0724_merge7

This commit is contained in:
朱晗 2025-07-24 15:46:15 +08:00
parent 13fc236c99
commit 27fd51aa15
1 changed files with 0 additions and 2 deletions

View File

@ -185,8 +185,6 @@ def main(args):
stats_tracker.scope("grpo_actor"),
):
stats = actor.ppo_update(batch)
wandb.log({"actor_reward": stats[0]["grpo_actor/final_reward/avg"]})
wandb.log({"task_reward": stats[0]["grpo_actor/task_reward/avg"]})
actor.step_lr_scheduler()
log_gpu_stats("ppo update")