[ { "loss": 0.6357966065406799, "grad_norm": 0.5020767450332642, "learning_rate": 0.0, "num_tokens": 2584.0, "completions/mean_length": 200.0, "completions/min_length": 20.0, "completions/max_length": 380.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 200.0, "completions/min_terminated_length": 20.0, "completions/max_terminated_length": 380.0, "rewards/reward_function/mean": 0.574999988079071, "rewards/reward_function/std": 0.10606600344181061, "reward": 0.574999988079071, "reward_std": 0.10606600344181061, "frac_reward_zero_std": 0.0, "entropy": 0.26839178800582886, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 61.83920078600022, "epoch": 0.06666666666666667, "step": 1 }, { "loss": -0.24778124690055847, "grad_norm": 1.877001166343689, "learning_rate": 1.6666666666666667e-06, "num_tokens": 4297.0, "completions/mean_length": 35.5, "completions/min_length": 23.0, "completions/max_length": 48.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 35.5, "completions/min_terminated_length": 23.0, "completions/max_terminated_length": 48.0, "rewards/reward_function/mean": 0.40209999680519104, "rewards/reward_function/std": 0.020647529512643814, "reward": 0.40209999680519104, "reward_std": 0.020647529512643814, "frac_reward_zero_std": 0.0, "entropy": 0.29453833028674126, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 14.531932316999928, "epoch": 0.13333333333333333, "step": 2 }, { "loss": -0.07843422889709473, "grad_norm": 1.543445110321045, "learning_rate": 3.3333333333333333e-06, "num_tokens": 5871.0, "completions/mean_length": 18.0, "completions/min_length": 16.0, "completions/max_length": 20.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 18.0, "completions/min_terminated_length": 16.0, "completions/max_terminated_length": 20.0, "rewards/reward_function/mean": 0.4583500027656555, "rewards/reward_function/std": 0.058901991695165634, "reward": 0.4583500027656555, "reward_std": 0.058901991695165634, "frac_reward_zero_std": 0.0, "entropy": 0.1914939135313034, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 10.524165547000166, "epoch": 0.2, "step": 3 }, { "loss": 0.07059085369110107, "grad_norm": 1.5465283393859863, "learning_rate": 5e-06, "num_tokens": 7485.0, "completions/mean_length": 20.0, "completions/min_length": 18.0, "completions/max_length": 22.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 20.0, "completions/min_terminated_length": 18.0, "completions/max_terminated_length": 22.0, "rewards/reward_function/mean": 0.4583500027656555, "rewards/reward_function/std": 0.058901991695165634, "reward": 0.4583500027656555, "reward_std": 0.058901991695165634, "frac_reward_zero_std": 0.0, "entropy": 0.1294238492846489, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 10.990043340000057, "epoch": 0.26666666666666666, "step": 4 }, { "loss": -0.008725225925445557, "grad_norm": 1.369038462638855, "learning_rate": 4.814814814814815e-06, "num_tokens": 8692.0, "completions/mean_length": 40.5, "completions/min_length": 40.0, "completions/max_length": 41.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 40.5, "completions/min_terminated_length": 40.0, "completions/max_terminated_length": 41.0, "rewards/reward_function/mean": 0.5187499523162842, "rewards/reward_function/std": 0.18561552464962006, "reward": 0.5187499523162842, "reward_std": 0.18561550974845886, "frac_reward_zero_std": 0.0, "entropy": 0.19958198070526123, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 11.131567607000306, "epoch": 0.3333333333333333, "step": 5 }, { "loss": -0.07062190771102905, "grad_norm": 0.8509910702705383, "learning_rate": 4.62962962962963e-06, "num_tokens": 9862.0, "completions/mean_length": 40.0, "completions/min_length": 36.0, "completions/max_length": 44.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 40.0, "completions/min_terminated_length": 36.0, "completions/max_terminated_length": 44.0, "rewards/reward_function/mean": 0.4437499940395355, "rewards/reward_function/std": 0.07954952120780945, "reward": 0.4437499940395355, "reward_std": 0.07954952120780945, "frac_reward_zero_std": 0.0, "entropy": 0.1297583170235157, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 11.613226033000046, "epoch": 0.4, "step": 6 }, { "loss": -5.960464477539062e-07, "grad_norm": 0.1141546443104744, "learning_rate": 4.444444444444444e-06, "num_tokens": 11000.0, "completions/mean_length": 19.0, "completions/min_length": 19.0, "completions/max_length": 19.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 19.0, "completions/min_terminated_length": 19.0, "completions/max_terminated_length": 19.0, "rewards/reward_function/mean": 0.5349999666213989, "rewards/reward_function/std": 0.04949747025966644, "reward": 0.5349999666213989, "reward_std": 0.04949747025966644, "frac_reward_zero_std": 0.0, "entropy": 0.07411494851112366, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 8.378681117999804, "epoch": 0.4666666666666667, "step": 7 }, { "loss": -0.5384407639503479, "grad_norm": 0.575139045715332, "learning_rate": 4.2592592592592596e-06, "num_tokens": 12808.0, "completions/mean_length": 119.0, "completions/min_length": 28.0, "completions/max_length": 210.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 119.0, "completions/min_terminated_length": 28.0, "completions/max_terminated_length": 210.0, "rewards/reward_function/mean": 0.6333500146865845, "rewards/reward_function/std": 0.023546643555164337, "reward": 0.6333500146865845, "reward_std": 0.023546643555164337, "frac_reward_zero_std": 0.0, "entropy": 0.2676837705075741, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 37.1004951179998, "epoch": 0.5333333333333333, "step": 8 }, { "loss": 0.0, "grad_norm": 0.14882154762744904, "learning_rate": 4.074074074074074e-06, "num_tokens": 14288.0, "completions/mean_length": 22.0, "completions/min_length": 22.0, "completions/max_length": 22.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 22.0, "completions/min_terminated_length": 22.0, "completions/max_terminated_length": 22.0, "rewards/reward_function/mean": 0.4583500027656555, "rewards/reward_function/std": 0.058901991695165634, "reward": 0.4583500027656555, "reward_std": 0.058901991695165634, "frac_reward_zero_std": 0.0, "entropy": 0.0809866338968277, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 10.457592102000262, "epoch": 0.6, "step": 9 }, { "loss": -0.07851982116699219, "grad_norm": 1.6114908456802368, "learning_rate": 3.88888888888889e-06, "num_tokens": 16384.0, "completions/mean_length": 27.0, "completions/min_length": 24.0, "completions/max_length": 30.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 27.0, "completions/min_terminated_length": 24.0, "completions/max_terminated_length": 30.0, "rewards/reward_function/mean": 0.5333499908447266, "rewards/reward_function/std": 0.16496798396110535, "reward": 0.5333499908447266, "reward_std": 0.16496798396110535, "frac_reward_zero_std": 0.0, "entropy": 0.4823211133480072, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 14.966705318999857, "epoch": 0.6666666666666666, "step": 10 }, { "loss": 0.0, "grad_norm": 0.0, "learning_rate": 3.7037037037037037e-06, "num_tokens": 17617.0, "completions/mean_length": 35.5, "completions/min_length": 16.0, "completions/max_length": 55.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 35.5, "completions/min_terminated_length": 16.0, "completions/max_terminated_length": 55.0, "rewards/reward_function/mean": 0.41670000553131104, "rewards/reward_function/std": 0.0, "reward": 0.41670000553131104, "reward_std": 0.0, "frac_reward_zero_std": 1.0, "entropy": 0.9841015487909317, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 13.133867920999819, "epoch": 0.7333333333333333, "step": 11 }, { "loss": -0.05432739853858948, "grad_norm": 1.1030373573303223, "learning_rate": 3.5185185185185187e-06, "num_tokens": 19429.0, "completions/mean_length": 39.0, "completions/min_length": 36.0, "completions/max_length": 42.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 39.0, "completions/min_terminated_length": 36.0, "completions/max_terminated_length": 42.0, "rewards/reward_function/mean": 0.5583499670028687, "rewards/reward_function/std": 0.08251935988664627, "reward": 0.5583499670028687, "reward_std": 0.08251935988664627, "frac_reward_zero_std": 0.0, "entropy": 0.12238830700516701, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 15.016316874000267, "epoch": 0.8, "step": 12 }, { "loss": 0.149135559797287, "grad_norm": 1.254807472229004, "learning_rate": 3.3333333333333333e-06, "num_tokens": 20626.0, "completions/mean_length": 35.5, "completions/min_length": 28.0, "completions/max_length": 43.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 35.5, "completions/min_terminated_length": 28.0, "completions/max_terminated_length": 43.0, "rewards/reward_function/mean": 0.4583500027656555, "rewards/reward_function/std": 0.058901991695165634, "reward": 0.4583500027656555, "reward_std": 0.058901991695165634, "frac_reward_zero_std": 0.0, "entropy": 0.2583826147019863, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 11.519657740999946, "epoch": 0.8666666666666667, "step": 13 }, { "loss": 0.27955153584480286, "grad_norm": 1.167170763015747, "learning_rate": 3.1481481481481483e-06, "num_tokens": 22067.0, "completions/mean_length": 36.5, "completions/min_length": 22.0, "completions/max_length": 51.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 36.5, "completions/min_terminated_length": 22.0, "completions/max_terminated_length": 51.0, "rewards/reward_function/mean": 0.40209999680519104, "rewards/reward_function/std": 0.020647529512643814, "reward": 0.40209999680519104, "reward_std": 0.020647529512643814, "frac_reward_zero_std": 0.0, "entropy": 0.24101658910512924, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 14.053339626000025, "epoch": 0.9333333333333333, "step": 14 }, { "loss": 0.06053304672241211, "grad_norm": 2.425391435623169, "learning_rate": 2.962962962962963e-06, "num_tokens": 23691.0, "completions/mean_length": 35.0, "completions/min_length": 32.0, "completions/max_length": 38.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 35.0, "completions/min_terminated_length": 32.0, "completions/max_terminated_length": 38.0, "rewards/reward_function/mean": 0.4437499940395355, "rewards/reward_function/std": 0.07954952120780945, "reward": 0.4437499940395355, "reward_std": 0.07954952120780945, "frac_reward_zero_std": 0.0, "entropy": 0.25765860080718994, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 13.23964212199985, "epoch": 1.0, "step": 15 }, { "loss": 0.0, "grad_norm": 0.0, "learning_rate": 2.7777777777777783e-06, "num_tokens": 24930.0, "completions/mean_length": 56.5, "completions/min_length": 55.0, "completions/max_length": 58.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 56.5, "completions/min_terminated_length": 55.0, "completions/max_terminated_length": 58.0, "rewards/reward_function/mean": 0.5, "rewards/reward_function/std": 0.0, "reward": 0.5, "reward_std": 0.0, "frac_reward_zero_std": 1.0, "entropy": 0.4330967664718628, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 13.377671128000202, "epoch": 1.0666666666666667, "step": 16 }, { "loss": 0.0672960877418518, "grad_norm": 1.6053359508514404, "learning_rate": 2.5925925925925925e-06, "num_tokens": 26072.0, "completions/mean_length": 21.0, "completions/min_length": 19.0, "completions/max_length": 23.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 21.0, "completions/min_terminated_length": 19.0, "completions/max_terminated_length": 23.0, "rewards/reward_function/mean": 0.516700029373169, "rewards/reward_function/std": 0.1414213478565216, "reward": 0.516700029373169, "reward_std": 0.1414213478565216, "frac_reward_zero_std": 0.0, "entropy": 0.06669686548411846, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 8.82481953599995, "epoch": 1.1333333333333333, "step": 17 }, { "loss": -0.13629436492919922, "grad_norm": 1.381037950515747, "learning_rate": 2.4074074074074075e-06, "num_tokens": 27771.0, "completions/mean_length": 28.5, "completions/min_length": 23.0, "completions/max_length": 34.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 28.5, "completions/min_terminated_length": 23.0, "completions/max_terminated_length": 34.0, "rewards/reward_function/mean": 0.5583499670028687, "rewards/reward_function/std": 0.08251935988664627, "reward": 0.5583499670028687, "reward_std": 0.08251935988664627, "frac_reward_zero_std": 0.0, "entropy": 0.12161804735660553, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 13.361655292000023, "epoch": 1.2, "step": 18 }, { "loss": -0.1279437243938446, "grad_norm": 2.226921558380127, "learning_rate": 2.222222222222222e-06, "num_tokens": 29251.0, "completions/mean_length": 22.0, "completions/min_length": 18.0, "completions/max_length": 26.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 22.0, "completions/min_terminated_length": 18.0, "completions/max_terminated_length": 26.0, "rewards/reward_function/mean": 0.6021000146865845, "rewards/reward_function/std": 0.020647529512643814, "reward": 0.6021000146865845, "reward_std": 0.020647529512643814, "frac_reward_zero_std": 0.0, "entropy": 0.08564786985516548, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 11.087925465999888, "epoch": 1.2666666666666666, "step": 19 }, { "loss": 0.06728780269622803, "grad_norm": 1.0975555181503296, "learning_rate": 2.037037037037037e-06, "num_tokens": 30425.0, "completions/mean_length": 42.0, "completions/min_length": 38.0, "completions/max_length": 46.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 42.0, "completions/min_terminated_length": 38.0, "completions/max_terminated_length": 46.0, "rewards/reward_function/mean": 0.5020999908447266, "rewards/reward_function/std": 0.1207738146185875, "reward": 0.5020999908447266, "reward_std": 0.1207738146185875, "frac_reward_zero_std": 0.0, "entropy": 0.16879020631313324, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 11.843729876999987, "epoch": 1.3333333333333333, "step": 20 }, { "loss": 0.054305046796798706, "grad_norm": 1.0439469814300537, "learning_rate": 1.8518518518518519e-06, "num_tokens": 32047.0, "completions/mean_length": 26.0, "completions/min_length": 24.0, "completions/max_length": 28.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 26.0, "completions/min_terminated_length": 24.0, "completions/max_terminated_length": 28.0, "rewards/reward_function/mean": 0.543749988079071, "rewards/reward_function/std": 0.06187182664871216, "reward": 0.543749988079071, "reward_std": 0.06187182664871216, "frac_reward_zero_std": 0.0, "entropy": 0.09812109172344208, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 12.01839622600005, "epoch": 1.4, "step": 21 }, { "loss": -0.43347233533859253, "grad_norm": 0.6157990097999573, "learning_rate": 1.6666666666666667e-06, "num_tokens": 33354.0, "completions/mean_length": 72.5, "completions/min_length": 28.0, "completions/max_length": 117.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 72.5, "completions/min_terminated_length": 28.0, "completions/max_terminated_length": 117.0, "rewards/reward_function/mean": 0.4437499940395355, "rewards/reward_function/std": 0.07954952120780945, "reward": 0.4437499940395355, "reward_std": 0.07954952120780945, "frac_reward_zero_std": 0.0, "entropy": 0.16432299464941025, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 21.621784166999987, "epoch": 1.4666666666666668, "step": 22 }, { "loss": 0.21844279766082764, "grad_norm": 1.18323814868927, "learning_rate": 1.4814814814814815e-06, "num_tokens": 35143.0, "completions/mean_length": 27.5, "completions/min_length": 19.0, "completions/max_length": 36.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 27.5, "completions/min_terminated_length": 19.0, "completions/max_terminated_length": 36.0, "rewards/reward_function/mean": 0.6312500238418579, "rewards/reward_function/std": 0.18561552464962006, "reward": 0.6312500238418579, "reward_std": 0.18561550974845886, "frac_reward_zero_std": 0.0, "entropy": 0.10744666680693626, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 14.225728247999996, "epoch": 1.5333333333333332, "step": 23 }, { "loss": -0.6148233413696289, "grad_norm": 0.8197247982025146, "learning_rate": 1.2962962962962962e-06, "num_tokens": 36929.0, "completions/mean_length": 124.0, "completions/min_length": 16.0, "completions/max_length": 232.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 124.0, "completions/min_terminated_length": 16.0, "completions/max_terminated_length": 232.0, "rewards/reward_function/mean": 0.4583500027656555, "rewards/reward_function/std": 0.058901991695165634, "reward": 0.4583500027656555, "reward_std": 0.058901991695165634, "frac_reward_zero_std": 0.0, "entropy": 0.6331216096878052, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 39.883540922000066, "epoch": 1.6, "step": 24 }, { "loss": -0.054349154233932495, "grad_norm": 1.030266284942627, "learning_rate": 1.111111111111111e-06, "num_tokens": 39023.0, "completions/mean_length": 26.0, "completions/min_length": 24.0, "completions/max_length": 28.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 26.0, "completions/min_terminated_length": 24.0, "completions/max_terminated_length": 28.0, "rewards/reward_function/mean": 0.6749999523162842, "rewards/reward_function/std": 0.1237436980009079, "reward": 0.6749999523162842, "reward_std": 0.1237436980009079, "frac_reward_zero_std": 0.0, "entropy": 0.07906700298190117, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 14.697501995000039, "epoch": 1.6666666666666665, "step": 25 }, { "loss": 0.0, "grad_norm": 0.0, "learning_rate": 9.259259259259259e-07, "num_tokens": 40211.0, "completions/mean_length": 31.0, "completions/min_length": 22.0, "completions/max_length": 40.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 31.0, "completions/min_terminated_length": 22.0, "completions/max_terminated_length": 40.0, "rewards/reward_function/mean": 0.6499999761581421, "rewards/reward_function/std": 0.0, "reward": 0.6499999761581421, "reward_std": 0.0, "frac_reward_zero_std": 1.0, "entropy": 0.14391540735960007, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 11.100019781000128, "epoch": 1.7333333333333334, "step": 26 }, { "loss": 0.11774009466171265, "grad_norm": 1.699737310409546, "learning_rate": 7.407407407407407e-07, "num_tokens": 42443.0, "completions/mean_length": 24.0, "completions/min_length": 20.0, "completions/max_length": 28.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 24.0, "completions/min_terminated_length": 20.0, "completions/max_terminated_length": 28.0, "rewards/reward_function/mean": 0.574999988079071, "rewards/reward_function/std": 0.10606600344181061, "reward": 0.574999988079071, "reward_std": 0.10606600344181061, "frac_reward_zero_std": 0.0, "entropy": 0.14994759857654572, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 15.477631969999948, "epoch": 1.8, "step": 27 }, { "loss": -0.05434012413024902, "grad_norm": 0.8750740885734558, "learning_rate": 5.555555555555555e-07, "num_tokens": 44062.0, "completions/mean_length": 32.5, "completions/min_length": 30.0, "completions/max_length": 35.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 32.5, "completions/min_terminated_length": 30.0, "completions/max_terminated_length": 35.0, "rewards/reward_function/mean": 0.6895999908447266, "rewards/reward_function/std": 0.10309616476297379, "reward": 0.6895999908447266, "reward_std": 0.10309616476297379, "frac_reward_zero_std": 0.0, "entropy": 0.142868272960186, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 12.90737977799995, "epoch": 1.8666666666666667, "step": 28 }, { "loss": 0.15356993675231934, "grad_norm": 1.543925404548645, "learning_rate": 3.7037037037037036e-07, "num_tokens": 45476.0, "completions/mean_length": 23.0, "completions/min_length": 18.0, "completions/max_length": 28.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 23.0, "completions/min_terminated_length": 18.0, "completions/max_terminated_length": 28.0, "rewards/reward_function/mean": 0.6895999908447266, "rewards/reward_function/std": 0.10309616476297379, "reward": 0.6895999908447266, "reward_std": 0.10309616476297379, "frac_reward_zero_std": 0.0, "entropy": 0.17455117404460907, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 11.09434006399988, "epoch": 1.9333333333333333, "step": 29 }, { "loss": -0.030694186687469482, "grad_norm": 1.561765432357788, "learning_rate": 1.8518518518518518e-07, "num_tokens": 47096.0, "completions/mean_length": 23.0, "completions/min_length": 22.0, "completions/max_length": 24.0, "completions/clipped_ratio": 0.0, "completions/mean_terminated_length": 23.0, "completions/min_terminated_length": 22.0, "completions/max_terminated_length": 24.0, "rewards/reward_function/mean": 0.543749988079071, "rewards/reward_function/std": 0.06187182664871216, "reward": 0.543749988079071, "reward_std": 0.06187182664871216, "frac_reward_zero_std": 0.0, "entropy": 0.13204744830727577, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/high_max": 0.0, "clip_ratio/region_mean": 0.0, "step_time": 11.530309271000078, "epoch": 2.0, "step": 30 }, { "train_runtime": 507.6102, "train_samples_per_second": 0.059, "train_steps_per_second": 0.059, "total_flos": 0.0, "train_loss": -0.021817301710446674, "epoch": 2.0, "step": 30 } ]