| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.9850746268656716, |
| "eval_steps": 100, |
| "global_step": 132, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 823.762321472168, |
| "epoch": 0.014925373134328358, |
| "grad_norm": 0.17830021679401398, |
| "learning_rate": 7.142857142857142e-08, |
| "loss": 0.0919, |
| "num_tokens": 865267.0, |
| "reward": 2.096768334507942, |
| "reward_std": 0.32721264474093914, |
| "rewards/accuracy_reward": 0.7645089328289032, |
| "rewards/format_reward": 0.9899553433060646, |
| "rewards/log_scaled_reward": 0.3423039447516203, |
| "step": 1 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 465.7957763671875, |
| "epoch": 0.029850746268656716, |
| "grad_norm": 0.5716150403022766, |
| "learning_rate": 1.4285714285714285e-07, |
| "loss": 0.1518, |
| "num_tokens": 1414092.0, |
| "reward": 0.1841081934981048, |
| "reward_std": 0.6422095634043217, |
| "rewards/accuracy_reward": 0.23437499813735485, |
| "rewards/format_reward": 0.05022321571595967, |
| "rewards/log_scaled_reward": -0.10049002850428224, |
| "step": 2 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 482.07144927978516, |
| "epoch": 0.04477611940298507, |
| "grad_norm": 0.532157301902771, |
| "learning_rate": 2.1428571428571426e-07, |
| "loss": 0.1335, |
| "num_tokens": 1992932.0, |
| "reward": 0.10916334297508001, |
| "reward_std": 0.6189606413245201, |
| "rewards/accuracy_reward": 0.20647321455180645, |
| "rewards/format_reward": 0.053571428754366934, |
| "rewards/log_scaled_reward": -0.1508813016116619, |
| "step": 3 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 529.5971221923828, |
| "epoch": 0.05970149253731343, |
| "grad_norm": 0.42384153604507446, |
| "learning_rate": 2.857142857142857e-07, |
| "loss": 0.2014, |
| "num_tokens": 2596963.0, |
| "reward": 0.05200400925241411, |
| "reward_std": 0.582377951592207, |
| "rewards/accuracy_reward": 0.18191964272409678, |
| "rewards/format_reward": 0.04464285809081048, |
| "rewards/log_scaled_reward": -0.17455849051475525, |
| "step": 4 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 490.2690010070801, |
| "epoch": 0.07462686567164178, |
| "grad_norm": 0.42382651567459106, |
| "learning_rate": 3.5714285714285716e-07, |
| "loss": 0.1441, |
| "num_tokens": 3173748.0, |
| "reward": 0.10420671524479985, |
| "reward_std": 0.5982032977044582, |
| "rewards/accuracy_reward": 0.18750000279396772, |
| "rewards/format_reward": 0.07366071455180645, |
| "rewards/log_scaled_reward": -0.15695400722324848, |
| "step": 5 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 450.69086837768555, |
| "epoch": 0.08955223880597014, |
| "grad_norm": 0.5930183529853821, |
| "learning_rate": 4.285714285714285e-07, |
| "loss": 0.12, |
| "num_tokens": 3702055.0, |
| "reward": 0.16118104895576835, |
| "reward_std": 0.6403544321656227, |
| "rewards/accuracy_reward": 0.20982143096625805, |
| "rewards/format_reward": 0.07142857182770967, |
| "rewards/log_scaled_reward": -0.12006895546801388, |
| "step": 6 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 469.174129486084, |
| "epoch": 0.1044776119402985, |
| "grad_norm": 0.5980175137519836, |
| "learning_rate": 5e-07, |
| "loss": 0.1409, |
| "num_tokens": 4251483.0, |
| "reward": 0.18134657479822636, |
| "reward_std": 0.680236354470253, |
| "rewards/accuracy_reward": 0.20982142724096775, |
| "rewards/format_reward": 0.09821428637951612, |
| "rewards/log_scaled_reward": -0.12668914068490267, |
| "step": 7 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 501.63505935668945, |
| "epoch": 0.11940298507462686, |
| "grad_norm": 0.7299549579620361, |
| "learning_rate": 5.714285714285714e-07, |
| "loss": 0.1195, |
| "num_tokens": 4818596.0, |
| "reward": 0.20046980120241642, |
| "reward_std": 0.67672199010849, |
| "rewards/accuracy_reward": 0.2120535708963871, |
| "rewards/format_reward": 0.1183035708963871, |
| "rewards/log_scaled_reward": -0.1298873471096158, |
| "step": 8 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 495.338191986084, |
| "epoch": 0.13432835820895522, |
| "grad_norm": 0.4346173405647278, |
| "learning_rate": 6.428571428571429e-07, |
| "loss": 0.1516, |
| "num_tokens": 5387755.0, |
| "reward": 0.2097643855959177, |
| "reward_std": 0.6800287291407585, |
| "rewards/accuracy_reward": 0.2220982164144516, |
| "rewards/format_reward": 0.10937500093132257, |
| "rewards/log_scaled_reward": -0.12170884059742093, |
| "step": 9 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 477.33930587768555, |
| "epoch": 0.14925373134328357, |
| "grad_norm": 3.780118942260742, |
| "learning_rate": 7.142857142857143e-07, |
| "loss": 0.0884, |
| "num_tokens": 5940091.0, |
| "reward": 0.31957440078258514, |
| "reward_std": 0.7821567356586456, |
| "rewards/accuracy_reward": 0.2500000037252903, |
| "rewards/format_reward": 0.16183035727590322, |
| "rewards/log_scaled_reward": -0.092255964060314, |
| "step": 10 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 529.9196739196777, |
| "epoch": 0.16417910447761194, |
| "grad_norm": 0.7230793833732605, |
| "learning_rate": 7.857142857142856e-07, |
| "loss": 0.0843, |
| "num_tokens": 6544955.0, |
| "reward": 0.2673153153154999, |
| "reward_std": 0.7341821119189262, |
| "rewards/accuracy_reward": 0.21316964086145163, |
| "rewards/format_reward": 0.1897321417927742, |
| "rewards/log_scaled_reward": -0.13558648666366935, |
| "step": 11 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 498.72323989868164, |
| "epoch": 0.1791044776119403, |
| "grad_norm": 0.9150818586349487, |
| "learning_rate": 8.57142857142857e-07, |
| "loss": 0.1105, |
| "num_tokens": 7121891.0, |
| "reward": 0.34613738395273685, |
| "reward_std": 0.7445657253265381, |
| "rewards/accuracy_reward": 0.2388392873108387, |
| "rewards/format_reward": 0.22544642630964518, |
| "rewards/log_scaled_reward": -0.11814834456890821, |
| "step": 12 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 483.24221420288086, |
| "epoch": 0.19402985074626866, |
| "grad_norm": 2.0404834747314453, |
| "learning_rate": 9.285714285714285e-07, |
| "loss": 0.0535, |
| "num_tokens": 7678060.0, |
| "reward": 0.5936555862426758, |
| "reward_std": 0.7919039279222488, |
| "rewards/accuracy_reward": 0.2667410708963871, |
| "rewards/format_reward": 0.4084821417927742, |
| "rewards/log_scaled_reward": -0.08156766439788043, |
| "step": 13 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 416.2042541503906, |
| "epoch": 0.208955223880597, |
| "grad_norm": 3.1881885528564453, |
| "learning_rate": 1e-06, |
| "loss": 0.0238, |
| "num_tokens": 8174851.0, |
| "reward": 0.6864497661590576, |
| "reward_std": 0.8334432542324066, |
| "rewards/accuracy_reward": 0.2354910708963871, |
| "rewards/format_reward": 0.5345982126891613, |
| "rewards/log_scaled_reward": -0.0836395358783193, |
| "step": 14 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 402.8460006713867, |
| "epoch": 0.22388059701492538, |
| "grad_norm": 1.9057585000991821, |
| "learning_rate": 9.998286624877785e-07, |
| "loss": 0.0362, |
| "num_tokens": 8650305.0, |
| "reward": 0.7661240547895432, |
| "reward_std": 0.8178009614348412, |
| "rewards/accuracy_reward": 0.22656249813735485, |
| "rewards/format_reward": 0.6272321343421936, |
| "rewards/log_scaled_reward": -0.08767060440732166, |
| "step": 15 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 452.4196662902832, |
| "epoch": 0.23880597014925373, |
| "grad_norm": 25.345657348632812, |
| "learning_rate": 9.99314767377287e-07, |
| "loss": 0.0285, |
| "num_tokens": 9179041.0, |
| "reward": 0.875191293656826, |
| "reward_std": 0.7929042428731918, |
| "rewards/accuracy_reward": 0.25781249813735485, |
| "rewards/format_reward": 0.6964285671710968, |
| "rewards/log_scaled_reward": -0.07904981379397213, |
| "step": 16 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 416.35605239868164, |
| "epoch": 0.2537313432835821, |
| "grad_norm": 1.1184340715408325, |
| "learning_rate": 9.98458666866564e-07, |
| "loss": 0.0563, |
| "num_tokens": 9701832.0, |
| "reward": 0.9071941375732422, |
| "reward_std": 0.8025857880711555, |
| "rewards/accuracy_reward": 0.24999999813735485, |
| "rewards/format_reward": 0.7265625, |
| "rewards/log_scaled_reward": -0.06936839601257816, |
| "step": 17 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 415.1797065734863, |
| "epoch": 0.26865671641791045, |
| "grad_norm": 0.4797329604625702, |
| "learning_rate": 9.972609476841365e-07, |
| "loss": 0.1162, |
| "num_tokens": 10210017.0, |
| "reward": 0.9835792705416679, |
| "reward_std": 0.7636988162994385, |
| "rewards/accuracy_reward": 0.24665178544819355, |
| "rewards/format_reward": 0.8147321343421936, |
| "rewards/log_scaled_reward": -0.07780469593126327, |
| "step": 18 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 441.59042739868164, |
| "epoch": 0.2835820895522388, |
| "grad_norm": 0.4748988151550293, |
| "learning_rate": 9.957224306869053e-07, |
| "loss": 0.0578, |
| "num_tokens": 10730474.0, |
| "reward": 1.0904420465230942, |
| "reward_std": 0.80109953135252, |
| "rewards/accuracy_reward": 0.300223208963871, |
| "rewards/format_reward": 0.8158482164144516, |
| "rewards/log_scaled_reward": -0.025629449490224943, |
| "step": 19 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 426.41743087768555, |
| "epoch": 0.29850746268656714, |
| "grad_norm": 0.47011756896972656, |
| "learning_rate": 9.938441702975689e-07, |
| "loss": 0.0503, |
| "num_tokens": 11239824.0, |
| "reward": 1.2500263825058937, |
| "reward_std": 0.8551982864737511, |
| "rewards/accuracy_reward": 0.3671875, |
| "rewards/format_reward": 0.8526785746216774, |
| "rewards/log_scaled_reward": 0.030160245776642114, |
| "step": 20 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 459.67078399658203, |
| "epoch": 0.31343283582089554, |
| "grad_norm": 0.37291309237480164, |
| "learning_rate": 9.916274537819773e-07, |
| "loss": 0.0366, |
| "num_tokens": 11776161.0, |
| "reward": 1.3390378654003143, |
| "reward_std": 0.8277674093842506, |
| "rewards/accuracy_reward": 0.4196428544819355, |
| "rewards/format_reward": 0.8526785746216774, |
| "rewards/log_scaled_reward": 0.06671636505052447, |
| "step": 21 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 416.93639755249023, |
| "epoch": 0.3283582089552239, |
| "grad_norm": 0.4895838499069214, |
| "learning_rate": 9.890738003669027e-07, |
| "loss": 0.0473, |
| "num_tokens": 12279200.0, |
| "reward": 1.5237962007522583, |
| "reward_std": 0.8290813863277435, |
| "rewards/accuracy_reward": 0.4810267835855484, |
| "rewards/format_reward": 0.8950892835855484, |
| "rewards/log_scaled_reward": 0.14768002880737185, |
| "step": 22 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 409.1294860839844, |
| "epoch": 0.34328358208955223, |
| "grad_norm": 0.4449058175086975, |
| "learning_rate": 9.861849601988383e-07, |
| "loss": 0.0255, |
| "num_tokens": 12776356.0, |
| "reward": 1.5605345666408539, |
| "reward_std": 0.8202421888709068, |
| "rewards/accuracy_reward": 0.488839291036129, |
| "rewards/format_reward": 0.9151785746216774, |
| "rewards/log_scaled_reward": 0.15651662228628993, |
| "step": 23 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 487.7277069091797, |
| "epoch": 0.3582089552238806, |
| "grad_norm": 0.33160600066185, |
| "learning_rate": 9.82962913144534e-07, |
| "loss": 0.0846, |
| "num_tokens": 13349480.0, |
| "reward": 1.634689912199974, |
| "reward_std": 0.7854569926857948, |
| "rewards/accuracy_reward": 0.5301339291036129, |
| "rewards/format_reward": 0.9151785746216774, |
| "rewards/log_scaled_reward": 0.18937731813639402, |
| "step": 24 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 451.1272506713867, |
| "epoch": 0.373134328358209, |
| "grad_norm": 0.3235984444618225, |
| "learning_rate": 9.794098674340966e-07, |
| "loss": 0.0424, |
| "num_tokens": 13868850.0, |
| "reward": 1.9291264861822128, |
| "reward_std": 0.6902804151177406, |
| "rewards/accuracy_reward": 0.6618303433060646, |
| "rewards/format_reward": 0.9441964328289032, |
| "rewards/log_scaled_reward": 0.32309958525002, |
| "step": 25 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 516.2678871154785, |
| "epoch": 0.3880597014925373, |
| "grad_norm": 2.3632936477661133, |
| "learning_rate": 9.755282581475767e-07, |
| "loss": 0.1035, |
| "num_tokens": 14469026.0, |
| "reward": 1.7230691313743591, |
| "reward_std": 0.6944096386432648, |
| "rewards/accuracy_reward": 0.5714285708963871, |
| "rewards/format_reward": 0.9285714253783226, |
| "rewards/log_scaled_reward": 0.22306904755532742, |
| "step": 26 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 504.8772506713867, |
| "epoch": 0.40298507462686567, |
| "grad_norm": 0.28064557909965515, |
| "learning_rate": 9.713207455460892e-07, |
| "loss": 0.0575, |
| "num_tokens": 15048084.0, |
| "reward": 1.8045607656240463, |
| "reward_std": 0.6639576852321625, |
| "rewards/accuracy_reward": 0.6127232238650322, |
| "rewards/format_reward": 0.9274553582072258, |
| "rewards/log_scaled_reward": 0.2643821220844984, |
| "step": 27 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 491.07703018188477, |
| "epoch": 0.417910447761194, |
| "grad_norm": 0.29867812991142273, |
| "learning_rate": 9.667902132486008e-07, |
| "loss": 0.0641, |
| "num_tokens": 15607481.0, |
| "reward": 1.9283190667629242, |
| "reward_std": 0.627920113503933, |
| "rewards/accuracy_reward": 0.6529017835855484, |
| "rewards/format_reward": 0.9575892761349678, |
| "rewards/log_scaled_reward": 0.3178279069252312, |
| "step": 28 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 559.9810523986816, |
| "epoch": 0.43283582089552236, |
| "grad_norm": 0.2834532558917999, |
| "learning_rate": 9.619397662556433e-07, |
| "loss": 0.0735, |
| "num_tokens": 16248464.0, |
| "reward": 1.7917230874300003, |
| "reward_std": 0.527396660298109, |
| "rewards/accuracy_reward": 0.6037946455180645, |
| "rewards/format_reward": 0.954241082072258, |
| "rewards/log_scaled_reward": 0.23368733504321426, |
| "step": 29 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 510.0111885070801, |
| "epoch": 0.44776119402985076, |
| "grad_norm": 0.25292134284973145, |
| "learning_rate": 9.567727288213004e-07, |
| "loss": 0.0778, |
| "num_tokens": 16828154.0, |
| "reward": 2.033374920487404, |
| "reward_std": 0.5300325341522694, |
| "rewards/accuracy_reward": 0.7008928507566452, |
| "rewards/format_reward": 0.967633917927742, |
| "rewards/log_scaled_reward": 0.36484804935753345, |
| "step": 30 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 505.8872985839844, |
| "epoch": 0.4626865671641791, |
| "grad_norm": 0.2629943788051605, |
| "learning_rate": 9.512926421749303e-07, |
| "loss": 0.0917, |
| "num_tokens": 17405221.0, |
| "reward": 1.9693890661001205, |
| "reward_std": 0.4761252626776695, |
| "rewards/accuracy_reward": 0.6595982164144516, |
| "rewards/format_reward": 0.9743303507566452, |
| "rewards/log_scaled_reward": 0.33546042814850807, |
| "step": 31 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 468.31809997558594, |
| "epoch": 0.47761194029850745, |
| "grad_norm": 0.25987353920936584, |
| "learning_rate": 9.455032620941839e-07, |
| "loss": 0.116, |
| "num_tokens": 17953570.0, |
| "reward": 2.0616614371538162, |
| "reward_std": 0.49665234982967377, |
| "rewards/accuracy_reward": 0.7075892761349678, |
| "rewards/format_reward": 0.962053582072258, |
| "rewards/log_scaled_reward": 0.39201846718788147, |
| "step": 32 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 504.4788246154785, |
| "epoch": 0.4925373134328358, |
| "grad_norm": 0.27474886178970337, |
| "learning_rate": 9.394085563309826e-07, |
| "loss": 0.1112, |
| "num_tokens": 18531095.0, |
| "reward": 1.9522841572761536, |
| "reward_std": 0.5375584103167057, |
| "rewards/accuracy_reward": 0.6607142835855484, |
| "rewards/format_reward": 0.965401791036129, |
| "rewards/log_scaled_reward": 0.32616803981363773, |
| "step": 33 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 498.3616371154785, |
| "epoch": 0.5074626865671642, |
| "grad_norm": 2.524815320968628, |
| "learning_rate": 9.330127018922193e-07, |
| "loss": 0.1055, |
| "num_tokens": 19108059.0, |
| "reward": 1.9061091989278793, |
| "reward_std": 0.5573387667536736, |
| "rewards/accuracy_reward": 0.6339285708963871, |
| "rewards/format_reward": 0.9642857164144516, |
| "rewards/log_scaled_reward": 0.30789486039429903, |
| "step": 34 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 444.20873260498047, |
| "epoch": 0.5223880597014925, |
| "grad_norm": 0.3097524046897888, |
| "learning_rate": 9.26320082177046e-07, |
| "loss": 0.1342, |
| "num_tokens": 19646062.0, |
| "reward": 1.9290964603424072, |
| "reward_std": 0.5330292023718357, |
| "rewards/accuracy_reward": 0.6272321492433548, |
| "rewards/format_reward": 0.9765625, |
| "rewards/log_scaled_reward": 0.325301731005311, |
| "step": 35 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 420.0848388671875, |
| "epoch": 0.5373134328358209, |
| "grad_norm": 0.3493054211139679, |
| "learning_rate": 9.19335283972712e-07, |
| "loss": 0.1097, |
| "num_tokens": 20165994.0, |
| "reward": 1.937290906906128, |
| "reward_std": 0.5374783836305141, |
| "rewards/accuracy_reward": 0.621651791036129, |
| "rewards/format_reward": 0.9732142835855484, |
| "rewards/log_scaled_reward": 0.34242471773177385, |
| "step": 36 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 367.64064025878906, |
| "epoch": 0.5522388059701493, |
| "grad_norm": 0.39517220854759216, |
| "learning_rate": 9.120630943110077e-07, |
| "loss": 0.1309, |
| "num_tokens": 20622824.0, |
| "reward": 1.9518826305866241, |
| "reward_std": 0.5057090371847153, |
| "rewards/accuracy_reward": 0.6294642947614193, |
| "rewards/format_reward": 0.9765625074505806, |
| "rewards/log_scaled_reward": 0.34585576388053596, |
| "step": 37 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 344.1038112640381, |
| "epoch": 0.5671641791044776, |
| "grad_norm": 1.3338432312011719, |
| "learning_rate": 9.045084971874737e-07, |
| "loss": 0.1333, |
| "num_tokens": 21076925.0, |
| "reward": 1.9407142996788025, |
| "reward_std": 0.5814780332148075, |
| "rewards/accuracy_reward": 0.6127232126891613, |
| "rewards/format_reward": 0.9709821417927742, |
| "rewards/log_scaled_reward": 0.35700881760567427, |
| "step": 38 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 277.19309425354004, |
| "epoch": 0.582089552238806, |
| "grad_norm": 0.4697703421115875, |
| "learning_rate": 8.966766701456176e-07, |
| "loss": 0.1089, |
| "num_tokens": 21451954.0, |
| "reward": 1.8939976394176483, |
| "reward_std": 0.531686820089817, |
| "rewards/accuracy_reward": 0.5703125037252903, |
| "rewards/format_reward": 0.984375, |
| "rewards/log_scaled_reward": 0.33931003510951996, |
| "step": 39 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 292.2109489440918, |
| "epoch": 0.5970149253731343, |
| "grad_norm": 0.42749401926994324, |
| "learning_rate": 8.885729807284854e-07, |
| "loss": 0.1051, |
| "num_tokens": 21837471.0, |
| "reward": 1.7810039222240448, |
| "reward_std": 0.5695139020681381, |
| "rewards/accuracy_reward": 0.5212053544819355, |
| "rewards/format_reward": 0.9832589253783226, |
| "rewards/log_scaled_reward": 0.2765395335154608, |
| "step": 40 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 227.70425033569336, |
| "epoch": 0.6119402985074627, |
| "grad_norm": 0.8301727771759033, |
| "learning_rate": 8.802029828000155e-07, |
| "loss": 0.1365, |
| "num_tokens": 22182102.0, |
| "reward": 1.7540639638900757, |
| "reward_std": 0.504084050655365, |
| "rewards/accuracy_reward": 0.4899553582072258, |
| "rewards/format_reward": 0.9754464253783226, |
| "rewards/log_scaled_reward": 0.2886621206998825, |
| "step": 41 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 186.12500953674316, |
| "epoch": 0.6268656716417911, |
| "grad_norm": 0.6249210238456726, |
| "learning_rate": 8.71572412738697e-07, |
| "loss": 0.1336, |
| "num_tokens": 22471350.0, |
| "reward": 1.9936908185482025, |
| "reward_std": 0.6450418382883072, |
| "rewards/accuracy_reward": 0.5926339402794838, |
| "rewards/format_reward": 0.9888392761349678, |
| "rewards/log_scaled_reward": 0.41221751645207405, |
| "step": 42 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 169.09710693359375, |
| "epoch": 0.6417910447761194, |
| "grad_norm": 0.7566676139831543, |
| "learning_rate": 8.626871855061437e-07, |
| "loss": 0.1662, |
| "num_tokens": 22758477.0, |
| "reward": 1.8480805903673172, |
| "reward_std": 0.5597276613116264, |
| "rewards/accuracy_reward": 0.511160708963871, |
| "rewards/format_reward": 0.9944196343421936, |
| "rewards/log_scaled_reward": 0.3425001185387373, |
| "step": 43 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 152.94978141784668, |
| "epoch": 0.6567164179104478, |
| "grad_norm": 0.9348928332328796, |
| "learning_rate": 8.535533905932737e-07, |
| "loss": 0.1287, |
| "num_tokens": 23022432.0, |
| "reward": 1.8545437455177307, |
| "reward_std": 0.5482046529650688, |
| "rewards/accuracy_reward": 0.5078125037252903, |
| "rewards/format_reward": 0.9921874925494194, |
| "rewards/log_scaled_reward": 0.35454366356134415, |
| "step": 44 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 128.6517915725708, |
| "epoch": 0.6716417910447762, |
| "grad_norm": 1.1114394664764404, |
| "learning_rate": 8.441772878468769e-07, |
| "loss": 0.1287, |
| "num_tokens": 23263912.0, |
| "reward": 1.7271955758333206, |
| "reward_std": 0.5110182501375675, |
| "rewards/accuracy_reward": 0.4330357164144516, |
| "rewards/format_reward": 0.9977678507566452, |
| "rewards/log_scaled_reward": 0.29639193043112755, |
| "step": 45 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 143.97545337677002, |
| "epoch": 0.6865671641791045, |
| "grad_norm": 1.1403673887252808, |
| "learning_rate": 8.34565303179429e-07, |
| "loss": 0.1742, |
| "num_tokens": 23526706.0, |
| "reward": 1.6235045939683914, |
| "reward_std": 0.5148132182657719, |
| "rewards/accuracy_reward": 0.386160708963871, |
| "rewards/format_reward": 0.987723208963871, |
| "rewards/log_scaled_reward": 0.24962060060352087, |
| "step": 46 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 104.42187976837158, |
| "epoch": 0.7014925373134329, |
| "grad_norm": 1.6832914352416992, |
| "learning_rate": 8.247240241650917e-07, |
| "loss": 0.1296, |
| "num_tokens": 23736324.0, |
| "reward": 1.690138816833496, |
| "reward_std": 0.5133109800517559, |
| "rewards/accuracy_reward": 0.4051339328289032, |
| "rewards/format_reward": 0.9933035671710968, |
| "rewards/log_scaled_reward": 0.29170125164091587, |
| "step": 47 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 92.65848731994629, |
| "epoch": 0.7164179104477612, |
| "grad_norm": 1.6501548290252686, |
| "learning_rate": 8.146601955249187e-07, |
| "loss": 0.1411, |
| "num_tokens": 23946162.0, |
| "reward": 1.6304273456335068, |
| "reward_std": 0.49451132118701935, |
| "rewards/accuracy_reward": 0.36941964365541935, |
| "rewards/format_reward": 0.995535708963871, |
| "rewards/log_scaled_reward": 0.26547193340957165, |
| "step": 48 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 78.72098636627197, |
| "epoch": 0.7313432835820896, |
| "grad_norm": 2.571906566619873, |
| "learning_rate": 8.043807145043603e-07, |
| "loss": 0.1793, |
| "num_tokens": 24153096.0, |
| "reward": 1.581173524260521, |
| "reward_std": 0.43424950167536736, |
| "rewards/accuracy_reward": 0.33748282864689827, |
| "rewards/format_reward": 0.9966517835855484, |
| "rewards/log_scaled_reward": 0.24970022030174732, |
| "step": 49 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 64.70759201049805, |
| "epoch": 0.746268656716418, |
| "grad_norm": 2.7052981853485107, |
| "learning_rate": 7.938926261462365e-07, |
| "loss": 0.1791, |
| "num_tokens": 24349226.0, |
| "reward": 1.5854334235191345, |
| "reward_std": 0.3977060168981552, |
| "rewards/accuracy_reward": 0.33593750186264515, |
| "rewards/format_reward": 0.9955357015132904, |
| "rewards/log_scaled_reward": 0.2539601270109415, |
| "step": 50 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 46.40067148208618, |
| "epoch": 0.7611940298507462, |
| "grad_norm": 6.834611415863037, |
| "learning_rate": 7.832031184624164e-07, |
| "loss": 0.1055, |
| "num_tokens": 24528585.0, |
| "reward": 1.5368833392858505, |
| "reward_std": 0.47740813344717026, |
| "rewards/accuracy_reward": 0.30133928544819355, |
| "rewards/format_reward": 0.9988839253783226, |
| "rewards/log_scaled_reward": 0.2366600539535284, |
| "step": 51 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 38.36384057998657, |
| "epoch": 0.7761194029850746, |
| "grad_norm": 4.969581127166748, |
| "learning_rate": 7.723195175075135e-07, |
| "loss": 0.1206, |
| "num_tokens": 24691607.0, |
| "reward": 1.415985830128193, |
| "reward_std": 0.29450324457138777, |
| "rewards/accuracy_reward": 0.2377232169965282, |
| "rewards/format_reward": 0.9977678507566452, |
| "rewards/log_scaled_reward": 0.18049467215314507, |
| "step": 52 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 33.99218940734863, |
| "epoch": 0.7910447761194029, |
| "grad_norm": 4.195903778076172, |
| "learning_rate": 7.612492823579744e-07, |
| "loss": 0.145, |
| "num_tokens": 24849736.0, |
| "reward": 1.5035328567028046, |
| "reward_std": 0.34667503647506237, |
| "rewards/accuracy_reward": 0.27790178544819355, |
| "rewards/format_reward": 0.9988839253783226, |
| "rewards/log_scaled_reward": 0.2267470918595791, |
| "step": 53 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 26.474331378936768, |
| "epoch": 0.8059701492537313, |
| "grad_norm": 24.98171615600586, |
| "learning_rate": 7.5e-07, |
| "loss": 0.0613, |
| "num_tokens": 25008289.0, |
| "reward": 1.5673803389072418, |
| "reward_std": 0.28740744665265083, |
| "rewards/accuracy_reward": 0.3069196417927742, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": 0.26046060863882303, |
| "step": 54 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 25.195313692092896, |
| "epoch": 0.8208955223880597, |
| "grad_norm": 5.9815216064453125, |
| "learning_rate": 7.385793801298042e-07, |
| "loss": 0.0376, |
| "num_tokens": 25169984.0, |
| "reward": 1.4668240398168564, |
| "reward_std": 0.3536365833133459, |
| "rewards/accuracy_reward": 0.25369161926209927, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": 0.2157079027965665, |
| "step": 55 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 23.91294765472412, |
| "epoch": 0.835820895522388, |
| "grad_norm": 7.0327372550964355, |
| "learning_rate": 7.269952498697734e-07, |
| "loss": 0.0386, |
| "num_tokens": 25322466.0, |
| "reward": 1.4718168079853058, |
| "reward_std": 0.3211175389587879, |
| "rewards/accuracy_reward": 0.2578124962747097, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": 0.21400425024330616, |
| "step": 56 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 23.36049222946167, |
| "epoch": 0.8507462686567164, |
| "grad_norm": 5.700937271118164, |
| "learning_rate": 7.152555484041475e-07, |
| "loss": 0.0265, |
| "num_tokens": 25466397.0, |
| "reward": 1.5502240508794785, |
| "reward_std": 0.2749287262558937, |
| "rewards/accuracy_reward": 0.296875, |
| "rewards/format_reward": 0.9988839253783226, |
| "rewards/log_scaled_reward": 0.25446509197354317, |
| "step": 57 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 23.949777364730835, |
| "epoch": 0.8656716417910447, |
| "grad_norm": 5.249198913574219, |
| "learning_rate": 7.033683215379002e-07, |
| "loss": 0.023, |
| "num_tokens": 25613824.0, |
| "reward": 1.5308541655540466, |
| "reward_std": 0.26417338382452726, |
| "rewards/accuracy_reward": 0.28794642724096775, |
| "rewards/format_reward": 0.9988839253783226, |
| "rewards/log_scaled_reward": 0.2440237421542406, |
| "step": 58 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 23.375000953674316, |
| "epoch": 0.8805970149253731, |
| "grad_norm": 8.684850692749023, |
| "learning_rate": 6.913417161825449e-07, |
| "loss": 0.0289, |
| "num_tokens": 25760176.0, |
| "reward": 1.566646233201027, |
| "reward_std": 0.22551130689680576, |
| "rewards/accuracy_reward": 0.30691963620483875, |
| "rewards/format_reward": 0.9966517761349678, |
| "rewards/log_scaled_reward": 0.26307476311922073, |
| "step": 59 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 21.989956378936768, |
| "epoch": 0.8955223880597015, |
| "grad_norm": 34.08607864379883, |
| "learning_rate": 6.7918397477265e-07, |
| "loss": 0.0144, |
| "num_tokens": 25914911.0, |
| "reward": 1.628076210618019, |
| "reward_std": 0.3200679961591959, |
| "rewards/accuracy_reward": 0.33705356903374195, |
| "rewards/format_reward": 0.9966517761349678, |
| "rewards/log_scaled_reward": 0.2943707942031324, |
| "step": 60 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 22.574777841567993, |
| "epoch": 0.9104477611940298, |
| "grad_norm": 5.27999210357666, |
| "learning_rate": 6.669034296168854e-07, |
| "loss": 0.0217, |
| "num_tokens": 26077314.0, |
| "reward": 1.6822472661733627, |
| "reward_std": 0.2845423389226198, |
| "rewards/accuracy_reward": 0.3649553582072258, |
| "rewards/format_reward": 0.995535708963871, |
| "rewards/log_scaled_reward": 0.3217560853809118, |
| "step": 61 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 22.198662042617798, |
| "epoch": 0.9253731343283582, |
| "grad_norm": 4.5566277503967285, |
| "learning_rate": 6.545084971874736e-07, |
| "loss": 0.0064, |
| "num_tokens": 26222620.0, |
| "reward": 1.5729791224002838, |
| "reward_std": 0.22709419997408986, |
| "rewards/accuracy_reward": 0.31138393096625805, |
| "rewards/format_reward": 0.9921874925494194, |
| "rewards/log_scaled_reward": 0.2694076579064131, |
| "step": 62 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 21.32924246788025, |
| "epoch": 0.9402985074626866, |
| "grad_norm": 3.140645980834961, |
| "learning_rate": 6.420076723519614e-07, |
| "loss": 0.0068, |
| "num_tokens": 26371243.0, |
| "reward": 1.6745910048484802, |
| "reward_std": 0.20502757839858532, |
| "rewards/accuracy_reward": 0.3582589291036129, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": 0.3163319919258356, |
| "step": 63 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 21.34709930419922, |
| "epoch": 0.9552238805970149, |
| "grad_norm": 4.071537494659424, |
| "learning_rate": 6.294095225512604e-07, |
| "loss": 0.0055, |
| "num_tokens": 26527050.0, |
| "reward": 1.5537814646959305, |
| "reward_std": 0.30234235525131226, |
| "rewards/accuracy_reward": 0.2979910681024194, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": 0.25579037982970476, |
| "step": 64 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 21.24776864051819, |
| "epoch": 0.9701492537313433, |
| "grad_norm": 4.297541618347168, |
| "learning_rate": 6.167226819279527e-07, |
| "loss": 0.0114, |
| "num_tokens": 26679280.0, |
| "reward": 1.5483618080615997, |
| "reward_std": 0.1530774086713791, |
| "rewards/accuracy_reward": 0.2968749953433871, |
| "rewards/format_reward": 0.9966517835855484, |
| "rewards/log_scaled_reward": 0.25483495742082596, |
| "step": 65 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 21.180555820465088, |
| "epoch": 0.9850746268656716, |
| "grad_norm": 3.6126675605773926, |
| "learning_rate": 6.039558454088795e-07, |
| "loss": 0.009, |
| "num_tokens": 26828211.0, |
| "reward": 1.6490006893873215, |
| "reward_std": 0.29192496836185455, |
| "rewards/accuracy_reward": 0.3459821417927742, |
| "rewards/format_reward": 0.9988839253783226, |
| "rewards/log_scaled_reward": 0.304134588688612, |
| "step": 66 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 20.77455449104309, |
| "epoch": 1.0149253731343284, |
| "grad_norm": 4.067701816558838, |
| "learning_rate": 5.911177627460738e-07, |
| "loss": 0.0094, |
| "num_tokens": 26965209.0, |
| "reward": 1.7030873149633408, |
| "reward_std": 0.2512226551771164, |
| "rewards/accuracy_reward": 0.37388391979038715, |
| "rewards/format_reward": 0.9966517761349678, |
| "rewards/log_scaled_reward": 0.3325514607131481, |
| "step": 67 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 20.35267925262451, |
| "epoch": 1.0298507462686568, |
| "grad_norm": 3.4311537742614746, |
| "learning_rate": 5.782172325201155e-07, |
| "loss": 0.0126, |
| "num_tokens": 27116397.0, |
| "reward": 1.5380910784006119, |
| "reward_std": 0.20529233757406473, |
| "rewards/accuracy_reward": 0.2901785708963871, |
| "rewards/format_reward": 0.9988839253783226, |
| "rewards/log_scaled_reward": 0.24902847222983837, |
| "step": 68 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 20.400670528411865, |
| "epoch": 1.044776119402985, |
| "grad_norm": 4.965053081512451, |
| "learning_rate": 5.652630961100258e-07, |
| "loss": 0.0182, |
| "num_tokens": 27260012.0, |
| "reward": 1.4891109764575958, |
| "reward_std": 0.2253081511007622, |
| "rewards/accuracy_reward": 0.26562499813735485, |
| "rewards/format_reward": 0.9988839253783226, |
| "rewards/log_scaled_reward": 0.22460200637578964, |
| "step": 69 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 19.54799175262451, |
| "epoch": 1.0597014925373134, |
| "grad_norm": 9.666987419128418, |
| "learning_rate": 5.522642316338268e-07, |
| "loss": 0.0249, |
| "num_tokens": 27404823.0, |
| "reward": 1.5430727303028107, |
| "reward_std": 0.2664187829941511, |
| "rewards/accuracy_reward": 0.2924107164144516, |
| "rewards/format_reward": 0.9977678507566452, |
| "rewards/log_scaled_reward": 0.25289412308484316, |
| "step": 70 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 18.02120590209961, |
| "epoch": 1.0746268656716418, |
| "grad_norm": 15.713820457458496, |
| "learning_rate": 5.392295478639225e-07, |
| "loss": 0.0167, |
| "num_tokens": 27555962.0, |
| "reward": 1.1339266449213028, |
| "reward_std": 0.34662946686148643, |
| "rewards/accuracy_reward": 0.1026785708963871, |
| "rewards/format_reward": 0.9676339328289032, |
| "rewards/log_scaled_reward": 0.06361408122756984, |
| "step": 71 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 19.39732265472412, |
| "epoch": 1.0895522388059702, |
| "grad_norm": 21.441844940185547, |
| "learning_rate": 5.26167978121472e-07, |
| "loss": 0.0653, |
| "num_tokens": 27696134.0, |
| "reward": 1.0387937128543854, |
| "reward_std": 0.14305981155484915, |
| "rewards/accuracy_reward": 0.04464285704307258, |
| "rewards/format_reward": 0.9866071417927742, |
| "rewards/log_scaled_reward": 0.0075436777296999935, |
| "step": 72 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.95089340209961, |
| "epoch": 1.1044776119402986, |
| "grad_norm": 12.856225967407227, |
| "learning_rate": 5.130884741539366e-07, |
| "loss": 0.018, |
| "num_tokens": 27843106.0, |
| "reward": 0.9690398126840591, |
| "reward_std": 0.01615892370318761, |
| "rewards/accuracy_reward": 0.0022321429569274187, |
| "rewards/format_reward": 0.9988839253783226, |
| "rewards/log_scaled_reward": -0.03207633784040809, |
| "step": 73 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.233259677886963, |
| "epoch": 1.1194029850746268, |
| "grad_norm": 1.9851570129394531, |
| "learning_rate": 5e-07, |
| "loss": 0.0015, |
| "num_tokens": 27969987.0, |
| "reward": 0.9649922177195549, |
| "reward_std": 0.0031741062664423225, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 0.9988839253783226, |
| "rewards/log_scaled_reward": -0.03389178216457367, |
| "step": 74 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.01897418498993, |
| "epoch": 1.1343283582089552, |
| "grad_norm": 0.0, |
| "learning_rate": 4.869115258460634e-07, |
| "loss": 0.0, |
| "num_tokens": 28107828.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 75 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 14.996652722358704, |
| "epoch": 1.1492537313432836, |
| "grad_norm": 1.0442914962768555, |
| "learning_rate": 4.7383202187852804e-07, |
| "loss": -0.0006, |
| "num_tokens": 28248081.0, |
| "reward": 0.9638938158750534, |
| "reward_std": 0.006288029253482819, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 0.9977678507566452, |
| "rewards/log_scaled_reward": -0.03387411683797836, |
| "step": 76 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.00334918498993, |
| "epoch": 1.164179104477612, |
| "grad_norm": 1.5838154554367065, |
| "learning_rate": 4.6077045213607755e-07, |
| "loss": 0.0005, |
| "num_tokens": 28386956.0, |
| "reward": 0.9627697318792343, |
| "reward_std": 0.009467384777963161, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 0.9966517835855484, |
| "rewards/log_scaled_reward": -0.0338821173645556, |
| "step": 77 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.1791044776119404, |
| "grad_norm": 1.337672472000122, |
| "learning_rate": 4.477357683661733e-07, |
| "loss": -0.0, |
| "num_tokens": 28527204.0, |
| "reward": 0.9638830795884132, |
| "reward_std": 0.006318369880318642, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 0.9977678582072258, |
| "rewards/log_scaled_reward": -0.033884843811392784, |
| "step": 78 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.1940298507462686, |
| "grad_norm": 0.0, |
| "learning_rate": 4.347369038899743e-07, |
| "loss": 0.0, |
| "num_tokens": 28671788.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 79 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.208955223880597, |
| "grad_norm": 0.0, |
| "learning_rate": 4.2178276747988444e-07, |
| "loss": 0.0, |
| "num_tokens": 28811644.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 80 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.2238805970149254, |
| "grad_norm": 0.0, |
| "learning_rate": 4.0888223725392624e-07, |
| "loss": 0.0, |
| "num_tokens": 28949996.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 81 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.2388059701492538, |
| "grad_norm": 0.0, |
| "learning_rate": 3.960441545911204e-07, |
| "loss": 0.0, |
| "num_tokens": 29100540.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 82 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.2537313432835822, |
| "grad_norm": 0.9363570213317871, |
| "learning_rate": 3.8327731807204744e-07, |
| "loss": -0.0, |
| "num_tokens": 29242748.0, |
| "reward": 0.9650017619132996, |
| "reward_std": 0.0031542566139250994, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 0.9988839253783226, |
| "rewards/log_scaled_reward": -0.03388223238289356, |
| "step": 83 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.2686567164179103, |
| "grad_norm": 0.0, |
| "learning_rate": 3.7059047744873955e-07, |
| "loss": 0.0, |
| "num_tokens": 29394812.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 84 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.2835820895522387, |
| "grad_norm": 0.0, |
| "learning_rate": 3.5799232764803867e-07, |
| "loss": 0.0, |
| "num_tokens": 29526756.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 85 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.2985074626865671, |
| "grad_norm": 0.0, |
| "learning_rate": 3.454915028125263e-07, |
| "loss": 0.0, |
| "num_tokens": 29662892.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 86 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.3134328358208955, |
| "grad_norm": 0.0, |
| "learning_rate": 3.330965703831146e-07, |
| "loss": 0.0, |
| "num_tokens": 29808492.0, |
| "reward": 0.975348062813282, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.024652006570249796, |
| "step": 87 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.328358208955224, |
| "grad_norm": 0.0, |
| "learning_rate": 3.2081602522734985e-07, |
| "loss": 0.0, |
| "num_tokens": 29960316.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 88 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.3432835820895521, |
| "grad_norm": 0.0, |
| "learning_rate": 3.086582838174551e-07, |
| "loss": 0.0, |
| "num_tokens": 30099644.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 89 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.005581259727478, |
| "epoch": 1.3582089552238805, |
| "grad_norm": 0.0, |
| "learning_rate": 2.9663167846209996e-07, |
| "loss": 0.0, |
| "num_tokens": 30246217.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 90 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.373134328358209, |
| "grad_norm": 0.0, |
| "learning_rate": 2.847444515958523e-07, |
| "loss": 0.0, |
| "num_tokens": 30391785.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 91 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.3880597014925373, |
| "grad_norm": 0.0, |
| "learning_rate": 2.730047501302266e-07, |
| "loss": 0.0, |
| "num_tokens": 30531289.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 92 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.4029850746268657, |
| "grad_norm": 3.6358273029327393, |
| "learning_rate": 2.6142061987019574e-07, |
| "loss": -0.0, |
| "num_tokens": 30664633.0, |
| "reward": 0.966103158891201, |
| "reward_std": 1.4753467439732049e-05, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.033896906301379204, |
| "step": 93 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.417910447761194, |
| "grad_norm": 0.0, |
| "learning_rate": 2.500000000000001e-07, |
| "loss": 0.0, |
| "num_tokens": 30820657.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 94 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.4328358208955223, |
| "grad_norm": 0.0, |
| "learning_rate": 2.387507176420256e-07, |
| "loss": 0.0, |
| "num_tokens": 30965737.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 95 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.00111699104309, |
| "epoch": 1.4477611940298507, |
| "grad_norm": 32.66771697998047, |
| "learning_rate": 2.2768048249248644e-07, |
| "loss": -0.0002, |
| "num_tokens": 31108402.0, |
| "reward": 0.9649775922298431, |
| "reward_std": 0.0031557143665850163, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 0.9988839253783226, |
| "rewards/log_scaled_reward": -0.03390640066936612, |
| "step": 96 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.462686567164179, |
| "grad_norm": 0.0, |
| "learning_rate": 2.167968815375837e-07, |
| "loss": 0.0, |
| "num_tokens": 31257634.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 97 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.4776119402985075, |
| "grad_norm": 0.0, |
| "learning_rate": 2.0610737385376348e-07, |
| "loss": 0.0, |
| "num_tokens": 31412970.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 98 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.4925373134328357, |
| "grad_norm": 0.0, |
| "learning_rate": 1.9561928549563966e-07, |
| "loss": 0.0, |
| "num_tokens": 31564498.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 99 |
| }, |
| { |
| "epoch": 1.5074626865671643, |
| "grad_norm": 0.0, |
| "learning_rate": 1.8533980447508135e-07, |
| "loss": 0.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.5074626865671643, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 15.000150587305676, |
| "eval_loss": 0.0, |
| "eval_num_tokens": 31697802.0, |
| "eval_reward": 0.9661169648170471, |
| "eval_reward_std": 0.0, |
| "eval_rewards/accuracy_reward": 0.0, |
| "eval_rewards/format_reward": 1.0, |
| "eval_rewards/log_scaled_reward": -0.03388310596346855, |
| "eval_runtime": 724.0402, |
| "eval_samples_per_second": 6.906, |
| "eval_steps_per_second": 0.062, |
| "step": 100 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.5223880597014925, |
| "grad_norm": 0.0, |
| "learning_rate": 1.7527597583490823e-07, |
| "loss": 0.0, |
| "num_tokens": 31837018.0, |
| "reward": 0.9707325138151646, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.029267556266859174, |
| "step": 101 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.537313432835821, |
| "grad_norm": 0.0, |
| "learning_rate": 1.6543469682057104e-07, |
| "loss": 0.0, |
| "num_tokens": 31986642.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 102 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.5522388059701493, |
| "grad_norm": 0.0, |
| "learning_rate": 1.5582271215312293e-07, |
| "loss": 0.0, |
| "num_tokens": 32126642.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 103 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.5671641791044775, |
| "grad_norm": 0.0, |
| "learning_rate": 1.4644660940672627e-07, |
| "loss": 0.0, |
| "num_tokens": 32276154.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 104 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.582089552238806, |
| "grad_norm": 0.0, |
| "learning_rate": 1.3731281449385628e-07, |
| "loss": 0.0, |
| "num_tokens": 32426898.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 105 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.5970149253731343, |
| "grad_norm": 0.0, |
| "learning_rate": 1.284275872613028e-07, |
| "loss": 0.0, |
| "num_tokens": 32571226.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 106 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.6119402985074627, |
| "grad_norm": 0.0, |
| "learning_rate": 1.1979701719998454e-07, |
| "loss": 0.0, |
| "num_tokens": 32719426.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 107 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.626865671641791, |
| "grad_norm": 0.0, |
| "learning_rate": 1.1142701927151454e-07, |
| "loss": 0.0, |
| "num_tokens": 32852794.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 108 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.6417910447761193, |
| "grad_norm": 0.0, |
| "learning_rate": 1.0332332985438247e-07, |
| "loss": 0.0, |
| "num_tokens": 33000498.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 109 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.6567164179104479, |
| "grad_norm": 0.0, |
| "learning_rate": 9.549150281252632e-08, |
| "loss": 0.0, |
| "num_tokens": 33139850.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 110 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.671641791044776, |
| "grad_norm": 0.0, |
| "learning_rate": 8.793690568899215e-08, |
| "loss": 0.0, |
| "num_tokens": 33276866.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 111 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.6865671641791045, |
| "grad_norm": 0.0, |
| "learning_rate": 8.066471602728803e-08, |
| "loss": 0.0, |
| "num_tokens": 33407970.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 112 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.7014925373134329, |
| "grad_norm": 0.0, |
| "learning_rate": 7.36799178229539e-08, |
| "loss": 0.0, |
| "num_tokens": 33549218.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 113 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.716417910447761, |
| "grad_norm": 0.0, |
| "learning_rate": 6.698729810778064e-08, |
| "loss": 0.0, |
| "num_tokens": 33694498.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 114 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.7313432835820897, |
| "grad_norm": 0.0, |
| "learning_rate": 6.059144366901736e-08, |
| "loss": 0.0, |
| "num_tokens": 33836482.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 115 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.7462686567164178, |
| "grad_norm": 0.0, |
| "learning_rate": 5.44967379058161e-08, |
| "loss": 0.0, |
| "num_tokens": 33970506.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 116 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.002233028411865, |
| "epoch": 1.7611940298507462, |
| "grad_norm": 0.0, |
| "learning_rate": 4.870735782506979e-08, |
| "loss": 0.0, |
| "num_tokens": 34139396.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 117 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.7761194029850746, |
| "grad_norm": 0.0, |
| "learning_rate": 4.322727117869951e-08, |
| "loss": 0.0, |
| "num_tokens": 34279244.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 118 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.7910447761194028, |
| "grad_norm": 0.0, |
| "learning_rate": 3.806023374435663e-08, |
| "loss": 0.0, |
| "num_tokens": 34418092.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 119 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.8059701492537314, |
| "grad_norm": 0.0, |
| "learning_rate": 3.3209786751399184e-08, |
| "loss": 0.0, |
| "num_tokens": 34570476.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 120 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.8208955223880596, |
| "grad_norm": 0.0, |
| "learning_rate": 2.8679254453910785e-08, |
| "loss": 0.0, |
| "num_tokens": 34714220.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 121 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.835820895522388, |
| "grad_norm": 0.0, |
| "learning_rate": 2.4471741852423233e-08, |
| "loss": 0.0, |
| "num_tokens": 34874452.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 122 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.8507462686567164, |
| "grad_norm": 0.0, |
| "learning_rate": 2.0590132565903473e-08, |
| "loss": 0.0, |
| "num_tokens": 35020932.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 123 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.8656716417910446, |
| "grad_norm": 0.0, |
| "learning_rate": 1.7037086855465898e-08, |
| "loss": 0.0, |
| "num_tokens": 35158836.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 124 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.8805970149253732, |
| "grad_norm": 0.0, |
| "learning_rate": 1.3815039801161722e-08, |
| "loss": 0.0, |
| "num_tokens": 35299044.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 125 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.8955223880597014, |
| "grad_norm": 0.0, |
| "learning_rate": 1.0926199633097154e-08, |
| "loss": 0.0, |
| "num_tokens": 35438660.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 126 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.9104477611940298, |
| "grad_norm": 0.0, |
| "learning_rate": 8.372546218022746e-09, |
| "loss": 0.0, |
| "num_tokens": 35589036.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 127 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.9253731343283582, |
| "grad_norm": 0.0, |
| "learning_rate": 6.15582970243117e-09, |
| "loss": 0.0, |
| "num_tokens": 35732844.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 128 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.9402985074626866, |
| "grad_norm": 0.0, |
| "learning_rate": 4.277569313094809e-09, |
| "loss": 0.0, |
| "num_tokens": 35869612.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 129 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.955223880597015, |
| "grad_norm": 0.0, |
| "learning_rate": 2.739052315863355e-09, |
| "loss": 0.0, |
| "num_tokens": 36024796.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 130 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.000000953674316, |
| "epoch": 1.9701492537313432, |
| "grad_norm": 0.0, |
| "learning_rate": 1.541333133436018e-09, |
| "loss": 0.0, |
| "num_tokens": 36165404.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 131 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 15.0, |
| "epoch": 1.9850746268656716, |
| "grad_norm": 0.0, |
| "learning_rate": 6.852326227130833e-10, |
| "loss": 0.0, |
| "num_tokens": 36316348.0, |
| "reward": 0.9661169648170471, |
| "reward_std": 0.0, |
| "rewards/accuracy_reward": 0.0, |
| "rewards/format_reward": 1.0, |
| "rewards/log_scaled_reward": -0.03388310596346855, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.9850746268656716, |
| "step": 132, |
| "total_flos": 0.0, |
| "train_loss": 0.04579740530018937, |
| "train_runtime": 16666.94, |
| "train_samples_per_second": 0.9, |
| "train_steps_per_second": 0.008 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 134, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
