| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9936628643852978, | |
| "eval_steps": 100, | |
| "global_step": 196, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 515.8303871154785, | |
| "epoch": 0.010139416983523447, | |
| "grad_norm": 0.4515054523944855, | |
| "learning_rate": 5e-08, | |
| "loss": 0.0123, | |
| "num_tokens": 610184.0, | |
| "reward": 0.26004465483129025, | |
| "reward_std": 0.3379838764667511, | |
| "rewards/accuracy_reward": 0.1986607126891613, | |
| "rewards/format_reward": 0.06138392956927419, | |
| "step": 1 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 467.8660888671875, | |
| "epoch": 0.020278833967046894, | |
| "grad_norm": 0.6836522221565247, | |
| "learning_rate": 1e-07, | |
| "loss": 0.0058, | |
| "num_tokens": 1164448.0, | |
| "reward": 0.24776786752045155, | |
| "reward_std": 0.3431246988475323, | |
| "rewards/accuracy_reward": 0.171875, | |
| "rewards/format_reward": 0.07589285867288709, | |
| "step": 2 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 528.7500343322754, | |
| "epoch": 0.030418250950570342, | |
| "grad_norm": 0.5222043395042419, | |
| "learning_rate": 1.5e-07, | |
| "loss": 0.005, | |
| "num_tokens": 1778328.0, | |
| "reward": 0.26450893841683865, | |
| "reward_std": 0.3584165945649147, | |
| "rewards/accuracy_reward": 0.2187499962747097, | |
| "rewards/format_reward": 0.045758930034935474, | |
| "step": 3 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 508.4922103881836, | |
| "epoch": 0.04055766793409379, | |
| "grad_norm": 0.4442610442638397, | |
| "learning_rate": 2e-07, | |
| "loss": 0.0255, | |
| "num_tokens": 2370889.0, | |
| "reward": 0.26004465110599995, | |
| "reward_std": 0.3489377610385418, | |
| "rewards/accuracy_reward": 0.19642856996506453, | |
| "rewards/format_reward": 0.06361607229337096, | |
| "step": 4 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 519.3482360839844, | |
| "epoch": 0.050697084917617236, | |
| "grad_norm": 0.504645824432373, | |
| "learning_rate": 2.5e-07, | |
| "loss": 0.0363, | |
| "num_tokens": 2963009.0, | |
| "reward": 0.2700893022119999, | |
| "reward_std": 0.3758334591984749, | |
| "rewards/accuracy_reward": 0.1897321417927742, | |
| "rewards/format_reward": 0.08035714202560484, | |
| "step": 5 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 509.5201072692871, | |
| "epoch": 0.060836501901140684, | |
| "grad_norm": 0.4883345365524292, | |
| "learning_rate": 3e-07, | |
| "loss": 0.0146, | |
| "num_tokens": 3548731.0, | |
| "reward": 0.2924107275903225, | |
| "reward_std": 0.3819224089384079, | |
| "rewards/accuracy_reward": 0.21875, | |
| "rewards/format_reward": 0.07366071455180645, | |
| "step": 6 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 506.1562728881836, | |
| "epoch": 0.07097591888466413, | |
| "grad_norm": 0.7536768317222595, | |
| "learning_rate": 3.5e-07, | |
| "loss": -0.0085, | |
| "num_tokens": 4126671.0, | |
| "reward": 0.3169642947614193, | |
| "reward_std": 0.37958647310733795, | |
| "rewards/accuracy_reward": 0.2555803544819355, | |
| "rewards/format_reward": 0.06138392980210483, | |
| "step": 7 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 512.7143173217773, | |
| "epoch": 0.08111533586818757, | |
| "grad_norm": 0.5751662850379944, | |
| "learning_rate": 4e-07, | |
| "loss": -0.0186, | |
| "num_tokens": 4713615.0, | |
| "reward": 0.2879464440047741, | |
| "reward_std": 0.3758578822016716, | |
| "rewards/accuracy_reward": 0.2087053544819355, | |
| "rewards/format_reward": 0.07924107136204839, | |
| "step": 8 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 527.1506843566895, | |
| "epoch": 0.09125475285171103, | |
| "grad_norm": 0.727789044380188, | |
| "learning_rate": 4.5e-07, | |
| "loss": 0.0193, | |
| "num_tokens": 5309270.0, | |
| "reward": 0.28794644214212894, | |
| "reward_std": 0.38178177177906036, | |
| "rewards/accuracy_reward": 0.19866071455180645, | |
| "rewards/format_reward": 0.08928571408614516, | |
| "step": 9 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 462.6607437133789, | |
| "epoch": 0.10139416983523447, | |
| "grad_norm": 0.6003168821334839, | |
| "learning_rate": 5e-07, | |
| "loss": 0.0127, | |
| "num_tokens": 5850542.0, | |
| "reward": 0.3270089440047741, | |
| "reward_std": 0.42656392976641655, | |
| "rewards/accuracy_reward": 0.2176339253783226, | |
| "rewards/format_reward": 0.109375, | |
| "step": 10 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 500.8236846923828, | |
| "epoch": 0.11153358681875793, | |
| "grad_norm": 0.6242951154708862, | |
| "learning_rate": 5.5e-07, | |
| "loss": 0.0068, | |
| "num_tokens": 6436816.0, | |
| "reward": 0.3191964440047741, | |
| "reward_std": 0.4202234297990799, | |
| "rewards/accuracy_reward": 0.171875, | |
| "rewards/format_reward": 0.14732142817229033, | |
| "step": 11 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 517.0971221923828, | |
| "epoch": 0.12167300380228137, | |
| "grad_norm": 1.3958944082260132, | |
| "learning_rate": 6e-07, | |
| "loss": 0.0251, | |
| "num_tokens": 7031447.0, | |
| "reward": 0.3738839402794838, | |
| "reward_std": 0.4328419789671898, | |
| "rewards/accuracy_reward": 0.19531249720603228, | |
| "rewards/format_reward": 0.17857142724096775, | |
| "step": 12 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 540.4654197692871, | |
| "epoch": 0.13181242078580482, | |
| "grad_norm": 1.9689440727233887, | |
| "learning_rate": 6.5e-07, | |
| "loss": 0.0087, | |
| "num_tokens": 7643888.0, | |
| "reward": 0.4464285969734192, | |
| "reward_std": 0.5018927529454231, | |
| "rewards/accuracy_reward": 0.2310267835855484, | |
| "rewards/format_reward": 0.2154017835855484, | |
| "step": 13 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 489.197566986084, | |
| "epoch": 0.14195183776932827, | |
| "grad_norm": 0.798046350479126, | |
| "learning_rate": 7e-07, | |
| "loss": -0.0009, | |
| "num_tokens": 8214385.0, | |
| "reward": 0.4988839514553547, | |
| "reward_std": 0.5417631343007088, | |
| "rewards/accuracy_reward": 0.18973214458674192, | |
| "rewards/format_reward": 0.3113839253783226, | |
| "step": 14 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 507.252254486084, | |
| "epoch": 0.1520912547528517, | |
| "grad_norm": 0.4880025386810303, | |
| "learning_rate": 7.5e-07, | |
| "loss": 0.0114, | |
| "num_tokens": 8797323.0, | |
| "reward": 0.7120536044239998, | |
| "reward_std": 0.5666098818182945, | |
| "rewards/accuracy_reward": 0.19754464272409678, | |
| "rewards/format_reward": 0.5145089402794838, | |
| "step": 15 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 464.38841247558594, | |
| "epoch": 0.16223067173637515, | |
| "grad_norm": 0.3857059180736542, | |
| "learning_rate": 8e-07, | |
| "loss": -0.0014, | |
| "num_tokens": 9340343.0, | |
| "reward": 0.8526786044239998, | |
| "reward_std": 0.5239133685827255, | |
| "rewards/accuracy_reward": 0.21540178544819355, | |
| "rewards/format_reward": 0.6372767761349678, | |
| "step": 16 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 508.8448944091797, | |
| "epoch": 0.17237008871989862, | |
| "grad_norm": 0.44979313015937805, | |
| "learning_rate": 8.499999999999999e-07, | |
| "loss": 0.0215, | |
| "num_tokens": 9930780.0, | |
| "reward": 0.8381696939468384, | |
| "reward_std": 0.540903877466917, | |
| "rewards/accuracy_reward": 0.2020089291036129, | |
| "rewards/format_reward": 0.6361607238650322, | |
| "step": 17 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 480.3794860839844, | |
| "epoch": 0.18250950570342206, | |
| "grad_norm": 0.32462233304977417, | |
| "learning_rate": 9e-07, | |
| "loss": 0.03, | |
| "num_tokens": 10484544.0, | |
| "reward": 0.9810268357396126, | |
| "reward_std": 0.5262674763798714, | |
| "rewards/accuracy_reward": 0.2488839253783226, | |
| "rewards/format_reward": 0.7321428582072258, | |
| "step": 18 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 455.48104095458984, | |
| "epoch": 0.1926489226869455, | |
| "grad_norm": 0.34758785367012024, | |
| "learning_rate": 9.499999999999999e-07, | |
| "loss": 0.023, | |
| "num_tokens": 11024639.0, | |
| "reward": 1.0424107536673546, | |
| "reward_std": 0.5019765421748161, | |
| "rewards/accuracy_reward": 0.2578124962747097, | |
| "rewards/format_reward": 0.784598208963871, | |
| "step": 19 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 525.8482437133789, | |
| "epoch": 0.20278833967046894, | |
| "grad_norm": 0.44885051250457764, | |
| "learning_rate": 1e-06, | |
| "loss": 0.044, | |
| "num_tokens": 11616223.0, | |
| "reward": 1.1584821939468384, | |
| "reward_std": 0.47795333340764046, | |
| "rewards/accuracy_reward": 0.29352678544819355, | |
| "rewards/format_reward": 0.8649553582072258, | |
| "step": 20 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 486.7299346923828, | |
| "epoch": 0.21292775665399238, | |
| "grad_norm": 0.5567921996116638, | |
| "learning_rate": 9.999203468625015e-07, | |
| "loss": 0.0113, | |
| "num_tokens": 12173605.0, | |
| "reward": 1.2120536416769028, | |
| "reward_std": 0.46485012769699097, | |
| "rewards/accuracy_reward": 0.31473214365541935, | |
| "rewards/format_reward": 0.8973214328289032, | |
| "step": 21 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 542.1808204650879, | |
| "epoch": 0.22306717363751585, | |
| "grad_norm": 0.3349709212779999, | |
| "learning_rate": 9.99681412828496e-07, | |
| "loss": 0.0304, | |
| "num_tokens": 12792559.0, | |
| "reward": 1.1808036118745804, | |
| "reward_std": 0.4690566882491112, | |
| "rewards/accuracy_reward": 0.3024553544819355, | |
| "rewards/format_reward": 0.878348208963871, | |
| "step": 22 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 527.556941986084, | |
| "epoch": 0.2332065906210393, | |
| "grad_norm": 0.32437098026275635, | |
| "learning_rate": 9.992832740253644e-07, | |
| "loss": 0.0241, | |
| "num_tokens": 13403498.0, | |
| "reward": 1.2622768431901932, | |
| "reward_std": 0.4536837413907051, | |
| "rewards/accuracy_reward": 0.3504464253783226, | |
| "rewards/format_reward": 0.9118303507566452, | |
| "step": 23 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 549.2321624755859, | |
| "epoch": 0.24334600760456274, | |
| "grad_norm": 0.683305025100708, | |
| "learning_rate": 9.987260573051267e-07, | |
| "loss": 0.0239, | |
| "num_tokens": 14025154.0, | |
| "reward": 1.3013393580913544, | |
| "reward_std": 0.4284757189452648, | |
| "rewards/accuracy_reward": 0.3816964216530323, | |
| "rewards/format_reward": 0.9196428656578064, | |
| "step": 24 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 525.8181076049805, | |
| "epoch": 0.2534854245880862, | |
| "grad_norm": 0.34933602809906006, | |
| "learning_rate": 9.98009940204023e-07, | |
| "loss": 0.0268, | |
| "num_tokens": 14627615.0, | |
| "reward": 1.4040179401636124, | |
| "reward_std": 0.41444528847932816, | |
| "rewards/accuracy_reward": 0.4531249962747097, | |
| "rewards/format_reward": 0.9508928656578064, | |
| "step": 25 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 540.1384201049805, | |
| "epoch": 0.26362484157160965, | |
| "grad_norm": 0.3170299828052521, | |
| "learning_rate": 9.971351508859486e-07, | |
| "loss": 0.0192, | |
| "num_tokens": 15230411.0, | |
| "reward": 1.4040178954601288, | |
| "reward_std": 0.45906292274594307, | |
| "rewards/accuracy_reward": 0.4698660746216774, | |
| "rewards/format_reward": 0.9341517835855484, | |
| "step": 26 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 555.2734718322754, | |
| "epoch": 0.2737642585551331, | |
| "grad_norm": 0.2808490991592407, | |
| "learning_rate": 9.961019680697591e-07, | |
| "loss": 0.0915, | |
| "num_tokens": 15856112.0, | |
| "reward": 1.460937574505806, | |
| "reward_std": 0.4059113450348377, | |
| "rewards/accuracy_reward": 0.5189732201397419, | |
| "rewards/format_reward": 0.9419642835855484, | |
| "step": 27 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 596.7377471923828, | |
| "epoch": 0.28390367553865653, | |
| "grad_norm": 0.2290179580450058, | |
| "learning_rate": 9.949107209404663e-07, | |
| "loss": 0.0252, | |
| "num_tokens": 16524429.0, | |
| "reward": 1.5558036267757416, | |
| "reward_std": 0.35689178109169006, | |
| "rewards/accuracy_reward": 0.6015625037252903, | |
| "rewards/format_reward": 0.9542410671710968, | |
| "step": 28 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 586.0000267028809, | |
| "epoch": 0.29404309252217997, | |
| "grad_norm": 0.2592538595199585, | |
| "learning_rate": 9.935617890443554e-07, | |
| "loss": 0.0619, | |
| "num_tokens": 17190221.0, | |
| "reward": 1.5513393580913544, | |
| "reward_std": 0.34823960438370705, | |
| "rewards/accuracy_reward": 0.5937500074505806, | |
| "rewards/format_reward": 0.9575892984867096, | |
| "step": 29 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 659.8370819091797, | |
| "epoch": 0.3041825095057034, | |
| "grad_norm": 0.1614958941936493, | |
| "learning_rate": 9.92055602168058e-07, | |
| "loss": 0.0418, | |
| "num_tokens": 17926923.0, | |
| "reward": 1.5948661416769028, | |
| "reward_std": 0.315753024071455, | |
| "rewards/accuracy_reward": 0.6261160783469677, | |
| "rewards/format_reward": 0.9687499925494194, | |
| "step": 30 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 628.6830673217773, | |
| "epoch": 0.31432192648922685, | |
| "grad_norm": 0.13593189418315887, | |
| "learning_rate": 9.90392640201615e-07, | |
| "loss": 0.034, | |
| "num_tokens": 18617831.0, | |
| "reward": 1.6785715073347092, | |
| "reward_std": 0.24619607254862785, | |
| "rewards/accuracy_reward": 0.6975446492433548, | |
| "rewards/format_reward": 0.9810267835855484, | |
| "step": 31 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 635.0971374511719, | |
| "epoch": 0.3244613434727503, | |
| "grad_norm": 0.14025020599365234, | |
| "learning_rate": 9.885734329855797e-07, | |
| "loss": 0.0489, | |
| "num_tokens": 19306622.0, | |
| "reward": 1.6830357909202576, | |
| "reward_std": 0.25594867765903473, | |
| "rewards/accuracy_reward": 0.7087053582072258, | |
| "rewards/format_reward": 0.9743303656578064, | |
| "step": 32 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 662.7310485839844, | |
| "epoch": 0.33460076045627374, | |
| "grad_norm": 0.14114561676979065, | |
| "learning_rate": 9.865985601422017e-07, | |
| "loss": 0.0403, | |
| "num_tokens": 20034485.0, | |
| "reward": 1.5926340073347092, | |
| "reward_std": 0.2743757776916027, | |
| "rewards/accuracy_reward": 0.6274896934628487, | |
| "rewards/format_reward": 0.9698660746216774, | |
| "step": 33 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 674.9565048217773, | |
| "epoch": 0.34474017743979724, | |
| "grad_norm": 0.13052859902381897, | |
| "learning_rate": 9.844686508907537e-07, | |
| "loss": 0.036, | |
| "num_tokens": 20766734.0, | |
| "reward": 1.6595983058214188, | |
| "reward_std": 0.22791905514895916, | |
| "rewards/accuracy_reward": 0.676339291036129, | |
| "rewards/format_reward": 0.983258917927742, | |
| "step": 34 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 661.467658996582, | |
| "epoch": 0.3548795944233207, | |
| "grad_norm": 0.14716672897338867, | |
| "learning_rate": 9.821843838470534e-07, | |
| "loss": 0.0801, | |
| "num_tokens": 21502137.0, | |
| "reward": 1.658482238650322, | |
| "reward_std": 0.2525596469640732, | |
| "rewards/accuracy_reward": 0.6774553507566452, | |
| "rewards/format_reward": 0.9810267835855484, | |
| "step": 35 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 649.9118576049805, | |
| "epoch": 0.3650190114068441, | |
| "grad_norm": 0.1431976705789566, | |
| "learning_rate": 9.797464868072486e-07, | |
| "loss": 0.0625, | |
| "num_tokens": 22212570.0, | |
| "reward": 1.6852679550647736, | |
| "reward_std": 0.2624010592699051, | |
| "rewards/accuracy_reward": 0.7098214253783226, | |
| "rewards/format_reward": 0.9754464253783226, | |
| "step": 36 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 653.161865234375, | |
| "epoch": 0.37515842839036756, | |
| "grad_norm": 0.10097628086805344, | |
| "learning_rate": 9.771557365159319e-07, | |
| "loss": 0.0255, | |
| "num_tokens": 22923331.0, | |
| "reward": 1.6283482909202576, | |
| "reward_std": 0.19372693821787834, | |
| "rewards/accuracy_reward": 0.6428571417927742, | |
| "rewards/format_reward": 0.9854910671710968, | |
| "step": 37 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 655.9073944091797, | |
| "epoch": 0.385297845373891, | |
| "grad_norm": 0.1087433397769928, | |
| "learning_rate": 9.744129584186597e-07, | |
| "loss": 0.0387, | |
| "num_tokens": 23637632.0, | |
| "reward": 1.6417411416769028, | |
| "reward_std": 0.2093806378543377, | |
| "rewards/accuracy_reward": 0.6629464328289032, | |
| "rewards/format_reward": 0.9787946417927742, | |
| "step": 38 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 703.9297103881836, | |
| "epoch": 0.39543726235741444, | |
| "grad_norm": 0.10768112540245056, | |
| "learning_rate": 9.71519026398956e-07, | |
| "loss": 0.0512, | |
| "num_tokens": 24406137.0, | |
| "reward": 1.6138393729925156, | |
| "reward_std": 0.19195392541587353, | |
| "rewards/accuracy_reward": 0.6428571455180645, | |
| "rewards/format_reward": 0.9709821417927742, | |
| "step": 39 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 626.8917617797852, | |
| "epoch": 0.4055766793409379, | |
| "grad_norm": 0.11539029330015182, | |
| "learning_rate": 9.68474862499881e-07, | |
| "loss": 0.0277, | |
| "num_tokens": 25087096.0, | |
| "reward": 1.7276786267757416, | |
| "reward_std": 0.16980798542499542, | |
| "rewards/accuracy_reward": 0.7366071343421936, | |
| "rewards/format_reward": 0.9910714253783226, | |
| "step": 40 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 641.186408996582, | |
| "epoch": 0.4157160963244613, | |
| "grad_norm": 0.0916220024228096, | |
| "learning_rate": 9.652814366302568e-07, | |
| "loss": 0.0297, | |
| "num_tokens": 25787575.0, | |
| "reward": 1.7444197237491608, | |
| "reward_std": 0.15002207644283772, | |
| "rewards/accuracy_reward": 0.7566964328289032, | |
| "rewards/format_reward": 0.9877232015132904, | |
| "step": 41 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 635.1529388427734, | |
| "epoch": 0.42585551330798477, | |
| "grad_norm": 0.1067587211728096, | |
| "learning_rate": 9.619397662556433e-07, | |
| "loss": 0.0296, | |
| "num_tokens": 26485640.0, | |
| "reward": 1.6930804401636124, | |
| "reward_std": 0.1523909503594041, | |
| "rewards/accuracy_reward": 0.7064732164144516, | |
| "rewards/format_reward": 0.9866071343421936, | |
| "step": 42 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 686.982177734375, | |
| "epoch": 0.43599493029150826, | |
| "grad_norm": 0.09716176986694336, | |
| "learning_rate": 9.5845091607416e-07, | |
| "loss": 0.0241, | |
| "num_tokens": 27219880.0, | |
| "reward": 1.7142858058214188, | |
| "reward_std": 0.19766423292458057, | |
| "rewards/accuracy_reward": 0.731026791036129, | |
| "rewards/format_reward": 0.9832589253783226, | |
| "step": 43 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 692.6172103881836, | |
| "epoch": 0.4461343472750317, | |
| "grad_norm": 0.0998157262802124, | |
| "learning_rate": 9.548159976772592e-07, | |
| "loss": 0.0304, | |
| "num_tokens": 27970513.0, | |
| "reward": 1.6975447237491608, | |
| "reward_std": 0.2129265610128641, | |
| "rewards/accuracy_reward": 0.7120535746216774, | |
| "rewards/format_reward": 0.9854910597205162, | |
| "step": 44 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 717.6428833007812, | |
| "epoch": 0.45627376425855515, | |
| "grad_norm": 0.110740527510643, | |
| "learning_rate": 9.510361691955606e-07, | |
| "loss": 0.0306, | |
| "num_tokens": 28735969.0, | |
| "reward": 1.6662947237491608, | |
| "reward_std": 0.25920049473643303, | |
| "rewards/accuracy_reward": 0.6796875, | |
| "rewards/format_reward": 0.9866071343421936, | |
| "step": 45 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 651.1373062133789, | |
| "epoch": 0.4664131812420786, | |
| "grad_norm": 0.10963339358568192, | |
| "learning_rate": 9.471126349298556e-07, | |
| "loss": 0.031, | |
| "num_tokens": 29449604.0, | |
| "reward": 1.7377232760190964, | |
| "reward_std": 0.19720236957073212, | |
| "rewards/accuracy_reward": 0.75, | |
| "rewards/format_reward": 0.987723208963871, | |
| "step": 46 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 658.0803909301758, | |
| "epoch": 0.47655259822560203, | |
| "grad_norm": 0.11225859075784683, | |
| "learning_rate": 9.430466449674013e-07, | |
| "loss": 0.0419, | |
| "num_tokens": 30187596.0, | |
| "reward": 1.656250074505806, | |
| "reward_std": 0.19186341715976596, | |
| "rewards/accuracy_reward": 0.6662946417927742, | |
| "rewards/format_reward": 0.9899553507566452, | |
| "step": 47 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 715.3538360595703, | |
| "epoch": 0.4866920152091255, | |
| "grad_norm": 0.09579791873693466, | |
| "learning_rate": 9.388394947836278e-07, | |
| "loss": 0.0133, | |
| "num_tokens": 30955289.0, | |
| "reward": 1.6250000596046448, | |
| "reward_std": 0.1923097288236022, | |
| "rewards/accuracy_reward": 0.6372767835855484, | |
| "rewards/format_reward": 0.987723208963871, | |
| "step": 48 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 694.5614242553711, | |
| "epoch": 0.4968314321926489, | |
| "grad_norm": 0.10001735389232635, | |
| "learning_rate": 9.344925248293835e-07, | |
| "loss": 0.0175, | |
| "num_tokens": 31698624.0, | |
| "reward": 1.6986608058214188, | |
| "reward_std": 0.1780099142342806, | |
| "rewards/accuracy_reward": 0.7087053582072258, | |
| "rewards/format_reward": 0.9899553507566452, | |
| "step": 49 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 673.1484756469727, | |
| "epoch": 0.5069708491761724, | |
| "grad_norm": 0.10267457365989685, | |
| "learning_rate": 9.300071201038501e-07, | |
| "loss": 0.0246, | |
| "num_tokens": 32427941.0, | |
| "reward": 1.6919643878936768, | |
| "reward_std": 0.203399364836514, | |
| "rewards/accuracy_reward": 0.703125, | |
| "rewards/format_reward": 0.9888392835855484, | |
| "step": 50 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 617.7199020385742, | |
| "epoch": 0.5171102661596958, | |
| "grad_norm": 0.10793677717447281, | |
| "learning_rate": 9.253847097132655e-07, | |
| "loss": 0.0196, | |
| "num_tokens": 33112242.0, | |
| "reward": 1.7388393580913544, | |
| "reward_std": 0.20277155563235283, | |
| "rewards/accuracy_reward": 0.7477678582072258, | |
| "rewards/format_reward": 0.9910714253783226, | |
| "step": 51 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 659.7522659301758, | |
| "epoch": 0.5272496831432193, | |
| "grad_norm": 0.09107255190610886, | |
| "learning_rate": 9.206267664155906e-07, | |
| "loss": 0.034, | |
| "num_tokens": 33823756.0, | |
| "reward": 1.7142857909202576, | |
| "reward_std": 0.15979534853249788, | |
| "rewards/accuracy_reward": 0.7243303582072258, | |
| "rewards/format_reward": 0.9899553507566452, | |
| "step": 52 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 681.6015930175781, | |
| "epoch": 0.5373891001267427, | |
| "grad_norm": 0.10401283204555511, | |
| "learning_rate": 9.157348061512726e-07, | |
| "loss": 0.0255, | |
| "num_tokens": 34570551.0, | |
| "reward": 1.6975447088479996, | |
| "reward_std": 0.19325901474803686, | |
| "rewards/accuracy_reward": 0.7131696417927742, | |
| "rewards/format_reward": 0.9843749925494194, | |
| "step": 53 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 733.9632034301758, | |
| "epoch": 0.5475285171102662, | |
| "grad_norm": 0.09657347947359085, | |
| "learning_rate": 9.107103875602458e-07, | |
| "loss": 0.0269, | |
| "num_tokens": 35346734.0, | |
| "reward": 1.665178656578064, | |
| "reward_std": 0.19283783435821533, | |
| "rewards/accuracy_reward": 0.6808035671710968, | |
| "rewards/format_reward": 0.9843749925494194, | |
| "step": 54 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 695.3471298217773, | |
| "epoch": 0.5576679340937896, | |
| "grad_norm": 0.11091943085193634, | |
| "learning_rate": 9.055551114853295e-07, | |
| "loss": 0.0383, | |
| "num_tokens": 36100157.0, | |
| "reward": 1.6729911416769028, | |
| "reward_std": 0.2295996304601431, | |
| "rewards/accuracy_reward": 0.6874999925494194, | |
| "rewards/format_reward": 0.9854910671710968, | |
| "step": 55 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 623.5301666259766, | |
| "epoch": 0.5678073510773131, | |
| "grad_norm": 0.1108093112707138, | |
| "learning_rate": 9.002706204621802e-07, | |
| "loss": 0.0293, | |
| "num_tokens": 36782520.0, | |
| "reward": 1.7477679401636124, | |
| "reward_std": 0.20551220327615738, | |
| "rewards/accuracy_reward": 0.7544642835855484, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 56 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 666.6451263427734, | |
| "epoch": 0.5779467680608364, | |
| "grad_norm": 0.10158971697092056, | |
| "learning_rate": 8.948585981959578e-07, | |
| "loss": 0.0202, | |
| "num_tokens": 37511418.0, | |
| "reward": 1.7053572535514832, | |
| "reward_std": 0.17258675582706928, | |
| "rewards/accuracy_reward": 0.7154017761349678, | |
| "rewards/format_reward": 0.9899553433060646, | |
| "step": 57 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 651.3370819091797, | |
| "epoch": 0.5880861850443599, | |
| "grad_norm": 0.09192176908254623, | |
| "learning_rate": 8.893207690248775e-07, | |
| "loss": 0.0075, | |
| "num_tokens": 38216080.0, | |
| "reward": 1.7600447535514832, | |
| "reward_std": 0.1495125712826848, | |
| "rewards/accuracy_reward": 0.7633928582072258, | |
| "rewards/format_reward": 0.9966517835855484, | |
| "step": 58 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 651.7176742553711, | |
| "epoch": 0.5982256020278834, | |
| "grad_norm": 0.11554893106222153, | |
| "learning_rate": 8.836588973708128e-07, | |
| "loss": 0.045, | |
| "num_tokens": 38941611.0, | |
| "reward": 1.688616156578064, | |
| "reward_std": 0.20678117126226425, | |
| "rewards/accuracy_reward": 0.7042410708963871, | |
| "rewards/format_reward": 0.9843749925494194, | |
| "step": 59 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 673.3739242553711, | |
| "epoch": 0.6083650190114068, | |
| "grad_norm": 0.11070550233125687, | |
| "learning_rate": 8.778747871771291e-07, | |
| "loss": 0.0224, | |
| "num_tokens": 39682202.0, | |
| "reward": 1.7388393729925156, | |
| "reward_std": 0.18264728784561157, | |
| "rewards/accuracy_reward": 0.7444196492433548, | |
| "rewards/format_reward": 0.9944196417927742, | |
| "step": 60 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 649.6138610839844, | |
| "epoch": 0.6185044359949303, | |
| "grad_norm": 0.11238072067499161, | |
| "learning_rate": 8.719702813339247e-07, | |
| "loss": 0.0075, | |
| "num_tokens": 40386600.0, | |
| "reward": 1.6919643729925156, | |
| "reward_std": 0.20359325036406517, | |
| "rewards/accuracy_reward": 0.7020089328289032, | |
| "rewards/format_reward": 0.9899553507566452, | |
| "step": 61 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 687.9553833007812, | |
| "epoch": 0.6286438529784537, | |
| "grad_norm": 0.09478152543306351, | |
| "learning_rate": 8.659472610908627e-07, | |
| "loss": 0.0211, | |
| "num_tokens": 41132400.0, | |
| "reward": 1.6729911416769028, | |
| "reward_std": 0.17133308481425047, | |
| "rewards/accuracy_reward": 0.6785714291036129, | |
| "rewards/format_reward": 0.9944196343421936, | |
| "step": 62 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 615.4788284301758, | |
| "epoch": 0.6387832699619772, | |
| "grad_norm": 0.12343282252550125, | |
| "learning_rate": 8.598076454577814e-07, | |
| "loss": 0.0078, | |
| "num_tokens": 41808165.0, | |
| "reward": 1.7689732909202576, | |
| "reward_std": 0.18264547362923622, | |
| "rewards/accuracy_reward": 0.7734375, | |
| "rewards/format_reward": 0.995535708963871, | |
| "step": 63 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 636.3192367553711, | |
| "epoch": 0.6489226869455006, | |
| "grad_norm": 0.08991697430610657, | |
| "learning_rate": 8.535533905932737e-07, | |
| "loss": 0.0267, | |
| "num_tokens": 42526435.0, | |
| "reward": 1.7232143729925156, | |
| "reward_std": 0.14434537151828408, | |
| "rewards/accuracy_reward": 0.7287946492433548, | |
| "rewards/format_reward": 0.9944196417927742, | |
| "step": 64 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 627.6741409301758, | |
| "epoch": 0.6590621039290241, | |
| "grad_norm": 0.091641865670681, | |
| "learning_rate": 8.471864891814304e-07, | |
| "loss": 0.0296, | |
| "num_tokens": 43207935.0, | |
| "reward": 1.7488840073347092, | |
| "reward_std": 0.16924036061391234, | |
| "rewards/accuracy_reward": 0.7589285671710968, | |
| "rewards/format_reward": 0.9899553507566452, | |
| "step": 65 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 697.7109680175781, | |
| "epoch": 0.6692015209125475, | |
| "grad_norm": 0.09379775822162628, | |
| "learning_rate": 8.407089697969456e-07, | |
| "loss": 0.0402, | |
| "num_tokens": 43957948.0, | |
| "reward": 1.705357238650322, | |
| "reward_std": 0.17076639458537102, | |
| "rewards/accuracy_reward": 0.719866082072258, | |
| "rewards/format_reward": 0.9854910671710968, | |
| "step": 66 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 719.4453353881836, | |
| "epoch": 0.679340937896071, | |
| "grad_norm": 0.09100989252328873, | |
| "learning_rate": 8.341228962587881e-07, | |
| "loss": 0.0285, | |
| "num_tokens": 44738699.0, | |
| "reward": 1.6875001192092896, | |
| "reward_std": 0.18435446824878454, | |
| "rewards/accuracy_reward": 0.7031250149011612, | |
| "rewards/format_reward": 0.9843749850988388, | |
| "step": 67 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 604.7611961364746, | |
| "epoch": 0.6894803548795945, | |
| "grad_norm": 0.1007450744509697, | |
| "learning_rate": 8.274303669726426e-07, | |
| "loss": 0.022, | |
| "num_tokens": 45401885.0, | |
| "reward": 1.7589286416769028, | |
| "reward_std": 0.1566725349985063, | |
| "rewards/accuracy_reward": 0.7678571455180645, | |
| "rewards/format_reward": 0.9910714253783226, | |
| "step": 68 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 717.0123062133789, | |
| "epoch": 0.6996197718631179, | |
| "grad_norm": 0.10416340827941895, | |
| "learning_rate": 8.206335142623304e-07, | |
| "loss": 0.0253, | |
| "num_tokens": 46174088.0, | |
| "reward": 1.6651786267757416, | |
| "reward_std": 0.19855336844921112, | |
| "rewards/accuracy_reward": 0.671875, | |
| "rewards/format_reward": 0.9933035597205162, | |
| "step": 69 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 669.8147583007812, | |
| "epoch": 0.7097591888466414, | |
| "grad_norm": 0.11590211093425751, | |
| "learning_rate": 8.137345036904259e-07, | |
| "loss": 0.0433, | |
| "num_tokens": 46893618.0, | |
| "reward": 1.7075893580913544, | |
| "reward_std": 0.21949494630098343, | |
| "rewards/accuracy_reward": 0.723214291036129, | |
| "rewards/format_reward": 0.9843749925494194, | |
| "step": 70 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 648.5803756713867, | |
| "epoch": 0.7198986058301647, | |
| "grad_norm": 0.10192694514989853, | |
| "learning_rate": 8.067355333682797e-07, | |
| "loss": 0.0238, | |
| "num_tokens": 47613514.0, | |
| "reward": 1.66183041036129, | |
| "reward_std": 0.17979866359382868, | |
| "rewards/accuracy_reward": 0.6796875074505806, | |
| "rewards/format_reward": 0.9821428582072258, | |
| "step": 71 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 658.716552734375, | |
| "epoch": 0.7300380228136882, | |
| "grad_norm": 0.10270233452320099, | |
| "learning_rate": 7.996388332556734e-07, | |
| "loss": 0.0461, | |
| "num_tokens": 48332444.0, | |
| "reward": 1.7109375894069672, | |
| "reward_std": 0.17445513978600502, | |
| "rewards/accuracy_reward": 0.7187500149011612, | |
| "rewards/format_reward": 0.9921874925494194, | |
| "step": 72 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 727.381721496582, | |
| "epoch": 0.7401774397972116, | |
| "grad_norm": 0.09961652010679245, | |
| "learning_rate": 7.924466644503264e-07, | |
| "loss": 0.0144, | |
| "num_tokens": 49116674.0, | |
| "reward": 1.6529018580913544, | |
| "reward_std": 0.20062358025461435, | |
| "rewards/accuracy_reward": 0.6662946529686451, | |
| "rewards/format_reward": 0.9866071417927742, | |
| "step": 73 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 648.5078430175781, | |
| "epoch": 0.7503168567807351, | |
| "grad_norm": 0.10154278576374054, | |
| "learning_rate": 7.85161318467482e-07, | |
| "loss": 0.0184, | |
| "num_tokens": 49833121.0, | |
| "reward": 1.765625074505806, | |
| "reward_std": 0.17119968868792057, | |
| "rewards/accuracy_reward": 0.7734374925494194, | |
| "rewards/format_reward": 0.9921874925494194, | |
| "step": 74 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 657.3549385070801, | |
| "epoch": 0.7604562737642585, | |
| "grad_norm": 0.11170431971549988, | |
| "learning_rate": 7.777851165098011e-07, | |
| "loss": 0.0291, | |
| "num_tokens": 50552791.0, | |
| "reward": 1.7522321939468384, | |
| "reward_std": 0.18582619447261095, | |
| "rewards/accuracy_reward": 0.7589285671710968, | |
| "rewards/format_reward": 0.9933035597205162, | |
| "step": 75 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 618.2310562133789, | |
| "epoch": 0.770595690747782, | |
| "grad_norm": 0.09891778975725174, | |
| "learning_rate": 7.703204087277988e-07, | |
| "loss": 0.0087, | |
| "num_tokens": 51233966.0, | |
| "reward": 1.6707590073347092, | |
| "reward_std": 0.16447317646816373, | |
| "rewards/accuracy_reward": 0.6785714402794838, | |
| "rewards/format_reward": 0.9921874925494194, | |
| "step": 76 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 691.1406631469727, | |
| "epoch": 0.7807351077313055, | |
| "grad_norm": 0.0960167646408081, | |
| "learning_rate": 7.627695734710564e-07, | |
| "loss": 0.0304, | |
| "num_tokens": 51975452.0, | |
| "reward": 1.7042411714792252, | |
| "reward_std": 0.1650120271369815, | |
| "rewards/accuracy_reward": 0.7220982164144516, | |
| "rewards/format_reward": 0.9821428507566452, | |
| "step": 77 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 684.7500228881836, | |
| "epoch": 0.7908745247148289, | |
| "grad_norm": 0.09193353354930878, | |
| "learning_rate": 7.551350165304499e-07, | |
| "loss": 0.0281, | |
| "num_tokens": 52706764.0, | |
| "reward": 1.7488840222358704, | |
| "reward_std": 0.16149256937205791, | |
| "rewards/accuracy_reward": 0.7622767835855484, | |
| "rewards/format_reward": 0.9866071417927742, | |
| "step": 78 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 661.9587326049805, | |
| "epoch": 0.8010139416983524, | |
| "grad_norm": 0.08813660591840744, | |
| "learning_rate": 7.474191703716338e-07, | |
| "loss": 0.0161, | |
| "num_tokens": 53430439.0, | |
| "reward": 1.7209822237491608, | |
| "reward_std": 0.14920138847082853, | |
| "rewards/accuracy_reward": 0.723214291036129, | |
| "rewards/format_reward": 0.9977678507566452, | |
| "step": 79 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 657.2868576049805, | |
| "epoch": 0.8111533586818758, | |
| "grad_norm": 0.08803500235080719, | |
| "learning_rate": 7.396244933600284e-07, | |
| "loss": 0.0076, | |
| "num_tokens": 54143656.0, | |
| "reward": 1.7421875894069672, | |
| "reward_std": 0.15661878790706396, | |
| "rewards/accuracy_reward": 0.7433035746216774, | |
| "rewards/format_reward": 0.9988839253783226, | |
| "step": 80 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 653.8337326049805, | |
| "epoch": 0.8212927756653993, | |
| "grad_norm": 0.11003640294075012, | |
| "learning_rate": 7.317534689775527e-07, | |
| "loss": 0.0296, | |
| "num_tokens": 54849195.0, | |
| "reward": 1.7332590073347092, | |
| "reward_std": 0.1878818403929472, | |
| "rewards/accuracy_reward": 0.737723208963871, | |
| "rewards/format_reward": 0.9955357015132904, | |
| "step": 81 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 646.4810562133789, | |
| "epoch": 0.8314321926489227, | |
| "grad_norm": 0.10392062366008759, | |
| "learning_rate": 7.238086050313562e-07, | |
| "loss": 0.0264, | |
| "num_tokens": 55563698.0, | |
| "reward": 1.7165179401636124, | |
| "reward_std": 0.20238416641950607, | |
| "rewards/accuracy_reward": 0.7254464328289032, | |
| "rewards/format_reward": 0.9910714253783226, | |
| "step": 82 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 661.6440048217773, | |
| "epoch": 0.8415716096324461, | |
| "grad_norm": 0.11124070733785629, | |
| "learning_rate": 7.157924328548002e-07, | |
| "loss": 0.0144, | |
| "num_tokens": 56290123.0, | |
| "reward": 1.7410715073347092, | |
| "reward_std": 0.16893591731786728, | |
| "rewards/accuracy_reward": 0.7477678582072258, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 83 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 667.6004867553711, | |
| "epoch": 0.8517110266159695, | |
| "grad_norm": 0.1015985757112503, | |
| "learning_rate": 7.077075065009433e-07, | |
| "loss": 0.0289, | |
| "num_tokens": 57021605.0, | |
| "reward": 1.7712054401636124, | |
| "reward_std": 0.1773331630975008, | |
| "rewards/accuracy_reward": 0.7790178582072258, | |
| "rewards/format_reward": 0.9921874925494194, | |
| "step": 84 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 654.0971298217773, | |
| "epoch": 0.861850443599493, | |
| "grad_norm": 0.10410565882921219, | |
| "learning_rate": 6.995564019287869e-07, | |
| "loss": 0.0127, | |
| "num_tokens": 57737492.0, | |
| "reward": 1.6863840073347092, | |
| "reward_std": 0.2015578467398882, | |
| "rewards/accuracy_reward": 0.6919642835855484, | |
| "rewards/format_reward": 0.9944196343421936, | |
| "step": 85 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 705.3315048217773, | |
| "epoch": 0.8719898605830165, | |
| "grad_norm": 0.12336766719818115, | |
| "learning_rate": 6.913417161825449e-07, | |
| "loss": 0.0313, | |
| "num_tokens": 58504381.0, | |
| "reward": 1.6819197237491608, | |
| "reward_std": 0.19116687029600143, | |
| "rewards/accuracy_reward": 0.6908482164144516, | |
| "rewards/format_reward": 0.991071417927742, | |
| "step": 86 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 663.8895492553711, | |
| "epoch": 0.8821292775665399, | |
| "grad_norm": 0.09500221908092499, | |
| "learning_rate": 6.830660665641897e-07, | |
| "loss": 0.0007, | |
| "num_tokens": 59228946.0, | |
| "reward": 1.7243304252624512, | |
| "reward_std": 0.1611752938479185, | |
| "rewards/accuracy_reward": 0.731026791036129, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 87 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 676.3370895385742, | |
| "epoch": 0.8922686945500634, | |
| "grad_norm": 0.10983681678771973, | |
| "learning_rate": 6.747320897995492e-07, | |
| "loss": 0.0173, | |
| "num_tokens": 59963936.0, | |
| "reward": 1.7120536118745804, | |
| "reward_std": 0.16041494347155094, | |
| "rewards/accuracy_reward": 0.7287946343421936, | |
| "rewards/format_reward": 0.983258917927742, | |
| "step": 88 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 627.8236999511719, | |
| "epoch": 0.9024081115335868, | |
| "grad_norm": 0.10716623067855835, | |
| "learning_rate": 6.66342441198212e-07, | |
| "loss": 0.0255, | |
| "num_tokens": 60650370.0, | |
| "reward": 1.7276786416769028, | |
| "reward_std": 0.16107469610869884, | |
| "rewards/accuracy_reward": 0.7366071417927742, | |
| "rewards/format_reward": 0.991071417927742, | |
| "step": 89 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 641.5011367797852, | |
| "epoch": 0.9125475285171103, | |
| "grad_norm": 0.12808987498283386, | |
| "learning_rate": 6.578997938075125e-07, | |
| "loss": 0.024, | |
| "num_tokens": 61349627.0, | |
| "reward": 1.6953125596046448, | |
| "reward_std": 0.18346151895821095, | |
| "rewards/accuracy_reward": 0.7109375, | |
| "rewards/format_reward": 0.9843749925494194, | |
| "step": 90 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 647.2109603881836, | |
| "epoch": 0.9226869455006337, | |
| "grad_norm": 0.10632172971963882, | |
| "learning_rate": 6.494068375608646e-07, | |
| "loss": 0.0176, | |
| "num_tokens": 62064152.0, | |
| "reward": 1.7388393729925156, | |
| "reward_std": 0.17309935204684734, | |
| "rewards/accuracy_reward": 0.745535708963871, | |
| "rewards/format_reward": 0.9933035597205162, | |
| "step": 91 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 684.0725860595703, | |
| "epoch": 0.9328263624841572, | |
| "grad_norm": 0.10359478741884232, | |
| "learning_rate": 6.408662784207149e-07, | |
| "loss": 0.0327, | |
| "num_tokens": 62816457.0, | |
| "reward": 1.7265625596046448, | |
| "reward_std": 0.18876438401639462, | |
| "rewards/accuracy_reward": 0.7399553656578064, | |
| "rewards/format_reward": 0.9866071343421936, | |
| "step": 92 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 619.8136520385742, | |
| "epoch": 0.9429657794676806, | |
| "grad_norm": 0.110443115234375, | |
| "learning_rate": 6.322808375163895e-07, | |
| "loss": 0.0174, | |
| "num_tokens": 63498690.0, | |
| "reward": 1.7377233058214188, | |
| "reward_std": 0.16478892508894205, | |
| "rewards/accuracy_reward": 0.7399553582072258, | |
| "rewards/format_reward": 0.9977678507566452, | |
| "step": 93 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 650.7254791259766, | |
| "epoch": 0.9531051964512041, | |
| "grad_norm": 0.10725186765193939, | |
| "learning_rate": 6.236532502771077e-07, | |
| "loss": 0.0106, | |
| "num_tokens": 64215340.0, | |
| "reward": 1.7031250894069672, | |
| "reward_std": 0.18828019313514233, | |
| "rewards/accuracy_reward": 0.7109375, | |
| "rewards/format_reward": 0.9921875, | |
| "step": 94 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 643.1205749511719, | |
| "epoch": 0.9632446134347274, | |
| "grad_norm": 0.13609780371189117, | |
| "learning_rate": 6.149862655604403e-07, | |
| "loss": 0.0263, | |
| "num_tokens": 64917264.0, | |
| "reward": 1.7589286714792252, | |
| "reward_std": 0.19211565144360065, | |
| "rewards/accuracy_reward": 0.7734375074505806, | |
| "rewards/format_reward": 0.9854910671710968, | |
| "step": 95 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 640.569221496582, | |
| "epoch": 0.973384030418251, | |
| "grad_norm": 0.11930994689464569, | |
| "learning_rate": 6.062826447764883e-07, | |
| "loss": 0.0198, | |
| "num_tokens": 65613958.0, | |
| "reward": 1.757812574505806, | |
| "reward_std": 0.14032188896089792, | |
| "rewards/accuracy_reward": 0.7622767761349678, | |
| "rewards/format_reward": 0.9955357015132904, | |
| "step": 96 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 654.4654388427734, | |
| "epoch": 0.9835234474017744, | |
| "grad_norm": 0.09683021903038025, | |
| "learning_rate": 5.975451610080642e-07, | |
| "loss": 0.0272, | |
| "num_tokens": 66328167.0, | |
| "reward": 1.6875000894069672, | |
| "reward_std": 0.1803465113043785, | |
| "rewards/accuracy_reward": 0.6953125074505806, | |
| "rewards/format_reward": 0.9921874925494194, | |
| "step": 97 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 631.353515625, | |
| "epoch": 0.9936628643852978, | |
| "grad_norm": 0.1017894446849823, | |
| "learning_rate": 5.887765981271517e-07, | |
| "loss": 0.0292, | |
| "num_tokens": 67045777.0, | |
| "reward": 1.7265625894069672, | |
| "reward_std": 0.1662213634699583, | |
| "rewards/accuracy_reward": 0.7366071417927742, | |
| "rewards/format_reward": 0.9899553433060646, | |
| "step": 98 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 662.9151916503906, | |
| "epoch": 1.0101394169835234, | |
| "grad_norm": 0.09788638353347778, | |
| "learning_rate": 5.7997974990793e-07, | |
| "loss": 0.0044, | |
| "num_tokens": 67768741.0, | |
| "reward": 1.7566965073347092, | |
| "reward_std": 0.1626696866005659, | |
| "rewards/accuracy_reward": 0.7578125, | |
| "rewards/format_reward": 0.9988839253783226, | |
| "step": 99 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 659.5960006713867, | |
| "epoch": 1.020278833967047, | |
| "grad_norm": 0.09406567364931107, | |
| "learning_rate": 5.711574191366427e-07, | |
| "loss": 0.0125, | |
| "num_tokens": 68487115.0, | |
| "reward": 1.7321429550647736, | |
| "reward_std": 0.1440184023231268, | |
| "rewards/accuracy_reward": 0.7366071417927742, | |
| "rewards/format_reward": 0.995535708963871, | |
| "step": 100 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 664.0189971923828, | |
| "epoch": 1.0304182509505704, | |
| "grad_norm": 0.10347539931535721, | |
| "learning_rate": 5.623124167185929e-07, | |
| "loss": 0.0152, | |
| "num_tokens": 69204604.0, | |
| "reward": 1.7410715222358704, | |
| "reward_std": 0.153701429720968, | |
| "rewards/accuracy_reward": 0.746651791036129, | |
| "rewards/format_reward": 0.9944196417927742, | |
| "step": 101 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 623.9464569091797, | |
| "epoch": 1.0405576679340938, | |
| "grad_norm": 0.09895368665456772, | |
| "learning_rate": 5.534475607825565e-07, | |
| "loss": 0.033, | |
| "num_tokens": 69890948.0, | |
| "reward": 1.7165179401636124, | |
| "reward_std": 0.13192464038729668, | |
| "rewards/accuracy_reward": 0.7232142835855484, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 102 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 683.225471496582, | |
| "epoch": 1.0506970849176172, | |
| "grad_norm": 0.11877602338790894, | |
| "learning_rate": 5.445656757828879e-07, | |
| "loss": 0.0322, | |
| "num_tokens": 70634422.0, | |
| "reward": 1.6361607909202576, | |
| "reward_std": 0.17785416916012764, | |
| "rewards/accuracy_reward": 0.645089291036129, | |
| "rewards/format_reward": 0.9910714253783226, | |
| "step": 103 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 662.256721496582, | |
| "epoch": 1.0608365019011408, | |
| "grad_norm": 0.10182492434978485, | |
| "learning_rate": 5.356695915996161e-07, | |
| "loss": 0.0056, | |
| "num_tokens": 71362164.0, | |
| "reward": 1.7165179252624512, | |
| "reward_std": 0.15059774369001389, | |
| "rewards/accuracy_reward": 0.7187499925494194, | |
| "rewards/format_reward": 0.9977678582072258, | |
| "step": 104 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 626.7701187133789, | |
| "epoch": 1.0709759188846641, | |
| "grad_norm": 0.1029505580663681, | |
| "learning_rate": 5.267621426368075e-07, | |
| "loss": 0.0062, | |
| "num_tokens": 72042966.0, | |
| "reward": 1.797991156578064, | |
| "reward_std": 0.14701888849958777, | |
| "rewards/accuracy_reward": 0.8013392835855484, | |
| "rewards/format_reward": 0.9966517761349678, | |
| "step": 105 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 577.3560562133789, | |
| "epoch": 1.0811153358681875, | |
| "grad_norm": 0.10245715826749802, | |
| "learning_rate": 5.178461669194903e-07, | |
| "loss": 0.013, | |
| "num_tokens": 72687485.0, | |
| "reward": 1.7946429401636124, | |
| "reward_std": 0.14055991917848587, | |
| "rewards/accuracy_reward": 0.7991071417927742, | |
| "rewards/format_reward": 0.9955357164144516, | |
| "step": 106 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 634.2232437133789, | |
| "epoch": 1.091254752851711, | |
| "grad_norm": 0.09775260090827942, | |
| "learning_rate": 5.08924505189423e-07, | |
| "loss": 0.0073, | |
| "num_tokens": 73381709.0, | |
| "reward": 1.77120541036129, | |
| "reward_std": 0.13471420388668776, | |
| "rewards/accuracy_reward": 0.7745535597205162, | |
| "rewards/format_reward": 0.9966517835855484, | |
| "step": 107 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 671.7980308532715, | |
| "epoch": 1.1013941698352345, | |
| "grad_norm": 0.10289379954338074, | |
| "learning_rate": 5e-07, | |
| "loss": 0.0137, | |
| "num_tokens": 74107760.0, | |
| "reward": 1.7578125894069672, | |
| "reward_std": 0.16642380319535732, | |
| "rewards/accuracy_reward": 0.765625, | |
| "rewards/format_reward": 0.9921875, | |
| "step": 108 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 700.1719055175781, | |
| "epoch": 1.111533586818758, | |
| "grad_norm": 0.08667897433042526, | |
| "learning_rate": 4.91075494810577e-07, | |
| "loss": 0.0214, | |
| "num_tokens": 74853106.0, | |
| "reward": 1.7477679252624512, | |
| "reward_std": 0.14406709745526314, | |
| "rewards/accuracy_reward": 0.7555803433060646, | |
| "rewards/format_reward": 0.9921874925494194, | |
| "step": 109 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 654.7210083007812, | |
| "epoch": 1.1216730038022813, | |
| "grad_norm": 0.10183614492416382, | |
| "learning_rate": 4.821538330805098e-07, | |
| "loss": 0.0228, | |
| "num_tokens": 75566256.0, | |
| "reward": 1.7477679401636124, | |
| "reward_std": 0.16557483188807964, | |
| "rewards/accuracy_reward": 0.7600446417927742, | |
| "rewards/format_reward": 0.9877232015132904, | |
| "step": 110 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 668.025691986084, | |
| "epoch": 1.131812420785805, | |
| "grad_norm": 0.11714053899049759, | |
| "learning_rate": 4.732378573631924e-07, | |
| "loss": 0.0246, | |
| "num_tokens": 76287535.0, | |
| "reward": 1.7421875894069672, | |
| "reward_std": 0.1860833875834942, | |
| "rewards/accuracy_reward": 0.7511160746216774, | |
| "rewards/format_reward": 0.9910714253783226, | |
| "step": 111 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 669.5022659301758, | |
| "epoch": 1.1419518377693283, | |
| "grad_norm": 0.11465004831552505, | |
| "learning_rate": 4.643304084003838e-07, | |
| "loss": 0.0245, | |
| "num_tokens": 77014857.0, | |
| "reward": 1.7254465222358704, | |
| "reward_std": 0.19485904835164547, | |
| "rewards/accuracy_reward": 0.7321428656578064, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 112 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 656.6093978881836, | |
| "epoch": 1.1520912547528517, | |
| "grad_norm": 0.160664901137352, | |
| "learning_rate": 4.55434324217112e-07, | |
| "loss": 0.0228, | |
| "num_tokens": 77732419.0, | |
| "reward": 1.6763393431901932, | |
| "reward_std": 0.1846153624355793, | |
| "rewards/accuracy_reward": 0.684151791036129, | |
| "rewards/format_reward": 0.9921874925494194, | |
| "step": 113 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 655.0524826049805, | |
| "epoch": 1.162230671736375, | |
| "grad_norm": 0.10615188628435135, | |
| "learning_rate": 4.4655243921744367e-07, | |
| "loss": 0.0136, | |
| "num_tokens": 78444306.0, | |
| "reward": 1.695312574505806, | |
| "reward_std": 0.14989868365228176, | |
| "rewards/accuracy_reward": 0.7020089253783226, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 114 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 655.928596496582, | |
| "epoch": 1.1723700887198987, | |
| "grad_norm": 0.1310528963804245, | |
| "learning_rate": 4.37687583281407e-07, | |
| "loss": 0.0203, | |
| "num_tokens": 79159234.0, | |
| "reward": 1.7176340222358704, | |
| "reward_std": 0.15918411500751972, | |
| "rewards/accuracy_reward": 0.7243303656578064, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 115 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 618.7656478881836, | |
| "epoch": 1.182509505703422, | |
| "grad_norm": 0.11190109699964523, | |
| "learning_rate": 4.2884258086335745e-07, | |
| "loss": 0.0031, | |
| "num_tokens": 79852888.0, | |
| "reward": 1.774553656578064, | |
| "reward_std": 0.17635854333639145, | |
| "rewards/accuracy_reward": 0.7767857164144516, | |
| "rewards/format_reward": 0.9977678507566452, | |
| "step": 116 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 629.7489166259766, | |
| "epoch": 1.1926489226869454, | |
| "grad_norm": 0.09713304787874222, | |
| "learning_rate": 4.2002025009206987e-07, | |
| "loss": 0.0098, | |
| "num_tokens": 80549095.0, | |
| "reward": 1.7287947237491608, | |
| "reward_std": 0.12099508009850979, | |
| "rewards/accuracy_reward": 0.7321428619325161, | |
| "rewards/format_reward": 0.9966517761349678, | |
| "step": 117 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 615.9765968322754, | |
| "epoch": 1.202788339670469, | |
| "grad_norm": 0.11283177137374878, | |
| "learning_rate": 4.1122340187284845e-07, | |
| "loss": 0.0315, | |
| "num_tokens": 81223298.0, | |
| "reward": 1.7388393580913544, | |
| "reward_std": 0.13626329507678747, | |
| "rewards/accuracy_reward": 0.745535708963871, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 118 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 641.6629791259766, | |
| "epoch": 1.2129277566539924, | |
| "grad_norm": 0.0984925627708435, | |
| "learning_rate": 4.0245483899193586e-07, | |
| "loss": 0.0086, | |
| "num_tokens": 81925604.0, | |
| "reward": 1.7310268431901932, | |
| "reward_std": 0.16442857310175896, | |
| "rewards/accuracy_reward": 0.7354910671710968, | |
| "rewards/format_reward": 0.995535708963871, | |
| "step": 119 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 628.5569534301758, | |
| "epoch": 1.2230671736375158, | |
| "grad_norm": 0.09760965406894684, | |
| "learning_rate": 3.937173552235116e-07, | |
| "loss": 0.0041, | |
| "num_tokens": 82621599.0, | |
| "reward": 1.7053572088479996, | |
| "reward_std": 0.11313999397680163, | |
| "rewards/accuracy_reward": 0.7098214253783226, | |
| "rewards/format_reward": 0.9955357164144516, | |
| "step": 120 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 645.1350860595703, | |
| "epoch": 1.2332065906210392, | |
| "grad_norm": 0.08554679900407791, | |
| "learning_rate": 3.850137344395598e-07, | |
| "loss": 0.0151, | |
| "num_tokens": 83322856.0, | |
| "reward": 1.7354911714792252, | |
| "reward_std": 0.11471607023850083, | |
| "rewards/accuracy_reward": 0.7399553582072258, | |
| "rewards/format_reward": 0.995535708963871, | |
| "step": 121 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 688.2924423217773, | |
| "epoch": 1.2433460076045628, | |
| "grad_norm": 0.11858882755041122, | |
| "learning_rate": 3.763467497228922e-07, | |
| "loss": 0.0248, | |
| "num_tokens": 84077598.0, | |
| "reward": 1.678571492433548, | |
| "reward_std": 0.15971866622567177, | |
| "rewards/accuracy_reward": 0.6930803582072258, | |
| "rewards/format_reward": 0.9854910597205162, | |
| "step": 122 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 655.8861923217773, | |
| "epoch": 1.2534854245880862, | |
| "grad_norm": 0.09887714684009552, | |
| "learning_rate": 3.677191624836106e-07, | |
| "loss": 0.0222, | |
| "num_tokens": 84786984.0, | |
| "reward": 1.7790179252624512, | |
| "reward_std": 0.15774498507380486, | |
| "rewards/accuracy_reward": 0.787946417927742, | |
| "rewards/format_reward": 0.991071417927742, | |
| "step": 123 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 663.8951187133789, | |
| "epoch": 1.2636248415716096, | |
| "grad_norm": 0.11492931097745895, | |
| "learning_rate": 3.591337215792851e-07, | |
| "loss": 0.019, | |
| "num_tokens": 85510002.0, | |
| "reward": 1.7433036416769028, | |
| "reward_std": 0.18467565812170506, | |
| "rewards/accuracy_reward": 0.7522321417927742, | |
| "rewards/format_reward": 0.9910714253783226, | |
| "step": 124 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 623.6551513671875, | |
| "epoch": 1.2737642585551332, | |
| "grad_norm": 0.10936412215232849, | |
| "learning_rate": 3.505931624391355e-07, | |
| "loss": 0.0138, | |
| "num_tokens": 86187061.0, | |
| "reward": 1.7689732760190964, | |
| "reward_std": 0.15780174732208252, | |
| "rewards/accuracy_reward": 0.7712053433060646, | |
| "rewards/format_reward": 0.9977678507566452, | |
| "step": 125 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 634.5870895385742, | |
| "epoch": 1.2839036755386566, | |
| "grad_norm": 0.11182162165641785, | |
| "learning_rate": 3.421002061924876e-07, | |
| "loss": 0.0187, | |
| "num_tokens": 86882515.0, | |
| "reward": 1.7410715073347092, | |
| "reward_std": 0.17043365351855755, | |
| "rewards/accuracy_reward": 0.746651791036129, | |
| "rewards/format_reward": 0.9944196417927742, | |
| "step": 126 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 646.7031555175781, | |
| "epoch": 1.29404309252218, | |
| "grad_norm": 0.10373136401176453, | |
| "learning_rate": 3.3365755880178807e-07, | |
| "loss": 0.0117, | |
| "num_tokens": 87583665.0, | |
| "reward": 1.781250074505806, | |
| "reward_std": 0.1267631771042943, | |
| "rewards/accuracy_reward": 0.7845982238650322, | |
| "rewards/format_reward": 0.9966517761349678, | |
| "step": 127 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 675.5312728881836, | |
| "epoch": 1.3041825095057034, | |
| "grad_norm": 0.10996940732002258, | |
| "learning_rate": 3.2526791020045087e-07, | |
| "loss": 0.0199, | |
| "num_tokens": 88321541.0, | |
| "reward": 1.702008992433548, | |
| "reward_std": 0.18257617205381393, | |
| "rewards/accuracy_reward": 0.7120535671710968, | |
| "rewards/format_reward": 0.9899553582072258, | |
| "step": 128 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 629.1652069091797, | |
| "epoch": 1.3143219264892267, | |
| "grad_norm": 0.1037248894572258, | |
| "learning_rate": 3.169339334358104e-07, | |
| "loss": 0.0005, | |
| "num_tokens": 89018617.0, | |
| "reward": 1.733258992433548, | |
| "reward_std": 0.15833040233701468, | |
| "rewards/accuracy_reward": 0.7366071417927742, | |
| "rewards/format_reward": 0.9966517761349678, | |
| "step": 129 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 661.2622985839844, | |
| "epoch": 1.3244613434727504, | |
| "grad_norm": 0.1321147084236145, | |
| "learning_rate": 3.086582838174551e-07, | |
| "loss": 0.0124, | |
| "num_tokens": 89743596.0, | |
| "reward": 1.7109375596046448, | |
| "reward_std": 0.19106812588870525, | |
| "rewards/accuracy_reward": 0.7198660671710968, | |
| "rewards/format_reward": 0.9910714253783226, | |
| "step": 130 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 659.3091735839844, | |
| "epoch": 1.3346007604562737, | |
| "grad_norm": 0.09277363866567612, | |
| "learning_rate": 3.004435980712129e-07, | |
| "loss": 0.0114, | |
| "num_tokens": 90457801.0, | |
| "reward": 1.727678656578064, | |
| "reward_std": 0.13339263666421175, | |
| "rewards/accuracy_reward": 0.7366071492433548, | |
| "rewards/format_reward": 0.9910714253783226, | |
| "step": 131 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 630.7388687133789, | |
| "epoch": 1.3447401774397973, | |
| "grad_norm": 0.09743496030569077, | |
| "learning_rate": 2.922924934990568e-07, | |
| "loss": 0.0247, | |
| "num_tokens": 91148095.0, | |
| "reward": 1.7700893729925156, | |
| "reward_std": 0.1285113412886858, | |
| "rewards/accuracy_reward": 0.7734375, | |
| "rewards/format_reward": 0.9966517835855484, | |
| "step": 132 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 611.0044898986816, | |
| "epoch": 1.3548795944233207, | |
| "grad_norm": 0.12098115682601929, | |
| "learning_rate": 2.8420756714519954e-07, | |
| "loss": 0.0017, | |
| "num_tokens": 91839859.0, | |
| "reward": 1.7444197237491608, | |
| "reward_std": 0.1756706228479743, | |
| "rewards/accuracy_reward": 0.745535708963871, | |
| "rewards/format_reward": 0.9988839253783226, | |
| "step": 133 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 638.6317291259766, | |
| "epoch": 1.3650190114068441, | |
| "grad_norm": 0.10373256355524063, | |
| "learning_rate": 2.7619139496864376e-07, | |
| "loss": 0.0222, | |
| "num_tokens": 92548057.0, | |
| "reward": 1.6875000894069672, | |
| "reward_std": 0.15588384959846735, | |
| "rewards/accuracy_reward": 0.6975446492433548, | |
| "rewards/format_reward": 0.9899553507566452, | |
| "step": 134 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 606.5056076049805, | |
| "epoch": 1.3751584283903675, | |
| "grad_norm": 0.13831515610218048, | |
| "learning_rate": 2.6824653102244727e-07, | |
| "loss": 0.0172, | |
| "num_tokens": 93225558.0, | |
| "reward": 1.751116156578064, | |
| "reward_std": 0.16407952923327684, | |
| "rewards/accuracy_reward": 0.7578125, | |
| "rewards/format_reward": 0.9933035597205162, | |
| "step": 135 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 625.7645416259766, | |
| "epoch": 1.385297845373891, | |
| "grad_norm": 0.1232142373919487, | |
| "learning_rate": 2.603755066399718e-07, | |
| "loss": 0.01, | |
| "num_tokens": 93916323.0, | |
| "reward": 1.7801340371370316, | |
| "reward_std": 0.1467695259489119, | |
| "rewards/accuracy_reward": 0.7823660671710968, | |
| "rewards/format_reward": 0.9977678507566452, | |
| "step": 136 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 686.4006958007812, | |
| "epoch": 1.3954372623574145, | |
| "grad_norm": 0.11197436600923538, | |
| "learning_rate": 2.5258082962836614e-07, | |
| "loss": 0.0197, | |
| "num_tokens": 94665898.0, | |
| "reward": 1.6082590073347092, | |
| "reward_std": 0.14906749688088894, | |
| "rewards/accuracy_reward": 0.613839291036129, | |
| "rewards/format_reward": 0.9944196343421936, | |
| "step": 137 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 634.619457244873, | |
| "epoch": 1.4055766793409379, | |
| "grad_norm": 0.09477974474430084, | |
| "learning_rate": 2.4486498346955023e-07, | |
| "loss": 0.0172, | |
| "num_tokens": 95357349.0, | |
| "reward": 1.7488840222358704, | |
| "reward_std": 0.14468519762158394, | |
| "rewards/accuracy_reward": 0.7555803582072258, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 138 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 669.0736923217773, | |
| "epoch": 1.4157160963244613, | |
| "grad_norm": 0.11749354004859924, | |
| "learning_rate": 2.372304265289436e-07, | |
| "loss": 0.0018, | |
| "num_tokens": 96081135.0, | |
| "reward": 1.726562574505806, | |
| "reward_std": 0.17081871442496777, | |
| "rewards/accuracy_reward": 0.7276785746216774, | |
| "rewards/format_reward": 0.9988839253783226, | |
| "step": 139 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 634.8705596923828, | |
| "epoch": 1.4258555133079849, | |
| "grad_norm": 0.10797657072544098, | |
| "learning_rate": 2.2967959127220137e-07, | |
| "loss": 0.0227, | |
| "num_tokens": 96771939.0, | |
| "reward": 1.7611608058214188, | |
| "reward_std": 0.13173524383455515, | |
| "rewards/accuracy_reward": 0.7689732015132904, | |
| "rewards/format_reward": 0.9921874925494194, | |
| "step": 140 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 620.8694534301758, | |
| "epoch": 1.4359949302915083, | |
| "grad_norm": 0.12707878649234772, | |
| "learning_rate": 2.2221488349019902e-07, | |
| "loss": 0.0104, | |
| "num_tokens": 97476598.0, | |
| "reward": 1.7220982909202576, | |
| "reward_std": 0.17165770754218102, | |
| "rewards/accuracy_reward": 0.7265625, | |
| "rewards/format_reward": 0.995535708963871, | |
| "step": 141 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 622.1797180175781, | |
| "epoch": 1.4461343472750317, | |
| "grad_norm": 0.1114574521780014, | |
| "learning_rate": 2.1483868153251788e-07, | |
| "loss": 0.0302, | |
| "num_tokens": 98165615.0, | |
| "reward": 1.7801340222358704, | |
| "reward_std": 0.15362949669361115, | |
| "rewards/accuracy_reward": 0.7924107164144516, | |
| "rewards/format_reward": 0.987723208963871, | |
| "step": 142 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 687.9710159301758, | |
| "epoch": 1.456273764258555, | |
| "grad_norm": 0.10450585186481476, | |
| "learning_rate": 2.0755333554967346e-07, | |
| "loss": 0.0098, | |
| "num_tokens": 98919237.0, | |
| "reward": 1.679687574505806, | |
| "reward_std": 0.17744049057364464, | |
| "rewards/accuracy_reward": 0.6830357126891613, | |
| "rewards/format_reward": 0.9966517835855484, | |
| "step": 143 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 690.1897621154785, | |
| "epoch": 1.4664131812420786, | |
| "grad_norm": 0.10399246960878372, | |
| "learning_rate": 2.0036116674432652e-07, | |
| "loss": 0.0263, | |
| "num_tokens": 99674095.0, | |
| "reward": 1.6863840222358704, | |
| "reward_std": 0.15410742722451687, | |
| "rewards/accuracy_reward": 0.6941964402794838, | |
| "rewards/format_reward": 0.9921874925494194, | |
| "step": 144 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 599.2310600280762, | |
| "epoch": 1.476552598225602, | |
| "grad_norm": 0.09947122633457184, | |
| "learning_rate": 1.9326446663172035e-07, | |
| "loss": 0.0121, | |
| "num_tokens": 100342486.0, | |
| "reward": 1.7868304401636124, | |
| "reward_std": 0.13388300314545631, | |
| "rewards/accuracy_reward": 0.7879464253783226, | |
| "rewards/format_reward": 0.9988839253783226, | |
| "step": 145 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 595.1373062133789, | |
| "epoch": 1.4866920152091254, | |
| "grad_norm": 0.11993813514709473, | |
| "learning_rate": 1.8626549630957395e-07, | |
| "loss": 0.0045, | |
| "num_tokens": 101003873.0, | |
| "reward": 1.7544643580913544, | |
| "reward_std": 0.14560767449438572, | |
| "rewards/accuracy_reward": 0.7555803433060646, | |
| "rewards/format_reward": 0.9988839253783226, | |
| "step": 146 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 645.3449020385742, | |
| "epoch": 1.496831432192649, | |
| "grad_norm": 0.1037568524479866, | |
| "learning_rate": 1.7936648573766954e-07, | |
| "loss": 0.0197, | |
| "num_tokens": 101718814.0, | |
| "reward": 1.727678656578064, | |
| "reward_std": 0.1583123281598091, | |
| "rewards/accuracy_reward": 0.7366071492433548, | |
| "rewards/format_reward": 0.9910714253783226, | |
| "step": 147 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 665.5960121154785, | |
| "epoch": 1.5069708491761724, | |
| "grad_norm": 0.11654334515333176, | |
| "learning_rate": 1.725696330273575e-07, | |
| "loss": 0.0334, | |
| "num_tokens": 102445532.0, | |
| "reward": 1.6908482909202576, | |
| "reward_std": 0.15235634427517653, | |
| "rewards/accuracy_reward": 0.6997767873108387, | |
| "rewards/format_reward": 0.991071417927742, | |
| "step": 148 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 615.9922103881836, | |
| "epoch": 1.5171102661596958, | |
| "grad_norm": 0.11088323593139648, | |
| "learning_rate": 1.65877103741212e-07, | |
| "loss": 0.0102, | |
| "num_tokens": 103122189.0, | |
| "reward": 1.7834822088479996, | |
| "reward_std": 0.15306678228080273, | |
| "rewards/accuracy_reward": 0.7901785671710968, | |
| "rewards/format_reward": 0.9933035597205162, | |
| "step": 149 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 649.7199020385742, | |
| "epoch": 1.5272496831432192, | |
| "grad_norm": 0.1219962015748024, | |
| "learning_rate": 1.592910302030544e-07, | |
| "loss": 0.0174, | |
| "num_tokens": 103823642.0, | |
| "reward": 1.7399554401636124, | |
| "reward_std": 0.18228058330714703, | |
| "rewards/accuracy_reward": 0.7488839402794838, | |
| "rewards/format_reward": 0.9910714253783226, | |
| "step": 150 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 668.3158836364746, | |
| "epoch": 1.5373891001267426, | |
| "grad_norm": 0.12323982268571854, | |
| "learning_rate": 1.5281351081856976e-07, | |
| "loss": 0.0218, | |
| "num_tokens": 104553709.0, | |
| "reward": 1.7120536416769028, | |
| "reward_std": 0.16315976157784462, | |
| "rewards/accuracy_reward": 0.723214291036129, | |
| "rewards/format_reward": 0.9888392761349678, | |
| "step": 151 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 625.3861770629883, | |
| "epoch": 1.5475285171102662, | |
| "grad_norm": 0.1106390506029129, | |
| "learning_rate": 1.4644660940672627e-07, | |
| "loss": 0.0111, | |
| "num_tokens": 105239647.0, | |
| "reward": 1.781250074505806, | |
| "reward_std": 0.12235020846128464, | |
| "rewards/accuracy_reward": 0.7868303582072258, | |
| "rewards/format_reward": 0.9944196343421936, | |
| "step": 152 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 619.7009201049805, | |
| "epoch": 1.5576679340937896, | |
| "grad_norm": 0.10685606300830841, | |
| "learning_rate": 1.4019235454221856e-07, | |
| "loss": 0.012, | |
| "num_tokens": 105928971.0, | |
| "reward": 1.728794738650322, | |
| "reward_std": 0.13385361433029175, | |
| "rewards/accuracy_reward": 0.7321428656578064, | |
| "rewards/format_reward": 0.9966517835855484, | |
| "step": 153 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 624.036865234375, | |
| "epoch": 1.5678073510773132, | |
| "grad_norm": 0.11761969327926636, | |
| "learning_rate": 1.3405273890913737e-07, | |
| "loss": 0.0085, | |
| "num_tokens": 106610124.0, | |
| "reward": 1.7343751192092896, | |
| "reward_std": 0.17772767413407564, | |
| "rewards/accuracy_reward": 0.7354910746216774, | |
| "rewards/format_reward": 0.9988839253783226, | |
| "step": 154 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 635.014533996582, | |
| "epoch": 1.5779467680608366, | |
| "grad_norm": 0.11695584654808044, | |
| "learning_rate": 1.280297186660752e-07, | |
| "loss": 0.0378, | |
| "num_tokens": 107297473.0, | |
| "reward": 1.7935268580913544, | |
| "reward_std": 0.17546693049371243, | |
| "rewards/accuracy_reward": 0.8035714328289032, | |
| "rewards/format_reward": 0.9899553582072258, | |
| "step": 155 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 708.3571853637695, | |
| "epoch": 1.58808618504436, | |
| "grad_norm": 0.11352672427892685, | |
| "learning_rate": 1.2212521282287093e-07, | |
| "loss": 0.0027, | |
| "num_tokens": 108052089.0, | |
| "reward": 1.7042411267757416, | |
| "reward_std": 0.17979852855205536, | |
| "rewards/accuracy_reward": 0.7053571417927742, | |
| "rewards/format_reward": 0.9988839253783226, | |
| "step": 156 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 633.8192291259766, | |
| "epoch": 1.5982256020278833, | |
| "grad_norm": 0.10707947611808777, | |
| "learning_rate": 1.1634110262918717e-07, | |
| "loss": 0.0118, | |
| "num_tokens": 108763999.0, | |
| "reward": 1.703125074505806, | |
| "reward_std": 0.14697580970823765, | |
| "rewards/accuracy_reward": 0.7109375, | |
| "rewards/format_reward": 0.9921874925494194, | |
| "step": 157 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 676.0625381469727, | |
| "epoch": 1.6083650190114067, | |
| "grad_norm": 0.11339569836854935, | |
| "learning_rate": 1.1067923097512255e-07, | |
| "loss": 0.0181, | |
| "num_tokens": 109500463.0, | |
| "reward": 1.7220983058214188, | |
| "reward_std": 0.18152274563908577, | |
| "rewards/accuracy_reward": 0.7287946492433548, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 158 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 639.6294937133789, | |
| "epoch": 1.6185044359949303, | |
| "grad_norm": 0.10624842345714569, | |
| "learning_rate": 1.0514140180404202e-07, | |
| "loss": -0.0033, | |
| "num_tokens": 110202627.0, | |
| "reward": 1.7232143729925156, | |
| "reward_std": 0.16777998208999634, | |
| "rewards/accuracy_reward": 0.7265624925494194, | |
| "rewards/format_reward": 0.9966517761349678, | |
| "step": 159 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 681.1741485595703, | |
| "epoch": 1.6286438529784537, | |
| "grad_norm": 0.11243726313114166, | |
| "learning_rate": 9.972937953781984e-08, | |
| "loss": 0.0145, | |
| "num_tokens": 110959927.0, | |
| "reward": 1.678571492433548, | |
| "reward_std": 0.16837417893111706, | |
| "rewards/accuracy_reward": 0.6852678656578064, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 160 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 605.4766006469727, | |
| "epoch": 1.6387832699619773, | |
| "grad_norm": 0.09180891513824463, | |
| "learning_rate": 9.444488851467041e-08, | |
| "loss": 0.019, | |
| "num_tokens": 111620106.0, | |
| "reward": 1.7968750894069672, | |
| "reward_std": 0.11058733332902193, | |
| "rewards/accuracy_reward": 0.8035714402794838, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 161 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 650.7544937133789, | |
| "epoch": 1.6489226869455007, | |
| "grad_norm": 0.11670933663845062, | |
| "learning_rate": 8.928961243975436e-08, | |
| "loss": 0.0121, | |
| "num_tokens": 112336038.0, | |
| "reward": 1.7321429252624512, | |
| "reward_std": 0.1541335443034768, | |
| "rewards/accuracy_reward": 0.7402987703680992, | |
| "rewards/format_reward": 0.9988839253783226, | |
| "step": 162 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 630.4565010070801, | |
| "epoch": 1.659062103929024, | |
| "grad_norm": 0.10085251182317734, | |
| "learning_rate": 8.426519384872732e-08, | |
| "loss": 0.0036, | |
| "num_tokens": 113023063.0, | |
| "reward": 1.7455358058214188, | |
| "reward_std": 0.15896250680088997, | |
| "rewards/accuracy_reward": 0.7500000074505806, | |
| "rewards/format_reward": 0.995535708963871, | |
| "step": 163 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 636.2277069091797, | |
| "epoch": 1.6692015209125475, | |
| "grad_norm": 0.1013065055012703, | |
| "learning_rate": 7.937323358440934e-08, | |
| "loss": 0.0099, | |
| "num_tokens": 113724155.0, | |
| "reward": 1.7533483058214188, | |
| "reward_std": 0.13801472913473845, | |
| "rewards/accuracy_reward": 0.7555803582072258, | |
| "rewards/format_reward": 0.9977678582072258, | |
| "step": 164 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 632.6138687133789, | |
| "epoch": 1.6793409378960709, | |
| "grad_norm": 0.09690902382135391, | |
| "learning_rate": 7.461529028673463e-08, | |
| "loss": 0.0219, | |
| "num_tokens": 114423785.0, | |
| "reward": 1.7834822237491608, | |
| "reward_std": 0.1157834529876709, | |
| "rewards/accuracy_reward": 0.7868303582072258, | |
| "rewards/format_reward": 0.9966517835855484, | |
| "step": 165 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 642.2444458007812, | |
| "epoch": 1.6894803548795945, | |
| "grad_norm": 0.111725352704525, | |
| "learning_rate": 6.999287989614971e-08, | |
| "loss": 0.0065, | |
| "num_tokens": 115131676.0, | |
| "reward": 1.7578126043081284, | |
| "reward_std": 0.15221323259174824, | |
| "rewards/accuracy_reward": 0.7600446417927742, | |
| "rewards/format_reward": 0.9977678507566452, | |
| "step": 166 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 625.8181190490723, | |
| "epoch": 1.6996197718631179, | |
| "grad_norm": 0.10648291558027267, | |
| "learning_rate": 6.550747517061656e-08, | |
| "loss": 0.0144, | |
| "num_tokens": 115818953.0, | |
| "reward": 1.7890625894069672, | |
| "reward_std": 0.1342666009441018, | |
| "rewards/accuracy_reward": 0.793526791036129, | |
| "rewards/format_reward": 0.9955357164144516, | |
| "step": 167 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 649.0558166503906, | |
| "epoch": 1.7097591888466415, | |
| "grad_norm": 0.10185572504997253, | |
| "learning_rate": 6.116050521637218e-08, | |
| "loss": 0.0065, | |
| "num_tokens": 116528835.0, | |
| "reward": 1.7834822237491608, | |
| "reward_std": 0.1334951389580965, | |
| "rewards/accuracy_reward": 0.7868303507566452, | |
| "rewards/format_reward": 0.9966517761349678, | |
| "step": 168 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 623.458740234375, | |
| "epoch": 1.7198986058301649, | |
| "grad_norm": 0.10859635472297668, | |
| "learning_rate": 5.6953355032598795e-08, | |
| "loss": 0.0139, | |
| "num_tokens": 117224526.0, | |
| "reward": 1.7455358058214188, | |
| "reward_std": 0.15123825334012508, | |
| "rewards/accuracy_reward": 0.7522321417927742, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 169 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 650.3861846923828, | |
| "epoch": 1.7300380228136882, | |
| "grad_norm": 0.11233941465616226, | |
| "learning_rate": 5.288736507014435e-08, | |
| "loss": 0.0094, | |
| "num_tokens": 117931272.0, | |
| "reward": 1.7790179401636124, | |
| "reward_std": 0.16706989519298077, | |
| "rewards/accuracy_reward": 0.7857142835855484, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 170 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 621.7712326049805, | |
| "epoch": 1.7401774397972116, | |
| "grad_norm": 0.11732303351163864, | |
| "learning_rate": 4.896383080443933e-08, | |
| "loss": 0.0146, | |
| "num_tokens": 118613131.0, | |
| "reward": 1.7321429252624512, | |
| "reward_std": 0.16958792228251696, | |
| "rewards/accuracy_reward": 0.738839291036129, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 171 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 619.6361885070801, | |
| "epoch": 1.750316856780735, | |
| "grad_norm": 0.11354614794254303, | |
| "learning_rate": 4.518400232274078e-08, | |
| "loss": 0.0137, | |
| "num_tokens": 119298829.0, | |
| "reward": 1.7466518580913544, | |
| "reward_std": 0.16586073767393827, | |
| "rewards/accuracy_reward": 0.7564388811588287, | |
| "rewards/format_reward": 0.9966517835855484, | |
| "step": 172 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 603.4085083007812, | |
| "epoch": 1.7604562737642584, | |
| "grad_norm": 0.11991310119628906, | |
| "learning_rate": 4.1549083925840165e-08, | |
| "loss": 0.0226, | |
| "num_tokens": 119956931.0, | |
| "reward": 1.8147322237491608, | |
| "reward_std": 0.12004590220749378, | |
| "rewards/accuracy_reward": 0.8191964328289032, | |
| "rewards/format_reward": 0.995535708963871, | |
| "step": 173 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 602.5100708007812, | |
| "epoch": 1.770595690747782, | |
| "grad_norm": 0.13672617077827454, | |
| "learning_rate": 3.806023374435663e-08, | |
| "loss": 0.0039, | |
| "num_tokens": 120625308.0, | |
| "reward": 1.7700893729925156, | |
| "reward_std": 0.17995007149875164, | |
| "rewards/accuracy_reward": 0.7712053582072258, | |
| "rewards/format_reward": 0.9988839253783226, | |
| "step": 174 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 647.302490234375, | |
| "epoch": 1.7807351077313056, | |
| "grad_norm": 0.10016340017318726, | |
| "learning_rate": 3.4718563369743213e-08, | |
| "loss": 0.0119, | |
| "num_tokens": 121338619.0, | |
| "reward": 1.7265626043081284, | |
| "reward_std": 0.1343973781913519, | |
| "rewards/accuracy_reward": 0.7310267984867096, | |
| "rewards/format_reward": 0.995535708963871, | |
| "step": 175 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 626.5011367797852, | |
| "epoch": 1.790874524714829, | |
| "grad_norm": 0.10784109681844711, | |
| "learning_rate": 3.15251375001192e-08, | |
| "loss": 0.0193, | |
| "num_tokens": 122040068.0, | |
| "reward": 1.7946429550647736, | |
| "reward_std": 0.13197333365678787, | |
| "rewards/accuracy_reward": 0.8013392835855484, | |
| "rewards/format_reward": 0.9933035597205162, | |
| "step": 176 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 627.9163284301758, | |
| "epoch": 1.8010139416983524, | |
| "grad_norm": 0.11255474388599396, | |
| "learning_rate": 2.8480973601043955e-08, | |
| "loss": 0.0134, | |
| "num_tokens": 122737489.0, | |
| "reward": 1.726562574505806, | |
| "reward_std": 0.10841276589781046, | |
| "rewards/accuracy_reward": 0.7299107126891613, | |
| "rewards/format_reward": 0.9966517835855484, | |
| "step": 177 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 641.2310562133789, | |
| "epoch": 1.8111533586818758, | |
| "grad_norm": 0.12718521058559418, | |
| "learning_rate": 2.558704158134023e-08, | |
| "loss": 0.0123, | |
| "num_tokens": 123452056.0, | |
| "reward": 1.712053656578064, | |
| "reward_std": 0.16341756749898195, | |
| "rewards/accuracy_reward": 0.7154017984867096, | |
| "rewards/format_reward": 0.9966517761349678, | |
| "step": 178 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 661.897346496582, | |
| "epoch": 1.8212927756653992, | |
| "grad_norm": 0.10139390826225281, | |
| "learning_rate": 2.2844263484068093e-08, | |
| "loss": 0.0179, | |
| "num_tokens": 124172116.0, | |
| "reward": 1.7165179401636124, | |
| "reward_std": 0.14442832861095667, | |
| "rewards/accuracy_reward": 0.7243303582072258, | |
| "rewards/format_reward": 0.9921874925494194, | |
| "step": 179 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 620.7277069091797, | |
| "epoch": 1.8314321926489225, | |
| "grad_norm": 0.11224541813135147, | |
| "learning_rate": 2.025351319275137e-08, | |
| "loss": 0.0239, | |
| "num_tokens": 124859256.0, | |
| "reward": 1.751116156578064, | |
| "reward_std": 0.14368766359984875, | |
| "rewards/accuracy_reward": 0.7578124925494194, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 180 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 659.0647583007812, | |
| "epoch": 1.8415716096324461, | |
| "grad_norm": 0.11130577325820923, | |
| "learning_rate": 1.781561615294652e-08, | |
| "loss": 0.0061, | |
| "num_tokens": 125584242.0, | |
| "reward": 1.7154018580913544, | |
| "reward_std": 0.1235003275796771, | |
| "rewards/accuracy_reward": 0.7198660597205162, | |
| "rewards/format_reward": 0.995535708963871, | |
| "step": 181 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 663.6573867797852, | |
| "epoch": 1.8517110266159695, | |
| "grad_norm": 0.12259829789400101, | |
| "learning_rate": 1.553134910924636e-08, | |
| "loss": 0.0177, | |
| "num_tokens": 126314983.0, | |
| "reward": 1.671875074505806, | |
| "reward_std": 0.17521491926163435, | |
| "rewards/accuracy_reward": 0.6819196417927742, | |
| "rewards/format_reward": 0.9899553582072258, | |
| "step": 182 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 610.7846221923828, | |
| "epoch": 1.8618504435994931, | |
| "grad_norm": 0.1277763843536377, | |
| "learning_rate": 1.340143985779829e-08, | |
| "loss": 0.0134, | |
| "num_tokens": 126989006.0, | |
| "reward": 1.7466518729925156, | |
| "reward_std": 0.13783067418262362, | |
| "rewards/accuracy_reward": 0.7511160671710968, | |
| "rewards/format_reward": 0.995535708963871, | |
| "step": 183 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 625.2879867553711, | |
| "epoch": 1.8719898605830165, | |
| "grad_norm": 0.10394810885190964, | |
| "learning_rate": 1.1426567014420297e-08, | |
| "loss": 0.0122, | |
| "num_tokens": 127675968.0, | |
| "reward": 1.8035715073347092, | |
| "reward_std": 0.12675560358911753, | |
| "rewards/accuracy_reward": 0.8102678507566452, | |
| "rewards/format_reward": 0.9933035671710968, | |
| "step": 184 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 661.4832916259766, | |
| "epoch": 1.88212927756654, | |
| "grad_norm": 0.10645025223493576, | |
| "learning_rate": 9.607359798384784e-09, | |
| "loss": 0.022, | |
| "num_tokens": 128384137.0, | |
| "reward": 1.7500000596046448, | |
| "reward_std": 0.1677253060042858, | |
| "rewards/accuracy_reward": 0.7555803582072258, | |
| "rewards/format_reward": 0.9944196343421936, | |
| "step": 185 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 628.4553909301758, | |
| "epoch": 1.8922686945500633, | |
| "grad_norm": 0.12001987546682358, | |
| "learning_rate": 7.944397831941951e-09, | |
| "loss": 0.0204, | |
| "num_tokens": 129093729.0, | |
| "reward": 1.710937574505806, | |
| "reward_std": 0.1775853894650936, | |
| "rewards/accuracy_reward": 0.7176339253783226, | |
| "rewards/format_reward": 0.9933035597205162, | |
| "step": 186 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 682.1506958007812, | |
| "epoch": 1.9024081115335867, | |
| "grad_norm": 0.11876320838928223, | |
| "learning_rate": 6.438210955644452e-09, | |
| "loss": 0.0227, | |
| "num_tokens": 129847360.0, | |
| "reward": 1.6707590073347092, | |
| "reward_std": 0.14890040084719658, | |
| "rewards/accuracy_reward": 0.6774553619325161, | |
| "rewards/format_reward": 0.9933035746216774, | |
| "step": 187 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 632.9118576049805, | |
| "epoch": 1.9125475285171103, | |
| "grad_norm": 0.10546144843101501, | |
| "learning_rate": 5.0892790595336575e-09, | |
| "loss": 0.0116, | |
| "num_tokens": 130551465.0, | |
| "reward": 1.7399554401636124, | |
| "reward_std": 0.12469578720629215, | |
| "rewards/accuracy_reward": 0.7433035746216774, | |
| "rewards/format_reward": 0.9966517835855484, | |
| "step": 188 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 633.2812728881836, | |
| "epoch": 1.9226869455006337, | |
| "grad_norm": 0.11886601895093918, | |
| "learning_rate": 3.898031930240797e-09, | |
| "loss": 0.011, | |
| "num_tokens": 131243885.0, | |
| "reward": 1.7555804252624512, | |
| "reward_std": 0.14942110795527697, | |
| "rewards/accuracy_reward": 0.7578125, | |
| "rewards/format_reward": 0.9977678507566452, | |
| "step": 189 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 657.8850631713867, | |
| "epoch": 1.9328263624841573, | |
| "grad_norm": 0.14054881036281586, | |
| "learning_rate": 2.8648491140513264e-09, | |
| "loss": 0.0237, | |
| "num_tokens": 131959798.0, | |
| "reward": 1.7622768580913544, | |
| "reward_std": 0.1422654939815402, | |
| "rewards/accuracy_reward": 0.7656249925494194, | |
| "rewards/format_reward": 0.9966517761349678, | |
| "step": 190 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 580.6707878112793, | |
| "epoch": 1.9429657794676807, | |
| "grad_norm": 0.10732496529817581, | |
| "learning_rate": 1.9900597959770505e-09, | |
| "loss": 0.0063, | |
| "num_tokens": 132605207.0, | |
| "reward": 1.8348215222358704, | |
| "reward_std": 0.1142951613292098, | |
| "rewards/accuracy_reward": 0.8370535671710968, | |
| "rewards/format_reward": 0.9977678507566452, | |
| "step": 191 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 662.7555999755859, | |
| "epoch": 1.953105196451204, | |
| "grad_norm": 0.10711626708507538, | |
| "learning_rate": 1.2739426948732424e-09, | |
| "loss": 0.0112, | |
| "num_tokens": 133333004.0, | |
| "reward": 1.7488840073347092, | |
| "reward_std": 0.1441500186920166, | |
| "rewards/accuracy_reward": 0.7566964253783226, | |
| "rewards/format_reward": 0.9921874925494194, | |
| "step": 192 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 649.7835159301758, | |
| "epoch": 1.9632446134347274, | |
| "grad_norm": 0.12485576421022415, | |
| "learning_rate": 7.16725974635568e-10, | |
| "loss": 0.0127, | |
| "num_tokens": 134041050.0, | |
| "reward": 1.789062574505806, | |
| "reward_std": 0.15979287773370743, | |
| "rewards/accuracy_reward": 0.7946428582072258, | |
| "rewards/format_reward": 0.9944196343421936, | |
| "step": 193 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 666.5379867553711, | |
| "epoch": 1.9733840304182508, | |
| "grad_norm": 0.11115089803934097, | |
| "learning_rate": 3.185871715041255e-10, | |
| "loss": -0.0016, | |
| "num_tokens": 134771116.0, | |
| "reward": 1.7220982909202576, | |
| "reward_std": 0.14188571739941835, | |
| "rewards/accuracy_reward": 0.7243303507566452, | |
| "rewards/format_reward": 0.9977678507566452, | |
| "step": 194 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 599.9765777587891, | |
| "epoch": 1.9835234474017744, | |
| "grad_norm": 0.11773505806922913, | |
| "learning_rate": 7.96531374983589e-11, | |
| "loss": 0.0201, | |
| "num_tokens": 135429175.0, | |
| "reward": 1.7845983058214188, | |
| "reward_std": 0.16611923463642597, | |
| "rewards/accuracy_reward": 0.7890625, | |
| "rewards/format_reward": 0.995535708963871, | |
| "step": 195 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completion_length": 647.62109375, | |
| "epoch": 1.9936628643852978, | |
| "grad_norm": 0.12847015261650085, | |
| "learning_rate": 0.0, | |
| "loss": 0.0274, | |
| "num_tokens": 136136408.0, | |
| "reward": 1.7332590222358704, | |
| "reward_std": 0.1759201493114233, | |
| "rewards/accuracy_reward": 0.7377232164144516, | |
| "rewards/format_reward": 0.995535708963871, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 1.9936628643852978, | |
| "step": 196, | |
| "total_flos": 0.0, | |
| "train_loss": 0.020176043500826808, | |
| "train_runtime": 41639.173, | |
| "train_samples_per_second": 0.53, | |
| "train_steps_per_second": 0.005 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 196, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |