| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 9.0, |
| "eval_steps": 10, |
| "global_step": 1692, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "completion_length": 559.6541828155517, |
| "epoch": 0.05333333333333334, |
| "grad_norm": 0.13850688934326172, |
| "kl": 0.000306999683380127, |
| "learning_rate": 1.60427807486631e-05, |
| "loss": 0.016, |
| "reward": 0.02916666753590107, |
| "reward_std": 0.07144345119595527, |
| "rewards/accuracy_reward": 0.02916666753590107, |
| "rewards/format_reward": 0.0, |
| "step": 10 |
| }, |
| { |
| "completion_length": 563.3125160217285, |
| "epoch": 0.10666666666666667, |
| "grad_norm": 0.0018512221286073327, |
| "kl": 0.00039801597595214846, |
| "learning_rate": 3.20855614973262e-05, |
| "loss": -0.0104, |
| "reward": 0.01666666716337204, |
| "reward_std": 0.03332236036658287, |
| "rewards/accuracy_reward": 0.01666666716337204, |
| "rewards/format_reward": 0.0, |
| "step": 20 |
| }, |
| { |
| "completion_length": 568.7541816711425, |
| "epoch": 0.16, |
| "grad_norm": 0.08763159811496735, |
| "kl": 0.0006775140762329101, |
| "learning_rate": 4.8128342245989304e-05, |
| "loss": 0.0221, |
| "reward": 0.02500000074505806, |
| "reward_std": 0.05373477563261986, |
| "rewards/accuracy_reward": 0.02500000074505806, |
| "rewards/format_reward": 0.0, |
| "step": 30 |
| }, |
| { |
| "completion_length": 544.433352279663, |
| "epoch": 0.21333333333333335, |
| "grad_norm": 0.07478004693984985, |
| "kl": 0.0009945392608642577, |
| "learning_rate": 6.41711229946524e-05, |
| "loss": -0.007, |
| "reward": 0.03750000074505806, |
| "reward_std": 0.07493030950427056, |
| "rewards/accuracy_reward": 0.03750000074505806, |
| "rewards/format_reward": 0.0, |
| "step": 40 |
| }, |
| { |
| "completion_length": 558.0416824340821, |
| "epoch": 0.26666666666666666, |
| "grad_norm": 0.0056296749971807, |
| "kl": 0.0018447399139404296, |
| "learning_rate": 8.021390374331551e-05, |
| "loss": -0.0183, |
| "reward": 0.03333333432674408, |
| "reward_std": 0.07414718866348266, |
| "rewards/accuracy_reward": 0.03333333432674408, |
| "rewards/format_reward": 0.0, |
| "step": 50 |
| }, |
| { |
| "completion_length": 514.7416809082031, |
| "epoch": 0.32, |
| "grad_norm": 0.04819507524371147, |
| "kl": 0.004059267044067383, |
| "learning_rate": 9.625668449197861e-05, |
| "loss": 0.0222, |
| "reward": 0.03750000074505806, |
| "reward_std": 0.06742783784866332, |
| "rewards/accuracy_reward": 0.03750000074505806, |
| "rewards/format_reward": 0.0, |
| "step": 60 |
| }, |
| { |
| "completion_length": 492.67084846496584, |
| "epoch": 0.37333333333333335, |
| "grad_norm": 0.017955631017684937, |
| "kl": 0.00576171875, |
| "learning_rate": 0.0001122994652406417, |
| "loss": -0.0364, |
| "reward": 0.06250000149011611, |
| "reward_std": 0.12116261124610901, |
| "rewards/accuracy_reward": 0.06250000149011611, |
| "rewards/format_reward": 0.0, |
| "step": 70 |
| }, |
| { |
| "completion_length": 547.7750144958496, |
| "epoch": 0.4266666666666667, |
| "grad_norm": 0.1688847839832306, |
| "kl": 0.008740234375, |
| "learning_rate": 0.0001283422459893048, |
| "loss": 0.0085, |
| "reward": 0.06666666865348816, |
| "reward_std": 0.12578697204589845, |
| "rewards/accuracy_reward": 0.06666666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 80 |
| }, |
| { |
| "completion_length": 456.55834770202637, |
| "epoch": 0.48, |
| "grad_norm": 0.05612310767173767, |
| "kl": 0.0114776611328125, |
| "learning_rate": 0.0001443850267379679, |
| "loss": -0.006, |
| "reward": 0.12500000186264515, |
| "reward_std": 0.18614107817411424, |
| "rewards/accuracy_reward": 0.12500000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 90 |
| }, |
| { |
| "completion_length": 521.2875152587891, |
| "epoch": 0.5333333333333333, |
| "grad_norm": 0.06599655747413635, |
| "kl": 0.018022537231445312, |
| "learning_rate": 0.00016042780748663101, |
| "loss": 0.0321, |
| "reward": 0.1625000037252903, |
| "reward_std": 0.2668332472443581, |
| "rewards/accuracy_reward": 0.1625000037252903, |
| "rewards/format_reward": 0.0, |
| "step": 100 |
| }, |
| { |
| "completion_length": 578.708349609375, |
| "epoch": 0.5866666666666667, |
| "grad_norm": 0.10739815980195999, |
| "kl": 0.02028350830078125, |
| "learning_rate": 0.0001764705882352941, |
| "loss": 0.0315, |
| "reward": 0.1541666690260172, |
| "reward_std": 0.22565403282642366, |
| "rewards/accuracy_reward": 0.1541666690260172, |
| "rewards/format_reward": 0.0, |
| "step": 110 |
| }, |
| { |
| "completion_length": 578.1541816711426, |
| "epoch": 0.64, |
| "grad_norm": 0.059991322457790375, |
| "kl": 0.0370635986328125, |
| "learning_rate": 0.00019251336898395722, |
| "loss": 0.0516, |
| "reward": 0.13333333656191826, |
| "reward_std": 0.1974847875535488, |
| "rewards/accuracy_reward": 0.13333333656191826, |
| "rewards/format_reward": 0.0, |
| "step": 120 |
| }, |
| { |
| "completion_length": 530.4750141143799, |
| "epoch": 0.6933333333333334, |
| "grad_norm": 0.30204519629478455, |
| "kl": 0.07847900390625, |
| "learning_rate": 0.0002085561497326203, |
| "loss": -0.0095, |
| "reward": 0.09166666865348816, |
| "reward_std": 0.1606755696237087, |
| "rewards/accuracy_reward": 0.09166666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 130 |
| }, |
| { |
| "completion_length": 473.15001449584963, |
| "epoch": 0.7466666666666667, |
| "grad_norm": 0.04992169886827469, |
| "kl": 0.194708251953125, |
| "learning_rate": 0.0002245989304812834, |
| "loss": 0.0413, |
| "reward": 0.10833333544433117, |
| "reward_std": 0.17916736453771592, |
| "rewards/accuracy_reward": 0.10833333544433117, |
| "rewards/format_reward": 0.0, |
| "step": 140 |
| }, |
| { |
| "completion_length": 538.2416828155517, |
| "epoch": 0.8, |
| "grad_norm": 0.08135983347892761, |
| "kl": 0.5037109375, |
| "learning_rate": 0.0002406417112299465, |
| "loss": 0.0135, |
| "reward": 0.03750000111758709, |
| "reward_std": 0.08435339704155922, |
| "rewards/accuracy_reward": 0.03750000111758709, |
| "rewards/format_reward": 0.0, |
| "step": 150 |
| }, |
| { |
| "completion_length": 475.47501335144045, |
| "epoch": 0.8533333333333334, |
| "grad_norm": 0.2563917338848114, |
| "kl": 0.57646484375, |
| "learning_rate": 0.0002566844919786096, |
| "loss": -0.0059, |
| "reward": 0.07916666865348816, |
| "reward_std": 0.16198744028806686, |
| "rewards/accuracy_reward": 0.07916666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 160 |
| }, |
| { |
| "completion_length": 380.40834312438966, |
| "epoch": 0.9066666666666666, |
| "grad_norm": 0.1821465641260147, |
| "kl": 0.9548828125, |
| "learning_rate": 0.0002727272727272727, |
| "loss": -0.0106, |
| "reward": 0.07083333469927311, |
| "reward_std": 0.13215193897485733, |
| "rewards/accuracy_reward": 0.07083333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 170 |
| }, |
| { |
| "completion_length": 308.63750953674315, |
| "epoch": 0.96, |
| "grad_norm": 0.09076907485723495, |
| "kl": 0.826904296875, |
| "learning_rate": 0.0002887700534759358, |
| "loss": 0.0082, |
| "reward": 0.05833333469927311, |
| "reward_std": 0.09595146998763085, |
| "rewards/accuracy_reward": 0.05833333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 180 |
| }, |
| { |
| "completion_length": 346.1315877814042, |
| "epoch": 1.0106666666666666, |
| "grad_norm": 0.010662930086255074, |
| "kl": 0.3036980879934211, |
| "learning_rate": 0.00029999764801714643, |
| "loss": 0.011, |
| "reward": 0.008771930085985284, |
| "reward_std": 0.02148675212734624, |
| "rewards/accuracy_reward": 0.008771930085985284, |
| "rewards/format_reward": 0.0, |
| "step": 190 |
| }, |
| { |
| "completion_length": 361.1166759490967, |
| "epoch": 1.064, |
| "grad_norm": 0.0097609031945467, |
| "kl": 0.139459228515625, |
| "learning_rate": 0.00029995583704046604, |
| "loss": -0.0261, |
| "reward": 0.01666666716337204, |
| "reward_std": 0.04082482978701592, |
| "rewards/accuracy_reward": 0.01666666716337204, |
| "rewards/format_reward": 0.0, |
| "step": 200 |
| }, |
| { |
| "completion_length": 408.6250129699707, |
| "epoch": 1.1173333333333333, |
| "grad_norm": 0.06736944615840912, |
| "kl": 0.117303466796875, |
| "learning_rate": 0.00029986177654701897, |
| "loss": -0.0272, |
| "reward": 0.05833333507180214, |
| "reward_std": 0.12037949487566948, |
| "rewards/accuracy_reward": 0.05833333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 210 |
| }, |
| { |
| "completion_length": 416.32084465026855, |
| "epoch": 1.1706666666666667, |
| "grad_norm": 0.05257809907197952, |
| "kl": 0.135888671875, |
| "learning_rate": 0.0002997154993105566, |
| "loss": 0.0094, |
| "reward": 0.08750000186264514, |
| "reward_std": 0.13755941689014434, |
| "rewards/accuracy_reward": 0.08750000186264514, |
| "rewards/format_reward": 0.0, |
| "step": 220 |
| }, |
| { |
| "completion_length": 447.2416820526123, |
| "epoch": 1.224, |
| "grad_norm": 0.015010912902653217, |
| "kl": 0.182366943359375, |
| "learning_rate": 0.000299517056298851, |
| "loss": -0.0199, |
| "reward": 0.08750000186264514, |
| "reward_std": 0.14506188556551933, |
| "rewards/accuracy_reward": 0.08750000186264514, |
| "rewards/format_reward": 0.0, |
| "step": 230 |
| }, |
| { |
| "completion_length": 435.77084732055664, |
| "epoch": 1.2773333333333334, |
| "grad_norm": 0.07046622037887573, |
| "kl": 0.4079345703125, |
| "learning_rate": 0.00029926651665593604, |
| "loss": 0.0026, |
| "reward": 0.17500000298023224, |
| "reward_std": 0.22626278176903725, |
| "rewards/accuracy_reward": 0.17500000298023224, |
| "rewards/format_reward": 0.0, |
| "step": 240 |
| }, |
| { |
| "completion_length": 477.8125129699707, |
| "epoch": 1.3306666666666667, |
| "grad_norm": 0.09637847542762756, |
| "kl": 1.467529296875, |
| "learning_rate": 0.0002989639676780152, |
| "loss": 0.0577, |
| "reward": 0.03750000111758709, |
| "reward_std": 0.07685092687606812, |
| "rewards/accuracy_reward": 0.03750000111758709, |
| "rewards/format_reward": 0.0, |
| "step": 250 |
| }, |
| { |
| "completion_length": 524.6041809082031, |
| "epoch": 1.384, |
| "grad_norm": 0.14201654493808746, |
| "kl": 1.02216796875, |
| "learning_rate": 0.000298609514783045, |
| "loss": 0.0522, |
| "reward": 0.10000000298023223, |
| "reward_std": 0.17952174469828605, |
| "rewards/accuracy_reward": 0.10000000298023223, |
| "rewards/format_reward": 0.0, |
| "step": 260 |
| }, |
| { |
| "completion_length": 540.0458435058594, |
| "epoch": 1.4373333333333334, |
| "grad_norm": 0.12917852401733398, |
| "kl": 1.3251953125, |
| "learning_rate": 0.0002982032814740035, |
| "loss": 0.0423, |
| "reward": 0.08750000186264514, |
| "reward_std": 0.15046936124563218, |
| "rewards/accuracy_reward": 0.08750000186264514, |
| "rewards/format_reward": 0.0, |
| "step": 270 |
| }, |
| { |
| "completion_length": 563.3541828155518, |
| "epoch": 1.4906666666666666, |
| "grad_norm": 0.021925602108240128, |
| "kl": 0.750732421875, |
| "learning_rate": 0.00029774540929585847, |
| "loss": 0.0621, |
| "reward": 0.07916666828095913, |
| "reward_std": 0.14506188482046128, |
| "rewards/accuracy_reward": 0.07916666828095913, |
| "rewards/format_reward": 0.0, |
| "step": 280 |
| }, |
| { |
| "completion_length": 510.54584884643555, |
| "epoch": 1.544, |
| "grad_norm": 0.06929797679185867, |
| "kl": 1.295654296875, |
| "learning_rate": 0.0002972360577862478, |
| "loss": 0.0718, |
| "reward": 0.10000000223517418, |
| "reward_std": 0.17358551546931267, |
| "rewards/accuracy_reward": 0.10000000223517418, |
| "rewards/format_reward": 0.0, |
| "step": 290 |
| }, |
| { |
| "completion_length": 531.6000164031982, |
| "epoch": 1.5973333333333333, |
| "grad_norm": 0.13263341784477234, |
| "kl": 1.4533935546875, |
| "learning_rate": 0.0002966754044198919, |
| "loss": 0.0413, |
| "reward": 0.08750000186264514, |
| "reward_std": 0.1579718306660652, |
| "rewards/accuracy_reward": 0.08750000186264514, |
| "rewards/format_reward": 0.0, |
| "step": 300 |
| }, |
| { |
| "completion_length": 531.7875152587891, |
| "epoch": 1.6506666666666665, |
| "grad_norm": 0.024580156430602074, |
| "kl": 1.09212646484375, |
| "learning_rate": 0.0002960636445467553, |
| "loss": 0.0409, |
| "reward": 0.11250000223517417, |
| "reward_std": 0.18727857917547225, |
| "rewards/accuracy_reward": 0.11250000223517417, |
| "rewards/format_reward": 0.0, |
| "step": 310 |
| }, |
| { |
| "completion_length": 516.079179763794, |
| "epoch": 1.704, |
| "grad_norm": 0.15221922099590302, |
| "kl": 1.27918701171875, |
| "learning_rate": 0.00029540099132398094, |
| "loss": 0.0843, |
| "reward": 0.18750000558793545, |
| "reward_std": 0.20018852651119232, |
| "rewards/accuracy_reward": 0.18750000558793545, |
| "rewards/format_reward": 0.0, |
| "step": 320 |
| }, |
| { |
| "completion_length": 500.36251678466795, |
| "epoch": 1.7573333333333334, |
| "grad_norm": 0.1837584376335144, |
| "kl": 2.253369140625, |
| "learning_rate": 0.00029468767564161825, |
| "loss": 0.0615, |
| "reward": 0.11250000223517417, |
| "reward_std": 0.17436863631010055, |
| "rewards/accuracy_reward": 0.11250000223517417, |
| "rewards/format_reward": 0.0, |
| "step": 330 |
| }, |
| { |
| "completion_length": 593.9291820526123, |
| "epoch": 1.8106666666666666, |
| "grad_norm": 0.09892378002405167, |
| "kl": 2.30611572265625, |
| "learning_rate": 0.0002939239460421746, |
| "loss": 0.0945, |
| "reward": 0.1333333358168602, |
| "reward_std": 0.17863860875368118, |
| "rewards/accuracy_reward": 0.1333333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 340 |
| }, |
| { |
| "completion_length": 705.7875190734864, |
| "epoch": 1.8639999999999999, |
| "grad_norm": 0.14847955107688904, |
| "kl": 1.827001953125, |
| "learning_rate": 0.0002931100686340142, |
| "loss": 0.0556, |
| "reward": 0.07916666865348816, |
| "reward_std": 0.15448497384786605, |
| "rewards/accuracy_reward": 0.07916666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 350 |
| }, |
| { |
| "completion_length": 790.8541862487793, |
| "epoch": 1.9173333333333333, |
| "grad_norm": 0.0878988653421402, |
| "kl": 1.0267333984375, |
| "learning_rate": 0.00029224632699863766, |
| "loss": 0.0278, |
| "reward": 0.1458333373069763, |
| "reward_std": 0.22444218024611473, |
| "rewards/accuracy_reward": 0.1458333373069763, |
| "rewards/format_reward": 0.0, |
| "step": 360 |
| }, |
| { |
| "completion_length": 747.2500213623047, |
| "epoch": 1.9706666666666668, |
| "grad_norm": 0.3394763469696045, |
| "kl": 1.31280517578125, |
| "learning_rate": 0.00029133302209187267, |
| "loss": 0.0296, |
| "reward": 0.14166666977107525, |
| "reward_std": 0.2158022090792656, |
| "rewards/accuracy_reward": 0.14166666977107525, |
| "rewards/format_reward": 0.0, |
| "step": 370 |
| }, |
| { |
| "completion_length": 749.2280891820004, |
| "epoch": 2.021333333333333, |
| "grad_norm": 0.27024850249290466, |
| "kl": 1.6449424342105263, |
| "learning_rate": 0.00029037047213901135, |
| "loss": 0.0596, |
| "reward": 0.1008771948124233, |
| "reward_std": 0.16995651392560257, |
| "rewards/accuracy_reward": 0.1008771948124233, |
| "rewards/format_reward": 0.0, |
| "step": 380 |
| }, |
| { |
| "completion_length": 657.8583488464355, |
| "epoch": 2.074666666666667, |
| "grad_norm": 0.10394235700368881, |
| "kl": 1.498828125, |
| "learning_rate": 0.0002893590125239299, |
| "loss": 0.0246, |
| "reward": 0.1625000037252903, |
| "reward_std": 0.21117785051465035, |
| "rewards/accuracy_reward": 0.1625000037252903, |
| "rewards/format_reward": 0.0, |
| "step": 390 |
| }, |
| { |
| "completion_length": 566.1875144958497, |
| "epoch": 2.128, |
| "grad_norm": 0.5542222261428833, |
| "kl": 2.505419921875, |
| "learning_rate": 0.0002882989956722303, |
| "loss": 0.0695, |
| "reward": 0.16666667200624943, |
| "reward_std": 0.20882849544286727, |
| "rewards/accuracy_reward": 0.16666667200624943, |
| "rewards/format_reward": 0.0, |
| "step": 400 |
| }, |
| { |
| "completion_length": 553.8250183105469, |
| "epoch": 2.1813333333333333, |
| "grad_norm": 0.1271558701992035, |
| "kl": 1.573876953125, |
| "learning_rate": 0.0002871907909284432, |
| "loss": 0.0686, |
| "reward": 0.0416666679084301, |
| "reward_std": 0.10206207036972045, |
| "rewards/accuracy_reward": 0.0416666679084301, |
| "rewards/format_reward": 0.0, |
| "step": 410 |
| }, |
| { |
| "completion_length": 642.8250167846679, |
| "epoch": 2.2346666666666666, |
| "grad_norm": 0.029755637049674988, |
| "kl": 0.3994384765625, |
| "learning_rate": 0.0002860347844273365, |
| "loss": 0.0353, |
| "reward": 0.04166666753590107, |
| "reward_std": 0.077634047716856, |
| "rewards/accuracy_reward": 0.04166666753590107, |
| "rewards/format_reward": 0.0, |
| "step": 420 |
| }, |
| { |
| "completion_length": 633.3208526611328, |
| "epoch": 2.288, |
| "grad_norm": 0.09252170473337173, |
| "kl": 0.3323974609375, |
| "learning_rate": 0.0002848313789593736, |
| "loss": 0.0383, |
| "reward": 0.05000000111758709, |
| "reward_std": 0.07763404548168182, |
| "rewards/accuracy_reward": 0.05000000111758709, |
| "rewards/format_reward": 0.0, |
| "step": 430 |
| }, |
| { |
| "completion_length": 628.4416847229004, |
| "epoch": 2.3413333333333335, |
| "grad_norm": 0.06033443659543991, |
| "kl": 0.28509521484375, |
| "learning_rate": 0.0002835809938303674, |
| "loss": 0.0458, |
| "reward": 0.08333333507180214, |
| "reward_std": 0.12037949562072754, |
| "rewards/accuracy_reward": 0.08333333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 440 |
| }, |
| { |
| "completion_length": 523.1208480834961, |
| "epoch": 2.3946666666666667, |
| "grad_norm": 0.1295376569032669, |
| "kl": 0.518896484375, |
| "learning_rate": 0.0002822840647153811, |
| "loss": 0.0435, |
| "reward": 0.06666666828095913, |
| "reward_std": 0.12386635094881057, |
| "rewards/accuracy_reward": 0.06666666828095913, |
| "rewards/format_reward": 0.0, |
| "step": 450 |
| }, |
| { |
| "completion_length": 490.62501640319823, |
| "epoch": 2.448, |
| "grad_norm": 0.22692793607711792, |
| "kl": 0.84404296875, |
| "learning_rate": 0.00028094104350692435, |
| "loss": 0.0502, |
| "reward": 0.10000000260770321, |
| "reward_std": 0.12788196206092833, |
| "rewards/accuracy_reward": 0.10000000260770321, |
| "rewards/format_reward": 0.0, |
| "step": 460 |
| }, |
| { |
| "completion_length": 495.0000144958496, |
| "epoch": 2.501333333333333, |
| "grad_norm": 0.1922207474708557, |
| "kl": 0.9299072265625, |
| "learning_rate": 0.00027955239815749913, |
| "loss": 0.0628, |
| "reward": 0.07083333507180214, |
| "reward_std": 0.14157502651214598, |
| "rewards/accuracy_reward": 0.07083333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 470 |
| }, |
| { |
| "completion_length": 465.61668090820314, |
| "epoch": 2.554666666666667, |
| "grad_norm": 0.07803911715745926, |
| "kl": 1.01708984375, |
| "learning_rate": 0.0002781186125165503, |
| "loss": 0.0505, |
| "reward": 0.06250000111758709, |
| "reward_std": 0.09673458859324455, |
| "rewards/accuracy_reward": 0.06250000111758709, |
| "rewards/format_reward": 0.0, |
| "step": 480 |
| }, |
| { |
| "completion_length": 461.9125179290771, |
| "epoch": 2.608, |
| "grad_norm": 0.09385239332914352, |
| "kl": 0.82843017578125, |
| "learning_rate": 0.0002766401861618757, |
| "loss": 0.0318, |
| "reward": 0.05000000149011612, |
| "reward_std": 0.11497201770544052, |
| "rewards/accuracy_reward": 0.05000000149011612, |
| "rewards/format_reward": 0.0, |
| "step": 490 |
| }, |
| { |
| "completion_length": 425.1750095367432, |
| "epoch": 2.6613333333333333, |
| "grad_norm": 0.08281384408473969, |
| "kl": 0.635888671875, |
| "learning_rate": 0.000275117634225558, |
| "loss": 0.0299, |
| "reward": 0.02500000074505806, |
| "reward_std": 0.05373477414250374, |
| "rewards/accuracy_reward": 0.02500000074505806, |
| "rewards/format_reward": 0.0, |
| "step": 500 |
| }, |
| { |
| "completion_length": 472.46251106262207, |
| "epoch": 2.7146666666666666, |
| "grad_norm": 0.1934070885181427, |
| "kl": 0.387255859375, |
| "learning_rate": 0.0002735514872144749, |
| "loss": 0.0189, |
| "reward": 0.10000000223517418, |
| "reward_std": 0.1681780368089676, |
| "rewards/accuracy_reward": 0.10000000223517418, |
| "rewards/format_reward": 0.0, |
| "step": 510 |
| }, |
| { |
| "completion_length": 452.3625148773193, |
| "epoch": 2.768, |
| "grad_norm": 0.13693872094154358, |
| "kl": 0.7733154296875, |
| "learning_rate": 0.0002719422908254538, |
| "loss": 0.0353, |
| "reward": 0.07916666828095913, |
| "reward_std": 0.13755941689014434, |
| "rewards/accuracy_reward": 0.07916666828095913, |
| "rewards/format_reward": 0.0, |
| "step": 520 |
| }, |
| { |
| "completion_length": 380.079178237915, |
| "epoch": 2.8213333333333335, |
| "grad_norm": 0.16365598142147064, |
| "kl": 1.54091796875, |
| "learning_rate": 0.000270290605755133, |
| "loss": 0.0271, |
| "reward": 0.07083333469927311, |
| "reward_std": 0.10964453294873237, |
| "rewards/accuracy_reward": 0.07083333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 530 |
| }, |
| { |
| "completion_length": 423.37917976379396, |
| "epoch": 2.8746666666666667, |
| "grad_norm": 0.11597971618175507, |
| "kl": 1.30352783203125, |
| "learning_rate": 0.0002685970075045964, |
| "loss": 0.0417, |
| "reward": 0.15833333730697632, |
| "reward_std": 0.2233046792447567, |
| "rewards/accuracy_reward": 0.15833333730697632, |
| "rewards/format_reward": 0.0, |
| "step": 540 |
| }, |
| { |
| "completion_length": 405.8333465576172, |
| "epoch": 2.928, |
| "grad_norm": 0.06692465394735336, |
| "kl": 1.92783203125, |
| "learning_rate": 0.00026686208617885055, |
| "loss": 0.0901, |
| "reward": 0.03333333432674408, |
| "reward_std": 0.06664471924304963, |
| "rewards/accuracy_reward": 0.03333333432674408, |
| "rewards/format_reward": 0.0, |
| "step": 550 |
| }, |
| { |
| "completion_length": 475.11668281555177, |
| "epoch": 2.981333333333333, |
| "grad_norm": 0.1280931830406189, |
| "kl": 0.60787353515625, |
| "learning_rate": 0.00026508644628121244, |
| "loss": 0.046, |
| "reward": 0.12500000335276126, |
| "reward_std": 0.20132602676749228, |
| "rewards/accuracy_reward": 0.12500000335276126, |
| "rewards/format_reward": 0.0, |
| "step": 560 |
| }, |
| { |
| "completion_length": 483.3508903101871, |
| "epoch": 3.032, |
| "grad_norm": 0.1019551008939743, |
| "kl": 1.2125822368421053, |
| "learning_rate": 0.000263270706502681, |
| "loss": 0.0534, |
| "reward": 0.07017544029574645, |
| "reward_std": 0.12248829791420385, |
| "rewards/accuracy_reward": 0.07017544029574645, |
| "rewards/format_reward": 0.0, |
| "step": 570 |
| }, |
| { |
| "completion_length": 478.25835037231445, |
| "epoch": 3.0853333333333333, |
| "grad_norm": 0.1062374860048294, |
| "kl": 1.38935546875, |
| "learning_rate": 0.0002614154995063647, |
| "loss": 0.0787, |
| "reward": 0.07083333507180214, |
| "reward_std": 0.14157502725720406, |
| "rewards/accuracy_reward": 0.07083333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 580 |
| }, |
| { |
| "completion_length": 459.94168319702146, |
| "epoch": 3.1386666666666665, |
| "grad_norm": 0.08702382445335388, |
| "kl": 1.41953125, |
| "learning_rate": 0.00025952147170704113, |
| "loss": 0.0529, |
| "reward": 0.02500000074505806, |
| "reward_std": 0.06123724207282066, |
| "rewards/accuracy_reward": 0.02500000074505806, |
| "rewards/format_reward": 0.0, |
| "step": 590 |
| }, |
| { |
| "completion_length": 421.5333450317383, |
| "epoch": 3.192, |
| "grad_norm": 0.07736861705780029, |
| "kl": 0.900634765625, |
| "learning_rate": 0.00025758928304592515, |
| "loss": 0.0526, |
| "reward": 0.0750000026077032, |
| "reward_std": 0.12788196355104448, |
| "rewards/accuracy_reward": 0.0750000026077032, |
| "rewards/format_reward": 0.0, |
| "step": 600 |
| }, |
| { |
| "completion_length": 423.15417900085447, |
| "epoch": 3.2453333333333334, |
| "grad_norm": 0.32722926139831543, |
| "kl": 0.835400390625, |
| "learning_rate": 0.00025561960676072354, |
| "loss": 0.037, |
| "reward": 0.09583333507180214, |
| "reward_std": 0.16145868599414825, |
| "rewards/accuracy_reward": 0.09583333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 610 |
| }, |
| { |
| "completion_length": 449.087512588501, |
| "epoch": 3.2986666666666666, |
| "grad_norm": 0.03152499720454216, |
| "kl": 1.08720703125, |
| "learning_rate": 0.0002536131291510569, |
| "loss": 0.0651, |
| "reward": 0.13750000409781932, |
| "reward_std": 0.19129419103264808, |
| "rewards/accuracy_reward": 0.13750000409781932, |
| "rewards/format_reward": 0.0, |
| "step": 620 |
| }, |
| { |
| "completion_length": 450.2750102996826, |
| "epoch": 3.352, |
| "grad_norm": 0.1652100384235382, |
| "kl": 2.51322021484375, |
| "learning_rate": 0.0002515705493393309, |
| "loss": 0.058, |
| "reward": 0.1208333358168602, |
| "reward_std": 0.19268605709075928, |
| "rewards/accuracy_reward": 0.1208333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 630 |
| }, |
| { |
| "completion_length": 445.3666767120361, |
| "epoch": 3.405333333333333, |
| "grad_norm": 0.19295233488082886, |
| "kl": 1.748876953125, |
| "learning_rate": 0.0002494925790271386, |
| "loss": 0.053, |
| "reward": 0.08750000186264514, |
| "reward_std": 0.13005694672465323, |
| "rewards/accuracy_reward": 0.08750000186264514, |
| "rewards/format_reward": 0.0, |
| "step": 640 |
| }, |
| { |
| "completion_length": 501.49168281555177, |
| "epoch": 3.458666666666667, |
| "grad_norm": 0.14505933225154877, |
| "kl": 0.920751953125, |
| "learning_rate": 0.00024737994224728057, |
| "loss": 0.0706, |
| "reward": 0.1708333369344473, |
| "reward_std": 0.22007218599319459, |
| "rewards/accuracy_reward": 0.1708333369344473, |
| "rewards/format_reward": 0.0, |
| "step": 650 |
| }, |
| { |
| "completion_length": 472.4541812896729, |
| "epoch": 3.512, |
| "grad_norm": 0.04400413855910301, |
| "kl": 1.3739990234375, |
| "learning_rate": 0.0002452333751114884, |
| "loss": 0.0524, |
| "reward": 0.1625000026077032, |
| "reward_std": 0.2664788641035557, |
| "rewards/accuracy_reward": 0.1625000026077032, |
| "rewards/format_reward": 0.0, |
| "step": 660 |
| }, |
| { |
| "completion_length": 463.4958435058594, |
| "epoch": 3.5653333333333332, |
| "grad_norm": 0.08893373608589172, |
| "kl": 1.86151123046875, |
| "learning_rate": 0.000243053625553939, |
| "loss": 0.0372, |
| "reward": 0.1916666716337204, |
| "reward_std": 0.2552351750433445, |
| "rewards/accuracy_reward": 0.1916666716337204, |
| "rewards/format_reward": 0.0, |
| "step": 670 |
| }, |
| { |
| "completion_length": 504.02501373291017, |
| "epoch": 3.618666666666667, |
| "grad_norm": 0.13683854043483734, |
| "kl": 2.21407470703125, |
| "learning_rate": 0.00024084145307064997, |
| "loss": 0.1494, |
| "reward": 0.14583333618938923, |
| "reward_std": 0.20158039256930352, |
| "rewards/accuracy_reward": 0.14583333618938923, |
| "rewards/format_reward": 0.0, |
| "step": 680 |
| }, |
| { |
| "completion_length": 463.5375122070312, |
| "epoch": 3.672, |
| "grad_norm": 0.11105375736951828, |
| "kl": 2.315234375, |
| "learning_rate": 0.0002385976284548465, |
| "loss": 0.0896, |
| "reward": 0.20000000596046447, |
| "reward_std": 0.2864625409245491, |
| "rewards/accuracy_reward": 0.20000000596046447, |
| "rewards/format_reward": 0.0, |
| "step": 690 |
| }, |
| { |
| "completion_length": 533.4625164031983, |
| "epoch": 3.7253333333333334, |
| "grad_norm": 0.1097186878323555, |
| "kl": 1.69583740234375, |
| "learning_rate": 0.0002363229335283915, |
| "loss": 0.1422, |
| "reward": 0.2541666727513075, |
| "reward_std": 0.2642094999551773, |
| "rewards/accuracy_reward": 0.2541666727513075, |
| "rewards/format_reward": 0.0, |
| "step": 700 |
| }, |
| { |
| "completion_length": 479.8166809082031, |
| "epoch": 3.7786666666666666, |
| "grad_norm": 0.04491720348596573, |
| "kl": 2.86297607421875, |
| "learning_rate": 0.00023401816086937366, |
| "loss": 0.0878, |
| "reward": 0.11250000260770321, |
| "reward_std": 0.1708817757666111, |
| "rewards/accuracy_reward": 0.11250000260770321, |
| "rewards/format_reward": 0.0, |
| "step": 710 |
| }, |
| { |
| "completion_length": 491.5708484649658, |
| "epoch": 3.832, |
| "grad_norm": 0.1952657699584961, |
| "kl": 1.4318603515625, |
| "learning_rate": 0.00023168411353594712, |
| "loss": 0.0783, |
| "reward": 0.2500000067055225, |
| "reward_std": 0.2784313179552555, |
| "rewards/accuracy_reward": 0.2500000067055225, |
| "rewards/format_reward": 0.0, |
| "step": 720 |
| }, |
| { |
| "completion_length": 447.92501335144044, |
| "epoch": 3.8853333333333335, |
| "grad_norm": 0.09209039062261581, |
| "kl": 1.34737548828125, |
| "learning_rate": 0.00022932160478651963, |
| "loss": 0.0508, |
| "reward": 0.2541666731238365, |
| "reward_std": 0.2928275063633919, |
| "rewards/accuracy_reward": 0.2541666731238365, |
| "rewards/format_reward": 0.0, |
| "step": 730 |
| }, |
| { |
| "completion_length": 535.5583480834961, |
| "epoch": 3.9386666666666668, |
| "grad_norm": 0.1494111269712448, |
| "kl": 2.224853515625, |
| "learning_rate": 0.0002269314577963871, |
| "loss": 0.1133, |
| "reward": 0.08333333544433116, |
| "reward_std": 0.1496862456202507, |
| "rewards/accuracy_reward": 0.08333333544433116, |
| "rewards/format_reward": 0.0, |
| "step": 740 |
| }, |
| { |
| "completion_length": 549.7833480834961, |
| "epoch": 3.992, |
| "grad_norm": 0.06427185237407684, |
| "kl": 1.564599609375, |
| "learning_rate": 0.00022451450537091204, |
| "loss": 0.0783, |
| "reward": 0.06250000186264515, |
| "reward_std": 0.09534272104501725, |
| "rewards/accuracy_reward": 0.06250000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 750 |
| }, |
| { |
| "completion_length": 577.8640530234889, |
| "epoch": 4.042666666666666, |
| "grad_norm": 0.10427625477313995, |
| "kl": 1.0987356085526316, |
| "learning_rate": 0.00022207158965534726, |
| "loss": 0.0847, |
| "reward": 0.07456140533873909, |
| "reward_std": 0.13323167515428444, |
| "rewards/accuracy_reward": 0.07456140533873909, |
| "rewards/format_reward": 0.0, |
| "step": 760 |
| }, |
| { |
| "completion_length": 511.950016784668, |
| "epoch": 4.096, |
| "grad_norm": 0.24775443971157074, |
| "kl": 0.8815185546875, |
| "learning_rate": 0.0002196035618414045, |
| "loss": 0.0493, |
| "reward": 0.10000000186264515, |
| "reward_std": 0.16416242718696594, |
| "rewards/accuracy_reward": 0.10000000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 770 |
| }, |
| { |
| "completion_length": 550.9750198364258, |
| "epoch": 4.149333333333334, |
| "grad_norm": 0.10717753320932388, |
| "kl": 1.1009765625, |
| "learning_rate": 0.00021711128187067196, |
| "loss": 0.0633, |
| "reward": 0.05416666865348816, |
| "reward_std": 0.07685092613101005, |
| "rewards/accuracy_reward": 0.05416666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 780 |
| }, |
| { |
| "completion_length": 525.2833492279053, |
| "epoch": 4.2026666666666666, |
| "grad_norm": 0.08376572281122208, |
| "kl": 0.997802734375, |
| "learning_rate": 0.0002145956181349821, |
| "loss": 0.0688, |
| "reward": 0.07916666939854622, |
| "reward_std": 0.12308323234319687, |
| "rewards/accuracy_reward": 0.07916666939854622, |
| "rewards/format_reward": 0.0, |
| "step": 790 |
| }, |
| { |
| "completion_length": 520.9791790008545, |
| "epoch": 4.256, |
| "grad_norm": 0.43779128789901733, |
| "kl": 1.023828125, |
| "learning_rate": 0.00021205744717383562, |
| "loss": 0.0688, |
| "reward": 0.05000000149011612, |
| "reward_std": 0.09996707886457443, |
| "rewards/accuracy_reward": 0.05000000149011612, |
| "rewards/format_reward": 0.0, |
| "step": 800 |
| }, |
| { |
| "completion_length": 489.48751640319824, |
| "epoch": 4.309333333333333, |
| "grad_norm": 0.12686756253242493, |
| "kl": 0.970166015625, |
| "learning_rate": 0.00020949765336898658, |
| "loss": 0.0466, |
| "reward": 0.0708333358168602, |
| "reward_std": 0.11017328649759292, |
| "rewards/accuracy_reward": 0.0708333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 810 |
| }, |
| { |
| "completion_length": 445.00001335144043, |
| "epoch": 4.362666666666667, |
| "grad_norm": 0.07797864824533463, |
| "kl": 1.00361328125, |
| "learning_rate": 0.0002069171286362949, |
| "loss": 0.04, |
| "reward": 0.04583333432674408, |
| "reward_std": 0.08784025460481644, |
| "rewards/accuracy_reward": 0.04583333432674408, |
| "rewards/format_reward": 0.0, |
| "step": 820 |
| }, |
| { |
| "completion_length": 486.5291805267334, |
| "epoch": 4.416, |
| "grad_norm": 0.1304219514131546, |
| "kl": 1.209375, |
| "learning_rate": 0.00020431677211495334, |
| "loss": 0.0693, |
| "reward": 0.05000000111758709, |
| "reward_std": 0.10554892793297768, |
| "rewards/accuracy_reward": 0.05000000111758709, |
| "rewards/format_reward": 0.0, |
| "step": 830 |
| }, |
| { |
| "completion_length": 489.52501640319826, |
| "epoch": 4.469333333333333, |
| "grad_norm": 0.08948496729135513, |
| "kl": 1.0067138671875, |
| "learning_rate": 0.00020169748985419847, |
| "loss": 0.0568, |
| "reward": 0.06250000111758709, |
| "reward_std": 0.11924199387431145, |
| "rewards/accuracy_reward": 0.06250000111758709, |
| "rewards/format_reward": 0.0, |
| "step": 840 |
| }, |
| { |
| "completion_length": 473.2583486557007, |
| "epoch": 4.522666666666667, |
| "grad_norm": 0.09423629194498062, |
| "kl": 0.8413818359375, |
| "learning_rate": 0.00019906019449761325, |
| "loss": 0.0344, |
| "reward": 0.06666666865348816, |
| "reward_std": 0.14079191014170647, |
| "rewards/accuracy_reward": 0.06666666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 850 |
| }, |
| { |
| "completion_length": 485.44167976379396, |
| "epoch": 4.576, |
| "grad_norm": 0.06980066001415253, |
| "kl": 1.02086181640625, |
| "learning_rate": 0.00019640580496513215, |
| "loss": 0.0551, |
| "reward": 0.08750000223517418, |
| "reward_std": 0.1469825029373169, |
| "rewards/accuracy_reward": 0.08750000223517418, |
| "rewards/format_reward": 0.0, |
| "step": 860 |
| }, |
| { |
| "completion_length": 461.27918167114257, |
| "epoch": 4.629333333333333, |
| "grad_norm": 0.1680532842874527, |
| "kl": 1.17119140625, |
| "learning_rate": 0.0001937352461328595, |
| "loss": 0.0549, |
| "reward": 0.0541666679084301, |
| "reward_std": 0.10825266912579537, |
| "rewards/accuracy_reward": 0.0541666679084301, |
| "rewards/format_reward": 0.0, |
| "step": 870 |
| }, |
| { |
| "completion_length": 436.6958492279053, |
| "epoch": 4.682666666666667, |
| "grad_norm": 0.11048098653554916, |
| "kl": 0.993603515625, |
| "learning_rate": 0.00019104944851081244, |
| "loss": 0.0075, |
| "reward": 0.07083333507180214, |
| "reward_std": 0.12116261422634125, |
| "rewards/accuracy_reward": 0.07083333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 880 |
| }, |
| { |
| "completion_length": 413.2500141143799, |
| "epoch": 4.736, |
| "grad_norm": 0.07481804490089417, |
| "kl": 1.145263671875, |
| "learning_rate": 0.00018834934791870053, |
| "loss": 0.0623, |
| "reward": 0.0416666679084301, |
| "reward_std": 0.08705713376402854, |
| "rewards/accuracy_reward": 0.0416666679084301, |
| "rewards/format_reward": 0.0, |
| "step": 890 |
| }, |
| { |
| "completion_length": 426.74584636688235, |
| "epoch": 4.789333333333333, |
| "grad_norm": 0.07684008777141571, |
| "kl": 0.88935546875, |
| "learning_rate": 0.00018563588515985602, |
| "loss": 0.0345, |
| "reward": 0.07916666753590107, |
| "reward_std": 0.09132711067795754, |
| "rewards/accuracy_reward": 0.07916666753590107, |
| "rewards/format_reward": 0.0, |
| "step": 900 |
| }, |
| { |
| "completion_length": 448.92918090820314, |
| "epoch": 4.842666666666666, |
| "grad_norm": 0.13052266836166382, |
| "kl": 0.7373779296875, |
| "learning_rate": 0.00018291000569342676, |
| "loss": 0.0319, |
| "reward": 0.07916666865348816, |
| "reward_std": 0.1190676212310791, |
| "rewards/accuracy_reward": 0.07916666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 910 |
| }, |
| { |
| "completion_length": 442.48751106262205, |
| "epoch": 4.896, |
| "grad_norm": 0.7255643606185913, |
| "kl": 0.7994873046875, |
| "learning_rate": 0.00018017265930494753, |
| "loss": 0.0415, |
| "reward": 0.0916666690260172, |
| "reward_std": 0.17009865641593933, |
| "rewards/accuracy_reward": 0.0916666690260172, |
| "rewards/format_reward": 0.0, |
| "step": 920 |
| }, |
| { |
| "completion_length": 441.9916793823242, |
| "epoch": 4.949333333333334, |
| "grad_norm": 0.1861407607793808, |
| "kl": 2.118505859375, |
| "learning_rate": 0.0001774247997754039, |
| "loss": 0.0917, |
| "reward": 0.1083333358168602, |
| "reward_std": 0.2090028665959835, |
| "rewards/accuracy_reward": 0.1083333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 930 |
| }, |
| { |
| "completion_length": 429.38597709254213, |
| "epoch": 5.0, |
| "grad_norm": 0.4491056203842163, |
| "kl": 1.7870322779605263, |
| "learning_rate": 0.00017466738454890323, |
| "loss": 0.0713, |
| "reward": 0.16228070659072777, |
| "reward_std": 0.1991570521342127, |
| "rewards/accuracy_reward": 0.16228070659072777, |
| "rewards/format_reward": 0.0, |
| "step": 940 |
| }, |
| { |
| "completion_length": 509.1291809082031, |
| "epoch": 5.053333333333334, |
| "grad_norm": 0.11054594814777374, |
| "kl": 2.3269775390625, |
| "learning_rate": 0.0001719013743990704, |
| "loss": 0.1062, |
| "reward": 0.11250000298023224, |
| "reward_std": 0.19321481063961982, |
| "rewards/accuracy_reward": 0.11250000298023224, |
| "rewards/format_reward": 0.0, |
| "step": 950 |
| }, |
| { |
| "completion_length": 460.87084636688235, |
| "epoch": 5.1066666666666665, |
| "grad_norm": 0.162725567817688, |
| "kl": 2.139892578125, |
| "learning_rate": 0.00016912773309428247, |
| "loss": 0.0999, |
| "reward": 0.07916666865348816, |
| "reward_std": 0.13948003724217414, |
| "rewards/accuracy_reward": 0.07916666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 960 |
| }, |
| { |
| "completion_length": 490.4791835784912, |
| "epoch": 5.16, |
| "grad_norm": 0.08664166927337646, |
| "kl": 1.98699951171875, |
| "learning_rate": 0.00016634742706186036, |
| "loss": 0.1058, |
| "reward": 0.05000000149011612, |
| "reward_std": 0.10746954753994942, |
| "rewards/accuracy_reward": 0.05000000149011612, |
| "rewards/format_reward": 0.0, |
| "step": 970 |
| }, |
| { |
| "completion_length": 513.6916812896728, |
| "epoch": 5.213333333333333, |
| "grad_norm": 0.2255307137966156, |
| "kl": 1.3451171875, |
| "learning_rate": 0.0001635614250513343, |
| "loss": 0.0662, |
| "reward": 0.0916666679084301, |
| "reward_std": 0.14182939305901526, |
| "rewards/accuracy_reward": 0.0916666679084301, |
| "rewards/format_reward": 0.0, |
| "step": 980 |
| }, |
| { |
| "completion_length": 460.50417747497556, |
| "epoch": 5.266666666666667, |
| "grad_norm": 0.14924485981464386, |
| "kl": 0.8345703125, |
| "learning_rate": 0.00016077069779689914, |
| "loss": 0.0581, |
| "reward": 0.20833333618938923, |
| "reward_std": 0.25766452178359034, |
| "rewards/accuracy_reward": 0.20833333618938923, |
| "rewards/format_reward": 0.0, |
| "step": 990 |
| }, |
| { |
| "completion_length": 522.1625152587891, |
| "epoch": 5.32, |
| "grad_norm": 0.124596007168293, |
| "kl": 1.324853515625, |
| "learning_rate": 0.00015797621767917942, |
| "loss": 0.1238, |
| "reward": 0.12500000260770322, |
| "reward_std": 0.1974847875535488, |
| "rewards/accuracy_reward": 0.12500000260770322, |
| "rewards/format_reward": 0.0, |
| "step": 1000 |
| }, |
| { |
| "completion_length": 484.2708511352539, |
| "epoch": 5.373333333333333, |
| "grad_norm": 0.0646461471915245, |
| "kl": 1.9575439453125, |
| "learning_rate": 0.00015517895838642007, |
| "loss": 0.0845, |
| "reward": 0.09583333507180214, |
| "reward_std": 0.16145868673920633, |
| "rewards/accuracy_reward": 0.09583333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 1010 |
| }, |
| { |
| "completion_length": 439.295845413208, |
| "epoch": 5.426666666666667, |
| "grad_norm": 0.2322877049446106, |
| "kl": 1.4437744140625, |
| "learning_rate": 0.00015237989457522118, |
| "loss": 0.0537, |
| "reward": 0.15416667088866234, |
| "reward_std": 0.22444218024611473, |
| "rewards/accuracy_reward": 0.15416667088866234, |
| "rewards/format_reward": 0.0, |
| "step": 1020 |
| }, |
| { |
| "completion_length": 472.0583438873291, |
| "epoch": 5.48, |
| "grad_norm": 0.0715402141213417, |
| "kl": 1.861566162109375, |
| "learning_rate": 0.00014958000153093634, |
| "loss": 0.083, |
| "reward": 0.02500000074505806, |
| "reward_std": 0.061237243562936784, |
| "rewards/accuracy_reward": 0.02500000074505806, |
| "rewards/format_reward": 0.0, |
| "step": 1030 |
| }, |
| { |
| "completion_length": 496.00418128967283, |
| "epoch": 5.533333333333333, |
| "grad_norm": 0.20781220495700836, |
| "kl": 0.965478515625, |
| "learning_rate": 0.0001467802548278509, |
| "loss": 0.0108, |
| "reward": 0.08750000186264514, |
| "reward_std": 0.13755941540002822, |
| "rewards/accuracy_reward": 0.08750000186264514, |
| "rewards/format_reward": 0.0, |
| "step": 1040 |
| }, |
| { |
| "completion_length": 481.0833511352539, |
| "epoch": 5.586666666666667, |
| "grad_norm": 0.023019172251224518, |
| "kl": 0.795361328125, |
| "learning_rate": 0.00014398162998926022, |
| "loss": 0.0478, |
| "reward": 0.07083333507180214, |
| "reward_std": 0.12657009065151215, |
| "rewards/accuracy_reward": 0.07083333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 1050 |
| }, |
| { |
| "completion_length": 500.9125160217285, |
| "epoch": 5.64, |
| "grad_norm": 0.029544275254011154, |
| "kl": 0.67197265625, |
| "learning_rate": 0.00014118510214756536, |
| "loss": 0.0618, |
| "reward": 0.07083333507180214, |
| "reward_std": 0.10615767613053322, |
| "rewards/accuracy_reward": 0.07083333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 1060 |
| }, |
| { |
| "completion_length": 500.5500129699707, |
| "epoch": 5.693333333333333, |
| "grad_norm": 0.08246266841888428, |
| "kl": 0.637109375, |
| "learning_rate": 0.00013839164570450508, |
| "loss": 0.0443, |
| "reward": 0.05416666828095913, |
| "reward_std": 0.1176757574081421, |
| "rewards/accuracy_reward": 0.05416666828095913, |
| "rewards/format_reward": 0.0, |
| "step": 1070 |
| }, |
| { |
| "completion_length": 483.52084693908694, |
| "epoch": 5.746666666666667, |
| "grad_norm": 0.10841270536184311, |
| "kl": 0.753564453125, |
| "learning_rate": 0.00013560223399164254, |
| "loss": -0.0242, |
| "reward": 0.06666666828095913, |
| "reward_std": 0.1313688188791275, |
| "rewards/accuracy_reward": 0.06666666828095913, |
| "rewards/format_reward": 0.0, |
| "step": 1080 |
| }, |
| { |
| "completion_length": 421.8916809082031, |
| "epoch": 5.8, |
| "grad_norm": 0.04592669755220413, |
| "kl": 0.89111328125, |
| "learning_rate": 0.00013281783893122446, |
| "loss": 0.0055, |
| "reward": 0.06666666865348816, |
| "reward_std": 0.1482943758368492, |
| "rewards/accuracy_reward": 0.06666666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 1090 |
| }, |
| { |
| "completion_length": 485.54168090820315, |
| "epoch": 5.8533333333333335, |
| "grad_norm": 0.04648161306977272, |
| "kl": 1.204052734375, |
| "learning_rate": 0.00013003943069753198, |
| "loss": 0.0455, |
| "reward": 0.0416666679084301, |
| "reward_std": 0.08705713450908661, |
| "rewards/accuracy_reward": 0.0416666679084301, |
| "rewards/format_reward": 0.0, |
| "step": 1100 |
| }, |
| { |
| "completion_length": 520.8791831970215, |
| "epoch": 5.906666666666666, |
| "grad_norm": 0.08032475411891937, |
| "kl": 1.2552734375, |
| "learning_rate": 0.00012726797737883997, |
| "loss": 0.0725, |
| "reward": 0.10416666939854621, |
| "reward_std": 0.18780733570456504, |
| "rewards/accuracy_reward": 0.10416666939854621, |
| "rewards/format_reward": 0.0, |
| "step": 1110 |
| }, |
| { |
| "completion_length": 473.85418395996095, |
| "epoch": 5.96, |
| "grad_norm": 0.053303591907024384, |
| "kl": 1.3926513671875, |
| "learning_rate": 0.00012450444464010352, |
| "loss": 0.0433, |
| "reward": 0.06666666828095913, |
| "reward_std": 0.12386635094881057, |
| "rewards/accuracy_reward": 0.06666666828095913, |
| "rewards/format_reward": 0.0, |
| "step": 1120 |
| }, |
| { |
| "completion_length": 482.75001325105364, |
| "epoch": 6.010666666666666, |
| "grad_norm": 0.10794837772846222, |
| "kl": 1.169664884868421, |
| "learning_rate": 0.00012174979538648877, |
| "loss": 0.0775, |
| "reward": 0.08333333542472438, |
| "reward_std": 0.16261576194512217, |
| "rewards/accuracy_reward": 0.08333333542472438, |
| "rewards/format_reward": 0.0, |
| "step": 1130 |
| }, |
| { |
| "completion_length": 541.7291820526123, |
| "epoch": 6.064, |
| "grad_norm": 0.19696635007858276, |
| "kl": 0.83052978515625, |
| "learning_rate": 0.00011900498942786501, |
| "loss": 0.0345, |
| "reward": 0.1208333358168602, |
| "reward_std": 0.19478104785084724, |
| "rewards/accuracy_reward": 0.1208333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 1140 |
| }, |
| { |
| "completion_length": 482.4041801452637, |
| "epoch": 6.117333333333334, |
| "grad_norm": 0.13254357874393463, |
| "kl": 1.2020263671875, |
| "learning_rate": 0.00011627098314437586, |
| "loss": 0.073, |
| "reward": 0.11666666939854622, |
| "reward_std": 0.19399792924523354, |
| "rewards/accuracy_reward": 0.11666666939854622, |
| "rewards/format_reward": 0.0, |
| "step": 1150 |
| }, |
| { |
| "completion_length": 415.8625114440918, |
| "epoch": 6.1706666666666665, |
| "grad_norm": 0.11513648927211761, |
| "kl": 2.11884765625, |
| "learning_rate": 0.00011354872915320493, |
| "loss": 0.0422, |
| "reward": 0.09166666939854622, |
| "reward_std": 0.17201927676796913, |
| "rewards/accuracy_reward": 0.09166666939854622, |
| "rewards/format_reward": 0.0, |
| "step": 1160 |
| }, |
| { |
| "completion_length": 504.8833480834961, |
| "epoch": 6.224, |
| "grad_norm": 0.14284038543701172, |
| "kl": 1.440234375, |
| "learning_rate": 0.0001108391759766529, |
| "loss": 0.0479, |
| "reward": 0.07916666828095913, |
| "reward_std": 0.1525643527507782, |
| "rewards/accuracy_reward": 0.07916666828095913, |
| "rewards/format_reward": 0.0, |
| "step": 1170 |
| }, |
| { |
| "completion_length": 412.9875150680542, |
| "epoch": 6.277333333333333, |
| "grad_norm": 0.11820871382951736, |
| "kl": 1.07574462890625, |
| "learning_rate": 0.00010814326771164141, |
| "loss": 0.0586, |
| "reward": 0.18333333767950535, |
| "reward_std": 0.19748478904366493, |
| "rewards/accuracy_reward": 0.18333333767950535, |
| "rewards/format_reward": 0.0, |
| "step": 1180 |
| }, |
| { |
| "completion_length": 487.5541805267334, |
| "epoch": 6.330666666666667, |
| "grad_norm": 0.11492588371038437, |
| "kl": 1.961328125, |
| "learning_rate": 0.00010546194370075881, |
| "loss": 0.0802, |
| "reward": 0.0666666679084301, |
| "reward_std": 0.1219457320868969, |
| "rewards/accuracy_reward": 0.0666666679084301, |
| "rewards/format_reward": 0.0, |
| "step": 1190 |
| }, |
| { |
| "completion_length": 509.89167938232424, |
| "epoch": 6.384, |
| "grad_norm": 0.09499996900558472, |
| "kl": 1.15518798828125, |
| "learning_rate": 0.00010279613820496227, |
| "loss": 0.0666, |
| "reward": 0.06250000149011611, |
| "reward_std": 0.11366014555096626, |
| "rewards/accuracy_reward": 0.06250000149011611, |
| "rewards/format_reward": 0.0, |
| "step": 1200 |
| }, |
| { |
| "completion_length": 501.37501487731936, |
| "epoch": 6.437333333333333, |
| "grad_norm": 0.06808974593877792, |
| "kl": 0.85328369140625, |
| "learning_rate": 0.00010014678007805106, |
| "loss": 0.0675, |
| "reward": 0.10833333618938923, |
| "reward_std": 0.1755061350762844, |
| "rewards/accuracy_reward": 0.10833333618938923, |
| "rewards/format_reward": 0.0, |
| "step": 1210 |
| }, |
| { |
| "completion_length": 511.4833511352539, |
| "epoch": 6.490666666666667, |
| "grad_norm": 0.14023755490779877, |
| "kl": 1.117645263671875, |
| "learning_rate": 9.751479244302334e-05, |
| "loss": 0.0531, |
| "reward": 0.07916666902601718, |
| "reward_std": 0.1361675500869751, |
| "rewards/accuracy_reward": 0.07916666902601718, |
| "rewards/format_reward": 0.0, |
| "step": 1220 |
| }, |
| { |
| "completion_length": 471.1375106811523, |
| "epoch": 6.5440000000000005, |
| "grad_norm": 0.13162866234779358, |
| "kl": 1.55859375, |
| "learning_rate": 9.490109237042978e-05, |
| "loss": 0.0754, |
| "reward": 0.09583333618938923, |
| "reward_std": 0.20473288968205453, |
| "rewards/accuracy_reward": 0.09583333618938923, |
| "rewards/format_reward": 0.0, |
| "step": 1230 |
| }, |
| { |
| "completion_length": 505.2333465576172, |
| "epoch": 6.597333333333333, |
| "grad_norm": 0.11056520789861679, |
| "kl": 1.750830078125, |
| "learning_rate": 9.230659055883649e-05, |
| "loss": 0.0784, |
| "reward": 0.07083333507180214, |
| "reward_std": 0.13407255783677102, |
| "rewards/accuracy_reward": 0.07083333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 1240 |
| }, |
| { |
| "completion_length": 484.85418167114256, |
| "epoch": 6.650666666666667, |
| "grad_norm": 0.13435062766075134, |
| "kl": 1.401953125, |
| "learning_rate": 8.973219101750772e-05, |
| "loss": 0.0824, |
| "reward": 0.12500000335276126, |
| "reward_std": 0.18859045207500458, |
| "rewards/accuracy_reward": 0.12500000335276126, |
| "rewards/format_reward": 0.0, |
| "step": 1250 |
| }, |
| { |
| "completion_length": 468.10001068115236, |
| "epoch": 6.704, |
| "grad_norm": 0.1412901133298874, |
| "kl": 1.276123046875, |
| "learning_rate": 8.717879075141939e-05, |
| "loss": 0.0489, |
| "reward": 0.06666666828095913, |
| "reward_std": 0.1313688188791275, |
| "rewards/accuracy_reward": 0.06666666828095913, |
| "rewards/format_reward": 0.0, |
| "step": 1260 |
| }, |
| { |
| "completion_length": 507.7750183105469, |
| "epoch": 6.757333333333333, |
| "grad_norm": 0.16659964621067047, |
| "kl": 1.5182861328125, |
| "learning_rate": 8.464727944871322e-05, |
| "loss": 0.104, |
| "reward": 0.1208333358168602, |
| "reward_std": 0.2001885250210762, |
| "rewards/accuracy_reward": 0.1208333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 1270 |
| }, |
| { |
| "completion_length": 455.38750953674315, |
| "epoch": 6.810666666666666, |
| "grad_norm": 0.22609275579452515, |
| "kl": 1.755029296875, |
| "learning_rate": 8.213853917070074e-05, |
| "loss": 0.0795, |
| "reward": 0.07916666902601718, |
| "reward_std": 0.13599317744374276, |
| "rewards/accuracy_reward": 0.07916666902601718, |
| "rewards/format_reward": 0.0, |
| "step": 1280 |
| }, |
| { |
| "completion_length": 464.53334350585936, |
| "epoch": 6.864, |
| "grad_norm": 0.16731108725070953, |
| "kl": 1.40311279296875, |
| "learning_rate": 7.965344404452358e-05, |
| "loss": 0.0636, |
| "reward": 0.10000000223517418, |
| "reward_std": 0.1756805084645748, |
| "rewards/accuracy_reward": 0.10000000223517418, |
| "rewards/format_reward": 0.0, |
| "step": 1290 |
| }, |
| { |
| "completion_length": 485.9875148773193, |
| "epoch": 6.917333333333334, |
| "grad_norm": 0.1770467311143875, |
| "kl": 1.647216796875, |
| "learning_rate": 7.719285995857938e-05, |
| "loss": 0.1073, |
| "reward": 0.14166666902601718, |
| "reward_std": 0.2044585019350052, |
| "rewards/accuracy_reward": 0.14166666902601718, |
| "rewards/format_reward": 0.0, |
| "step": 1300 |
| }, |
| { |
| "completion_length": 503.233349609375, |
| "epoch": 6.970666666666666, |
| "grad_norm": 0.25185129046440125, |
| "kl": 1.85380859375, |
| "learning_rate": 7.47576442608181e-05, |
| "loss": 0.0835, |
| "reward": 0.04583333469927311, |
| "reward_std": 0.08976087346673012, |
| "rewards/accuracy_reward": 0.04583333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 1310 |
| }, |
| { |
| "completion_length": 552.3158023231908, |
| "epoch": 7.021333333333334, |
| "grad_norm": 0.10733654350042343, |
| "kl": 0.8053556743421053, |
| "learning_rate": 7.234864546001362e-05, |
| "loss": -0.0087, |
| "reward": 0.07017544068788227, |
| "reward_std": 0.1324073397799542, |
| "rewards/accuracy_reward": 0.07017544068788227, |
| "rewards/format_reward": 0.0, |
| "step": 1320 |
| }, |
| { |
| "completion_length": 502.40834617614746, |
| "epoch": 7.074666666666666, |
| "grad_norm": 0.08749300986528397, |
| "kl": 0.87550048828125, |
| "learning_rate": 6.996670293011575e-05, |
| "loss": 0.0495, |
| "reward": 0.10000000223517418, |
| "reward_std": 0.1885904535651207, |
| "rewards/accuracy_reward": 0.10000000223517418, |
| "rewards/format_reward": 0.0, |
| "step": 1330 |
| }, |
| { |
| "completion_length": 466.95418281555175, |
| "epoch": 7.128, |
| "grad_norm": 0.09539163112640381, |
| "kl": 0.93837890625, |
| "learning_rate": 6.761264661778479e-05, |
| "loss": 0.0958, |
| "reward": 0.10416666828095913, |
| "reward_std": 0.15953806936740875, |
| "rewards/accuracy_reward": 0.10416666828095913, |
| "rewards/format_reward": 0.0, |
| "step": 1340 |
| }, |
| { |
| "completion_length": 507.30418281555177, |
| "epoch": 7.181333333333333, |
| "grad_norm": 0.03085276484489441, |
| "kl": 1.0962158203125, |
| "learning_rate": 6.52872967532112e-05, |
| "loss": 0.0487, |
| "reward": 0.04583333469927311, |
| "reward_std": 0.06934845894575119, |
| "rewards/accuracy_reward": 0.04583333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 1350 |
| }, |
| { |
| "completion_length": 504.875016784668, |
| "epoch": 7.234666666666667, |
| "grad_norm": 0.15980017185211182, |
| "kl": 1.116192626953125, |
| "learning_rate": 6.299146356432029e-05, |
| "loss": 0.0428, |
| "reward": 0.0541666679084301, |
| "reward_std": 0.10825266763567924, |
| "rewards/accuracy_reward": 0.0541666679084301, |
| "rewards/format_reward": 0.0, |
| "step": 1360 |
| }, |
| { |
| "completion_length": 470.97917995452883, |
| "epoch": 7.288, |
| "grad_norm": 0.05698911100625992, |
| "kl": 1.005322265625, |
| "learning_rate": 6.072594699446238e-05, |
| "loss": 0.0618, |
| "reward": 0.07916666865348816, |
| "reward_std": 0.16198744177818297, |
| "rewards/accuracy_reward": 0.07916666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 1370 |
| }, |
| { |
| "completion_length": 491.95417938232424, |
| "epoch": 7.341333333333333, |
| "grad_norm": 0.08498973399400711, |
| "kl": 1.052197265625, |
| "learning_rate": 5.849153642368669e-05, |
| "loss": 0.0599, |
| "reward": 0.07083333507180214, |
| "reward_std": 0.13407256007194518, |
| "rewards/accuracy_reward": 0.07083333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 1380 |
| }, |
| { |
| "completion_length": 546.4125152587891, |
| "epoch": 7.394666666666667, |
| "grad_norm": 0.014041752554476261, |
| "kl": 0.6741943359375, |
| "learning_rate": 5.6289010393695056e-05, |
| "loss": 0.0272, |
| "reward": 0.0916666690260172, |
| "reward_std": 0.14218377694487572, |
| "rewards/accuracy_reward": 0.0916666690260172, |
| "rewards/format_reward": 0.0, |
| "step": 1390 |
| }, |
| { |
| "completion_length": 508.7208467483521, |
| "epoch": 7.448, |
| "grad_norm": 0.1016879752278328, |
| "kl": 0.833984375, |
| "learning_rate": 5.4119136336572804e-05, |
| "loss": 0.056, |
| "reward": 0.07500000186264515, |
| "reward_std": 0.10886141508817673, |
| "rewards/accuracy_reward": 0.07500000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 1400 |
| }, |
| { |
| "completion_length": 459.28334884643556, |
| "epoch": 7.501333333333333, |
| "grad_norm": 0.16350561380386353, |
| "kl": 0.8639892578125, |
| "learning_rate": 5.198267030739044e-05, |
| "loss": 0.018, |
| "reward": 0.13333333618938922, |
| "reward_std": 0.21789719983935357, |
| "rewards/accuracy_reward": 0.13333333618938922, |
| "rewards/format_reward": 0.0, |
| "step": 1410 |
| }, |
| { |
| "completion_length": 509.09585151672366, |
| "epoch": 7.554666666666667, |
| "grad_norm": 0.24366095662117004, |
| "kl": 1.0677978515625, |
| "learning_rate": 4.988035672076899e-05, |
| "loss": 0.0563, |
| "reward": 0.10000000298023223, |
| "reward_std": 0.1571887120604515, |
| "rewards/accuracy_reward": 0.10000000298023223, |
| "rewards/format_reward": 0.0, |
| "step": 1420 |
| }, |
| { |
| "completion_length": 511.70001754760744, |
| "epoch": 7.608, |
| "grad_norm": 0.09540590643882751, |
| "kl": 1.1935791015625, |
| "learning_rate": 4.781292809150185e-05, |
| "loss": 0.0676, |
| "reward": 0.07916666865348816, |
| "reward_std": 0.13407255932688714, |
| "rewards/accuracy_reward": 0.07916666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 1430 |
| }, |
| { |
| "completion_length": 488.8875164031982, |
| "epoch": 7.661333333333333, |
| "grad_norm": 0.06703318655490875, |
| "kl": 1.442529296875, |
| "learning_rate": 4.578110477932277e-05, |
| "loss": 0.0795, |
| "reward": 0.09166666939854622, |
| "reward_std": 0.17952174693346024, |
| "rewards/accuracy_reward": 0.09166666939854622, |
| "rewards/format_reward": 0.0, |
| "step": 1440 |
| }, |
| { |
| "completion_length": 522.0666786193848, |
| "epoch": 7.714666666666667, |
| "grad_norm": 0.09453236311674118, |
| "kl": 1.93583984375, |
| "learning_rate": 4.3785594737908676e-05, |
| "loss": 0.1067, |
| "reward": 0.07083333507180214, |
| "reward_std": 0.12657009288668633, |
| "rewards/accuracy_reward": 0.07083333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 1450 |
| }, |
| { |
| "completion_length": 502.39584884643557, |
| "epoch": 7.768, |
| "grad_norm": 0.0708465725183487, |
| "kl": 1.088134765625, |
| "learning_rate": 4.182709326820561e-05, |
| "loss": 0.0727, |
| "reward": 0.06250000186264515, |
| "reward_std": 0.1380881704390049, |
| "rewards/accuracy_reward": 0.06250000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 1460 |
| }, |
| { |
| "completion_length": 523.5250186920166, |
| "epoch": 7.8213333333333335, |
| "grad_norm": 0.09814982116222382, |
| "kl": 1.2799072265625, |
| "learning_rate": 3.990628277616329e-05, |
| "loss": 0.0881, |
| "reward": 0.10416666902601719, |
| "reward_std": 0.16878678426146507, |
| "rewards/accuracy_reward": 0.10416666902601719, |
| "rewards/format_reward": 0.0, |
| "step": 1470 |
| }, |
| { |
| "completion_length": 530.0375129699707, |
| "epoch": 7.874666666666666, |
| "grad_norm": 0.04663919284939766, |
| "kl": 1.7350830078125, |
| "learning_rate": 3.8023832534962314e-05, |
| "loss": 0.0833, |
| "reward": 0.06250000111758709, |
| "reward_std": 0.11173952594399453, |
| "rewards/accuracy_reward": 0.06250000111758709, |
| "rewards/format_reward": 0.0, |
| "step": 1480 |
| }, |
| { |
| "completion_length": 465.3708442687988, |
| "epoch": 7.928, |
| "grad_norm": 0.236313596367836, |
| "kl": 2.028564453125, |
| "learning_rate": 3.6180398451817584e-05, |
| "loss": 0.0798, |
| "reward": 0.0958333358168602, |
| "reward_std": 0.15448497161269187, |
| "rewards/accuracy_reward": 0.0958333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 1490 |
| }, |
| { |
| "completion_length": 454.6083450317383, |
| "epoch": 7.981333333333334, |
| "grad_norm": 0.08263304829597473, |
| "kl": 2.014111328125, |
| "learning_rate": 3.437662283943897e-05, |
| "loss": 0.0944, |
| "reward": 0.09583333618938923, |
| "reward_std": 0.18432047590613365, |
| "rewards/accuracy_reward": 0.09583333618938923, |
| "rewards/format_reward": 0.0, |
| "step": 1500 |
| }, |
| { |
| "completion_length": 499.8684351067794, |
| "epoch": 8.032, |
| "grad_norm": 0.30303633213043213, |
| "kl": 1.6056229440789473, |
| "learning_rate": 3.261313419222825e-05, |
| "loss": 0.0516, |
| "reward": 0.11403509033353705, |
| "reward_std": 0.20420834735820168, |
| "rewards/accuracy_reward": 0.11403509033353705, |
| "rewards/format_reward": 0.0, |
| "step": 1510 |
| }, |
| { |
| "completion_length": 540.7958469390869, |
| "epoch": 8.085333333333333, |
| "grad_norm": 0.23544491827487946, |
| "kl": 1.5455078125, |
| "learning_rate": 3.08905469672913e-05, |
| "loss": 0.0675, |
| "reward": 0.09166666828095912, |
| "reward_std": 0.12333759889006615, |
| "rewards/accuracy_reward": 0.09166666828095912, |
| "rewards/format_reward": 0.0, |
| "step": 1520 |
| }, |
| { |
| "completion_length": 483.1250129699707, |
| "epoch": 8.138666666666667, |
| "grad_norm": 0.08701235055923462, |
| "kl": 1.267578125, |
| "learning_rate": 2.9209461370341204e-05, |
| "loss": 0.0438, |
| "reward": 0.1208333358168602, |
| "reward_std": 0.1872785784304142, |
| "rewards/accuracy_reward": 0.1208333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 1530 |
| }, |
| { |
| "completion_length": 542.6416805267334, |
| "epoch": 8.192, |
| "grad_norm": 0.29125767946243286, |
| "kl": 1.47210693359375, |
| "learning_rate": 2.7570463146566758e-05, |
| "loss": 0.0573, |
| "reward": 0.12500000335276126, |
| "reward_std": 0.22173844203352927, |
| "rewards/accuracy_reward": 0.12500000335276126, |
| "rewards/format_reward": 0.0, |
| "step": 1540 |
| }, |
| { |
| "completion_length": 464.6916793823242, |
| "epoch": 8.245333333333333, |
| "grad_norm": 0.23836231231689453, |
| "kl": 1.809765625, |
| "learning_rate": 2.5974123376539795e-05, |
| "loss": 0.1101, |
| "reward": 0.07916666865348816, |
| "reward_std": 0.16198744401335716, |
| "rewards/accuracy_reward": 0.07916666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 1550 |
| }, |
| { |
| "completion_length": 471.29168128967285, |
| "epoch": 8.298666666666668, |
| "grad_norm": 0.1719750165939331, |
| "kl": 1.798095703125, |
| "learning_rate": 2.4420998277232183e-05, |
| "loss": 0.0764, |
| "reward": 0.06666666865348816, |
| "reward_std": 0.14829437881708146, |
| "rewards/accuracy_reward": 0.06666666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 1560 |
| }, |
| { |
| "completion_length": 440.545845413208, |
| "epoch": 8.352, |
| "grad_norm": 0.13363324105739594, |
| "kl": 2.184033203125, |
| "learning_rate": 2.2911629008211363e-05, |
| "loss": 0.0975, |
| "reward": 0.10833333618938923, |
| "reward_std": 0.20551600828766822, |
| "rewards/accuracy_reward": 0.10833333618938923, |
| "rewards/format_reward": 0.0, |
| "step": 1570 |
| }, |
| { |
| "completion_length": 520.2375160217285, |
| "epoch": 8.405333333333333, |
| "grad_norm": 0.22283290326595306, |
| "kl": 1.45458984375, |
| "learning_rate": 2.1446541483082864e-05, |
| "loss": 0.08, |
| "reward": 0.05833333469927311, |
| "reward_std": 0.09595146924257278, |
| "rewards/accuracy_reward": 0.05833333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 1580 |
| }, |
| { |
| "completion_length": 459.7625141143799, |
| "epoch": 8.458666666666666, |
| "grad_norm": 0.25186049938201904, |
| "kl": 1.289404296875, |
| "learning_rate": 2.0026246186244822e-05, |
| "loss": 0.0607, |
| "reward": 0.08333333544433116, |
| "reward_std": 0.1571887105703354, |
| "rewards/accuracy_reward": 0.08333333544433116, |
| "rewards/format_reward": 0.0, |
| "step": 1590 |
| }, |
| { |
| "completion_length": 467.4125129699707, |
| "epoch": 8.512, |
| "grad_norm": 0.1690351665019989, |
| "kl": 1.41328125, |
| "learning_rate": 1.8651237995018324e-05, |
| "loss": 0.0755, |
| "reward": 0.12500000298023223, |
| "reward_std": 0.2048128843307495, |
| "rewards/accuracy_reward": 0.12500000298023223, |
| "rewards/format_reward": 0.0, |
| "step": 1600 |
| }, |
| { |
| "completion_length": 519.2625152587891, |
| "epoch": 8.565333333333333, |
| "grad_norm": 0.460650235414505, |
| "kl": 1.3770263671875, |
| "learning_rate": 1.7321996007216165e-05, |
| "loss": 0.0581, |
| "reward": 0.12916667014360428, |
| "reward_std": 0.21153223216533662, |
| "rewards/accuracy_reward": 0.12916667014360428, |
| "rewards/format_reward": 0.0, |
| "step": 1610 |
| }, |
| { |
| "completion_length": 464.0708438873291, |
| "epoch": 8.618666666666666, |
| "grad_norm": 0.15905392169952393, |
| "kl": 1.73023681640625, |
| "learning_rate": 1.6038983374209497e-05, |
| "loss": 0.0765, |
| "reward": 0.09583333618938923, |
| "reward_std": 0.1394800379872322, |
| "rewards/accuracy_reward": 0.09583333618938923, |
| "rewards/format_reward": 0.0, |
| "step": 1620 |
| }, |
| { |
| "completion_length": 465.29584827423093, |
| "epoch": 8.672, |
| "grad_norm": 0.30449509620666504, |
| "kl": 1.76357421875, |
| "learning_rate": 1.4802647139550577e-05, |
| "loss": 0.0906, |
| "reward": 0.09583333618938923, |
| "reward_std": 0.17681800648570062, |
| "rewards/accuracy_reward": 0.09583333618938923, |
| "rewards/format_reward": 0.0, |
| "step": 1630 |
| }, |
| { |
| "completion_length": 502.5208484649658, |
| "epoch": 8.725333333333333, |
| "grad_norm": 0.12862209975719452, |
| "kl": 1.370068359375, |
| "learning_rate": 1.361341808320834e-05, |
| "loss": 0.0924, |
| "reward": 0.0916666690260172, |
| "reward_std": 0.16259618923068048, |
| "rewards/accuracy_reward": 0.0916666690260172, |
| "rewards/format_reward": 0.0, |
| "step": 1640 |
| }, |
| { |
| "completion_length": 507.6000152587891, |
| "epoch": 8.778666666666666, |
| "grad_norm": 0.2593829333782196, |
| "kl": 1.1643310546875, |
| "learning_rate": 1.2471710571470578e-05, |
| "loss": 0.0427, |
| "reward": 0.1291666693985462, |
| "reward_std": 0.2022835172712803, |
| "rewards/accuracy_reward": 0.1291666693985462, |
| "rewards/format_reward": 0.0, |
| "step": 1650 |
| }, |
| { |
| "completion_length": 472.84584617614746, |
| "epoch": 8.832, |
| "grad_norm": 0.18208329379558563, |
| "kl": 1.61976318359375, |
| "learning_rate": 1.1377922412565005e-05, |
| "loss": 0.0736, |
| "reward": 0.11250000149011612, |
| "reward_std": 0.10825266614556313, |
| "rewards/accuracy_reward": 0.11250000149011612, |
| "rewards/format_reward": 0.0, |
| "step": 1660 |
| }, |
| { |
| "completion_length": 451.73751335144044, |
| "epoch": 8.885333333333334, |
| "grad_norm": 0.22733838856220245, |
| "kl": 1.568505859375, |
| "learning_rate": 1.033243471805003e-05, |
| "loss": 0.0336, |
| "reward": 0.11666666939854622, |
| "reward_std": 0.19940540716052055, |
| "rewards/accuracy_reward": 0.11666666939854622, |
| "rewards/format_reward": 0.0, |
| "step": 1670 |
| }, |
| { |
| "completion_length": 493.32084732055665, |
| "epoch": 8.938666666666666, |
| "grad_norm": 0.10546988248825073, |
| "kl": 1.5931640625, |
| "learning_rate": 9.335611770023044e-06, |
| "loss": 0.0926, |
| "reward": 0.09166666828095912, |
| "reward_std": 0.14375001192092896, |
| "rewards/accuracy_reward": 0.09166666828095912, |
| "rewards/format_reward": 0.0, |
| "step": 1680 |
| }, |
| { |
| "completion_length": 510.7666820526123, |
| "epoch": 8.992, |
| "grad_norm": 0.13084083795547485, |
| "kl": 1.19423828125, |
| "learning_rate": 8.387800894192453e-06, |
| "loss": 0.0627, |
| "reward": 0.06666666865348816, |
| "reward_std": 0.1332894392311573, |
| "rewards/accuracy_reward": 0.06666666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 1690 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1870, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 6, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
