| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.992, |
| "eval_steps": 10, |
| "global_step": 186, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 444.66667556762695, |
| "epoch": 0.010666666666666666, |
| "grad_norm": 0.13749803602695465, |
| "kl": 0.0, |
| "learning_rate": 1.0714285714285714e-07, |
| "loss": -0.0439, |
| "reward": 0.10416666977107525, |
| "reward_std": 0.1801304928958416, |
| "rewards/accuracy_reward": 0.10416666977107525, |
| "rewards/format_reward": 0.0, |
| "step": 1 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 438.5625114440918, |
| "epoch": 0.021333333333333333, |
| "grad_norm": 0.10789892077445984, |
| "kl": 0.0, |
| "learning_rate": 2.1428571428571428e-07, |
| "loss": 0.0387, |
| "reward": 0.0833333358168602, |
| "reward_std": 0.20412414520978928, |
| "rewards/accuracy_reward": 0.06250000186264515, |
| "rewards/format_reward": 0.02083333395421505, |
| "step": 2 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 440.7083549499512, |
| "epoch": 0.032, |
| "grad_norm": 0.1401524692773819, |
| "kl": 0.00017404556274414062, |
| "learning_rate": 3.214285714285714e-07, |
| "loss": -0.0602, |
| "reward": 0.1250000037252903, |
| "reward_std": 0.23116153478622437, |
| "rewards/accuracy_reward": 0.1250000037252903, |
| "rewards/format_reward": 0.0, |
| "step": 3 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 588.8125152587891, |
| "epoch": 0.042666666666666665, |
| "grad_norm": 0.06724399328231812, |
| "kl": 0.00015866756439208984, |
| "learning_rate": 4.2857142857142857e-07, |
| "loss": -0.0222, |
| "reward": 0.0833333358168602, |
| "reward_std": 0.12909945845603943, |
| "rewards/accuracy_reward": 0.0833333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 4 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 495.20834732055664, |
| "epoch": 0.05333333333333334, |
| "grad_norm": 0.08458305150270462, |
| "kl": 0.00021141767501831055, |
| "learning_rate": 5.357142857142858e-07, |
| "loss": -0.0194, |
| "reward": 0.14583333767950535, |
| "reward_std": 0.28219256177544594, |
| "rewards/accuracy_reward": 0.14583333767950535, |
| "rewards/format_reward": 0.0, |
| "step": 5 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 476.8333435058594, |
| "epoch": 0.064, |
| "grad_norm": 0.10098902881145477, |
| "kl": 0.00014531612396240234, |
| "learning_rate": 6.428571428571428e-07, |
| "loss": -0.0519, |
| "reward": 0.06250000186264515, |
| "reward_std": 0.1530931107699871, |
| "rewards/accuracy_reward": 0.06250000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 6 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 556.3125152587891, |
| "epoch": 0.07466666666666667, |
| "grad_norm": 0.08065751940011978, |
| "kl": 0.00015625357627868652, |
| "learning_rate": 7.5e-07, |
| "loss": 0.0062, |
| "reward": 0.1250000037252903, |
| "reward_std": 0.23116153106093407, |
| "rewards/accuracy_reward": 0.1250000037252903, |
| "rewards/format_reward": 0.0, |
| "step": 7 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 487.5000114440918, |
| "epoch": 0.08533333333333333, |
| "grad_norm": 0.07614883035421371, |
| "kl": 0.00019866228103637695, |
| "learning_rate": 8.571428571428571e-07, |
| "loss": -0.0199, |
| "reward": 0.08333333395421505, |
| "reward_std": 0.11949635669589043, |
| "rewards/accuracy_reward": 0.08333333395421505, |
| "rewards/format_reward": 0.0, |
| "step": 8 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 511.70834732055664, |
| "epoch": 0.096, |
| "grad_norm": 0.09461379051208496, |
| "kl": 0.00015351176261901855, |
| "learning_rate": 9.642857142857145e-07, |
| "loss": 0.0476, |
| "reward": 0.1458333358168602, |
| "reward_std": 0.2350771278142929, |
| "rewards/accuracy_reward": 0.1458333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 9 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 441.1250114440918, |
| "epoch": 0.10666666666666667, |
| "grad_norm": 0.09255574643611908, |
| "kl": 0.00015854835510253906, |
| "learning_rate": 1.0714285714285716e-06, |
| "loss": -0.0865, |
| "reward": 0.14583333767950535, |
| "reward_std": 0.2446802258491516, |
| "rewards/accuracy_reward": 0.14583333767950535, |
| "rewards/format_reward": 0.0, |
| "step": 10 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 540.2916831970215, |
| "epoch": 0.11733333333333333, |
| "grad_norm": 0.12472786009311676, |
| "kl": 0.00023055076599121094, |
| "learning_rate": 1.1785714285714285e-06, |
| "loss": 0.0267, |
| "reward": 0.2083333395421505, |
| "reward_std": 0.3602609857916832, |
| "rewards/accuracy_reward": 0.2083333395421505, |
| "rewards/format_reward": 0.0, |
| "step": 11 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 487.60418128967285, |
| "epoch": 0.128, |
| "grad_norm": 0.029079366475343704, |
| "kl": 0.00019365549087524414, |
| "learning_rate": 1.2857142857142856e-06, |
| "loss": 0.0049, |
| "reward": 0.02083333395421505, |
| "reward_std": 0.05103103443980217, |
| "rewards/accuracy_reward": 0.02083333395421505, |
| "rewards/format_reward": 0.0, |
| "step": 12 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 469.1250114440918, |
| "epoch": 0.13866666666666666, |
| "grad_norm": 0.12546207010746002, |
| "kl": 0.00028073787689208984, |
| "learning_rate": 1.392857142857143e-06, |
| "loss": -0.0073, |
| "reward": 0.1875000037252903, |
| "reward_std": 0.2996268533170223, |
| "rewards/accuracy_reward": 0.16666666977107525, |
| "rewards/format_reward": 0.02083333395421505, |
| "step": 13 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 413.56250762939453, |
| "epoch": 0.14933333333333335, |
| "grad_norm": 0.19048571586608887, |
| "kl": 0.0003783702850341797, |
| "learning_rate": 1.5e-06, |
| "loss": -0.0698, |
| "reward": 0.25000000558793545, |
| "reward_std": 0.4152076207101345, |
| "rewards/accuracy_reward": 0.25000000558793545, |
| "rewards/format_reward": 0.0, |
| "step": 14 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 498.3958511352539, |
| "epoch": 0.16, |
| "grad_norm": 0.08490169793367386, |
| "kl": 0.0004260540008544922, |
| "learning_rate": 1.6071428571428572e-06, |
| "loss": -0.0216, |
| "reward": 0.06250000186264515, |
| "reward_std": 0.1530931107699871, |
| "rewards/accuracy_reward": 0.06250000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 15 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 496.1250114440918, |
| "epoch": 0.17066666666666666, |
| "grad_norm": 0.07948283106088638, |
| "kl": 0.0011513233184814453, |
| "learning_rate": 1.7142857142857143e-06, |
| "loss": 0.0709, |
| "reward": 0.1458333358168602, |
| "reward_std": 0.2350771240890026, |
| "rewards/accuracy_reward": 0.1458333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 16 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 489.4583568572998, |
| "epoch": 0.18133333333333335, |
| "grad_norm": 0.11512169986963272, |
| "kl": 0.000606536865234375, |
| "learning_rate": 1.8214285714285714e-06, |
| "loss": -0.0082, |
| "reward": 0.18750000186264515, |
| "reward_std": 0.2900237552821636, |
| "rewards/accuracy_reward": 0.18750000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 17 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 510.60418701171875, |
| "epoch": 0.192, |
| "grad_norm": 0.1316482424736023, |
| "kl": 0.0010819435119628906, |
| "learning_rate": 1.928571428571429e-06, |
| "loss": 0.0295, |
| "reward": 0.1458333358168602, |
| "reward_std": 0.2350771203637123, |
| "rewards/accuracy_reward": 0.1458333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 18 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 464.7708435058594, |
| "epoch": 0.20266666666666666, |
| "grad_norm": 0.12288669496774673, |
| "kl": 0.0012531280517578125, |
| "learning_rate": 2.035714285714286e-06, |
| "loss": 0.0104, |
| "reward": 0.27083333767950535, |
| "reward_std": 0.41912321001291275, |
| "rewards/accuracy_reward": 0.27083333767950535, |
| "rewards/format_reward": 0.0, |
| "step": 19 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 443.0208435058594, |
| "epoch": 0.21333333333333335, |
| "grad_norm": 0.114227794110775, |
| "kl": 0.0019593238830566406, |
| "learning_rate": 2.142857142857143e-06, |
| "loss": -0.0525, |
| "reward": 0.2083333358168602, |
| "reward_std": 0.16661179810762405, |
| "rewards/accuracy_reward": 0.2083333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 20 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 532.5833473205566, |
| "epoch": 0.224, |
| "grad_norm": 0.10986621677875519, |
| "kl": 0.0016994476318359375, |
| "learning_rate": 2.25e-06, |
| "loss": -0.0249, |
| "reward": 0.14583333767950535, |
| "reward_std": 0.31970490515232086, |
| "rewards/accuracy_reward": 0.14583333767950535, |
| "rewards/format_reward": 0.0, |
| "step": 21 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 492.1875057220459, |
| "epoch": 0.23466666666666666, |
| "grad_norm": 0.0868026539683342, |
| "kl": 0.0018286705017089844, |
| "learning_rate": 2.357142857142857e-06, |
| "loss": -0.0081, |
| "reward": 0.16666666977107525, |
| "reward_std": 0.2861081548035145, |
| "rewards/accuracy_reward": 0.16666666977107525, |
| "rewards/format_reward": 0.0, |
| "step": 22 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 492.72918701171875, |
| "epoch": 0.24533333333333332, |
| "grad_norm": 0.10867961496114731, |
| "kl": 0.0030241012573242188, |
| "learning_rate": 2.4642857142857143e-06, |
| "loss": -0.0295, |
| "reward": 0.2916666753590107, |
| "reward_std": 0.3506578840315342, |
| "rewards/accuracy_reward": 0.2916666753590107, |
| "rewards/format_reward": 0.0, |
| "step": 23 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 555.1875228881836, |
| "epoch": 0.256, |
| "grad_norm": 0.08439142256975174, |
| "kl": 0.0024747848510742188, |
| "learning_rate": 2.571428571428571e-06, |
| "loss": -0.0001, |
| "reward": 0.1875000037252903, |
| "reward_std": 0.2996268533170223, |
| "rewards/accuracy_reward": 0.1875000037252903, |
| "rewards/format_reward": 0.0, |
| "step": 24 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 569.3125152587891, |
| "epoch": 0.26666666666666666, |
| "grad_norm": 0.10544775426387787, |
| "kl": 0.0042171478271484375, |
| "learning_rate": 2.678571428571429e-06, |
| "loss": -0.0134, |
| "reward": 0.1875000037252903, |
| "reward_std": 0.2350771203637123, |
| "rewards/accuracy_reward": 0.1875000037252903, |
| "rewards/format_reward": 0.0, |
| "step": 25 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 481.45834732055664, |
| "epoch": 0.2773333333333333, |
| "grad_norm": 0.10559644550085068, |
| "kl": 0.0049877166748046875, |
| "learning_rate": 2.785714285714286e-06, |
| "loss": -0.0202, |
| "reward": 0.3333333395421505, |
| "reward_std": 0.39512956142425537, |
| "rewards/accuracy_reward": 0.3333333395421505, |
| "rewards/format_reward": 0.0, |
| "step": 26 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 549.7916870117188, |
| "epoch": 0.288, |
| "grad_norm": 0.09459959715604782, |
| "kl": 0.00540924072265625, |
| "learning_rate": 2.892857142857143e-06, |
| "loss": 0.0228, |
| "reward": 0.1875000074505806, |
| "reward_std": 0.21764283999800682, |
| "rewards/accuracy_reward": 0.1875000074505806, |
| "rewards/format_reward": 0.0, |
| "step": 27 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 565.3958473205566, |
| "epoch": 0.2986666666666667, |
| "grad_norm": 0.09324613213539124, |
| "kl": 0.00745844841003418, |
| "learning_rate": 3e-06, |
| "loss": 0.0506, |
| "reward": 0.25000000931322575, |
| "reward_std": 0.3332235999405384, |
| "rewards/accuracy_reward": 0.2291666753590107, |
| "rewards/format_reward": 0.02083333395421505, |
| "step": 28 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 515.1041831970215, |
| "epoch": 0.30933333333333335, |
| "grad_norm": 0.07702303677797318, |
| "kl": 0.009542465209960938, |
| "learning_rate": 2.999882508108334e-06, |
| "loss": 0.0352, |
| "reward": 0.3333333432674408, |
| "reward_std": 0.24859581515192986, |
| "rewards/accuracy_reward": 0.3333333432674408, |
| "rewards/format_reward": 0.0, |
| "step": 29 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 558.8125190734863, |
| "epoch": 0.32, |
| "grad_norm": 0.14078065752983093, |
| "kl": 0.009675979614257812, |
| "learning_rate": 2.9995300508391286e-06, |
| "loss": 0.0497, |
| "reward": 0.29166666977107525, |
| "reward_std": 0.4230388030409813, |
| "rewards/accuracy_reward": 0.29166666977107525, |
| "rewards/format_reward": 0.0, |
| "step": 30 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 514.6875114440918, |
| "epoch": 0.33066666666666666, |
| "grad_norm": 0.10777795314788818, |
| "kl": 0.00920867919921875, |
| "learning_rate": 2.998942683406879e-06, |
| "loss": -0.0089, |
| "reward": 0.25000000558793545, |
| "reward_std": 0.31314554437994957, |
| "rewards/accuracy_reward": 0.25000000558793545, |
| "rewards/format_reward": 0.0, |
| "step": 31 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 541.7708511352539, |
| "epoch": 0.3413333333333333, |
| "grad_norm": 0.07520294934511185, |
| "kl": 0.008222579956054688, |
| "learning_rate": 2.998120497826133e-06, |
| "loss": -0.0195, |
| "reward": 0.35416667349636555, |
| "reward_std": 0.34674229100346565, |
| "rewards/accuracy_reward": 0.35416667349636555, |
| "rewards/format_reward": 0.0, |
| "step": 32 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 512.0833435058594, |
| "epoch": 0.352, |
| "grad_norm": 0.0903107300400734, |
| "kl": 0.01560211181640625, |
| "learning_rate": 2.9970636228970757e-06, |
| "loss": 0.0039, |
| "reward": 0.3333333358168602, |
| "reward_std": 0.33841101825237274, |
| "rewards/accuracy_reward": 0.3333333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 33 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 396.4583435058594, |
| "epoch": 0.3626666666666667, |
| "grad_norm": 0.13230890035629272, |
| "kl": 0.0174560546875, |
| "learning_rate": 2.995772224185354e-06, |
| "loss": 0.0103, |
| "reward": 0.41666667722165585, |
| "reward_std": 0.4326419048011303, |
| "rewards/accuracy_reward": 0.41666667722165585, |
| "rewards/format_reward": 0.0, |
| "step": 34 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 536.2083473205566, |
| "epoch": 0.37333333333333335, |
| "grad_norm": 0.1084352657198906, |
| "kl": 0.01836395263671875, |
| "learning_rate": 2.9942465039961373e-06, |
| "loss": 0.0301, |
| "reward": 0.4583333432674408, |
| "reward_std": 0.23899271339178085, |
| "rewards/accuracy_reward": 0.4583333432674408, |
| "rewards/format_reward": 0.0, |
| "step": 35 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 508.3750190734863, |
| "epoch": 0.384, |
| "grad_norm": 0.11348140239715576, |
| "kl": 0.016246795654296875, |
| "learning_rate": 2.992486701342427e-06, |
| "loss": 0.0617, |
| "reward": 0.5416666809469461, |
| "reward_std": 0.4971916303038597, |
| "rewards/accuracy_reward": 0.5416666809469461, |
| "rewards/format_reward": 0.0, |
| "step": 36 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 428.7708492279053, |
| "epoch": 0.39466666666666667, |
| "grad_norm": 0.09864811599254608, |
| "kl": 0.01728057861328125, |
| "learning_rate": 2.9904930919076145e-06, |
| "loss": -0.0272, |
| "reward": 0.6250000149011612, |
| "reward_std": 0.2957112565636635, |
| "rewards/accuracy_reward": 0.6250000149011612, |
| "rewards/format_reward": 0.0, |
| "step": 37 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 519.5833473205566, |
| "epoch": 0.4053333333333333, |
| "grad_norm": 0.08879904448986053, |
| "kl": 0.0256500244140625, |
| "learning_rate": 2.9882659880022905e-06, |
| "loss": 0.0216, |
| "reward": 0.35416667349636555, |
| "reward_std": 0.34674229472875595, |
| "rewards/accuracy_reward": 0.35416667349636555, |
| "rewards/format_reward": 0.0, |
| "step": 38 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 462.75001525878906, |
| "epoch": 0.416, |
| "grad_norm": 0.0630691796541214, |
| "kl": 0.01651763916015625, |
| "learning_rate": 2.985805738515323e-06, |
| "loss": 0.0325, |
| "reward": 0.8125000186264515, |
| "reward_std": 0.28219256550073624, |
| "rewards/accuracy_reward": 0.8125000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 39 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 522.7916831970215, |
| "epoch": 0.4266666666666667, |
| "grad_norm": 0.08862201869487762, |
| "kl": 0.01795196533203125, |
| "learning_rate": 2.9831127288592004e-06, |
| "loss": 0.0388, |
| "reward": 0.5625000074505806, |
| "reward_std": 0.4539917819201946, |
| "rewards/accuracy_reward": 0.5625000074505806, |
| "rewards/format_reward": 0.0, |
| "step": 40 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 448.2916793823242, |
| "epoch": 0.43733333333333335, |
| "grad_norm": 0.09053761512041092, |
| "kl": 0.01364898681640625, |
| "learning_rate": 2.9801873809096543e-06, |
| "loss": -0.0464, |
| "reward": 0.6875000018626451, |
| "reward_std": 0.2525114081799984, |
| "rewards/accuracy_reward": 0.6875000018626451, |
| "rewards/format_reward": 0.0, |
| "step": 41 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 431.5625114440918, |
| "epoch": 0.448, |
| "grad_norm": 0.11968156695365906, |
| "kl": 0.02625274658203125, |
| "learning_rate": 2.97703015293957e-06, |
| "loss": 0.0643, |
| "reward": 0.6875000279396772, |
| "reward_std": 0.4488043636083603, |
| "rewards/accuracy_reward": 0.6875000279396772, |
| "rewards/format_reward": 0.0, |
| "step": 42 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 488.56250762939453, |
| "epoch": 0.45866666666666667, |
| "grad_norm": 0.1140248030424118, |
| "kl": 0.027557373046875, |
| "learning_rate": 2.9736415395471975e-06, |
| "loss": 0.026, |
| "reward": 0.6250000223517418, |
| "reward_std": 0.4152076132595539, |
| "rewards/accuracy_reward": 0.6250000223517418, |
| "rewards/format_reward": 0.0, |
| "step": 43 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 411.1875190734863, |
| "epoch": 0.4693333333333333, |
| "grad_norm": 0.07253677397966385, |
| "kl": 0.0226898193359375, |
| "learning_rate": 2.970022071578666e-06, |
| "loss": 0.076, |
| "reward": 0.8125000149011612, |
| "reward_std": 0.299626849591732, |
| "rewards/accuracy_reward": 0.8125000149011612, |
| "rewards/format_reward": 0.0, |
| "step": 44 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 503.02084732055664, |
| "epoch": 0.48, |
| "grad_norm": 0.08070115745067596, |
| "kl": 0.024505615234375, |
| "learning_rate": 2.9661723160448267e-06, |
| "loss": 0.0922, |
| "reward": 0.5625000111758709, |
| "reward_std": 0.41912321373820305, |
| "rewards/accuracy_reward": 0.5625000111758709, |
| "rewards/format_reward": 0.0, |
| "step": 45 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 453.56251525878906, |
| "epoch": 0.49066666666666664, |
| "grad_norm": 0.06279083341360092, |
| "kl": 0.019269943237304688, |
| "learning_rate": 2.962092876032427e-06, |
| "loss": -0.034, |
| "reward": 0.7708333507180214, |
| "reward_std": 0.21764283254742622, |
| "rewards/accuracy_reward": 0.7708333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 46 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 412.5833511352539, |
| "epoch": 0.5013333333333333, |
| "grad_norm": 0.04880174994468689, |
| "kl": 0.033538818359375, |
| "learning_rate": 2.957784390609632e-06, |
| "loss": -0.0072, |
| "reward": 0.7500000074505806, |
| "reward_std": 0.18404608592391014, |
| "rewards/accuracy_reward": 0.7500000074505806, |
| "rewards/format_reward": 0.0, |
| "step": 47 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 434.12501525878906, |
| "epoch": 0.512, |
| "grad_norm": 0.05984590947628021, |
| "kl": 0.02077484130859375, |
| "learning_rate": 2.9532475347259113e-06, |
| "loss": 0.033, |
| "reward": 0.8125000111758709, |
| "reward_std": 0.2446802221238613, |
| "rewards/accuracy_reward": 0.8125000111758709, |
| "rewards/format_reward": 0.0, |
| "step": 48 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 477.208345413208, |
| "epoch": 0.5226666666666666, |
| "grad_norm": 0.12303212285041809, |
| "kl": 0.02848052978515625, |
| "learning_rate": 2.9484830191063057e-06, |
| "loss": 0.0671, |
| "reward": 0.6250000204890966, |
| "reward_std": 0.3332235962152481, |
| "rewards/accuracy_reward": 0.6250000204890966, |
| "rewards/format_reward": 0.0, |
| "step": 49 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 582.6041831970215, |
| "epoch": 0.5333333333333333, |
| "grad_norm": 0.09904547035694122, |
| "kl": 0.015716552734375, |
| "learning_rate": 2.9434915901400857e-06, |
| "loss": 0.0423, |
| "reward": 0.6458333507180214, |
| "reward_std": 0.41912321001291275, |
| "rewards/accuracy_reward": 0.6458333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 50 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 409.645845413208, |
| "epoch": 0.544, |
| "grad_norm": 0.10279008746147156, |
| "kl": 0.04036712646484375, |
| "learning_rate": 2.938274029763826e-06, |
| "loss": 0.0204, |
| "reward": 0.6250000186264515, |
| "reward_std": 0.3506578877568245, |
| "rewards/accuracy_reward": 0.6250000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 51 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 539.9166831970215, |
| "epoch": 0.5546666666666666, |
| "grad_norm": 0.11620215326547623, |
| "kl": 0.03099822998046875, |
| "learning_rate": 2.9328311553389116e-06, |
| "loss": 0.0362, |
| "reward": 0.7500000223517418, |
| "reward_std": 0.4056045152246952, |
| "rewards/accuracy_reward": 0.7500000223517418, |
| "rewards/format_reward": 0.0, |
| "step": 52 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 539.6875152587891, |
| "epoch": 0.5653333333333334, |
| "grad_norm": 0.0942852720618248, |
| "kl": 0.021152496337890625, |
| "learning_rate": 2.927163819523492e-06, |
| "loss": 0.0986, |
| "reward": 0.5625000149011612, |
| "reward_std": 0.2996268533170223, |
| "rewards/accuracy_reward": 0.5625000149011612, |
| "rewards/format_reward": 0.0, |
| "step": 53 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 448.3125190734863, |
| "epoch": 0.576, |
| "grad_norm": 0.06090138480067253, |
| "kl": 0.026214599609375, |
| "learning_rate": 2.9212729101389084e-06, |
| "loss": 0.041, |
| "reward": 0.7708333395421505, |
| "reward_std": 0.1530931070446968, |
| "rewards/accuracy_reward": 0.7708333395421505, |
| "rewards/format_reward": 0.0, |
| "step": 54 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 634.8750114440918, |
| "epoch": 0.5866666666666667, |
| "grad_norm": 0.10308913886547089, |
| "kl": 0.032123565673828125, |
| "learning_rate": 2.9151593500306103e-06, |
| "loss": 0.021, |
| "reward": 0.4166666753590107, |
| "reward_std": 0.2861081585288048, |
| "rewards/accuracy_reward": 0.4166666753590107, |
| "rewards/format_reward": 0.0, |
| "step": 55 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 456.2708625793457, |
| "epoch": 0.5973333333333334, |
| "grad_norm": 0.09447697550058365, |
| "kl": 0.0720062255859375, |
| "learning_rate": 2.9088240969235863e-06, |
| "loss": 0.0148, |
| "reward": 0.7291666828095913, |
| "reward_std": 0.36417657881975174, |
| "rewards/accuracy_reward": 0.7291666828095913, |
| "rewards/format_reward": 0.0, |
| "step": 56 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 505.68751525878906, |
| "epoch": 0.608, |
| "grad_norm": 0.09954586625099182, |
| "kl": 0.04242706298828125, |
| "learning_rate": 2.902268143272333e-06, |
| "loss": 0.0686, |
| "reward": 0.7708333395421505, |
| "reward_std": 0.2525114119052887, |
| "rewards/accuracy_reward": 0.7708333395421505, |
| "rewards/format_reward": 0.0, |
| "step": 57 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 513.0208511352539, |
| "epoch": 0.6186666666666667, |
| "grad_norm": 0.07663288712501526, |
| "kl": 0.02385711669921875, |
| "learning_rate": 2.895492516105378e-06, |
| "loss": 0.0923, |
| "reward": 0.6250000167638063, |
| "reward_std": 0.4152076132595539, |
| "rewards/accuracy_reward": 0.6250000167638063, |
| "rewards/format_reward": 0.0, |
| "step": 58 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 639.5625076293945, |
| "epoch": 0.6293333333333333, |
| "grad_norm": 0.1266147643327713, |
| "kl": 0.04524993896484375, |
| "learning_rate": 2.888498276864393e-06, |
| "loss": 0.086, |
| "reward": 0.4375000149011612, |
| "reward_std": 0.37377968057990074, |
| "rewards/accuracy_reward": 0.4375000149011612, |
| "rewards/format_reward": 0.0, |
| "step": 59 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 570.666690826416, |
| "epoch": 0.64, |
| "grad_norm": 0.08474475890398026, |
| "kl": 0.02214813232421875, |
| "learning_rate": 2.8812865212379087e-06, |
| "loss": 0.0572, |
| "reward": 0.6666666865348816, |
| "reward_std": 0.3506578877568245, |
| "rewards/accuracy_reward": 0.6666666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 60 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 586.4375152587891, |
| "epoch": 0.6506666666666666, |
| "grad_norm": 0.12999482452869415, |
| "kl": 0.03527069091796875, |
| "learning_rate": 2.8738583789896743e-06, |
| "loss": 0.085, |
| "reward": 0.6666666828095913, |
| "reward_std": 0.43264190107584, |
| "rewards/accuracy_reward": 0.6666666828095913, |
| "rewards/format_reward": 0.0, |
| "step": 61 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 606.8541831970215, |
| "epoch": 0.6613333333333333, |
| "grad_norm": 0.07179641723632812, |
| "kl": 0.03192138671875, |
| "learning_rate": 2.866215013781668e-06, |
| "loss": 0.006, |
| "reward": 0.5000000093132257, |
| "reward_std": 0.4326419048011303, |
| "rewards/accuracy_reward": 0.5000000093132257, |
| "rewards/format_reward": 0.0, |
| "step": 62 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 473.2500190734863, |
| "epoch": 0.672, |
| "grad_norm": 0.1155165582895279, |
| "kl": 0.0264434814453125, |
| "learning_rate": 2.858357622991806e-06, |
| "loss": 0.0919, |
| "reward": 0.7500000260770321, |
| "reward_std": 0.3977733328938484, |
| "rewards/accuracy_reward": 0.7500000260770321, |
| "rewards/format_reward": 0.0, |
| "step": 63 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 568.0833473205566, |
| "epoch": 0.6826666666666666, |
| "grad_norm": 0.08376800268888474, |
| "kl": 0.04048919677734375, |
| "learning_rate": 2.8502874375263646e-06, |
| "loss": 0.0631, |
| "reward": 0.5833333414047956, |
| "reward_std": 0.23116153106093407, |
| "rewards/accuracy_reward": 0.5833333414047956, |
| "rewards/format_reward": 0.0, |
| "step": 64 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 440.8333435058594, |
| "epoch": 0.6933333333333334, |
| "grad_norm": 0.08705708384513855, |
| "kl": 0.04457855224609375, |
| "learning_rate": 2.8420057216271533e-06, |
| "loss": 0.0036, |
| "reward": 0.7083333395421505, |
| "reward_std": 0.32097673043608665, |
| "rewards/accuracy_reward": 0.7083333395421505, |
| "rewards/format_reward": 0.0, |
| "step": 65 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 592.3125228881836, |
| "epoch": 0.704, |
| "grad_norm": 0.1033933237195015, |
| "kl": 0.0416717529296875, |
| "learning_rate": 2.8335137726734607e-06, |
| "loss": 0.1093, |
| "reward": 0.625000013038516, |
| "reward_std": 0.3602609857916832, |
| "rewards/accuracy_reward": 0.625000013038516, |
| "rewards/format_reward": 0.0, |
| "step": 66 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 426.91667556762695, |
| "epoch": 0.7146666666666667, |
| "grad_norm": 0.13923761248588562, |
| "kl": 0.04537200927734375, |
| "learning_rate": 2.8248129209788164e-06, |
| "loss": 0.0978, |
| "reward": 0.7291666865348816, |
| "reward_std": 0.34674229100346565, |
| "rewards/accuracy_reward": 0.7291666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 67 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 488.93752670288086, |
| "epoch": 0.7253333333333334, |
| "grad_norm": 0.08182822912931442, |
| "kl": 0.0292205810546875, |
| "learning_rate": 2.8159045295825857e-06, |
| "loss": -0.0328, |
| "reward": 0.5833333469927311, |
| "reward_std": 0.4152076207101345, |
| "rewards/accuracy_reward": 0.5833333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 68 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 485.5625114440918, |
| "epoch": 0.736, |
| "grad_norm": 0.07835296541452408, |
| "kl": 0.03786468505859375, |
| "learning_rate": 2.806789994036445e-06, |
| "loss": 0.0566, |
| "reward": 0.6875000074505806, |
| "reward_std": 0.3266642391681671, |
| "rewards/accuracy_reward": 0.6875000074505806, |
| "rewards/format_reward": 0.0, |
| "step": 69 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 507.75001525878906, |
| "epoch": 0.7466666666666667, |
| "grad_norm": 0.1188604012131691, |
| "kl": 0.0541534423828125, |
| "learning_rate": 2.7974707421857584e-06, |
| "loss": 0.0698, |
| "reward": 0.5625000055879354, |
| "reward_std": 0.3170611374080181, |
| "rewards/accuracy_reward": 0.5625000055879354, |
| "rewards/format_reward": 0.0, |
| "step": 70 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 556.2708511352539, |
| "epoch": 0.7573333333333333, |
| "grad_norm": 0.07966376841068268, |
| "kl": 0.04036712646484375, |
| "learning_rate": 2.7879482339458973e-06, |
| "loss": 0.0448, |
| "reward": 0.6458333488553762, |
| "reward_std": 0.27258946001529694, |
| "rewards/accuracy_reward": 0.6458333488553762, |
| "rewards/format_reward": 0.0, |
| "step": 71 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 532.9583511352539, |
| "epoch": 0.768, |
| "grad_norm": 0.08758682757616043, |
| "kl": 0.038604736328125, |
| "learning_rate": 2.778223961073537e-06, |
| "loss": 0.0497, |
| "reward": 0.5208333469927311, |
| "reward_std": 0.33713919669389725, |
| "rewards/accuracy_reward": 0.5208333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 72 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 396.0208435058594, |
| "epoch": 0.7786666666666666, |
| "grad_norm": 0.08768614381551743, |
| "kl": 0.0446929931640625, |
| "learning_rate": 2.7682994469329646e-06, |
| "loss": 0.0424, |
| "reward": 0.8333333414047956, |
| "reward_std": 0.16661180183291435, |
| "rewards/accuracy_reward": 0.8333333414047956, |
| "rewards/format_reward": 0.0, |
| "step": 73 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 467.0833549499512, |
| "epoch": 0.7893333333333333, |
| "grad_norm": 0.06757903844118118, |
| "kl": 0.032470703125, |
| "learning_rate": 2.7581762462574334e-06, |
| "loss": 0.0046, |
| "reward": 0.6666666753590107, |
| "reward_std": 0.2861081622540951, |
| "rewards/accuracy_reward": 0.6666666753590107, |
| "rewards/format_reward": 0.0, |
| "step": 74 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 694.7291793823242, |
| "epoch": 0.8, |
| "grad_norm": 0.08728935569524765, |
| "kl": 0.0474700927734375, |
| "learning_rate": 2.747855944905606e-06, |
| "loss": 0.0407, |
| "reward": 0.4375000149011612, |
| "reward_std": 0.36417657881975174, |
| "rewards/accuracy_reward": 0.4375000149011612, |
| "rewards/format_reward": 0.0, |
| "step": 75 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 500.8333549499512, |
| "epoch": 0.8106666666666666, |
| "grad_norm": 0.12662656605243683, |
| "kl": 0.0447845458984375, |
| "learning_rate": 2.73734015961312e-06, |
| "loss": 0.0734, |
| "reward": 0.7291666939854622, |
| "reward_std": 0.4662386514246464, |
| "rewards/accuracy_reward": 0.7291666939854622, |
| "rewards/format_reward": 0.0, |
| "step": 76 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 530.729190826416, |
| "epoch": 0.8213333333333334, |
| "grad_norm": 0.11303848773241043, |
| "kl": 0.0428314208984375, |
| "learning_rate": 2.7266305377393183e-06, |
| "loss": 0.092, |
| "reward": 0.7500000186264515, |
| "reward_std": 0.3506578840315342, |
| "rewards/accuracy_reward": 0.7500000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 77 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 542.1875190734863, |
| "epoch": 0.832, |
| "grad_norm": 0.08298168331384659, |
| "kl": 0.051544189453125, |
| "learning_rate": 2.7157287570091765e-06, |
| "loss": -0.0051, |
| "reward": 0.645833358168602, |
| "reward_std": 0.4758417494595051, |
| "rewards/accuracy_reward": 0.645833358168602, |
| "rewards/format_reward": 0.0, |
| "step": 78 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 609.291675567627, |
| "epoch": 0.8426666666666667, |
| "grad_norm": 0.13366347551345825, |
| "kl": 0.07353973388671875, |
| "learning_rate": 2.7046365252504835e-06, |
| "loss": 0.1406, |
| "reward": 0.6666666865348816, |
| "reward_std": 0.3506578952074051, |
| "rewards/accuracy_reward": 0.6666666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 79 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 436.02084732055664, |
| "epoch": 0.8533333333333334, |
| "grad_norm": 0.07604128122329712, |
| "kl": 0.0461883544921875, |
| "learning_rate": 2.693355580126295e-06, |
| "loss": 0.0742, |
| "reward": 0.8333333432674408, |
| "reward_std": 0.25819891691207886, |
| "rewards/accuracy_reward": 0.8333333432674408, |
| "rewards/format_reward": 0.0, |
| "step": 80 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 544.1458511352539, |
| "epoch": 0.864, |
| "grad_norm": 0.0864926278591156, |
| "kl": 0.08890533447265625, |
| "learning_rate": 2.6818876888627203e-06, |
| "loss": 0.0639, |
| "reward": 0.6875000149011612, |
| "reward_std": 0.290023747831583, |
| "rewards/accuracy_reward": 0.6875000149011612, |
| "rewards/format_reward": 0.0, |
| "step": 81 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 499.02084732055664, |
| "epoch": 0.8746666666666667, |
| "grad_norm": 0.12025976926088333, |
| "kl": 0.0964202880859375, |
| "learning_rate": 2.6702346479720777e-06, |
| "loss": 0.0518, |
| "reward": 0.5833333395421505, |
| "reward_std": 0.22155842930078506, |
| "rewards/accuracy_reward": 0.5833333395421505, |
| "rewards/format_reward": 0.0, |
| "step": 82 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 565.2083549499512, |
| "epoch": 0.8853333333333333, |
| "grad_norm": 0.10178246349096298, |
| "kl": 0.06887054443359375, |
| "learning_rate": 2.6583982829714576e-06, |
| "loss": 0.1361, |
| "reward": 0.6458333488553762, |
| "reward_std": 0.28219256550073624, |
| "rewards/accuracy_reward": 0.6458333488553762, |
| "rewards/format_reward": 0.0, |
| "step": 83 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 551.5833396911621, |
| "epoch": 0.896, |
| "grad_norm": 0.05114445462822914, |
| "kl": 0.0851898193359375, |
| "learning_rate": 2.6463804480967447e-06, |
| "loss": 0.0434, |
| "reward": 0.6875000055879354, |
| "reward_std": 0.2446802221238613, |
| "rewards/accuracy_reward": 0.6875000055879354, |
| "rewards/format_reward": 0.0, |
| "step": 84 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 572.8750190734863, |
| "epoch": 0.9066666666666666, |
| "grad_norm": 0.05700259283185005, |
| "kl": 0.092803955078125, |
| "learning_rate": 2.6341830260121445e-06, |
| "loss": 0.0154, |
| "reward": 0.583333333954215, |
| "reward_std": 0.25642700120806694, |
| "rewards/accuracy_reward": 0.583333333954215, |
| "rewards/format_reward": 0.0, |
| "step": 85 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 571.4791870117188, |
| "epoch": 0.9173333333333333, |
| "grad_norm": 0.10524018853902817, |
| "kl": 0.10492706298828125, |
| "learning_rate": 2.6218079275152485e-06, |
| "loss": 0.0464, |
| "reward": 0.5416666734963655, |
| "reward_std": 0.30354244634509087, |
| "rewards/accuracy_reward": 0.5416666734963655, |
| "rewards/format_reward": 0.0, |
| "step": 86 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 640.2291870117188, |
| "epoch": 0.928, |
| "grad_norm": 0.09200317412614822, |
| "kl": 0.1671142578125, |
| "learning_rate": 2.609257091237699e-06, |
| "loss": 0.0551, |
| "reward": 0.5208333395421505, |
| "reward_std": 0.43655749410390854, |
| "rewards/accuracy_reward": 0.5208333395421505, |
| "rewards/format_reward": 0.0, |
| "step": 87 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 571.8125190734863, |
| "epoch": 0.9386666666666666, |
| "grad_norm": 0.07907970249652863, |
| "kl": 0.14947509765625, |
| "learning_rate": 2.5965324833414926e-06, |
| "loss": 0.0074, |
| "reward": 0.5416666734963655, |
| "reward_std": 0.3410547934472561, |
| "rewards/accuracy_reward": 0.5416666734963655, |
| "rewards/format_reward": 0.0, |
| "step": 88 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 658.6458511352539, |
| "epoch": 0.9493333333333334, |
| "grad_norm": 0.07123763114213943, |
| "kl": 0.1113739013671875, |
| "learning_rate": 2.5836360972109642e-06, |
| "loss": 0.0316, |
| "reward": 0.5000000093132257, |
| "reward_std": 0.23116152733564377, |
| "rewards/accuracy_reward": 0.5000000093132257, |
| "rewards/format_reward": 0.0, |
| "step": 89 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 558.2916831970215, |
| "epoch": 0.96, |
| "grad_norm": 0.09730823338031769, |
| "kl": 0.18788909912109375, |
| "learning_rate": 2.5705699531405174e-06, |
| "loss": 0.0815, |
| "reward": 0.7083333395421505, |
| "reward_std": 0.33057983219623566, |
| "rewards/accuracy_reward": 0.7083333395421505, |
| "rewards/format_reward": 0.0, |
| "step": 90 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 599.0208587646484, |
| "epoch": 0.9706666666666667, |
| "grad_norm": 0.07070768624544144, |
| "kl": 0.12865447998046875, |
| "learning_rate": 2.55733609801813e-06, |
| "loss": 0.0396, |
| "reward": 0.5000000111758709, |
| "reward_std": 0.3410547822713852, |
| "rewards/accuracy_reward": 0.5000000111758709, |
| "rewards/format_reward": 0.0, |
| "step": 91 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 516.7916774749756, |
| "epoch": 0.9813333333333333, |
| "grad_norm": 0.06625442951917648, |
| "kl": 0.0931243896484375, |
| "learning_rate": 2.5439366050046985e-06, |
| "loss": -0.0295, |
| "reward": 0.5000000074505806, |
| "reward_std": 0.2957112602889538, |
| "rewards/accuracy_reward": 0.5000000074505806, |
| "rewards/format_reward": 0.0, |
| "step": 92 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 580.8125076293945, |
| "epoch": 0.992, |
| "grad_norm": 0.15040598809719086, |
| "kl": 0.15094757080078125, |
| "learning_rate": 2.5303735732092655e-06, |
| "loss": 0.1105, |
| "reward": 0.5416666772216558, |
| "reward_std": 0.23116153478622437, |
| "rewards/accuracy_reward": 0.5416666772216558, |
| "rewards/format_reward": 0.0, |
| "step": 93 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 569.8125190734863, |
| "epoch": 1.0106666666666666, |
| "grad_norm": 0.11118441075086594, |
| "kl": 0.1716766357421875, |
| "learning_rate": 2.51664912736018e-06, |
| "loss": 0.0783, |
| "reward": 0.583333345130086, |
| "reward_std": 0.2861081622540951, |
| "rewards/accuracy_reward": 0.583333345130086, |
| "rewards/format_reward": 0.0, |
| "step": 94 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 465.70834732055664, |
| "epoch": 1.0213333333333334, |
| "grad_norm": 0.08838524669408798, |
| "kl": 0.093017578125, |
| "learning_rate": 2.5027654174722495e-06, |
| "loss": 0.0275, |
| "reward": 0.6875000186264515, |
| "reward_std": 0.28219257295131683, |
| "rewards/accuracy_reward": 0.6875000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 95 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 432.81251335144043, |
| "epoch": 1.032, |
| "grad_norm": 0.08520545810461044, |
| "kl": 0.07879638671875, |
| "learning_rate": 2.4887246185099237e-06, |
| "loss": 0.0379, |
| "reward": 0.7083333358168602, |
| "reward_std": 0.26603010296821594, |
| "rewards/accuracy_reward": 0.7083333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 96 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 499.9791793823242, |
| "epoch": 1.0426666666666666, |
| "grad_norm": 0.07848313450813293, |
| "kl": 0.0831756591796875, |
| "learning_rate": 2.474528930046578e-06, |
| "loss": 0.0461, |
| "reward": 0.6666666772216558, |
| "reward_std": 0.22155842557549477, |
| "rewards/accuracy_reward": 0.6666666772216558, |
| "rewards/format_reward": 0.0, |
| "step": 97 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 449.45834732055664, |
| "epoch": 1.0533333333333332, |
| "grad_norm": 0.14378738403320312, |
| "kl": 0.0985260009765625, |
| "learning_rate": 2.4601805759199317e-06, |
| "loss": 0.0735, |
| "reward": 0.7708333507180214, |
| "reward_std": 0.35457348078489304, |
| "rewards/accuracy_reward": 0.7708333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 98 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 703.0625114440918, |
| "epoch": 1.064, |
| "grad_norm": 0.2360164374113083, |
| "kl": 0.1814422607421875, |
| "learning_rate": 2.445681803883678e-06, |
| "loss": 0.0771, |
| "reward": 0.6250000204890966, |
| "reward_std": 0.3332235962152481, |
| "rewards/accuracy_reward": 0.6250000204890966, |
| "rewards/format_reward": 0.0, |
| "step": 99 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 486.9166889190674, |
| "epoch": 1.0746666666666667, |
| "grad_norm": 0.13772936165332794, |
| "kl": 0.12012481689453125, |
| "learning_rate": 2.4310348852553554e-06, |
| "loss": 0.1204, |
| "reward": 0.6666666772216558, |
| "reward_std": 0.3680921718478203, |
| "rewards/accuracy_reward": 0.6666666772216558, |
| "rewards/format_reward": 0.0, |
| "step": 100 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 480.7708396911621, |
| "epoch": 1.0853333333333333, |
| "grad_norm": 0.15142787992954254, |
| "kl": 0.169891357421875, |
| "learning_rate": 2.4162421145605308e-06, |
| "loss": 0.033, |
| "reward": 0.7291666753590107, |
| "reward_std": 0.21764283254742622, |
| "rewards/accuracy_reward": 0.7291666753590107, |
| "rewards/format_reward": 0.0, |
| "step": 101 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 586.4375114440918, |
| "epoch": 1.096, |
| "grad_norm": 0.27943626046180725, |
| "kl": 0.2178497314453125, |
| "learning_rate": 2.4013058091733546e-06, |
| "loss": 0.0708, |
| "reward": 0.541666679084301, |
| "reward_std": 0.23116152733564377, |
| "rewards/accuracy_reward": 0.541666679084301, |
| "rewards/format_reward": 0.0, |
| "step": 102 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 508.4583396911621, |
| "epoch": 1.1066666666666667, |
| "grad_norm": 0.8309665322303772, |
| "kl": 0.48883056640625, |
| "learning_rate": 2.3862283089535265e-06, |
| "loss": 0.1714, |
| "reward": 0.6250000242143869, |
| "reward_std": 0.45271996036171913, |
| "rewards/accuracy_reward": 0.6250000242143869, |
| "rewards/format_reward": 0.0, |
| "step": 103 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 552.9583473205566, |
| "epoch": 1.1173333333333333, |
| "grad_norm": 32.438201904296875, |
| "kl": 7.4153289794921875, |
| "learning_rate": 2.371011975879742e-06, |
| "loss": 0.4224, |
| "reward": 0.7291666753590107, |
| "reward_std": 0.21764283627271652, |
| "rewards/accuracy_reward": 0.7291666753590107, |
| "rewards/format_reward": 0.0, |
| "step": 104 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 584.7708473205566, |
| "epoch": 1.1280000000000001, |
| "grad_norm": 0.9769695401191711, |
| "kl": 1.2292022705078125, |
| "learning_rate": 2.3556591936796777e-06, |
| "loss": 0.2518, |
| "reward": 0.645833345130086, |
| "reward_std": 0.36417657881975174, |
| "rewards/accuracy_reward": 0.645833345130086, |
| "rewards/format_reward": 0.0, |
| "step": 105 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 521.3333511352539, |
| "epoch": 1.1386666666666667, |
| "grad_norm": 0.9792843461036682, |
| "kl": 0.8870162963867188, |
| "learning_rate": 2.340172367456564e-06, |
| "loss": 0.1476, |
| "reward": 0.7083333469927311, |
| "reward_std": 0.3776952736079693, |
| "rewards/accuracy_reward": 0.7083333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 106 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 547.5000190734863, |
| "epoch": 1.1493333333333333, |
| "grad_norm": 168.53076171875, |
| "kl": 22.269760131835938, |
| "learning_rate": 2.3245539233124133e-06, |
| "loss": 1.5006, |
| "reward": 0.6041666846722364, |
| "reward_std": 0.33713918924331665, |
| "rewards/accuracy_reward": 0.6041666846722364, |
| "rewards/format_reward": 0.0, |
| "step": 107 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 455.93750953674316, |
| "epoch": 1.16, |
| "grad_norm": 10.638311386108398, |
| "kl": 8.11297607421875, |
| "learning_rate": 2.308806307967955e-06, |
| "loss": 0.4543, |
| "reward": 0.7291666772216558, |
| "reward_std": 0.2900237515568733, |
| "rewards/accuracy_reward": 0.7291666772216558, |
| "rewards/format_reward": 0.0, |
| "step": 108 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 600.3958549499512, |
| "epoch": 1.1706666666666667, |
| "grad_norm": 11.44261646270752, |
| "kl": 7.8447265625, |
| "learning_rate": 2.2929319883793442e-06, |
| "loss": 0.5332, |
| "reward": 0.666666679084301, |
| "reward_std": 0.23116152733564377, |
| "rewards/accuracy_reward": 0.666666679084301, |
| "rewards/format_reward": 0.0, |
| "step": 109 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 565.8333530426025, |
| "epoch": 1.1813333333333333, |
| "grad_norm": 1.495950698852539, |
| "kl": 2.2734375, |
| "learning_rate": 2.276933451351696e-06, |
| "loss": 0.1701, |
| "reward": 0.6666666809469461, |
| "reward_std": 0.3506578840315342, |
| "rewards/accuracy_reward": 0.6666666809469461, |
| "rewards/format_reward": 0.0, |
| "step": 110 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 545.2083549499512, |
| "epoch": 1.192, |
| "grad_norm": 2.101208448410034, |
| "kl": 2.087677001953125, |
| "learning_rate": 2.2608132031495184e-06, |
| "loss": 0.1528, |
| "reward": 0.5833333488553762, |
| "reward_std": 0.20412414520978928, |
| "rewards/accuracy_reward": 0.5833333488553762, |
| "rewards/format_reward": 0.0, |
| "step": 111 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 518.5000171661377, |
| "epoch": 1.2026666666666666, |
| "grad_norm": 1.4472161531448364, |
| "kl": 0.91241455078125, |
| "learning_rate": 2.244573769104084e-06, |
| "loss": 0.1028, |
| "reward": 0.6875000204890966, |
| "reward_std": 0.40168891847133636, |
| "rewards/accuracy_reward": 0.6875000204890966, |
| "rewards/format_reward": 0.0, |
| "step": 112 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 516.2083435058594, |
| "epoch": 1.2133333333333334, |
| "grad_norm": 0.677949845790863, |
| "kl": 0.6656951904296875, |
| "learning_rate": 2.228217693217826e-06, |
| "loss": 0.0863, |
| "reward": 0.6875000149011612, |
| "reward_std": 0.2996268570423126, |
| "rewards/accuracy_reward": 0.6875000149011612, |
| "rewards/format_reward": 0.0, |
| "step": 113 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 509.60418128967285, |
| "epoch": 1.224, |
| "grad_norm": 0.534664511680603, |
| "kl": 0.5305023193359375, |
| "learning_rate": 2.211747537765808e-06, |
| "loss": 0.0607, |
| "reward": 0.6875000186264515, |
| "reward_std": 0.31970490142703056, |
| "rewards/accuracy_reward": 0.6875000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 114 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 477.6666793823242, |
| "epoch": 1.2346666666666666, |
| "grad_norm": 0.6869253516197205, |
| "kl": 1.214813232421875, |
| "learning_rate": 2.195165882894322e-06, |
| "loss": 0.0821, |
| "reward": 0.8541666865348816, |
| "reward_std": 0.28219256550073624, |
| "rewards/accuracy_reward": 0.8541666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 115 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 644.3958587646484, |
| "epoch": 1.2453333333333334, |
| "grad_norm": 0.5632476210594177, |
| "kl": 1.506103515625, |
| "learning_rate": 2.1784753262166986e-06, |
| "loss": 0.1124, |
| "reward": 0.416666679084301, |
| "reward_std": 0.31314554810523987, |
| "rewards/accuracy_reward": 0.416666679084301, |
| "rewards/format_reward": 0.0, |
| "step": 116 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 519.7500152587891, |
| "epoch": 1.256, |
| "grad_norm": 0.8980614542961121, |
| "kl": 1.355926513671875, |
| "learning_rate": 2.161678482406374e-06, |
| "loss": 0.1538, |
| "reward": 0.6666666753590107, |
| "reward_std": 0.24859581515192986, |
| "rewards/accuracy_reward": 0.6666666753590107, |
| "rewards/format_reward": 0.0, |
| "step": 117 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 610.4375152587891, |
| "epoch": 1.2666666666666666, |
| "grad_norm": 0.5385753512382507, |
| "kl": 0.8503570556640625, |
| "learning_rate": 2.144777982787286e-06, |
| "loss": 0.0987, |
| "reward": 0.5625000223517418, |
| "reward_std": 0.34674229472875595, |
| "rewards/accuracy_reward": 0.5625000223517418, |
| "rewards/format_reward": 0.0, |
| "step": 118 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 460.2708435058594, |
| "epoch": 1.2773333333333334, |
| "grad_norm": 0.40609875321388245, |
| "kl": 0.885009765625, |
| "learning_rate": 2.127776474921661e-06, |
| "loss": 0.1355, |
| "reward": 0.8958333432674408, |
| "reward_std": 0.1801304928958416, |
| "rewards/accuracy_reward": 0.8958333432674408, |
| "rewards/format_reward": 0.0, |
| "step": 119 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 682.7500152587891, |
| "epoch": 1.288, |
| "grad_norm": 1.9950181245803833, |
| "kl": 2.8668365478515625, |
| "learning_rate": 2.1106766221952607e-06, |
| "loss": 0.2645, |
| "reward": 0.5208333507180214, |
| "reward_std": 0.37377968057990074, |
| "rewards/accuracy_reward": 0.5208333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 120 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 571.6875152587891, |
| "epoch": 1.2986666666666666, |
| "grad_norm": 4.098674297332764, |
| "kl": 2.38665771484375, |
| "learning_rate": 2.0934811034001427e-06, |
| "loss": 0.2873, |
| "reward": 0.7083333563059568, |
| "reward_std": 0.3881702311336994, |
| "rewards/accuracy_reward": 0.7083333563059568, |
| "rewards/format_reward": 0.0, |
| "step": 121 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 525.354190826416, |
| "epoch": 1.3093333333333335, |
| "grad_norm": 0.361176073551178, |
| "kl": 1.3050384521484375, |
| "learning_rate": 2.0761926123150166e-06, |
| "loss": 0.0896, |
| "reward": 0.6250000223517418, |
| "reward_std": 0.2686738707125187, |
| "rewards/accuracy_reward": 0.6250000223517418, |
| "rewards/format_reward": 0.0, |
| "step": 122 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 679.2500152587891, |
| "epoch": 1.32, |
| "grad_norm": 0.4487684965133667, |
| "kl": 1.046875, |
| "learning_rate": 2.058813857283244e-06, |
| "loss": 0.159, |
| "reward": 0.5416666809469461, |
| "reward_std": 0.3506578877568245, |
| "rewards/accuracy_reward": 0.5416666809469461, |
| "rewards/format_reward": 0.0, |
| "step": 123 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 574.8958435058594, |
| "epoch": 1.3306666666666667, |
| "grad_norm": 1.1202152967453003, |
| "kl": 1.6433334350585938, |
| "learning_rate": 2.041347560788562e-06, |
| "loss": 0.2923, |
| "reward": 0.6041666902601719, |
| "reward_std": 0.40168892592191696, |
| "rewards/accuracy_reward": 0.6041666902601719, |
| "rewards/format_reward": 0.0, |
| "step": 124 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 678.3333511352539, |
| "epoch": 1.3413333333333333, |
| "grad_norm": 1.3484364748001099, |
| "kl": 3.1891632080078125, |
| "learning_rate": 2.0237964590285924e-06, |
| "loss": 0.1732, |
| "reward": 0.604166679084301, |
| "reward_std": 0.309229951351881, |
| "rewards/accuracy_reward": 0.604166679084301, |
| "rewards/format_reward": 0.0, |
| "step": 125 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 569.7708435058594, |
| "epoch": 1.3519999999999999, |
| "grad_norm": 0.6488833427429199, |
| "kl": 3.36163330078125, |
| "learning_rate": 2.0061633014861975e-06, |
| "loss": 0.3744, |
| "reward": 0.5625000204890966, |
| "reward_std": 0.40168892592191696, |
| "rewards/accuracy_reward": 0.5625000204890966, |
| "rewards/format_reward": 0.0, |
| "step": 126 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 544.5416870117188, |
| "epoch": 1.3626666666666667, |
| "grad_norm": 0.911536455154419, |
| "kl": 2.595245361328125, |
| "learning_rate": 1.988450850498758e-06, |
| "loss": 0.1733, |
| "reward": 0.5208333432674408, |
| "reward_std": 0.1705273948609829, |
| "rewards/accuracy_reward": 0.5208333432674408, |
| "rewards/format_reward": 0.0, |
| "step": 127 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 692.4375152587891, |
| "epoch": 1.3733333333333333, |
| "grad_norm": 0.41733741760253906, |
| "kl": 1.950531005859375, |
| "learning_rate": 1.970661880825437e-06, |
| "loss": 0.138, |
| "reward": 0.29166667349636555, |
| "reward_std": 0.31314554810523987, |
| "rewards/accuracy_reward": 0.29166667349636555, |
| "rewards/format_reward": 0.0, |
| "step": 128 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 605.8541870117188, |
| "epoch": 1.384, |
| "grad_norm": 0.48099005222320557, |
| "kl": 1.07232666015625, |
| "learning_rate": 1.952799179212498e-06, |
| "loss": 0.1656, |
| "reward": 0.5833333469927311, |
| "reward_std": 0.4152076169848442, |
| "rewards/accuracy_reward": 0.5833333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 129 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 450.8333435058594, |
| "epoch": 1.3946666666666667, |
| "grad_norm": 1.2475286722183228, |
| "kl": 0.4179840087890625, |
| "learning_rate": 1.934865543956745e-06, |
| "loss": 0.0396, |
| "reward": 0.6666666772216558, |
| "reward_std": 0.3680921755731106, |
| "rewards/accuracy_reward": 0.6666666772216558, |
| "rewards/format_reward": 0.0, |
| "step": 130 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 664.2708549499512, |
| "epoch": 1.4053333333333333, |
| "grad_norm": 1.1826740503311157, |
| "kl": 1.00048828125, |
| "learning_rate": 1.916863784467152e-06, |
| "loss": 0.1431, |
| "reward": 0.500000013038516, |
| "reward_std": 0.4326419048011303, |
| "rewards/accuracy_reward": 0.500000013038516, |
| "rewards/format_reward": 0.0, |
| "step": 131 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 739.3750228881836, |
| "epoch": 1.416, |
| "grad_norm": 1.281339168548584, |
| "kl": 1.94189453125, |
| "learning_rate": 1.8987967208247542e-06, |
| "loss": 0.2172, |
| "reward": 0.5625000093132257, |
| "reward_std": 0.43655749410390854, |
| "rewards/accuracy_reward": 0.5625000093132257, |
| "rewards/format_reward": 0.0, |
| "step": 132 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 547.166690826416, |
| "epoch": 1.4266666666666667, |
| "grad_norm": 0.7654764652252197, |
| "kl": 2.1027374267578125, |
| "learning_rate": 1.8806671833408633e-06, |
| "loss": 0.2557, |
| "reward": 0.7083333507180214, |
| "reward_std": 0.2861081548035145, |
| "rewards/accuracy_reward": 0.7083333507180214, |
| "rewards/format_reward": 0.0, |
| "step": 133 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 580.0833511352539, |
| "epoch": 1.4373333333333334, |
| "grad_norm": 1.4135154485702515, |
| "kl": 4.193695068359375, |
| "learning_rate": 1.8624780121136837e-06, |
| "loss": 0.3781, |
| "reward": 0.6250000111758709, |
| "reward_std": 0.3506578877568245, |
| "rewards/accuracy_reward": 0.6250000111758709, |
| "rewards/format_reward": 0.0, |
| "step": 134 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 592.7916870117188, |
| "epoch": 1.448, |
| "grad_norm": 3.319873094558716, |
| "kl": 4.4842376708984375, |
| "learning_rate": 1.8442320565833972e-06, |
| "loss": 0.2485, |
| "reward": 0.5833333469927311, |
| "reward_std": 0.2686738781630993, |
| "rewards/accuracy_reward": 0.5833333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 135 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 589.5416831970215, |
| "epoch": 1.4586666666666668, |
| "grad_norm": 1.7027231454849243, |
| "kl": 3.660552978515625, |
| "learning_rate": 1.8259321750857772e-06, |
| "loss": 0.2412, |
| "reward": 0.6041666772216558, |
| "reward_std": 0.2996268533170223, |
| "rewards/accuracy_reward": 0.6041666772216558, |
| "rewards/format_reward": 0.0, |
| "step": 136 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 615.9791831970215, |
| "epoch": 1.4693333333333334, |
| "grad_norm": 0.6865854859352112, |
| "kl": 2.9984588623046875, |
| "learning_rate": 1.8075812344044163e-06, |
| "loss": 0.3306, |
| "reward": 0.5000000167638063, |
| "reward_std": 0.4893604479730129, |
| "rewards/accuracy_reward": 0.5000000167638063, |
| "rewards/format_reward": 0.0, |
| "step": 137 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 529.458345413208, |
| "epoch": 1.48, |
| "grad_norm": 0.3792395293712616, |
| "kl": 1.3320465087890625, |
| "learning_rate": 1.7891821093216275e-06, |
| "loss": 0.1501, |
| "reward": 0.6875000111758709, |
| "reward_std": 0.2350771203637123, |
| "rewards/accuracy_reward": 0.6875000111758709, |
| "rewards/format_reward": 0.0, |
| "step": 138 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 693.7708473205566, |
| "epoch": 1.4906666666666666, |
| "grad_norm": 0.5869024991989136, |
| "kl": 1.708587646484375, |
| "learning_rate": 1.770737682168091e-06, |
| "loss": 0.1275, |
| "reward": 0.5833333414047956, |
| "reward_std": 0.30354244634509087, |
| "rewards/accuracy_reward": 0.5833333414047956, |
| "rewards/format_reward": 0.0, |
| "step": 139 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 493.7291831970215, |
| "epoch": 1.5013333333333332, |
| "grad_norm": 0.7076964378356934, |
| "kl": 0.84979248046875, |
| "learning_rate": 1.7522508423713243e-06, |
| "loss": 0.1598, |
| "reward": 0.7083333432674408, |
| "reward_std": 0.24859581887722015, |
| "rewards/accuracy_reward": 0.7083333432674408, |
| "rewards/format_reward": 0.0, |
| "step": 140 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 595.916690826416, |
| "epoch": 1.512, |
| "grad_norm": 1.1425637006759644, |
| "kl": 0.530303955078125, |
| "learning_rate": 1.7337244860030312e-06, |
| "loss": 0.1132, |
| "reward": 0.5833333432674408, |
| "reward_std": 0.25819891691207886, |
| "rewards/accuracy_reward": 0.5833333432674408, |
| "rewards/format_reward": 0.0, |
| "step": 141 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 609.1041831970215, |
| "epoch": 1.5226666666666666, |
| "grad_norm": 0.8295446634292603, |
| "kl": 1.3100128173828125, |
| "learning_rate": 1.7151615153254192e-06, |
| "loss": 0.193, |
| "reward": 0.645833345130086, |
| "reward_std": 0.37377968430519104, |
| "rewards/accuracy_reward": 0.645833345130086, |
| "rewards/format_reward": 0.0, |
| "step": 142 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 575.9791870117188, |
| "epoch": 1.5333333333333332, |
| "grad_norm": 1.1884087324142456, |
| "kl": 1.55706787109375, |
| "learning_rate": 1.6965648383365416e-06, |
| "loss": 0.1849, |
| "reward": 0.7500000186264515, |
| "reward_std": 0.3506578840315342, |
| "rewards/accuracy_reward": 0.7500000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 143 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 521.9166831970215, |
| "epoch": 1.544, |
| "grad_norm": 0.3929750621318817, |
| "kl": 1.7193450927734375, |
| "learning_rate": 1.6779373683147423e-06, |
| "loss": 0.1654, |
| "reward": 0.6666666734963655, |
| "reward_std": 0.30354244634509087, |
| "rewards/accuracy_reward": 0.6666666734963655, |
| "rewards/format_reward": 0.0, |
| "step": 144 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 621.5625152587891, |
| "epoch": 1.5546666666666666, |
| "grad_norm": 0.9022945165634155, |
| "kl": 3.4391937255859375, |
| "learning_rate": 1.6592820233622743e-06, |
| "loss": 0.269, |
| "reward": 0.5416666883975267, |
| "reward_std": 0.3977733254432678, |
| "rewards/accuracy_reward": 0.5416666883975267, |
| "rewards/format_reward": 0.0, |
| "step": 145 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 637.4583435058594, |
| "epoch": 1.5653333333333332, |
| "grad_norm": 3.3849687576293945, |
| "kl": 6.964111328125, |
| "learning_rate": 1.6406017259481624e-06, |
| "loss": 0.5442, |
| "reward": 0.6041666809469461, |
| "reward_std": 0.41912321373820305, |
| "rewards/accuracy_reward": 0.6041666809469461, |
| "rewards/format_reward": 0.0, |
| "step": 146 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 619.9583587646484, |
| "epoch": 1.576, |
| "grad_norm": 1.0483787059783936, |
| "kl": 2.7703628540039062, |
| "learning_rate": 1.621899402450379e-06, |
| "loss": 0.2715, |
| "reward": 0.708333358168602, |
| "reward_std": 0.3332235962152481, |
| "rewards/accuracy_reward": 0.708333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 147 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 568.8750152587891, |
| "epoch": 1.5866666666666667, |
| "grad_norm": 1.4388060569763184, |
| "kl": 3.212860107421875, |
| "learning_rate": 1.6031779826974138e-06, |
| "loss": 0.2381, |
| "reward": 0.6458333358168602, |
| "reward_std": 0.19756478071212769, |
| "rewards/accuracy_reward": 0.6458333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 148 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 632.5416793823242, |
| "epoch": 1.5973333333333333, |
| "grad_norm": 0.9448708295822144, |
| "kl": 3.631927490234375, |
| "learning_rate": 1.5844403995092944e-06, |
| "loss": 0.3215, |
| "reward": 0.500000013038516, |
| "reward_std": 0.49719163402915, |
| "rewards/accuracy_reward": 0.500000013038516, |
| "rewards/format_reward": 0.0, |
| "step": 149 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 613.2500114440918, |
| "epoch": 1.608, |
| "grad_norm": 0.7443394660949707, |
| "kl": 2.036407470703125, |
| "learning_rate": 1.5656895882381465e-06, |
| "loss": 0.1928, |
| "reward": 0.5000000093132257, |
| "reward_std": 0.23116153106093407, |
| "rewards/accuracy_reward": 0.5000000093132257, |
| "rewards/format_reward": 0.0, |
| "step": 150 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 672.9583511352539, |
| "epoch": 1.6186666666666667, |
| "grad_norm": 0.6227521300315857, |
| "kl": 2.090057373046875, |
| "learning_rate": 1.5469284863083523e-06, |
| "loss": 0.1868, |
| "reward": 0.5625000167638063, |
| "reward_std": 0.34674230217933655, |
| "rewards/accuracy_reward": 0.5625000167638063, |
| "rewards/format_reward": 0.0, |
| "step": 151 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 473.458345413208, |
| "epoch": 1.6293333333333333, |
| "grad_norm": 1.2505531311035156, |
| "kl": 0.9958038330078125, |
| "learning_rate": 1.5281600327563853e-06, |
| "loss": 0.2341, |
| "reward": 0.7500000223517418, |
| "reward_std": 0.2686738707125187, |
| "rewards/accuracy_reward": 0.7500000223517418, |
| "rewards/format_reward": 0.0, |
| "step": 152 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 602.1250228881836, |
| "epoch": 1.6400000000000001, |
| "grad_norm": 0.2619081139564514, |
| "kl": 0.5251922607421875, |
| "learning_rate": 1.5093871677703947e-06, |
| "loss": 0.0727, |
| "reward": 0.6458333469927311, |
| "reward_std": 0.2996268533170223, |
| "rewards/accuracy_reward": 0.6458333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 153 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 698.1250190734863, |
| "epoch": 1.6506666666666665, |
| "grad_norm": 0.3198845386505127, |
| "kl": 1.6552276611328125, |
| "learning_rate": 1.4906128322296056e-06, |
| "loss": 0.1584, |
| "reward": 0.45833333767950535, |
| "reward_std": 0.31314554810523987, |
| "rewards/accuracy_reward": 0.45833333767950535, |
| "rewards/format_reward": 0.0, |
| "step": 154 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 616.2916793823242, |
| "epoch": 1.6613333333333333, |
| "grad_norm": 0.6926825046539307, |
| "kl": 1.0956878662109375, |
| "learning_rate": 1.471839967243615e-06, |
| "loss": 0.1899, |
| "reward": 0.43750000931322575, |
| "reward_std": 0.2996268570423126, |
| "rewards/accuracy_reward": 0.43750000931322575, |
| "rewards/format_reward": 0.0, |
| "step": 155 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 627.5208511352539, |
| "epoch": 1.6720000000000002, |
| "grad_norm": 0.5720909237861633, |
| "kl": 1.5909881591796875, |
| "learning_rate": 1.453071513691648e-06, |
| "loss": 0.115, |
| "reward": 0.4375000074505806, |
| "reward_std": 0.2621145099401474, |
| "rewards/accuracy_reward": 0.4375000074505806, |
| "rewards/format_reward": 0.0, |
| "step": 156 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 598.5625114440918, |
| "epoch": 1.6826666666666665, |
| "grad_norm": 1.2804419994354248, |
| "kl": 2.0683746337890625, |
| "learning_rate": 1.4343104117618536e-06, |
| "loss": 0.1199, |
| "reward": 0.5000000037252903, |
| "reward_std": 0.16661180183291435, |
| "rewards/accuracy_reward": 0.5000000037252903, |
| "rewards/format_reward": 0.0, |
| "step": 157 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 465.5833435058594, |
| "epoch": 1.6933333333333334, |
| "grad_norm": 0.46794331073760986, |
| "kl": 1.4733734130859375, |
| "learning_rate": 1.415559600490706e-06, |
| "loss": 0.103, |
| "reward": 0.750000013038516, |
| "reward_std": 0.2861081548035145, |
| "rewards/accuracy_reward": 0.750000013038516, |
| "rewards/format_reward": 0.0, |
| "step": 158 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 636.3958549499512, |
| "epoch": 1.704, |
| "grad_norm": 0.5448073744773865, |
| "kl": 1.9481201171875, |
| "learning_rate": 1.3968220173025865e-06, |
| "loss": 0.1902, |
| "reward": 0.5000000037252903, |
| "reward_std": 0.19364918768405914, |
| "rewards/accuracy_reward": 0.5000000037252903, |
| "rewards/format_reward": 0.0, |
| "step": 159 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 693.0833473205566, |
| "epoch": 1.7146666666666666, |
| "grad_norm": 0.9531773328781128, |
| "kl": 1.371734619140625, |
| "learning_rate": 1.3781005975496212e-06, |
| "loss": 0.1587, |
| "reward": 0.5208333469927311, |
| "reward_std": 0.3092299550771713, |
| "rewards/accuracy_reward": 0.5208333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 160 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 582.9583549499512, |
| "epoch": 1.7253333333333334, |
| "grad_norm": 0.9278988242149353, |
| "kl": 1.347991943359375, |
| "learning_rate": 1.359398274051838e-06, |
| "loss": 0.2244, |
| "reward": 0.4583333432674408, |
| "reward_std": 0.4248107150197029, |
| "rewards/accuracy_reward": 0.4583333432674408, |
| "rewards/format_reward": 0.0, |
| "step": 161 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 503.5833396911621, |
| "epoch": 1.736, |
| "grad_norm": 0.31701967120170593, |
| "kl": 0.50714111328125, |
| "learning_rate": 1.340717976637726e-06, |
| "loss": 0.0906, |
| "reward": 0.7500000149011612, |
| "reward_std": 0.23116153106093407, |
| "rewards/accuracy_reward": 0.7500000149011612, |
| "rewards/format_reward": 0.0, |
| "step": 162 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 508.7916793823242, |
| "epoch": 1.7466666666666666, |
| "grad_norm": 1.6528522968292236, |
| "kl": 0.932525634765625, |
| "learning_rate": 1.3220626316852584e-06, |
| "loss": 0.2641, |
| "reward": 0.7291666902601719, |
| "reward_std": 0.41129202768206596, |
| "rewards/accuracy_reward": 0.7291666902601719, |
| "rewards/format_reward": 0.0, |
| "step": 163 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 621.0625190734863, |
| "epoch": 1.7573333333333334, |
| "grad_norm": 0.36313435435295105, |
| "kl": 1.24462890625, |
| "learning_rate": 1.303435161663459e-06, |
| "loss": 0.0799, |
| "reward": 0.5416666846722364, |
| "reward_std": 0.2686738669872284, |
| "rewards/accuracy_reward": 0.5416666846722364, |
| "rewards/format_reward": 0.0, |
| "step": 164 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 525.8333435058594, |
| "epoch": 1.768, |
| "grad_norm": 0.7368504405021667, |
| "kl": 0.7718505859375, |
| "learning_rate": 1.2848384846745813e-06, |
| "loss": 0.1392, |
| "reward": 0.7500000204890966, |
| "reward_std": 0.333223607391119, |
| "rewards/accuracy_reward": 0.7500000204890966, |
| "rewards/format_reward": 0.0, |
| "step": 165 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 575.8125190734863, |
| "epoch": 1.7786666666666666, |
| "grad_norm": 0.316484659910202, |
| "kl": 0.6610794067382812, |
| "learning_rate": 1.2662755139969693e-06, |
| "loss": 0.1046, |
| "reward": 0.7291666716337204, |
| "reward_std": 0.3344954252243042, |
| "rewards/accuracy_reward": 0.7291666716337204, |
| "rewards/format_reward": 0.0, |
| "step": 166 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 553.8541793823242, |
| "epoch": 1.7893333333333334, |
| "grad_norm": 0.5553821325302124, |
| "kl": 1.3211212158203125, |
| "learning_rate": 1.2477491576286764e-06, |
| "loss": 0.0911, |
| "reward": 0.6666666772216558, |
| "reward_std": 0.23116153478622437, |
| "rewards/accuracy_reward": 0.6666666772216558, |
| "rewards/format_reward": 0.0, |
| "step": 167 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 554.4166851043701, |
| "epoch": 1.8, |
| "grad_norm": 0.6969295740127563, |
| "kl": 1.73931884765625, |
| "learning_rate": 1.2292623178319094e-06, |
| "loss": 0.1884, |
| "reward": 0.6458333376795053, |
| "reward_std": 0.3170611411333084, |
| "rewards/accuracy_reward": 0.6458333376795053, |
| "rewards/format_reward": 0.0, |
| "step": 168 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 548.1666870117188, |
| "epoch": 1.8106666666666666, |
| "grad_norm": 0.6913095116615295, |
| "kl": 1.616729736328125, |
| "learning_rate": 1.2108178906783732e-06, |
| "loss": 0.2069, |
| "reward": 0.5000000149011612, |
| "reward_std": 0.4701542444527149, |
| "rewards/accuracy_reward": 0.5000000149011612, |
| "rewards/format_reward": 0.0, |
| "step": 169 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 618.916690826416, |
| "epoch": 1.8213333333333335, |
| "grad_norm": 0.9999569058418274, |
| "kl": 3.020416259765625, |
| "learning_rate": 1.1924187655955838e-06, |
| "loss": 0.3262, |
| "reward": 0.5000000149011612, |
| "reward_std": 0.4326419048011303, |
| "rewards/accuracy_reward": 0.5000000149011612, |
| "rewards/format_reward": 0.0, |
| "step": 170 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 509.9791851043701, |
| "epoch": 1.8319999999999999, |
| "grad_norm": 0.4520111382007599, |
| "kl": 0.9397735595703125, |
| "learning_rate": 1.1740678249142229e-06, |
| "loss": 0.1257, |
| "reward": 0.6875000111758709, |
| "reward_std": 0.2350771240890026, |
| "rewards/accuracy_reward": 0.6875000111758709, |
| "rewards/format_reward": 0.0, |
| "step": 171 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 648.6875114440918, |
| "epoch": 1.8426666666666667, |
| "grad_norm": 1.3455004692077637, |
| "kl": 3.2716064453125, |
| "learning_rate": 1.1557679434166027e-06, |
| "loss": 0.2844, |
| "reward": 0.47916667349636555, |
| "reward_std": 0.2350771203637123, |
| "rewards/accuracy_reward": 0.47916667349636555, |
| "rewards/format_reward": 0.0, |
| "step": 172 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 433.7708377838135, |
| "epoch": 1.8533333333333335, |
| "grad_norm": 0.22631153464317322, |
| "kl": 0.7077484130859375, |
| "learning_rate": 1.1375219878863162e-06, |
| "loss": 0.034, |
| "reward": 0.7083333358168602, |
| "reward_std": 0.20148037374019623, |
| "rewards/accuracy_reward": 0.7083333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 173 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 619.8333473205566, |
| "epoch": 1.8639999999999999, |
| "grad_norm": 0.30306950211524963, |
| "kl": 1.13690185546875, |
| "learning_rate": 1.1193328166591372e-06, |
| "loss": 0.1185, |
| "reward": 0.4583333432674408, |
| "reward_std": 0.3776952773332596, |
| "rewards/accuracy_reward": 0.4583333432674408, |
| "rewards/format_reward": 0.0, |
| "step": 174 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 592.5208473205566, |
| "epoch": 1.8746666666666667, |
| "grad_norm": 0.39582908153533936, |
| "kl": 1.418182373046875, |
| "learning_rate": 1.1012032791752457e-06, |
| "loss": 0.1603, |
| "reward": 0.4791666753590107, |
| "reward_std": 0.36417657881975174, |
| "rewards/accuracy_reward": 0.4791666753590107, |
| "rewards/format_reward": 0.0, |
| "step": 175 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 501.5000114440918, |
| "epoch": 1.8853333333333333, |
| "grad_norm": 0.9711954593658447, |
| "kl": 0.571441650390625, |
| "learning_rate": 1.0831362155328477e-06, |
| "loss": 0.166, |
| "reward": 0.833333358168602, |
| "reward_std": 0.3332235962152481, |
| "rewards/accuracy_reward": 0.833333358168602, |
| "rewards/format_reward": 0.0, |
| "step": 176 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 570.8541831970215, |
| "epoch": 1.896, |
| "grad_norm": 0.6740026473999023, |
| "kl": 1.3124847412109375, |
| "learning_rate": 1.0651344560432548e-06, |
| "loss": 0.1433, |
| "reward": 0.645833345130086, |
| "reward_std": 0.36417658254504204, |
| "rewards/accuracy_reward": 0.645833345130086, |
| "rewards/format_reward": 0.0, |
| "step": 177 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 560.0416870117188, |
| "epoch": 1.9066666666666667, |
| "grad_norm": 0.29950958490371704, |
| "kl": 1.2054367065429688, |
| "learning_rate": 1.0472008207875023e-06, |
| "loss": 0.1039, |
| "reward": 0.6041666753590107, |
| "reward_std": 0.1801304966211319, |
| "rewards/accuracy_reward": 0.6041666753590107, |
| "rewards/format_reward": 0.0, |
| "step": 178 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 551.6875228881836, |
| "epoch": 1.9173333333333333, |
| "grad_norm": 0.4891541302204132, |
| "kl": 1.02886962890625, |
| "learning_rate": 1.0293381191745637e-06, |
| "loss": 0.17, |
| "reward": 0.5833333469927311, |
| "reward_std": 0.3332235999405384, |
| "rewards/accuracy_reward": 0.5833333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 179 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 604.8958473205566, |
| "epoch": 1.928, |
| "grad_norm": 0.6707997918128967, |
| "kl": 1.073486328125, |
| "learning_rate": 1.0115491495012424e-06, |
| "loss": 0.1305, |
| "reward": 0.5625000149011612, |
| "reward_std": 0.299626849591732, |
| "rewards/accuracy_reward": 0.5625000149011612, |
| "rewards/format_reward": 0.0, |
| "step": 180 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 538.8750152587891, |
| "epoch": 1.9386666666666668, |
| "grad_norm": 0.7848038673400879, |
| "kl": 1.063873291015625, |
| "learning_rate": 9.938366985138028e-07, |
| "loss": 0.1507, |
| "reward": 0.6250000167638063, |
| "reward_std": 0.2686738707125187, |
| "rewards/accuracy_reward": 0.6250000167638063, |
| "rewards/format_reward": 0.0, |
| "step": 181 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 523.9166812896729, |
| "epoch": 1.9493333333333334, |
| "grad_norm": 0.38517096638679504, |
| "kl": 1.3513946533203125, |
| "learning_rate": 9.762035409714077e-07, |
| "loss": 0.141, |
| "reward": 0.583333345130086, |
| "reward_std": 0.2957112565636635, |
| "rewards/accuracy_reward": 0.583333345130086, |
| "rewards/format_reward": 0.0, |
| "step": 182 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 481.4791717529297, |
| "epoch": 1.96, |
| "grad_norm": 0.7527852058410645, |
| "kl": 1.50286865234375, |
| "learning_rate": 9.586524392114385e-07, |
| "loss": 0.1278, |
| "reward": 0.6250000037252903, |
| "reward_std": 0.26603010296821594, |
| "rewards/accuracy_reward": 0.6250000037252903, |
| "rewards/format_reward": 0.0, |
| "step": 183 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 446.2083435058594, |
| "epoch": 1.9706666666666668, |
| "grad_norm": 0.22020579874515533, |
| "kl": 0.7943267822265625, |
| "learning_rate": 9.411861427167567e-07, |
| "loss": 0.0756, |
| "reward": 0.729166679084301, |
| "reward_std": 0.2350771240890026, |
| "rewards/accuracy_reward": 0.729166679084301, |
| "rewards/format_reward": 0.0, |
| "step": 184 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 653.5625114440918, |
| "epoch": 1.9813333333333332, |
| "grad_norm": 0.4303428828716278, |
| "kl": 2.3649749755859375, |
| "learning_rate": 9.238073876849837e-07, |
| "loss": 0.2236, |
| "reward": 0.5416666883975267, |
| "reward_std": 0.3881702274084091, |
| "rewards/accuracy_reward": 0.5416666883975267, |
| "rewards/format_reward": 0.0, |
| "step": 185 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 599.3750152587891, |
| "epoch": 1.992, |
| "grad_norm": 2.4530301094055176, |
| "kl": 3.55426025390625, |
| "learning_rate": 9.065188965998574e-07, |
| "loss": 0.3119, |
| "reward": 0.6250000186264515, |
| "reward_std": 0.3602609895169735, |
| "rewards/accuracy_reward": 0.6250000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 186 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 279, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
