| { |
| "best_metric": 0.007954709231853485, |
| "best_model_checkpoint": "autotrain-tlvon-zmjgo/checkpoint-3960", |
| "epoch": 10.0, |
| "eval_steps": 500, |
| "global_step": 3960, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.047979797979797977, |
| "grad_norm": 69.1661148071289, |
| "learning_rate": 7.575757575757576e-07, |
| "loss": 9.6544, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.09595959595959595, |
| "grad_norm": 59.700984954833984, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 8.2669, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.14393939393939395, |
| "grad_norm": 22.565589904785156, |
| "learning_rate": 2.6262626262626263e-06, |
| "loss": 6.1057, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.1919191919191919, |
| "grad_norm": 12.696467399597168, |
| "learning_rate": 3.5858585858585863e-06, |
| "loss": 4.9529, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.2398989898989899, |
| "grad_norm": 11.562800407409668, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 4.3771, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.2878787878787879, |
| "grad_norm": 7.8888840675354, |
| "learning_rate": 5.5050505050505056e-06, |
| "loss": 4.027, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.33585858585858586, |
| "grad_norm": 11.868915557861328, |
| "learning_rate": 6.464646464646465e-06, |
| "loss": 3.3608, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.3838383838383838, |
| "grad_norm": 6.647916793823242, |
| "learning_rate": 7.424242424242425e-06, |
| "loss": 3.3761, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.4318181818181818, |
| "grad_norm": 5.503500938415527, |
| "learning_rate": 8.383838383838384e-06, |
| "loss": 3.3234, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.4797979797979798, |
| "grad_norm": 7.909439563751221, |
| "learning_rate": 9.343434343434344e-06, |
| "loss": 2.9671, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.5277777777777778, |
| "grad_norm": 6.679018020629883, |
| "learning_rate": 1.0303030303030304e-05, |
| "loss": 2.9742, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.5757575757575758, |
| "grad_norm": 7.1399664878845215, |
| "learning_rate": 1.1262626262626264e-05, |
| "loss": 2.8917, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.6237373737373737, |
| "grad_norm": 6.230110168457031, |
| "learning_rate": 1.2222222222222222e-05, |
| "loss": 2.9786, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.6717171717171717, |
| "grad_norm": 5.975085735321045, |
| "learning_rate": 1.318181818181818e-05, |
| "loss": 2.5503, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.7196969696969697, |
| "grad_norm": 6.412594318389893, |
| "learning_rate": 1.4141414141414141e-05, |
| "loss": 2.6222, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.7676767676767676, |
| "grad_norm": 5.266932487487793, |
| "learning_rate": 1.5101010101010103e-05, |
| "loss": 2.4747, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.8156565656565656, |
| "grad_norm": 6.42549991607666, |
| "learning_rate": 1.606060606060606e-05, |
| "loss": 2.4522, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.8636363636363636, |
| "grad_norm": 5.953466892242432, |
| "learning_rate": 1.7020202020202023e-05, |
| "loss": 2.4671, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.9116161616161617, |
| "grad_norm": 5.912783145904541, |
| "learning_rate": 1.797979797979798e-05, |
| "loss": 2.1904, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.9595959595959596, |
| "grad_norm": 6.379250526428223, |
| "learning_rate": 1.893939393939394e-05, |
| "loss": 2.2119, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_gen_len": 433.9545, |
| "eval_loss": 1.9540973901748657, |
| "eval_rouge1": 61.8945, |
| "eval_rouge2": 45.0914, |
| "eval_rougeL": 55.0215, |
| "eval_rougeLsum": 60.5887, |
| "eval_runtime": 309.9067, |
| "eval_samples_per_second": 0.639, |
| "eval_steps_per_second": 0.161, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.0075757575757576, |
| "grad_norm": 5.456070899963379, |
| "learning_rate": 1.98989898989899e-05, |
| "loss": 2.1641, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.0555555555555556, |
| "grad_norm": 6.323323726654053, |
| "learning_rate": 2.085858585858586e-05, |
| "loss": 1.8417, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.1035353535353536, |
| "grad_norm": 5.177259922027588, |
| "learning_rate": 2.1818181818181818e-05, |
| "loss": 2.1193, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.1515151515151516, |
| "grad_norm": 4.9402689933776855, |
| "learning_rate": 2.277777777777778e-05, |
| "loss": 2.0342, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.1994949494949494, |
| "grad_norm": 5.041110515594482, |
| "learning_rate": 2.3737373737373738e-05, |
| "loss": 1.9017, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.2474747474747474, |
| "grad_norm": 5.8411946296691895, |
| "learning_rate": 2.46969696969697e-05, |
| "loss": 1.9286, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.2954545454545454, |
| "grad_norm": 4.762038707733154, |
| "learning_rate": 2.5656565656565658e-05, |
| "loss": 1.9661, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.3434343434343434, |
| "grad_norm": 5.631948947906494, |
| "learning_rate": 2.6616161616161616e-05, |
| "loss": 1.6384, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.3914141414141414, |
| "grad_norm": 8.481356620788574, |
| "learning_rate": 2.7575757575757578e-05, |
| "loss": 1.628, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.4393939393939394, |
| "grad_norm": 5.706149101257324, |
| "learning_rate": 2.8535353535353536e-05, |
| "loss": 1.7007, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.4873737373737375, |
| "grad_norm": 5.414116382598877, |
| "learning_rate": 2.9494949494949498e-05, |
| "loss": 1.5938, |
| "step": 589 |
| }, |
| { |
| "epoch": 1.5353535353535355, |
| "grad_norm": 4.6547441482543945, |
| "learning_rate": 3.0454545454545456e-05, |
| "loss": 1.6564, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.5833333333333335, |
| "grad_norm": 5.299274444580078, |
| "learning_rate": 3.141414141414142e-05, |
| "loss": 1.5271, |
| "step": 627 |
| }, |
| { |
| "epoch": 1.6313131313131313, |
| "grad_norm": 5.234986305236816, |
| "learning_rate": 3.237373737373737e-05, |
| "loss": 1.4951, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.6792929292929293, |
| "grad_norm": 4.347626209259033, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 1.2796, |
| "step": 665 |
| }, |
| { |
| "epoch": 1.7272727272727273, |
| "grad_norm": 4.5906596183776855, |
| "learning_rate": 3.429292929292929e-05, |
| "loss": 1.3838, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.7752525252525253, |
| "grad_norm": 5.531446933746338, |
| "learning_rate": 3.525252525252525e-05, |
| "loss": 1.5017, |
| "step": 703 |
| }, |
| { |
| "epoch": 1.823232323232323, |
| "grad_norm": 2.8456931114196777, |
| "learning_rate": 3.621212121212122e-05, |
| "loss": 1.3426, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.871212121212121, |
| "grad_norm": 4.428695201873779, |
| "learning_rate": 3.7171717171717175e-05, |
| "loss": 1.4338, |
| "step": 741 |
| }, |
| { |
| "epoch": 1.9191919191919191, |
| "grad_norm": 5.436211585998535, |
| "learning_rate": 3.8131313131313133e-05, |
| "loss": 1.4004, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.9671717171717171, |
| "grad_norm": 5.241793632507324, |
| "learning_rate": 3.909090909090909e-05, |
| "loss": 1.2884, |
| "step": 779 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_gen_len": 452.298, |
| "eval_loss": 1.0236088037490845, |
| "eval_rouge1": 73.1042, |
| "eval_rouge2": 58.8087, |
| "eval_rougeL": 67.5013, |
| "eval_rougeLsum": 71.9232, |
| "eval_runtime": 307.9407, |
| "eval_samples_per_second": 0.643, |
| "eval_steps_per_second": 0.162, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.015151515151515, |
| "grad_norm": 6.048191547393799, |
| "learning_rate": 4.005050505050506e-05, |
| "loss": 1.1874, |
| "step": 798 |
| }, |
| { |
| "epoch": 2.063131313131313, |
| "grad_norm": 4.456089019775391, |
| "learning_rate": 4.101010101010101e-05, |
| "loss": 1.2008, |
| "step": 817 |
| }, |
| { |
| "epoch": 2.111111111111111, |
| "grad_norm": 4.898771286010742, |
| "learning_rate": 4.196969696969697e-05, |
| "loss": 1.1192, |
| "step": 836 |
| }, |
| { |
| "epoch": 2.159090909090909, |
| "grad_norm": 4.564539909362793, |
| "learning_rate": 4.292929292929293e-05, |
| "loss": 1.0235, |
| "step": 855 |
| }, |
| { |
| "epoch": 2.207070707070707, |
| "grad_norm": 3.8853230476379395, |
| "learning_rate": 4.388888888888889e-05, |
| "loss": 1.0205, |
| "step": 874 |
| }, |
| { |
| "epoch": 2.255050505050505, |
| "grad_norm": 5.523693084716797, |
| "learning_rate": 4.484848484848485e-05, |
| "loss": 1.1685, |
| "step": 893 |
| }, |
| { |
| "epoch": 2.303030303030303, |
| "grad_norm": 4.635316848754883, |
| "learning_rate": 4.5808080808080814e-05, |
| "loss": 0.9885, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.351010101010101, |
| "grad_norm": 4.56376314163208, |
| "learning_rate": 4.676767676767677e-05, |
| "loss": 0.9086, |
| "step": 931 |
| }, |
| { |
| "epoch": 2.398989898989899, |
| "grad_norm": 4.306213855743408, |
| "learning_rate": 4.772727272727273e-05, |
| "loss": 0.9958, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.446969696969697, |
| "grad_norm": 3.2135376930236816, |
| "learning_rate": 4.868686868686869e-05, |
| "loss": 0.8709, |
| "step": 969 |
| }, |
| { |
| "epoch": 2.494949494949495, |
| "grad_norm": 6.685573101043701, |
| "learning_rate": 4.964646464646465e-05, |
| "loss": 0.931, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.542929292929293, |
| "grad_norm": 3.9406039714813232, |
| "learning_rate": 4.993265993265993e-05, |
| "loss": 0.8775, |
| "step": 1007 |
| }, |
| { |
| "epoch": 2.590909090909091, |
| "grad_norm": 5.393746852874756, |
| "learning_rate": 4.9826038159371496e-05, |
| "loss": 0.8857, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.638888888888889, |
| "grad_norm": 5.132722854614258, |
| "learning_rate": 4.971941638608306e-05, |
| "loss": 0.8471, |
| "step": 1045 |
| }, |
| { |
| "epoch": 2.686868686868687, |
| "grad_norm": 4.663482189178467, |
| "learning_rate": 4.9612794612794616e-05, |
| "loss": 0.7213, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.734848484848485, |
| "grad_norm": 4.11750602722168, |
| "learning_rate": 4.950617283950618e-05, |
| "loss": 0.8061, |
| "step": 1083 |
| }, |
| { |
| "epoch": 2.782828282828283, |
| "grad_norm": 4.041347026824951, |
| "learning_rate": 4.9399551066217736e-05, |
| "loss": 0.7509, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.830808080808081, |
| "grad_norm": 4.211297988891602, |
| "learning_rate": 4.92929292929293e-05, |
| "loss": 0.6744, |
| "step": 1121 |
| }, |
| { |
| "epoch": 2.878787878787879, |
| "grad_norm": 3.244640827178955, |
| "learning_rate": 4.9186307519640855e-05, |
| "loss": 0.7003, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.926767676767677, |
| "grad_norm": 5.315489768981934, |
| "learning_rate": 4.907968574635242e-05, |
| "loss": 0.7851, |
| "step": 1159 |
| }, |
| { |
| "epoch": 2.974747474747475, |
| "grad_norm": 4.3310651779174805, |
| "learning_rate": 4.8973063973063975e-05, |
| "loss": 0.6508, |
| "step": 1178 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_gen_len": 446.7525, |
| "eval_loss": 0.4764357805252075, |
| "eval_rouge1": 81.6804, |
| "eval_rouge2": 72.1296, |
| "eval_rougeL": 77.6939, |
| "eval_rougeLsum": 80.7121, |
| "eval_runtime": 314.0103, |
| "eval_samples_per_second": 0.631, |
| "eval_steps_per_second": 0.159, |
| "step": 1188 |
| }, |
| { |
| "epoch": 3.022727272727273, |
| "grad_norm": 4.33705997467041, |
| "learning_rate": 4.886644219977554e-05, |
| "loss": 0.6099, |
| "step": 1197 |
| }, |
| { |
| "epoch": 3.0707070707070705, |
| "grad_norm": 3.1699767112731934, |
| "learning_rate": 4.8759820426487094e-05, |
| "loss": 0.5929, |
| "step": 1216 |
| }, |
| { |
| "epoch": 3.1186868686868685, |
| "grad_norm": 4.443921089172363, |
| "learning_rate": 4.865319865319866e-05, |
| "loss": 0.5826, |
| "step": 1235 |
| }, |
| { |
| "epoch": 3.1666666666666665, |
| "grad_norm": 2.6721291542053223, |
| "learning_rate": 4.8546576879910214e-05, |
| "loss": 0.5011, |
| "step": 1254 |
| }, |
| { |
| "epoch": 3.2146464646464645, |
| "grad_norm": 3.757880687713623, |
| "learning_rate": 4.843995510662178e-05, |
| "loss": 0.5661, |
| "step": 1273 |
| }, |
| { |
| "epoch": 3.2626262626262625, |
| "grad_norm": 3.813979387283325, |
| "learning_rate": 4.8333333333333334e-05, |
| "loss": 0.5751, |
| "step": 1292 |
| }, |
| { |
| "epoch": 3.3106060606060606, |
| "grad_norm": 3.1598410606384277, |
| "learning_rate": 4.82267115600449e-05, |
| "loss": 0.4737, |
| "step": 1311 |
| }, |
| { |
| "epoch": 3.3585858585858586, |
| "grad_norm": 3.785410165786743, |
| "learning_rate": 4.812008978675645e-05, |
| "loss": 0.517, |
| "step": 1330 |
| }, |
| { |
| "epoch": 3.4065656565656566, |
| "grad_norm": 3.080495834350586, |
| "learning_rate": 4.8013468013468016e-05, |
| "loss": 0.5221, |
| "step": 1349 |
| }, |
| { |
| "epoch": 3.4545454545454546, |
| "grad_norm": 3.909271001815796, |
| "learning_rate": 4.790684624017957e-05, |
| "loss": 0.4863, |
| "step": 1368 |
| }, |
| { |
| "epoch": 3.5025252525252526, |
| "grad_norm": 4.788086891174316, |
| "learning_rate": 4.7800224466891136e-05, |
| "loss": 0.4692, |
| "step": 1387 |
| }, |
| { |
| "epoch": 3.5505050505050506, |
| "grad_norm": 3.4247238636016846, |
| "learning_rate": 4.769360269360269e-05, |
| "loss": 0.4108, |
| "step": 1406 |
| }, |
| { |
| "epoch": 3.5984848484848486, |
| "grad_norm": 4.0106587409973145, |
| "learning_rate": 4.7586980920314256e-05, |
| "loss": 0.4493, |
| "step": 1425 |
| }, |
| { |
| "epoch": 3.6464646464646466, |
| "grad_norm": 3.134174108505249, |
| "learning_rate": 4.748035914702582e-05, |
| "loss": 0.4723, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.6944444444444446, |
| "grad_norm": 3.621345043182373, |
| "learning_rate": 4.7373737373737375e-05, |
| "loss": 0.4259, |
| "step": 1463 |
| }, |
| { |
| "epoch": 3.742424242424242, |
| "grad_norm": 3.506635904312134, |
| "learning_rate": 4.726711560044894e-05, |
| "loss": 0.4028, |
| "step": 1482 |
| }, |
| { |
| "epoch": 3.7904040404040407, |
| "grad_norm": 3.2687313556671143, |
| "learning_rate": 4.7160493827160495e-05, |
| "loss": 0.3411, |
| "step": 1501 |
| }, |
| { |
| "epoch": 3.8383838383838382, |
| "grad_norm": 2.7574453353881836, |
| "learning_rate": 4.705387205387206e-05, |
| "loss": 0.3987, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.8863636363636362, |
| "grad_norm": 3.152305841445923, |
| "learning_rate": 4.6947250280583614e-05, |
| "loss": 0.3134, |
| "step": 1539 |
| }, |
| { |
| "epoch": 3.9343434343434343, |
| "grad_norm": 3.0011281967163086, |
| "learning_rate": 4.684062850729518e-05, |
| "loss": 0.4049, |
| "step": 1558 |
| }, |
| { |
| "epoch": 3.9823232323232323, |
| "grad_norm": 3.843477487564087, |
| "learning_rate": 4.6734006734006734e-05, |
| "loss": 0.3601, |
| "step": 1577 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_gen_len": 450.1111, |
| "eval_loss": 0.200236514210701, |
| "eval_rouge1": 88.8764, |
| "eval_rouge2": 82.5347, |
| "eval_rougeL": 86.0051, |
| "eval_rougeLsum": 88.1546, |
| "eval_runtime": 311.9983, |
| "eval_samples_per_second": 0.635, |
| "eval_steps_per_second": 0.16, |
| "step": 1584 |
| }, |
| { |
| "epoch": 4.03030303030303, |
| "grad_norm": 3.5295767784118652, |
| "learning_rate": 4.66273849607183e-05, |
| "loss": 0.2928, |
| "step": 1596 |
| }, |
| { |
| "epoch": 4.078282828282829, |
| "grad_norm": 2.5708324909210205, |
| "learning_rate": 4.6520763187429854e-05, |
| "loss": 0.3198, |
| "step": 1615 |
| }, |
| { |
| "epoch": 4.126262626262626, |
| "grad_norm": 3.164304256439209, |
| "learning_rate": 4.641414141414142e-05, |
| "loss": 0.2895, |
| "step": 1634 |
| }, |
| { |
| "epoch": 4.174242424242424, |
| "grad_norm": 2.5397143363952637, |
| "learning_rate": 4.630751964085297e-05, |
| "loss": 0.277, |
| "step": 1653 |
| }, |
| { |
| "epoch": 4.222222222222222, |
| "grad_norm": 2.639850616455078, |
| "learning_rate": 4.6200897867564537e-05, |
| "loss": 0.2605, |
| "step": 1672 |
| }, |
| { |
| "epoch": 4.27020202020202, |
| "grad_norm": 2.7750766277313232, |
| "learning_rate": 4.609427609427609e-05, |
| "loss": 0.2702, |
| "step": 1691 |
| }, |
| { |
| "epoch": 4.318181818181818, |
| "grad_norm": 3.7487545013427734, |
| "learning_rate": 4.5987654320987656e-05, |
| "loss": 0.2904, |
| "step": 1710 |
| }, |
| { |
| "epoch": 4.366161616161616, |
| "grad_norm": 2.997239351272583, |
| "learning_rate": 4.588103254769921e-05, |
| "loss": 0.2802, |
| "step": 1729 |
| }, |
| { |
| "epoch": 4.414141414141414, |
| "grad_norm": 3.394998788833618, |
| "learning_rate": 4.5774410774410776e-05, |
| "loss": 0.2538, |
| "step": 1748 |
| }, |
| { |
| "epoch": 4.462121212121212, |
| "grad_norm": 2.767073392868042, |
| "learning_rate": 4.566778900112233e-05, |
| "loss": 0.2537, |
| "step": 1767 |
| }, |
| { |
| "epoch": 4.51010101010101, |
| "grad_norm": 2.4357552528381348, |
| "learning_rate": 4.5561167227833895e-05, |
| "loss": 0.2404, |
| "step": 1786 |
| }, |
| { |
| "epoch": 4.558080808080808, |
| "grad_norm": 3.32743763923645, |
| "learning_rate": 4.545454545454546e-05, |
| "loss": 0.2273, |
| "step": 1805 |
| }, |
| { |
| "epoch": 4.606060606060606, |
| "grad_norm": 4.112804889678955, |
| "learning_rate": 4.5347923681257015e-05, |
| "loss": 0.2373, |
| "step": 1824 |
| }, |
| { |
| "epoch": 4.654040404040404, |
| "grad_norm": 2.256756067276001, |
| "learning_rate": 4.524130190796858e-05, |
| "loss": 0.2387, |
| "step": 1843 |
| }, |
| { |
| "epoch": 4.702020202020202, |
| "grad_norm": 2.8960530757904053, |
| "learning_rate": 4.5134680134680135e-05, |
| "loss": 0.2507, |
| "step": 1862 |
| }, |
| { |
| "epoch": 4.75, |
| "grad_norm": 2.621000289916992, |
| "learning_rate": 4.50280583613917e-05, |
| "loss": 0.1899, |
| "step": 1881 |
| }, |
| { |
| "epoch": 4.797979797979798, |
| "grad_norm": 2.6264095306396484, |
| "learning_rate": 4.4921436588103254e-05, |
| "loss": 0.1921, |
| "step": 1900 |
| }, |
| { |
| "epoch": 4.845959595959596, |
| "grad_norm": 2.770009994506836, |
| "learning_rate": 4.481481481481482e-05, |
| "loss": 0.1819, |
| "step": 1919 |
| }, |
| { |
| "epoch": 4.893939393939394, |
| "grad_norm": 2.9698147773742676, |
| "learning_rate": 4.4708193041526374e-05, |
| "loss": 0.1877, |
| "step": 1938 |
| }, |
| { |
| "epoch": 4.941919191919192, |
| "grad_norm": 2.6372764110565186, |
| "learning_rate": 4.460157126823794e-05, |
| "loss": 0.1848, |
| "step": 1957 |
| }, |
| { |
| "epoch": 4.98989898989899, |
| "grad_norm": 3.164541006088257, |
| "learning_rate": 4.4494949494949493e-05, |
| "loss": 0.1663, |
| "step": 1976 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_gen_len": 456.2828, |
| "eval_loss": 0.07814756035804749, |
| "eval_rouge1": 94.3866, |
| "eval_rouge2": 91.5001, |
| "eval_rougeL": 93.1131, |
| "eval_rougeLsum": 94.0657, |
| "eval_runtime": 313.1525, |
| "eval_samples_per_second": 0.632, |
| "eval_steps_per_second": 0.16, |
| "step": 1980 |
| }, |
| { |
| "epoch": 5.037878787878788, |
| "grad_norm": 1.722895622253418, |
| "learning_rate": 4.438832772166106e-05, |
| "loss": 0.1759, |
| "step": 1995 |
| }, |
| { |
| "epoch": 5.085858585858586, |
| "grad_norm": 5.62981653213501, |
| "learning_rate": 4.428170594837261e-05, |
| "loss": 0.1636, |
| "step": 2014 |
| }, |
| { |
| "epoch": 5.133838383838384, |
| "grad_norm": 2.8217477798461914, |
| "learning_rate": 4.4175084175084176e-05, |
| "loss": 0.1606, |
| "step": 2033 |
| }, |
| { |
| "epoch": 5.181818181818182, |
| "grad_norm": 2.2173731327056885, |
| "learning_rate": 4.406846240179573e-05, |
| "loss": 0.1439, |
| "step": 2052 |
| }, |
| { |
| "epoch": 5.22979797979798, |
| "grad_norm": 2.4998719692230225, |
| "learning_rate": 4.3961840628507296e-05, |
| "loss": 0.1621, |
| "step": 2071 |
| }, |
| { |
| "epoch": 5.277777777777778, |
| "grad_norm": 2.240722894668579, |
| "learning_rate": 4.385521885521885e-05, |
| "loss": 0.1453, |
| "step": 2090 |
| }, |
| { |
| "epoch": 5.325757575757576, |
| "grad_norm": 2.2540104389190674, |
| "learning_rate": 4.3748597081930415e-05, |
| "loss": 0.1277, |
| "step": 2109 |
| }, |
| { |
| "epoch": 5.373737373737374, |
| "grad_norm": 2.4170944690704346, |
| "learning_rate": 4.364197530864197e-05, |
| "loss": 0.1447, |
| "step": 2128 |
| }, |
| { |
| "epoch": 5.421717171717171, |
| "grad_norm": 2.999178409576416, |
| "learning_rate": 4.3535353535353535e-05, |
| "loss": 0.1436, |
| "step": 2147 |
| }, |
| { |
| "epoch": 5.46969696969697, |
| "grad_norm": 1.2877140045166016, |
| "learning_rate": 4.34287317620651e-05, |
| "loss": 0.1567, |
| "step": 2166 |
| }, |
| { |
| "epoch": 5.517676767676767, |
| "grad_norm": 2.6238033771514893, |
| "learning_rate": 4.332210998877666e-05, |
| "loss": 0.1196, |
| "step": 2185 |
| }, |
| { |
| "epoch": 5.565656565656566, |
| "grad_norm": 3.2489261627197266, |
| "learning_rate": 4.321548821548822e-05, |
| "loss": 0.1403, |
| "step": 2204 |
| }, |
| { |
| "epoch": 5.613636363636363, |
| "grad_norm": 2.750288963317871, |
| "learning_rate": 4.310886644219978e-05, |
| "loss": 0.1422, |
| "step": 2223 |
| }, |
| { |
| "epoch": 5.661616161616162, |
| "grad_norm": 2.125354290008545, |
| "learning_rate": 4.300224466891134e-05, |
| "loss": 0.1209, |
| "step": 2242 |
| }, |
| { |
| "epoch": 5.709595959595959, |
| "grad_norm": 2.956669330596924, |
| "learning_rate": 4.28956228956229e-05, |
| "loss": 0.1261, |
| "step": 2261 |
| }, |
| { |
| "epoch": 5.757575757575758, |
| "grad_norm": 2.4984519481658936, |
| "learning_rate": 4.278900112233446e-05, |
| "loss": 0.1688, |
| "step": 2280 |
| }, |
| { |
| "epoch": 5.805555555555555, |
| "grad_norm": 1.8321527242660522, |
| "learning_rate": 4.268237934904602e-05, |
| "loss": 0.1242, |
| "step": 2299 |
| }, |
| { |
| "epoch": 5.853535353535354, |
| "grad_norm": 2.03973650932312, |
| "learning_rate": 4.257575757575758e-05, |
| "loss": 0.1083, |
| "step": 2318 |
| }, |
| { |
| "epoch": 5.901515151515151, |
| "grad_norm": 3.7561116218566895, |
| "learning_rate": 4.246913580246914e-05, |
| "loss": 0.1553, |
| "step": 2337 |
| }, |
| { |
| "epoch": 5.94949494949495, |
| "grad_norm": 4.251192092895508, |
| "learning_rate": 4.23625140291807e-05, |
| "loss": 0.1083, |
| "step": 2356 |
| }, |
| { |
| "epoch": 5.997474747474747, |
| "grad_norm": 1.9990973472595215, |
| "learning_rate": 4.225589225589226e-05, |
| "loss": 0.1058, |
| "step": 2375 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_gen_len": 457.202, |
| "eval_loss": 0.04152845963835716, |
| "eval_rouge1": 96.8862, |
| "eval_rouge2": 95.3951, |
| "eval_rougeL": 96.2693, |
| "eval_rougeLsum": 96.7116, |
| "eval_runtime": 311.7737, |
| "eval_samples_per_second": 0.635, |
| "eval_steps_per_second": 0.16, |
| "step": 2376 |
| }, |
| { |
| "epoch": 6.045454545454546, |
| "grad_norm": 0.8384280204772949, |
| "learning_rate": 4.214927048260382e-05, |
| "loss": 0.108, |
| "step": 2394 |
| }, |
| { |
| "epoch": 6.093434343434343, |
| "grad_norm": 2.411668539047241, |
| "learning_rate": 4.204264870931538e-05, |
| "loss": 0.1004, |
| "step": 2413 |
| }, |
| { |
| "epoch": 6.141414141414141, |
| "grad_norm": 1.1796258687973022, |
| "learning_rate": 4.193602693602694e-05, |
| "loss": 0.1045, |
| "step": 2432 |
| }, |
| { |
| "epoch": 6.1893939393939394, |
| "grad_norm": 1.7287437915802002, |
| "learning_rate": 4.18294051627385e-05, |
| "loss": 0.0994, |
| "step": 2451 |
| }, |
| { |
| "epoch": 6.237373737373737, |
| "grad_norm": 1.7795087099075317, |
| "learning_rate": 4.172278338945006e-05, |
| "loss": 0.0972, |
| "step": 2470 |
| }, |
| { |
| "epoch": 6.2853535353535355, |
| "grad_norm": 1.167188048362732, |
| "learning_rate": 4.161616161616162e-05, |
| "loss": 0.0983, |
| "step": 2489 |
| }, |
| { |
| "epoch": 6.333333333333333, |
| "grad_norm": 2.2238261699676514, |
| "learning_rate": 4.150953984287318e-05, |
| "loss": 0.0924, |
| "step": 2508 |
| }, |
| { |
| "epoch": 6.3813131313131315, |
| "grad_norm": 2.0129451751708984, |
| "learning_rate": 4.140291806958474e-05, |
| "loss": 0.1008, |
| "step": 2527 |
| }, |
| { |
| "epoch": 6.429292929292929, |
| "grad_norm": 2.159029006958008, |
| "learning_rate": 4.12962962962963e-05, |
| "loss": 0.0844, |
| "step": 2546 |
| }, |
| { |
| "epoch": 6.4772727272727275, |
| "grad_norm": 1.6442041397094727, |
| "learning_rate": 4.118967452300786e-05, |
| "loss": 0.089, |
| "step": 2565 |
| }, |
| { |
| "epoch": 6.525252525252525, |
| "grad_norm": 1.7517181634902954, |
| "learning_rate": 4.108305274971942e-05, |
| "loss": 0.0901, |
| "step": 2584 |
| }, |
| { |
| "epoch": 6.5732323232323235, |
| "grad_norm": 1.2451421022415161, |
| "learning_rate": 4.097643097643098e-05, |
| "loss": 0.0792, |
| "step": 2603 |
| }, |
| { |
| "epoch": 6.621212121212121, |
| "grad_norm": 1.7869890928268433, |
| "learning_rate": 4.086980920314254e-05, |
| "loss": 0.0915, |
| "step": 2622 |
| }, |
| { |
| "epoch": 6.66919191919192, |
| "grad_norm": 2.2728748321533203, |
| "learning_rate": 4.07631874298541e-05, |
| "loss": 0.0844, |
| "step": 2641 |
| }, |
| { |
| "epoch": 6.717171717171717, |
| "grad_norm": 1.853063702583313, |
| "learning_rate": 4.065656565656566e-05, |
| "loss": 0.0857, |
| "step": 2660 |
| }, |
| { |
| "epoch": 6.765151515151516, |
| "grad_norm": 1.8357278108596802, |
| "learning_rate": 4.0549943883277216e-05, |
| "loss": 0.0785, |
| "step": 2679 |
| }, |
| { |
| "epoch": 6.813131313131313, |
| "grad_norm": 2.4003820419311523, |
| "learning_rate": 4.044332210998878e-05, |
| "loss": 0.0928, |
| "step": 2698 |
| }, |
| { |
| "epoch": 6.861111111111111, |
| "grad_norm": 3.2185213565826416, |
| "learning_rate": 4.0336700336700336e-05, |
| "loss": 0.0846, |
| "step": 2717 |
| }, |
| { |
| "epoch": 6.909090909090909, |
| "grad_norm": 2.1494338512420654, |
| "learning_rate": 4.02300785634119e-05, |
| "loss": 0.0779, |
| "step": 2736 |
| }, |
| { |
| "epoch": 6.957070707070707, |
| "grad_norm": 1.4656015634536743, |
| "learning_rate": 4.012345679012346e-05, |
| "loss": 0.0701, |
| "step": 2755 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_gen_len": 457.0758, |
| "eval_loss": 0.023281894624233246, |
| "eval_rouge1": 98.2551, |
| "eval_rouge2": 97.419, |
| "eval_rougeL": 97.9827, |
| "eval_rougeLsum": 98.1479, |
| "eval_runtime": 308.2542, |
| "eval_samples_per_second": 0.642, |
| "eval_steps_per_second": 0.162, |
| "step": 2772 |
| }, |
| { |
| "epoch": 7.005050505050505, |
| "grad_norm": 2.010523796081543, |
| "learning_rate": 4.001683501683502e-05, |
| "loss": 0.0752, |
| "step": 2774 |
| }, |
| { |
| "epoch": 7.053030303030303, |
| "grad_norm": 2.3323521614074707, |
| "learning_rate": 3.991021324354658e-05, |
| "loss": 0.0637, |
| "step": 2793 |
| }, |
| { |
| "epoch": 7.101010101010101, |
| "grad_norm": 1.684549331665039, |
| "learning_rate": 3.980359147025814e-05, |
| "loss": 0.0711, |
| "step": 2812 |
| }, |
| { |
| "epoch": 7.148989898989899, |
| "grad_norm": 1.6758151054382324, |
| "learning_rate": 3.96969696969697e-05, |
| "loss": 0.0709, |
| "step": 2831 |
| }, |
| { |
| "epoch": 7.196969696969697, |
| "grad_norm": 1.9380394220352173, |
| "learning_rate": 3.959034792368126e-05, |
| "loss": 0.0665, |
| "step": 2850 |
| }, |
| { |
| "epoch": 7.244949494949495, |
| "grad_norm": 1.988451361656189, |
| "learning_rate": 3.948372615039282e-05, |
| "loss": 0.0693, |
| "step": 2869 |
| }, |
| { |
| "epoch": 7.292929292929293, |
| "grad_norm": 1.2491166591644287, |
| "learning_rate": 3.937710437710438e-05, |
| "loss": 0.0721, |
| "step": 2888 |
| }, |
| { |
| "epoch": 7.340909090909091, |
| "grad_norm": 1.4535962343215942, |
| "learning_rate": 3.927048260381594e-05, |
| "loss": 0.0659, |
| "step": 2907 |
| }, |
| { |
| "epoch": 7.388888888888889, |
| "grad_norm": 1.9495213031768799, |
| "learning_rate": 3.91638608305275e-05, |
| "loss": 0.085, |
| "step": 2926 |
| }, |
| { |
| "epoch": 7.436868686868687, |
| "grad_norm": 2.000051259994507, |
| "learning_rate": 3.905723905723906e-05, |
| "loss": 0.0694, |
| "step": 2945 |
| }, |
| { |
| "epoch": 7.484848484848484, |
| "grad_norm": 2.803647518157959, |
| "learning_rate": 3.895061728395062e-05, |
| "loss": 0.0713, |
| "step": 2964 |
| }, |
| { |
| "epoch": 7.532828282828283, |
| "grad_norm": 1.7719061374664307, |
| "learning_rate": 3.884399551066218e-05, |
| "loss": 0.0626, |
| "step": 2983 |
| }, |
| { |
| "epoch": 7.58080808080808, |
| "grad_norm": 2.1927216053009033, |
| "learning_rate": 3.8737373737373737e-05, |
| "loss": 0.0668, |
| "step": 3002 |
| }, |
| { |
| "epoch": 7.628787878787879, |
| "grad_norm": 1.1310573816299438, |
| "learning_rate": 3.86307519640853e-05, |
| "loss": 0.0521, |
| "step": 3021 |
| }, |
| { |
| "epoch": 7.6767676767676765, |
| "grad_norm": 1.4547724723815918, |
| "learning_rate": 3.8524130190796856e-05, |
| "loss": 0.0556, |
| "step": 3040 |
| }, |
| { |
| "epoch": 7.724747474747475, |
| "grad_norm": 2.3777520656585693, |
| "learning_rate": 3.841750841750842e-05, |
| "loss": 0.053, |
| "step": 3059 |
| }, |
| { |
| "epoch": 7.7727272727272725, |
| "grad_norm": 2.8660731315612793, |
| "learning_rate": 3.8310886644219976e-05, |
| "loss": 0.0662, |
| "step": 3078 |
| }, |
| { |
| "epoch": 7.820707070707071, |
| "grad_norm": 1.2403335571289062, |
| "learning_rate": 3.820426487093154e-05, |
| "loss": 0.0513, |
| "step": 3097 |
| }, |
| { |
| "epoch": 7.8686868686868685, |
| "grad_norm": 1.2479897737503052, |
| "learning_rate": 3.8097643097643095e-05, |
| "loss": 0.0529, |
| "step": 3116 |
| }, |
| { |
| "epoch": 7.916666666666667, |
| "grad_norm": 0.8943136930465698, |
| "learning_rate": 3.799102132435466e-05, |
| "loss": 0.0493, |
| "step": 3135 |
| }, |
| { |
| "epoch": 7.9646464646464645, |
| "grad_norm": 2.092480421066284, |
| "learning_rate": 3.788439955106622e-05, |
| "loss": 0.0613, |
| "step": 3154 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_gen_len": 456.2626, |
| "eval_loss": 0.014666617847979069, |
| "eval_rouge1": 98.8857, |
| "eval_rouge2": 98.3456, |
| "eval_rougeL": 98.7777, |
| "eval_rougeLsum": 98.8775, |
| "eval_runtime": 309.5854, |
| "eval_samples_per_second": 0.64, |
| "eval_steps_per_second": 0.162, |
| "step": 3168 |
| }, |
| { |
| "epoch": 8.012626262626263, |
| "grad_norm": 0.7548523545265198, |
| "learning_rate": 3.777777777777778e-05, |
| "loss": 0.0606, |
| "step": 3173 |
| }, |
| { |
| "epoch": 8.06060606060606, |
| "grad_norm": 1.4151593446731567, |
| "learning_rate": 3.767115600448934e-05, |
| "loss": 0.047, |
| "step": 3192 |
| }, |
| { |
| "epoch": 8.108585858585858, |
| "grad_norm": 1.26515531539917, |
| "learning_rate": 3.75645342312009e-05, |
| "loss": 0.0535, |
| "step": 3211 |
| }, |
| { |
| "epoch": 8.156565656565657, |
| "grad_norm": 1.318965196609497, |
| "learning_rate": 3.745791245791246e-05, |
| "loss": 0.0496, |
| "step": 3230 |
| }, |
| { |
| "epoch": 8.204545454545455, |
| "grad_norm": 1.5114891529083252, |
| "learning_rate": 3.735129068462402e-05, |
| "loss": 0.0434, |
| "step": 3249 |
| }, |
| { |
| "epoch": 8.252525252525253, |
| "grad_norm": 1.121440052986145, |
| "learning_rate": 3.724466891133558e-05, |
| "loss": 0.0447, |
| "step": 3268 |
| }, |
| { |
| "epoch": 8.30050505050505, |
| "grad_norm": 0.9955199360847473, |
| "learning_rate": 3.713804713804714e-05, |
| "loss": 0.0478, |
| "step": 3287 |
| }, |
| { |
| "epoch": 8.348484848484848, |
| "grad_norm": 2.078119993209839, |
| "learning_rate": 3.70314253647587e-05, |
| "loss": 0.0494, |
| "step": 3306 |
| }, |
| { |
| "epoch": 8.396464646464647, |
| "grad_norm": 1.3387614488601685, |
| "learning_rate": 3.692480359147026e-05, |
| "loss": 0.0402, |
| "step": 3325 |
| }, |
| { |
| "epoch": 8.444444444444445, |
| "grad_norm": 2.1103882789611816, |
| "learning_rate": 3.681818181818182e-05, |
| "loss": 0.0457, |
| "step": 3344 |
| }, |
| { |
| "epoch": 8.492424242424242, |
| "grad_norm": 1.5628422498703003, |
| "learning_rate": 3.6711560044893376e-05, |
| "loss": 0.0462, |
| "step": 3363 |
| }, |
| { |
| "epoch": 8.54040404040404, |
| "grad_norm": 1.7333801984786987, |
| "learning_rate": 3.660493827160494e-05, |
| "loss": 0.0466, |
| "step": 3382 |
| }, |
| { |
| "epoch": 8.58838383838384, |
| "grad_norm": 1.3456194400787354, |
| "learning_rate": 3.6498316498316496e-05, |
| "loss": 0.0402, |
| "step": 3401 |
| }, |
| { |
| "epoch": 8.636363636363637, |
| "grad_norm": 1.2034332752227783, |
| "learning_rate": 3.639169472502806e-05, |
| "loss": 0.0459, |
| "step": 3420 |
| }, |
| { |
| "epoch": 8.684343434343434, |
| "grad_norm": 0.502601683139801, |
| "learning_rate": 3.6285072951739616e-05, |
| "loss": 0.0465, |
| "step": 3439 |
| }, |
| { |
| "epoch": 8.732323232323232, |
| "grad_norm": 1.651060938835144, |
| "learning_rate": 3.617845117845118e-05, |
| "loss": 0.0401, |
| "step": 3458 |
| }, |
| { |
| "epoch": 8.780303030303031, |
| "grad_norm": 1.1892279386520386, |
| "learning_rate": 3.6071829405162735e-05, |
| "loss": 0.0357, |
| "step": 3477 |
| }, |
| { |
| "epoch": 8.828282828282829, |
| "grad_norm": 1.0248866081237793, |
| "learning_rate": 3.59652076318743e-05, |
| "loss": 0.0368, |
| "step": 3496 |
| }, |
| { |
| "epoch": 8.876262626262626, |
| "grad_norm": 1.235990285873413, |
| "learning_rate": 3.5858585858585855e-05, |
| "loss": 0.0354, |
| "step": 3515 |
| }, |
| { |
| "epoch": 8.924242424242424, |
| "grad_norm": 1.156433343887329, |
| "learning_rate": 3.575196408529742e-05, |
| "loss": 0.0366, |
| "step": 3534 |
| }, |
| { |
| "epoch": 8.972222222222221, |
| "grad_norm": 1.7279999256134033, |
| "learning_rate": 3.564534231200898e-05, |
| "loss": 0.042, |
| "step": 3553 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_gen_len": 458.904, |
| "eval_loss": 0.010045090690255165, |
| "eval_rouge1": 99.2356, |
| "eval_rouge2": 98.9142, |
| "eval_rougeL": 99.1626, |
| "eval_rougeLsum": 99.2057, |
| "eval_runtime": 310.3859, |
| "eval_samples_per_second": 0.638, |
| "eval_steps_per_second": 0.161, |
| "step": 3564 |
| }, |
| { |
| "epoch": 9.02020202020202, |
| "grad_norm": 1.298857569694519, |
| "learning_rate": 3.553872053872054e-05, |
| "loss": 0.0423, |
| "step": 3572 |
| }, |
| { |
| "epoch": 9.068181818181818, |
| "grad_norm": 1.124570608139038, |
| "learning_rate": 3.54320987654321e-05, |
| "loss": 0.0309, |
| "step": 3591 |
| }, |
| { |
| "epoch": 9.116161616161616, |
| "grad_norm": 1.5465493202209473, |
| "learning_rate": 3.532547699214366e-05, |
| "loss": 0.0365, |
| "step": 3610 |
| }, |
| { |
| "epoch": 9.164141414141413, |
| "grad_norm": 1.208004117012024, |
| "learning_rate": 3.521885521885522e-05, |
| "loss": 0.035, |
| "step": 3629 |
| }, |
| { |
| "epoch": 9.212121212121213, |
| "grad_norm": 1.7865431308746338, |
| "learning_rate": 3.511223344556678e-05, |
| "loss": 0.0376, |
| "step": 3648 |
| }, |
| { |
| "epoch": 9.26010101010101, |
| "grad_norm": 0.8254820108413696, |
| "learning_rate": 3.500561167227834e-05, |
| "loss": 0.0327, |
| "step": 3667 |
| }, |
| { |
| "epoch": 9.308080808080808, |
| "grad_norm": 1.0625301599502563, |
| "learning_rate": 3.48989898989899e-05, |
| "loss": 0.0363, |
| "step": 3686 |
| }, |
| { |
| "epoch": 9.356060606060606, |
| "grad_norm": 1.4023059606552124, |
| "learning_rate": 3.4792368125701466e-05, |
| "loss": 0.0386, |
| "step": 3705 |
| }, |
| { |
| "epoch": 9.404040404040405, |
| "grad_norm": 1.9438424110412598, |
| "learning_rate": 3.468574635241302e-05, |
| "loss": 0.0345, |
| "step": 3724 |
| }, |
| { |
| "epoch": 9.452020202020202, |
| "grad_norm": 0.7543076872825623, |
| "learning_rate": 3.4579124579124586e-05, |
| "loss": 0.0369, |
| "step": 3743 |
| }, |
| { |
| "epoch": 9.5, |
| "grad_norm": 1.4393041133880615, |
| "learning_rate": 3.447250280583614e-05, |
| "loss": 0.0327, |
| "step": 3762 |
| }, |
| { |
| "epoch": 9.547979797979798, |
| "grad_norm": 0.8074661493301392, |
| "learning_rate": 3.4365881032547706e-05, |
| "loss": 0.0317, |
| "step": 3781 |
| }, |
| { |
| "epoch": 9.595959595959595, |
| "grad_norm": 1.5561342239379883, |
| "learning_rate": 3.425925925925926e-05, |
| "loss": 0.037, |
| "step": 3800 |
| }, |
| { |
| "epoch": 9.643939393939394, |
| "grad_norm": 2.0807337760925293, |
| "learning_rate": 3.4152637485970825e-05, |
| "loss": 0.0365, |
| "step": 3819 |
| }, |
| { |
| "epoch": 9.691919191919192, |
| "grad_norm": 0.9361720681190491, |
| "learning_rate": 3.404601571268238e-05, |
| "loss": 0.0289, |
| "step": 3838 |
| }, |
| { |
| "epoch": 9.73989898989899, |
| "grad_norm": 0.8103030323982239, |
| "learning_rate": 3.3939393939393945e-05, |
| "loss": 0.0294, |
| "step": 3857 |
| }, |
| { |
| "epoch": 9.787878787878787, |
| "grad_norm": 1.4826786518096924, |
| "learning_rate": 3.38327721661055e-05, |
| "loss": 0.0274, |
| "step": 3876 |
| }, |
| { |
| "epoch": 9.835858585858587, |
| "grad_norm": 1.5168986320495605, |
| "learning_rate": 3.3726150392817064e-05, |
| "loss": 0.0323, |
| "step": 3895 |
| }, |
| { |
| "epoch": 9.883838383838384, |
| "grad_norm": 1.7513259649276733, |
| "learning_rate": 3.361952861952862e-05, |
| "loss": 0.0312, |
| "step": 3914 |
| }, |
| { |
| "epoch": 9.931818181818182, |
| "grad_norm": 1.0549064874649048, |
| "learning_rate": 3.3512906846240184e-05, |
| "loss": 0.0294, |
| "step": 3933 |
| }, |
| { |
| "epoch": 9.97979797979798, |
| "grad_norm": 1.206652045249939, |
| "learning_rate": 3.340628507295174e-05, |
| "loss": 0.0295, |
| "step": 3952 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_gen_len": 458.5909, |
| "eval_loss": 0.007954709231853485, |
| "eval_rouge1": 99.4349, |
| "eval_rouge2": 99.1573, |
| "eval_rougeL": 99.4066, |
| "eval_rougeLsum": 99.4213, |
| "eval_runtime": 308.7546, |
| "eval_samples_per_second": 0.641, |
| "eval_steps_per_second": 0.162, |
| "step": 3960 |
| } |
| ], |
| "logging_steps": 19, |
| "max_steps": 9900, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 25, |
| "save_steps": 500, |
| "total_flos": 1017429232582656.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
