| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 2643, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.011350737797956867, |
| "grad_norm": 1698.2979187914962, |
| "learning_rate": 1.886792452830189e-07, |
| "loss": 11.4349, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.022701475595913734, |
| "grad_norm": 1715.9478636120436, |
| "learning_rate": 3.773584905660378e-07, |
| "loss": 10.7287, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0340522133938706, |
| "grad_norm": 357.11923483514187, |
| "learning_rate": 5.660377358490567e-07, |
| "loss": 7.9114, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.04540295119182747, |
| "grad_norm": 204.4272724165726, |
| "learning_rate": 7.547169811320755e-07, |
| "loss": 5.3773, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.056753688989784334, |
| "grad_norm": 114.04670191645393, |
| "learning_rate": 9.433962264150944e-07, |
| "loss": 4.1808, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0681044267877412, |
| "grad_norm": 97.74863975137248, |
| "learning_rate": 1.1320754716981133e-06, |
| "loss": 3.391, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07945516458569807, |
| "grad_norm": 83.85826671008647, |
| "learning_rate": 1.3207547169811322e-06, |
| "loss": 2.9224, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.09080590238365494, |
| "grad_norm": 81.81468518019015, |
| "learning_rate": 1.509433962264151e-06, |
| "loss": 2.7385, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.1021566401816118, |
| "grad_norm": 81.12682810087568, |
| "learning_rate": 1.6981132075471698e-06, |
| "loss": 2.5178, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.11350737797956867, |
| "grad_norm": 80.85347421686487, |
| "learning_rate": 1.8867924528301889e-06, |
| "loss": 2.2834, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.12485811577752554, |
| "grad_norm": 82.47614053239027, |
| "learning_rate": 2.075471698113208e-06, |
| "loss": 2.0212, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.1362088535754824, |
| "grad_norm": 86.62520026408484, |
| "learning_rate": 2.2641509433962266e-06, |
| "loss": 1.7334, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.14755959137343927, |
| "grad_norm": 80.45183334276052, |
| "learning_rate": 2.4528301886792453e-06, |
| "loss": 1.4777, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.15891032917139614, |
| "grad_norm": 79.21574368328108, |
| "learning_rate": 2.6415094339622644e-06, |
| "loss": 1.1486, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.170261066969353, |
| "grad_norm": 74.01719011960272, |
| "learning_rate": 2.830188679245283e-06, |
| "loss": 0.8411, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.18161180476730987, |
| "grad_norm": 51.89253929462267, |
| "learning_rate": 3.018867924528302e-06, |
| "loss": 0.5991, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.19296254256526674, |
| "grad_norm": 32.21614195805101, |
| "learning_rate": 3.207547169811321e-06, |
| "loss": 0.3447, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.2043132803632236, |
| "grad_norm": 19.001109449561184, |
| "learning_rate": 3.3962264150943395e-06, |
| "loss": 0.2428, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.21566401816118047, |
| "grad_norm": 13.591403736514234, |
| "learning_rate": 3.5849056603773586e-06, |
| "loss": 0.2239, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.22701475595913734, |
| "grad_norm": 13.448898680419939, |
| "learning_rate": 3.7735849056603777e-06, |
| "loss": 0.1635, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2383654937570942, |
| "grad_norm": 36.227059302392355, |
| "learning_rate": 3.962264150943396e-06, |
| "loss": 0.1634, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.24971623155505107, |
| "grad_norm": 7.663015541152662, |
| "learning_rate": 4.150943396226416e-06, |
| "loss": 0.2969, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.26106696935300794, |
| "grad_norm": 14.54749266726622, |
| "learning_rate": 4.339622641509435e-06, |
| "loss": 0.1923, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2724177071509648, |
| "grad_norm": 2.313868847454448, |
| "learning_rate": 4.528301886792453e-06, |
| "loss": 0.173, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.28376844494892167, |
| "grad_norm": 6.460084440691116, |
| "learning_rate": 4.716981132075472e-06, |
| "loss": 0.1752, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.29511918274687854, |
| "grad_norm": 2.0859035921114373, |
| "learning_rate": 4.905660377358491e-06, |
| "loss": 0.1466, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.3064699205448354, |
| "grad_norm": 6.562559706748138, |
| "learning_rate": 4.999945458825315e-06, |
| "loss": 0.2425, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3178206583427923, |
| "grad_norm": 12.775706641336116, |
| "learning_rate": 4.999509143706472e-06, |
| "loss": 0.159, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.32917139614074914, |
| "grad_norm": 6.317651713345659, |
| "learning_rate": 4.998636589618803e-06, |
| "loss": 0.1815, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.340522133938706, |
| "grad_norm": 1.5036062720791235, |
| "learning_rate": 4.997327948849044e-06, |
| "loss": 0.1312, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3518728717366629, |
| "grad_norm": 6.030878230884589, |
| "learning_rate": 4.995583449794081e-06, |
| "loss": 0.1921, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.36322360953461974, |
| "grad_norm": 10.37100502274357, |
| "learning_rate": 4.993403396921082e-06, |
| "loss": 0.1768, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3745743473325766, |
| "grad_norm": 3.8501803420046756, |
| "learning_rate": 4.990788170714355e-06, |
| "loss": 0.1714, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.3859250851305335, |
| "grad_norm": 11.372431671658788, |
| "learning_rate": 4.987738227608954e-06, |
| "loss": 0.1445, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.39727582292849034, |
| "grad_norm": 14.259075499950056, |
| "learning_rate": 4.984254099911009e-06, |
| "loss": 0.1337, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.4086265607264472, |
| "grad_norm": 9.445055852659305, |
| "learning_rate": 4.98033639570482e-06, |
| "loss": 0.1908, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.4199772985244041, |
| "grad_norm": 10.699934111645568, |
| "learning_rate": 4.975985798746736e-06, |
| "loss": 0.1582, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.43132803632236094, |
| "grad_norm": 2.0231358005945377, |
| "learning_rate": 4.971203068345811e-06, |
| "loss": 0.1693, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.4426787741203178, |
| "grad_norm": 2.862769306726289, |
| "learning_rate": 4.9659890392312935e-06, |
| "loss": 0.1872, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.4540295119182747, |
| "grad_norm": 12.285642072800846, |
| "learning_rate": 4.960344621406927e-06, |
| "loss": 0.1687, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.46538024971623154, |
| "grad_norm": 3.344948970261047, |
| "learning_rate": 4.954270799992138e-06, |
| "loss": 0.1842, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.4767309875141884, |
| "grad_norm": 10.259497150782368, |
| "learning_rate": 4.947768635050098e-06, |
| "loss": 0.13, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4880817253121453, |
| "grad_norm": 3.790249696004914, |
| "learning_rate": 4.940839261402711e-06, |
| "loss": 0.2288, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.49943246311010214, |
| "grad_norm": 5.501844538152769, |
| "learning_rate": 4.933483888432558e-06, |
| "loss": 0.0884, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5107832009080591, |
| "grad_norm": 4.577226609737793, |
| "learning_rate": 4.925703799871818e-06, |
| "loss": 0.1534, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5221339387060159, |
| "grad_norm": 6.504007138408929, |
| "learning_rate": 4.91750035357822e-06, |
| "loss": 0.1884, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5334846765039728, |
| "grad_norm": 9.703964220834072, |
| "learning_rate": 4.908874981298058e-06, |
| "loss": 0.1373, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5448354143019296, |
| "grad_norm": 6.729985856749859, |
| "learning_rate": 4.899829188416306e-06, |
| "loss": 0.2131, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5561861520998865, |
| "grad_norm": 10.837103551470959, |
| "learning_rate": 4.890364553693886e-06, |
| "loss": 0.1385, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5675368898978433, |
| "grad_norm": 5.681784964714727, |
| "learning_rate": 4.880482728992126e-06, |
| "loss": 0.1326, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5788876276958003, |
| "grad_norm": 7.269735955872282, |
| "learning_rate": 4.870185438984458e-06, |
| "loss": 0.1697, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.5902383654937571, |
| "grad_norm": 2.714819037626597, |
| "learning_rate": 4.859474480855417e-06, |
| "loss": 0.1196, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.601589103291714, |
| "grad_norm": 4.859213826030436, |
| "learning_rate": 4.848351723986974e-06, |
| "loss": 0.1278, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6129398410896708, |
| "grad_norm": 5.451460876916098, |
| "learning_rate": 4.8368191096322734e-06, |
| "loss": 0.1383, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.6242905788876277, |
| "grad_norm": 6.638147694909045, |
| "learning_rate": 4.824878650576829e-06, |
| "loss": 0.1235, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6356413166855845, |
| "grad_norm": 1.7580573391181251, |
| "learning_rate": 4.81253243078723e-06, |
| "loss": 0.1495, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6469920544835415, |
| "grad_norm": 4.496989393019484, |
| "learning_rate": 4.7997826050474284e-06, |
| "loss": 0.1127, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6583427922814983, |
| "grad_norm": 2.446667502094507, |
| "learning_rate": 4.786631398582663e-06, |
| "loss": 0.1749, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6696935300794552, |
| "grad_norm": 6.832338256010423, |
| "learning_rate": 4.773081106671094e-06, |
| "loss": 0.1344, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.681044267877412, |
| "grad_norm": 7.1481219400148435, |
| "learning_rate": 4.759134094243206e-06, |
| "loss": 0.1188, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6923950056753689, |
| "grad_norm": 2.2164696749091353, |
| "learning_rate": 4.744792795469058e-06, |
| "loss": 0.1461, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.7037457434733257, |
| "grad_norm": 7.191845232523166, |
| "learning_rate": 4.730059713333448e-06, |
| "loss": 0.1846, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.7150964812712827, |
| "grad_norm": 1.4136399900098233, |
| "learning_rate": 4.714937419199067e-06, |
| "loss": 0.1325, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7264472190692395, |
| "grad_norm": 4.299537462900032, |
| "learning_rate": 4.69942855235772e-06, |
| "loss": 0.1352, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7377979568671964, |
| "grad_norm": 1.0384507478186595, |
| "learning_rate": 4.683535819569691e-06, |
| "loss": 0.1362, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7491486946651532, |
| "grad_norm": 13.982613118228628, |
| "learning_rate": 4.667261994591331e-06, |
| "loss": 0.1706, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7604994324631101, |
| "grad_norm": 3.227347083041028, |
| "learning_rate": 4.650609917690957e-06, |
| "loss": 0.1208, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.771850170261067, |
| "grad_norm": 4.080502292732569, |
| "learning_rate": 4.633582495153137e-06, |
| "loss": 0.1516, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7832009080590239, |
| "grad_norm": 8.485813586268012, |
| "learning_rate": 4.616182698771463e-06, |
| "loss": 0.1419, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7945516458569807, |
| "grad_norm": 1.4110543221413474, |
| "learning_rate": 4.598413565329876e-06, |
| "loss": 0.1327, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.8059023836549376, |
| "grad_norm": 5.188520387076118, |
| "learning_rate": 4.58027819607266e-06, |
| "loss": 0.1438, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.8172531214528944, |
| "grad_norm": 14.402414909123417, |
| "learning_rate": 4.5617797561631885e-06, |
| "loss": 0.1214, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.8286038592508513, |
| "grad_norm": 3.2887042762187364, |
| "learning_rate": 4.542921474131497e-06, |
| "loss": 0.1516, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.8399545970488081, |
| "grad_norm": 8.950465768826493, |
| "learning_rate": 4.523706641310817e-06, |
| "loss": 0.1339, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.8513053348467651, |
| "grad_norm": 7.132814447263203, |
| "learning_rate": 4.5041386112631394e-06, |
| "loss": 0.1061, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8626560726447219, |
| "grad_norm": 9.762861748224212, |
| "learning_rate": 4.484220799193913e-06, |
| "loss": 0.1011, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.8740068104426788, |
| "grad_norm": 14.288034605598874, |
| "learning_rate": 4.463956681355993e-06, |
| "loss": 0.1298, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8853575482406356, |
| "grad_norm": 2.8446847525051524, |
| "learning_rate": 4.4433497944429325e-06, |
| "loss": 0.1203, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.8967082860385925, |
| "grad_norm": 1.479832068691713, |
| "learning_rate": 4.422403734971718e-06, |
| "loss": 0.1289, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.9080590238365494, |
| "grad_norm": 9.186524889671574, |
| "learning_rate": 4.401122158655076e-06, |
| "loss": 0.1039, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9194097616345063, |
| "grad_norm": 1.7652174707129338, |
| "learning_rate": 4.379508779763438e-06, |
| "loss": 0.142, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.9307604994324631, |
| "grad_norm": 2.3999930262675524, |
| "learning_rate": 4.357567370476693e-06, |
| "loss": 0.1483, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.94211123723042, |
| "grad_norm": 2.0203809635081216, |
| "learning_rate": 4.335301760225824e-06, |
| "loss": 0.1388, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.9534619750283768, |
| "grad_norm": 6.570252196832083, |
| "learning_rate": 4.312715835024565e-06, |
| "loss": 0.1132, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9648127128263337, |
| "grad_norm": 8.694169049942309, |
| "learning_rate": 4.289813536791168e-06, |
| "loss": 0.0886, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9761634506242906, |
| "grad_norm": 0.665758848556138, |
| "learning_rate": 4.2665988626604285e-06, |
| "loss": 0.1119, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9875141884222475, |
| "grad_norm": 3.408206675708319, |
| "learning_rate": 4.243075864286059e-06, |
| "loss": 0.1049, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.9988649262202043, |
| "grad_norm": 6.496904281473155, |
| "learning_rate": 4.219248647133559e-06, |
| "loss": 0.1067, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.0102156640181612, |
| "grad_norm": 6.318482209546192, |
| "learning_rate": 4.195121369763687e-06, |
| "loss": 0.1328, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.0215664018161181, |
| "grad_norm": 0.12366856429278299, |
| "learning_rate": 4.170698243106668e-06, |
| "loss": 0.0789, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.0329171396140748, |
| "grad_norm": 2.892704125187497, |
| "learning_rate": 4.14598352972726e-06, |
| "loss": 0.1287, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.0442678774120318, |
| "grad_norm": 10.213754089778735, |
| "learning_rate": 4.12098154308081e-06, |
| "loss": 0.1924, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.0556186152099887, |
| "grad_norm": 7.247963791700357, |
| "learning_rate": 4.095696646760425e-06, |
| "loss": 0.0995, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.0669693530079456, |
| "grad_norm": 4.929548257635512, |
| "learning_rate": 4.070133253735399e-06, |
| "loss": 0.0985, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.0783200908059023, |
| "grad_norm": 6.123766237774935, |
| "learning_rate": 4.044295825581013e-06, |
| "loss": 0.0467, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.0896708286038592, |
| "grad_norm": 4.7904026758844855, |
| "learning_rate": 4.018188871699861e-06, |
| "loss": 0.2061, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.1010215664018161, |
| "grad_norm": 0.6786343511201274, |
| "learning_rate": 3.991816948534823e-06, |
| "loss": 0.1263, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.112372304199773, |
| "grad_norm": 4.293100093143904, |
| "learning_rate": 3.965184658773828e-06, |
| "loss": 0.1175, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.1237230419977298, |
| "grad_norm": 3.375509232222427, |
| "learning_rate": 3.938296650546552e-06, |
| "loss": 0.1199, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.1350737797956867, |
| "grad_norm": 3.6936463749871487, |
| "learning_rate": 3.911157616613176e-06, |
| "loss": 0.1169, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.1464245175936436, |
| "grad_norm": 5.033595510215138, |
| "learning_rate": 3.8837722935453615e-06, |
| "loss": 0.1326, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.1577752553916005, |
| "grad_norm": 1.1806777716425099, |
| "learning_rate": 3.8561454608995765e-06, |
| "loss": 0.1049, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.1691259931895572, |
| "grad_norm": 5.613945679887687, |
| "learning_rate": 3.828281940382923e-06, |
| "loss": 0.0978, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.1804767309875142, |
| "grad_norm": 11.074114312002287, |
| "learning_rate": 3.800186595011599e-06, |
| "loss": 0.19, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.191827468785471, |
| "grad_norm": 6.543875702026283, |
| "learning_rate": 3.7718643282621648e-06, |
| "loss": 0.1121, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.203178206583428, |
| "grad_norm": 4.830576085274986, |
| "learning_rate": 3.7433200832157333e-06, |
| "loss": 0.1125, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.2145289443813847, |
| "grad_norm": 1.1695778203493483, |
| "learning_rate": 3.714558841695258e-06, |
| "loss": 0.144, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.2258796821793416, |
| "grad_norm": 3.4535216961458275, |
| "learning_rate": 3.685585623396055e-06, |
| "loss": 0.159, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.2372304199772985, |
| "grad_norm": 5.495394022771164, |
| "learning_rate": 3.656405485009719e-06, |
| "loss": 0.1044, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.2485811577752555, |
| "grad_norm": 1.632127452923236, |
| "learning_rate": 3.6270235193415754e-06, |
| "loss": 0.0954, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.2599318955732124, |
| "grad_norm": 22.50519126324992, |
| "learning_rate": 3.597444854421837e-06, |
| "loss": 0.1576, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.271282633371169, |
| "grad_norm": 1.3800511219133857, |
| "learning_rate": 3.5676746526106084e-06, |
| "loss": 0.1081, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.282633371169126, |
| "grad_norm": 9.384054185672928, |
| "learning_rate": 3.537718109696899e-06, |
| "loss": 0.0688, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.293984108967083, |
| "grad_norm": 8.609201641981887, |
| "learning_rate": 3.5075804539918047e-06, |
| "loss": 0.1562, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.3053348467650396, |
| "grad_norm": 10.72094281108933, |
| "learning_rate": 3.4772669454160113e-06, |
| "loss": 0.0616, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.3166855845629966, |
| "grad_norm": 1.033026440388663, |
| "learning_rate": 3.44678287458178e-06, |
| "loss": 0.1002, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.3280363223609535, |
| "grad_norm": 6.3993440529706, |
| "learning_rate": 3.4161335618695774e-06, |
| "loss": 0.0992, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.3393870601589104, |
| "grad_norm": 5.7196887859906695, |
| "learning_rate": 3.385324356499513e-06, |
| "loss": 0.1226, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.3507377979568673, |
| "grad_norm": 3.558047516816503, |
| "learning_rate": 3.3543606355977377e-06, |
| "loss": 0.0733, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.362088535754824, |
| "grad_norm": 3.417141923587784, |
| "learning_rate": 3.3232478032579746e-06, |
| "loss": 0.1127, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.373439273552781, |
| "grad_norm": 1.4667598966411892, |
| "learning_rate": 3.291991289598347e-06, |
| "loss": 0.1209, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.3847900113507379, |
| "grad_norm": 10.429323033457198, |
| "learning_rate": 3.2605965498136554e-06, |
| "loss": 0.086, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.3961407491486946, |
| "grad_norm": 0.6593997341635577, |
| "learning_rate": 3.229069063223289e-06, |
| "loss": 0.1225, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.4074914869466515, |
| "grad_norm": 5.189796586998311, |
| "learning_rate": 3.197414332314914e-06, |
| "loss": 0.0741, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.4188422247446084, |
| "grad_norm": 5.315717279596233, |
| "learning_rate": 3.165637881784133e-06, |
| "loss": 0.1664, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.4301929625425653, |
| "grad_norm": 2.5922568372048396, |
| "learning_rate": 3.133745257570253e-06, |
| "loss": 0.1355, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.4415437003405223, |
| "grad_norm": 4.807463414524541, |
| "learning_rate": 3.1017420258883607e-06, |
| "loss": 0.0945, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.452894438138479, |
| "grad_norm": 6.3118612924547755, |
| "learning_rate": 3.0696337722578444e-06, |
| "loss": 0.1288, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.4642451759364359, |
| "grad_norm": 4.9487309557769334, |
| "learning_rate": 3.0374261005275606e-06, |
| "loss": 0.0707, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.4755959137343928, |
| "grad_norm": 2.742348930372723, |
| "learning_rate": 3.0051246318977913e-06, |
| "loss": 0.1143, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.4869466515323495, |
| "grad_norm": 4.751757205070613, |
| "learning_rate": 2.9727350039391782e-06, |
| "loss": 0.0805, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.4982973893303064, |
| "grad_norm": 4.196706305756519, |
| "learning_rate": 2.940262869608798e-06, |
| "loss": 0.0943, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.5096481271282634, |
| "grad_norm": 3.2942511414526443, |
| "learning_rate": 2.907713896263551e-06, |
| "loss": 0.0564, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.52099886492622, |
| "grad_norm": 14.11917089724621, |
| "learning_rate": 2.8750937646710416e-06, |
| "loss": 0.0471, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.5323496027241772, |
| "grad_norm": 0.5572781856983822, |
| "learning_rate": 2.842408168018112e-06, |
| "loss": 0.1026, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.543700340522134, |
| "grad_norm": 4.8778881968669525, |
| "learning_rate": 2.8096628109172125e-06, |
| "loss": 0.0858, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.5550510783200908, |
| "grad_norm": 3.462366587313288, |
| "learning_rate": 2.7768634084107736e-06, |
| "loss": 0.1614, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.5664018161180477, |
| "grad_norm": 1.741346685901154, |
| "learning_rate": 2.744015684973766e-06, |
| "loss": 0.0271, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.5777525539160044, |
| "grad_norm": 0.3396882513904551, |
| "learning_rate": 2.711125373514602e-06, |
| "loss": 0.1021, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.5891032917139614, |
| "grad_norm": 0.8760532067910843, |
| "learning_rate": 2.6781982143745776e-06, |
| "loss": 0.1074, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.6004540295119183, |
| "grad_norm": 5.835360058589467, |
| "learning_rate": 2.645239954326009e-06, |
| "loss": 0.1118, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.611804767309875, |
| "grad_norm": 1.5184172732893502, |
| "learning_rate": 2.6122563455692467e-06, |
| "loss": 0.0898, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.6231555051078321, |
| "grad_norm": 0.8829766157224805, |
| "learning_rate": 2.5792531447287515e-06, |
| "loss": 0.0668, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.6345062429057888, |
| "grad_norm": 4.567945936076311, |
| "learning_rate": 2.546236111848387e-06, |
| "loss": 0.1002, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.6458569807037458, |
| "grad_norm": 5.924471519919804, |
| "learning_rate": 2.5132110093861174e-06, |
| "loss": 0.0915, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.6572077185017027, |
| "grad_norm": 5.241948497812272, |
| "learning_rate": 2.480183601208293e-06, |
| "loss": 0.0728, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.6685584562996594, |
| "grad_norm": 0.9103309238230624, |
| "learning_rate": 2.4471596515836797e-06, |
| "loss": 0.0832, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.6799091940976163, |
| "grad_norm": 5.902192630082476, |
| "learning_rate": 2.414144924177422e-06, |
| "loss": 0.0992, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.6912599318955732, |
| "grad_norm": 5.542753149797352, |
| "learning_rate": 2.3811451810451132e-06, |
| "loss": 0.1376, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.70261066969353, |
| "grad_norm": 2.079910130147066, |
| "learning_rate": 2.3481661816271413e-06, |
| "loss": 0.1048, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.713961407491487, |
| "grad_norm": 9.988363254853992, |
| "learning_rate": 2.3152136817434983e-06, |
| "loss": 0.1075, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.7253121452894438, |
| "grad_norm": 4.264471331176181, |
| "learning_rate": 2.2822934325892178e-06, |
| "loss": 0.1121, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.7366628830874007, |
| "grad_norm": 0.41819988751325843, |
| "learning_rate": 2.2494111797306146e-06, |
| "loss": 0.1009, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.7480136208853576, |
| "grad_norm": 3.129032071006884, |
| "learning_rate": 2.216572662102518e-06, |
| "loss": 0.1405, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.7593643586833143, |
| "grad_norm": 6.840381293999739, |
| "learning_rate": 2.1837836110066544e-06, |
| "loss": 0.1172, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.7707150964812712, |
| "grad_norm": 10.965691247426783, |
| "learning_rate": 2.151049749111361e-06, |
| "loss": 0.1048, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.7820658342792282, |
| "grad_norm": 3.350923692736231, |
| "learning_rate": 2.1183767894528135e-06, |
| "loss": 0.0631, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.7934165720771849, |
| "grad_norm": 2.386724332698608, |
| "learning_rate": 2.085770434437931e-06, |
| "loss": 0.0908, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.804767309875142, |
| "grad_norm": 2.7765578684736725, |
| "learning_rate": 2.053236374849128e-06, |
| "loss": 0.1064, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.8161180476730987, |
| "grad_norm": 2.1935113605962395, |
| "learning_rate": 2.0207802888511155e-06, |
| "loss": 0.0929, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.8274687854710556, |
| "grad_norm": 1.6758715379011846, |
| "learning_rate": 1.988407840999881e-06, |
| "loss": 0.0941, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.8388195232690125, |
| "grad_norm": 1.248060350449922, |
| "learning_rate": 1.9561246812540572e-06, |
| "loss": 0.0907, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.8501702610669692, |
| "grad_norm": 1.7569330315190796, |
| "learning_rate": 1.923936443988841e-06, |
| "loss": 0.0793, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.8615209988649262, |
| "grad_norm": 1.037210865216885, |
| "learning_rate": 1.8918487470126207e-06, |
| "loss": 0.0758, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.872871736662883, |
| "grad_norm": 1.6171549381169084, |
| "learning_rate": 1.8598671905865002e-06, |
| "loss": 0.0648, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.8842224744608398, |
| "grad_norm": 1.0342795380634235, |
| "learning_rate": 1.8279973564468906e-06, |
| "loss": 0.1024, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.895573212258797, |
| "grad_norm": 2.8676197128323366, |
| "learning_rate": 1.7962448068313298e-06, |
| "loss": 0.0836, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.9069239500567536, |
| "grad_norm": 4.038378184168931, |
| "learning_rate": 1.7646150835077014e-06, |
| "loss": 0.0969, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.9182746878547106, |
| "grad_norm": 3.9864637976794057, |
| "learning_rate": 1.733113706807038e-06, |
| "loss": 0.0756, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.9296254256526675, |
| "grad_norm": 0.20549930730007024, |
| "learning_rate": 1.7017461746600506e-06, |
| "loss": 0.124, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.9409761634506242, |
| "grad_norm": 9.07668892500117, |
| "learning_rate": 1.670517961637582e-06, |
| "loss": 0.1292, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.952326901248581, |
| "grad_norm": 7.75514295416776, |
| "learning_rate": 1.6394345179951293e-06, |
| "loss": 0.0718, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.963677639046538, |
| "grad_norm": 3.9663573159802037, |
| "learning_rate": 1.6085012687216078e-06, |
| "loss": 0.0897, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.9750283768444947, |
| "grad_norm": 7.281368671013816, |
| "learning_rate": 1.5777236125925333e-06, |
| "loss": 0.1087, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.9863791146424519, |
| "grad_norm": 3.682988149304066, |
| "learning_rate": 1.5471069212277729e-06, |
| "loss": 0.0973, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.9977298524404086, |
| "grad_norm": 10.757901893388249, |
| "learning_rate": 1.516656538154035e-06, |
| "loss": 0.1185, |
| "step": 1760 |
| }, |
| { |
| "epoch": 2.0090805902383657, |
| "grad_norm": 3.9977547029166924, |
| "learning_rate": 1.4863777778722682e-06, |
| "loss": 0.0295, |
| "step": 1770 |
| }, |
| { |
| "epoch": 2.0204313280363224, |
| "grad_norm": 0.3839917363760503, |
| "learning_rate": 1.4562759249301185e-06, |
| "loss": 0.0535, |
| "step": 1780 |
| }, |
| { |
| "epoch": 2.031782065834279, |
| "grad_norm": 0.04005398561849314, |
| "learning_rate": 1.4263562329996194e-06, |
| "loss": 0.0435, |
| "step": 1790 |
| }, |
| { |
| "epoch": 2.0431328036322363, |
| "grad_norm": 5.3004949945081, |
| "learning_rate": 1.396623923960271e-06, |
| "loss": 0.0444, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.054483541430193, |
| "grad_norm": 0.693308833242502, |
| "learning_rate": 1.367084186987663e-06, |
| "loss": 0.0738, |
| "step": 1810 |
| }, |
| { |
| "epoch": 2.0658342792281497, |
| "grad_norm": 2.38026116146638, |
| "learning_rate": 1.3377421776478111e-06, |
| "loss": 0.0413, |
| "step": 1820 |
| }, |
| { |
| "epoch": 2.077185017026107, |
| "grad_norm": 0.8248424564976408, |
| "learning_rate": 1.3086030169973552e-06, |
| "loss": 0.0777, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.0885357548240635, |
| "grad_norm": 0.7034274141736396, |
| "learning_rate": 1.2796717906897831e-06, |
| "loss": 0.0753, |
| "step": 1840 |
| }, |
| { |
| "epoch": 2.09988649262202, |
| "grad_norm": 5.594790712339865, |
| "learning_rate": 1.2509535480878325e-06, |
| "loss": 0.0217, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.1112372304199774, |
| "grad_norm": 2.267180272136545, |
| "learning_rate": 1.2224533013822237e-06, |
| "loss": 0.0787, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.122587968217934, |
| "grad_norm": 6.989338497656842, |
| "learning_rate": 1.1941760247168893e-06, |
| "loss": 0.0918, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.133938706015891, |
| "grad_norm": 8.671147847692886, |
| "learning_rate": 1.1661266533208274e-06, |
| "loss": 0.1123, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.145289443813848, |
| "grad_norm": 5.4698413382008395, |
| "learning_rate": 1.1383100826467653e-06, |
| "loss": 0.1148, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.1566401816118046, |
| "grad_norm": 0.22754634659047315, |
| "learning_rate": 1.1107311675167558e-06, |
| "loss": 0.0902, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.1679909194097617, |
| "grad_norm": 3.149990990261543, |
| "learning_rate": 1.0833947212748597e-06, |
| "loss": 0.0576, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.1793416572077184, |
| "grad_norm": 1.4213881249353393, |
| "learning_rate": 1.056305514947082e-06, |
| "loss": 0.0209, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.1906923950056756, |
| "grad_norm": 3.731385777873592, |
| "learning_rate": 1.0294682764086794e-06, |
| "loss": 0.0414, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.2020431328036323, |
| "grad_norm": 1.4005631532419822, |
| "learning_rate": 1.002887689559005e-06, |
| "loss": 0.0688, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.213393870601589, |
| "grad_norm": 5.277740757576594, |
| "learning_rate": 9.765683935040343e-07, |
| "loss": 0.0725, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.224744608399546, |
| "grad_norm": 0.23197604199738106, |
| "learning_rate": 9.505149817466952e-07, |
| "loss": 0.0867, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.236095346197503, |
| "grad_norm": 5.653129670824799, |
| "learning_rate": 9.247320013851663e-07, |
| "loss": 0.0995, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.2474460839954595, |
| "grad_norm": 0.38494105515318466, |
| "learning_rate": 8.992239523192778e-07, |
| "loss": 0.0742, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.2587968217934167, |
| "grad_norm": 5.78569357166171, |
| "learning_rate": 8.739952864651379e-07, |
| "loss": 0.048, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.2701475595913734, |
| "grad_norm": 0.8109906329530279, |
| "learning_rate": 8.490504069781444e-07, |
| "loss": 0.0612, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.28149829738933, |
| "grad_norm": 3.1195154688900244, |
| "learning_rate": 8.243936674845016e-07, |
| "loss": 0.0671, |
| "step": 2010 |
| }, |
| { |
| "epoch": 2.292849035187287, |
| "grad_norm": 0.20743083169700335, |
| "learning_rate": 8.000293713213798e-07, |
| "loss": 0.0607, |
| "step": 2020 |
| }, |
| { |
| "epoch": 2.304199772985244, |
| "grad_norm": 0.2315994749909462, |
| "learning_rate": 7.759617707858619e-07, |
| "loss": 0.0585, |
| "step": 2030 |
| }, |
| { |
| "epoch": 2.315550510783201, |
| "grad_norm": 0.048616209525463916, |
| "learning_rate": 7.521950663927824e-07, |
| "loss": 0.0358, |
| "step": 2040 |
| }, |
| { |
| "epoch": 2.3269012485811578, |
| "grad_norm": 4.235127505493877, |
| "learning_rate": 7.287334061416174e-07, |
| "loss": 0.0685, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.3382519863791145, |
| "grad_norm": 7.130061647365395, |
| "learning_rate": 7.055808847925316e-07, |
| "loss": 0.0798, |
| "step": 2060 |
| }, |
| { |
| "epoch": 2.3496027241770716, |
| "grad_norm": 5.280177307812628, |
| "learning_rate": 6.827415431517232e-07, |
| "loss": 0.0863, |
| "step": 2070 |
| }, |
| { |
| "epoch": 2.3609534619750283, |
| "grad_norm": 4.524586817903732, |
| "learning_rate": 6.602193673661805e-07, |
| "loss": 0.0741, |
| "step": 2080 |
| }, |
| { |
| "epoch": 2.3723041997729855, |
| "grad_norm": 6.615120826799002, |
| "learning_rate": 6.380182882279817e-07, |
| "loss": 0.0403, |
| "step": 2090 |
| }, |
| { |
| "epoch": 2.383654937570942, |
| "grad_norm": 7.204782892023176, |
| "learning_rate": 6.161421804882528e-07, |
| "loss": 0.0736, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.395005675368899, |
| "grad_norm": 4.652271416196355, |
| "learning_rate": 5.945948621809092e-07, |
| "loss": 0.0671, |
| "step": 2110 |
| }, |
| { |
| "epoch": 2.406356413166856, |
| "grad_norm": 7.364539748390817, |
| "learning_rate": 5.733800939562941e-07, |
| "loss": 0.0527, |
| "step": 2120 |
| }, |
| { |
| "epoch": 2.4177071509648127, |
| "grad_norm": 0.25707463242318057, |
| "learning_rate": 5.525015784248336e-07, |
| "loss": 0.0212, |
| "step": 2130 |
| }, |
| { |
| "epoch": 2.4290578887627694, |
| "grad_norm": 5.875818604365401, |
| "learning_rate": 5.319629595108189e-07, |
| "loss": 0.0411, |
| "step": 2140 |
| }, |
| { |
| "epoch": 2.4404086265607265, |
| "grad_norm": 0.7877520921047158, |
| "learning_rate": 5.117678218164337e-07, |
| "loss": 0.0386, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.4517593643586832, |
| "grad_norm": 10.800221983599814, |
| "learning_rate": 4.919196899961367e-07, |
| "loss": 0.0663, |
| "step": 2160 |
| }, |
| { |
| "epoch": 2.46311010215664, |
| "grad_norm": 1.3134487933959456, |
| "learning_rate": 4.724220281414979e-07, |
| "loss": 0.0314, |
| "step": 2170 |
| }, |
| { |
| "epoch": 2.474460839954597, |
| "grad_norm": 0.9855800151128657, |
| "learning_rate": 4.532782391766169e-07, |
| "loss": 0.0482, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.485811577752554, |
| "grad_norm": 0.0737715113639799, |
| "learning_rate": 4.344916642642108e-07, |
| "loss": 0.046, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.497162315550511, |
| "grad_norm": 7.1629316214213485, |
| "learning_rate": 4.1606558222247543e-07, |
| "loss": 0.1535, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.5085130533484676, |
| "grad_norm": 0.08329760250651277, |
| "learning_rate": 3.9800320895284264e-07, |
| "loss": 0.0618, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.519863791146425, |
| "grad_norm": 2.5343289285776853, |
| "learning_rate": 3.803076968787034e-07, |
| "loss": 0.0313, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.5312145289443815, |
| "grad_norm": 5.919205383656731, |
| "learning_rate": 3.629821343952147e-07, |
| "loss": 0.0379, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.542565266742338, |
| "grad_norm": 0.03881848686168996, |
| "learning_rate": 3.4602954533028946e-07, |
| "loss": 0.0483, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.5539160045402953, |
| "grad_norm": 0.18949910276010634, |
| "learning_rate": 3.2945288841684103e-07, |
| "loss": 0.0354, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.565266742338252, |
| "grad_norm": 4.662116015922482, |
| "learning_rate": 3.1325505677639977e-07, |
| "loss": 0.0608, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.5766174801362087, |
| "grad_norm": 10.323403528348715, |
| "learning_rate": 2.974388774141759e-07, |
| "loss": 0.053, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.587968217934166, |
| "grad_norm": 5.1188402568799845, |
| "learning_rate": 2.820071107256625e-07, |
| "loss": 0.0267, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.5993189557321226, |
| "grad_norm": 0.10111701455499049, |
| "learning_rate": 2.669624500148646e-07, |
| "loss": 0.0478, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.6106696935300793, |
| "grad_norm": 0.9800333714837519, |
| "learning_rate": 2.523075210242376e-07, |
| "loss": 0.0298, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.6220204313280364, |
| "grad_norm": 1.4782390039786926, |
| "learning_rate": 2.3804488147641443e-07, |
| "loss": 0.0663, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.633371169125993, |
| "grad_norm": 2.416909835102068, |
| "learning_rate": 2.241770206278107e-07, |
| "loss": 0.0189, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.64472190692395, |
| "grad_norm": 0.17696821901805793, |
| "learning_rate": 2.1070635883417124e-07, |
| "loss": 0.0407, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.656072644721907, |
| "grad_norm": 0.8013523700822813, |
| "learning_rate": 1.9763524712814812e-07, |
| "loss": 0.0389, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.6674233825198637, |
| "grad_norm": 0.13612222053062578, |
| "learning_rate": 1.8496596680897398e-07, |
| "loss": 0.0649, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.678774120317821, |
| "grad_norm": 0.8239843030304835, |
| "learning_rate": 1.7270072904430806e-07, |
| "loss": 0.0404, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.6901248581157775, |
| "grad_norm": 2.0704079536541617, |
| "learning_rate": 1.608416744843208e-07, |
| "loss": 0.0567, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.7014755959137347, |
| "grad_norm": 3.2577304351460445, |
| "learning_rate": 1.4939087288808718e-07, |
| "loss": 0.046, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.7128263337116914, |
| "grad_norm": 9.981537154516658, |
| "learning_rate": 1.3835032276235088e-07, |
| "loss": 0.0576, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.724177071509648, |
| "grad_norm": 5.704050324905945, |
| "learning_rate": 1.2772195101272645e-07, |
| "loss": 0.0925, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.735527809307605, |
| "grad_norm": 1.3756958845173786, |
| "learning_rate": 1.1750761260739596e-07, |
| "loss": 0.0627, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.746878547105562, |
| "grad_norm": 8.13235929955815, |
| "learning_rate": 1.0770909025336202e-07, |
| "loss": 0.0325, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.7582292849035186, |
| "grad_norm": 0.17235125110595084, |
| "learning_rate": 9.83280940853118e-08, |
| "loss": 0.0616, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.7695800227014757, |
| "grad_norm": 5.873955549616704, |
| "learning_rate": 8.936626136714754e-08, |
| "loss": 0.0424, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.7809307604994324, |
| "grad_norm": 0.17753402782466365, |
| "learning_rate": 8.082515620623593e-08, |
| "loss": 0.0253, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.792281498297389, |
| "grad_norm": 0.06207306412666676, |
| "learning_rate": 7.27062692804234e-08, |
| "loss": 0.0585, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.8036322360953463, |
| "grad_norm": 0.6499405088971257, |
| "learning_rate": 6.501101757786898e-08, |
| "loss": 0.0536, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.814982973893303, |
| "grad_norm": 4.920856595800931, |
| "learning_rate": 5.7740744149738516e-08, |
| "loss": 0.0795, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.8263337116912597, |
| "grad_norm": 0.08802887390877849, |
| "learning_rate": 5.089671787579936e-08, |
| "loss": 0.09, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.837684449489217, |
| "grad_norm": 0.9119840575805679, |
| "learning_rate": 4.448013324296646e-08, |
| "loss": 0.0511, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.8490351872871735, |
| "grad_norm": 0.3318639596122148, |
| "learning_rate": 3.849211013682658e-08, |
| "loss": 0.0278, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.8603859250851307, |
| "grad_norm": 9.771929232558433, |
| "learning_rate": 3.293369364618465e-08, |
| "loss": 0.0411, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.8717366628830874, |
| "grad_norm": 4.634245009884485, |
| "learning_rate": 2.780585388066581e-08, |
| "loss": 0.0527, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.8830874006810445, |
| "grad_norm": 5.509503329690719, |
| "learning_rate": 2.3109485801402208e-08, |
| "loss": 0.0313, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.894438138479001, |
| "grad_norm": 0.6312570349344234, |
| "learning_rate": 1.8845409064833787e-08, |
| "loss": 0.0344, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.905788876276958, |
| "grad_norm": 7.612882204362058, |
| "learning_rate": 1.5014367879655765e-08, |
| "loss": 0.052, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.917139614074915, |
| "grad_norm": 0.5134906139680172, |
| "learning_rate": 1.1617030876932001e-08, |
| "loss": 0.0398, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.9284903518728718, |
| "grad_norm": 0.2021032827858405, |
| "learning_rate": 8.653990993396921e-09, |
| "loss": 0.0711, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.9398410896708285, |
| "grad_norm": 0.5469399923890682, |
| "learning_rate": 6.125765367972492e-09, |
| "loss": 0.0641, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.9511918274687856, |
| "grad_norm": 0.11492556820368983, |
| "learning_rate": 4.032795251510957e-09, |
| "loss": 0.0095, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.9625425652667423, |
| "grad_norm": 0.02879337383162824, |
| "learning_rate": 2.3754459297833932e-09, |
| "loss": 0.0419, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.973893303064699, |
| "grad_norm": 2.144583462175888, |
| "learning_rate": 1.1540066597270916e-09, |
| "loss": 0.1211, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.985244040862656, |
| "grad_norm": 0.5856229499773629, |
| "learning_rate": 3.6869061896066536e-10, |
| "loss": 0.0493, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.996594778660613, |
| "grad_norm": 0.1718989447743379, |
| "learning_rate": 1.9634868579365696e-11, |
| "loss": 0.0414, |
| "step": 2640 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 2643, |
| "total_flos": 130173844045824.0, |
| "train_loss": 0.32796121670620854, |
| "train_runtime": 10598.1253, |
| "train_samples_per_second": 1.995, |
| "train_steps_per_second": 0.249 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 2643, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 1000000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 130173844045824.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
