| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 6.8119891008174385, |
| "eval_steps": 500, |
| "global_step": 10000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.006811989100817439, |
| "grad_norm": 11.914588928222656, |
| "learning_rate": 3.6e-06, |
| "loss": 0.9281, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.013623978201634877, |
| "grad_norm": 2.2081298828125, |
| "learning_rate": 7.6e-06, |
| "loss": 0.4782, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.020435967302452316, |
| "grad_norm": 1.648837924003601, |
| "learning_rate": 1.16e-05, |
| "loss": 0.3026, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.027247956403269755, |
| "grad_norm": 1.3150748014450073, |
| "learning_rate": 1.56e-05, |
| "loss": 0.2283, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0340599455040872, |
| "grad_norm": 1.7804750204086304, |
| "learning_rate": 1.9600000000000002e-05, |
| "loss": 0.2138, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.04087193460490463, |
| "grad_norm": 1.8128317594528198, |
| "learning_rate": 2.36e-05, |
| "loss": 0.2035, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.047683923705722074, |
| "grad_norm": 1.4426037073135376, |
| "learning_rate": 2.7600000000000003e-05, |
| "loss": 0.1941, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.05449591280653951, |
| "grad_norm": 2.272278070449829, |
| "learning_rate": 3.16e-05, |
| "loss": 0.179, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.06130790190735695, |
| "grad_norm": 1.347985863685608, |
| "learning_rate": 3.56e-05, |
| "loss": 0.148, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0681198910081744, |
| "grad_norm": 1.5960944890975952, |
| "learning_rate": 3.960000000000001e-05, |
| "loss": 0.1421, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.07493188010899182, |
| "grad_norm": 0.8870837688446045, |
| "learning_rate": 4.36e-05, |
| "loss": 0.1422, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.08174386920980926, |
| "grad_norm": 1.381057858467102, |
| "learning_rate": 4.76e-05, |
| "loss": 0.1392, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.0885558583106267, |
| "grad_norm": 1.140463948249817, |
| "learning_rate": 5.16e-05, |
| "loss": 0.13, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.09536784741144415, |
| "grad_norm": 1.0376285314559937, |
| "learning_rate": 5.560000000000001e-05, |
| "loss": 0.1254, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.10217983651226158, |
| "grad_norm": 0.6157049536705017, |
| "learning_rate": 5.96e-05, |
| "loss": 0.1216, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.10899182561307902, |
| "grad_norm": 1.6728339195251465, |
| "learning_rate": 6.36e-05, |
| "loss": 0.1169, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.11580381471389646, |
| "grad_norm": 1.3726643323898315, |
| "learning_rate": 6.76e-05, |
| "loss": 0.1201, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1226158038147139, |
| "grad_norm": 1.2212395668029785, |
| "learning_rate": 7.16e-05, |
| "loss": 0.12, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.12942779291553133, |
| "grad_norm": 1.034472107887268, |
| "learning_rate": 7.560000000000001e-05, |
| "loss": 0.098, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.1362397820163488, |
| "grad_norm": 0.7338757514953613, |
| "learning_rate": 7.960000000000001e-05, |
| "loss": 0.0965, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.14305177111716622, |
| "grad_norm": 0.62514328956604, |
| "learning_rate": 8.36e-05, |
| "loss": 0.1108, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.14986376021798364, |
| "grad_norm": 0.8058353662490845, |
| "learning_rate": 8.76e-05, |
| "loss": 0.0948, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.1566757493188011, |
| "grad_norm": 0.837098240852356, |
| "learning_rate": 9.16e-05, |
| "loss": 0.0948, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.16348773841961853, |
| "grad_norm": 1.094609260559082, |
| "learning_rate": 9.56e-05, |
| "loss": 0.0935, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.17029972752043596, |
| "grad_norm": 1.555716872215271, |
| "learning_rate": 9.960000000000001e-05, |
| "loss": 0.0949, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.1771117166212534, |
| "grad_norm": 0.8324354290962219, |
| "learning_rate": 9.999911419878559e-05, |
| "loss": 0.0894, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.18392370572207084, |
| "grad_norm": 1.3196247816085815, |
| "learning_rate": 9.999605221019081e-05, |
| "loss": 0.1098, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.1907356948228883, |
| "grad_norm": 0.6212723255157471, |
| "learning_rate": 9.999080323230761e-05, |
| "loss": 0.0848, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.19754768392370572, |
| "grad_norm": 0.9073509573936462, |
| "learning_rate": 9.998336749474329e-05, |
| "loss": 0.099, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.20435967302452315, |
| "grad_norm": 0.8732384443283081, |
| "learning_rate": 9.997374532276107e-05, |
| "loss": 0.0838, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2111716621253406, |
| "grad_norm": 1.0056062936782837, |
| "learning_rate": 9.996193713726596e-05, |
| "loss": 0.0818, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.21798365122615804, |
| "grad_norm": 0.7375788688659668, |
| "learning_rate": 9.994794345478624e-05, |
| "loss": 0.0768, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.22479564032697547, |
| "grad_norm": 1.0606452226638794, |
| "learning_rate": 9.99317648874509e-05, |
| "loss": 0.0845, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.23160762942779292, |
| "grad_norm": 0.699203610420227, |
| "learning_rate": 9.991340214296292e-05, |
| "loss": 0.0767, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.23841961852861035, |
| "grad_norm": 1.3575586080551147, |
| "learning_rate": 9.989285602456819e-05, |
| "loss": 0.075, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2452316076294278, |
| "grad_norm": 0.7841135263442993, |
| "learning_rate": 9.98701274310205e-05, |
| "loss": 0.0728, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.25204359673024523, |
| "grad_norm": 0.7767183184623718, |
| "learning_rate": 9.984521735654218e-05, |
| "loss": 0.0769, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.25885558583106266, |
| "grad_norm": 0.483733594417572, |
| "learning_rate": 9.981812689078057e-05, |
| "loss": 0.0669, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.2656675749318801, |
| "grad_norm": 0.4933801591396332, |
| "learning_rate": 9.978885721876041e-05, |
| "loss": 0.0696, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.2724795640326976, |
| "grad_norm": 0.6362014412879944, |
| "learning_rate": 9.975740962083198e-05, |
| "loss": 0.0678, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.279291553133515, |
| "grad_norm": 0.7683391571044922, |
| "learning_rate": 9.972378547261504e-05, |
| "loss": 0.0735, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.28610354223433243, |
| "grad_norm": 0.8926170468330383, |
| "learning_rate": 9.968798624493885e-05, |
| "loss": 0.0656, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.29291553133514986, |
| "grad_norm": 0.6009325385093689, |
| "learning_rate": 9.965001350377753e-05, |
| "loss": 0.074, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.2997275204359673, |
| "grad_norm": 0.45287570357322693, |
| "learning_rate": 9.960986891018183e-05, |
| "loss": 0.0602, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.3065395095367847, |
| "grad_norm": 0.47310397028923035, |
| "learning_rate": 9.95675542202063e-05, |
| "loss": 0.0619, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.3133514986376022, |
| "grad_norm": 1.0169494152069092, |
| "learning_rate": 9.952307128483256e-05, |
| "loss": 0.0709, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.3201634877384196, |
| "grad_norm": 0.7056031227111816, |
| "learning_rate": 9.947642204988835e-05, |
| "loss": 0.0666, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.32697547683923706, |
| "grad_norm": 0.817714512348175, |
| "learning_rate": 9.942760855596226e-05, |
| "loss": 0.0734, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.3337874659400545, |
| "grad_norm": 0.5847324728965759, |
| "learning_rate": 9.937663293831471e-05, |
| "loss": 0.0643, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.3405994550408719, |
| "grad_norm": 0.8371860384941101, |
| "learning_rate": 9.932349742678433e-05, |
| "loss": 0.0617, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.3474114441416894, |
| "grad_norm": 0.47964030504226685, |
| "learning_rate": 9.926820434569051e-05, |
| "loss": 0.0649, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.3542234332425068, |
| "grad_norm": 0.6083551645278931, |
| "learning_rate": 9.921075611373179e-05, |
| "loss": 0.0634, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.36103542234332425, |
| "grad_norm": 0.6717512011528015, |
| "learning_rate": 9.915115524387988e-05, |
| "loss": 0.0637, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.3678474114441417, |
| "grad_norm": 0.7015753984451294, |
| "learning_rate": 9.908940434326997e-05, |
| "loss": 0.0633, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3746594005449591, |
| "grad_norm": 0.6212232708930969, |
| "learning_rate": 9.902550611308645e-05, |
| "loss": 0.0593, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.3814713896457766, |
| "grad_norm": 0.6970530152320862, |
| "learning_rate": 9.895946334844494e-05, |
| "loss": 0.0579, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.388283378746594, |
| "grad_norm": 0.5176441669464111, |
| "learning_rate": 9.889127893826989e-05, |
| "loss": 0.0559, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.39509536784741145, |
| "grad_norm": 0.44634121656417847, |
| "learning_rate": 9.882095586516831e-05, |
| "loss": 0.0576, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.4019073569482289, |
| "grad_norm": 0.6069617867469788, |
| "learning_rate": 9.874849720529921e-05, |
| "loss": 0.0608, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.4087193460490463, |
| "grad_norm": 0.610893726348877, |
| "learning_rate": 9.867390612823914e-05, |
| "loss": 0.0592, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.41553133514986373, |
| "grad_norm": 0.3479655683040619, |
| "learning_rate": 9.859718589684344e-05, |
| "loss": 0.0658, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.4223433242506812, |
| "grad_norm": 0.7216345071792603, |
| "learning_rate": 9.851833986710353e-05, |
| "loss": 0.056, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.42915531335149865, |
| "grad_norm": 0.5811245441436768, |
| "learning_rate": 9.843737148800023e-05, |
| "loss": 0.0489, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.4359673024523161, |
| "grad_norm": 0.6808714866638184, |
| "learning_rate": 9.835428430135271e-05, |
| "loss": 0.0489, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.4427792915531335, |
| "grad_norm": 0.53304123878479, |
| "learning_rate": 9.82690819416637e-05, |
| "loss": 0.0551, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.44959128065395093, |
| "grad_norm": 0.5133969783782959, |
| "learning_rate": 9.818176813596041e-05, |
| "loss": 0.0523, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.4564032697547684, |
| "grad_norm": 0.42300981283187866, |
| "learning_rate": 9.809234670363159e-05, |
| "loss": 0.0635, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.46321525885558584, |
| "grad_norm": 0.5513554811477661, |
| "learning_rate": 9.800082155626034e-05, |
| "loss": 0.0571, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.47002724795640327, |
| "grad_norm": 0.4101255238056183, |
| "learning_rate": 9.790719669745312e-05, |
| "loss": 0.0571, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.4768392370572207, |
| "grad_norm": 0.7928181886672974, |
| "learning_rate": 9.781147622266455e-05, |
| "loss": 0.0576, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.48365122615803813, |
| "grad_norm": 0.6665974855422974, |
| "learning_rate": 9.771366431901831e-05, |
| "loss": 0.0626, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.4904632152588556, |
| "grad_norm": 0.43793386220932007, |
| "learning_rate": 9.761376526512394e-05, |
| "loss": 0.0567, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.49727520435967304, |
| "grad_norm": 0.4338440001010895, |
| "learning_rate": 9.751178343088963e-05, |
| "loss": 0.0519, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.5040871934604905, |
| "grad_norm": 0.47942614555358887, |
| "learning_rate": 9.740772327733123e-05, |
| "loss": 0.0446, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.510899182561308, |
| "grad_norm": 0.3280750811100006, |
| "learning_rate": 9.730158935637697e-05, |
| "loss": 0.052, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.5177111716621253, |
| "grad_norm": 0.6672011017799377, |
| "learning_rate": 9.719338631066834e-05, |
| "loss": 0.0417, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.5245231607629428, |
| "grad_norm": 0.386070191860199, |
| "learning_rate": 9.708311887335713e-05, |
| "loss": 0.0436, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.5313351498637602, |
| "grad_norm": 0.428362637758255, |
| "learning_rate": 9.697079186789823e-05, |
| "loss": 0.0539, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.5381471389645777, |
| "grad_norm": 0.4888722896575928, |
| "learning_rate": 9.685641020783876e-05, |
| "loss": 0.0517, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.5449591280653951, |
| "grad_norm": 0.4673832952976227, |
| "learning_rate": 9.67399788966031e-05, |
| "loss": 0.0523, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5517711171662125, |
| "grad_norm": 0.29115697741508484, |
| "learning_rate": 9.662150302727395e-05, |
| "loss": 0.0521, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.55858310626703, |
| "grad_norm": 0.827384352684021, |
| "learning_rate": 9.650098778236968e-05, |
| "loss": 0.0477, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5653950953678474, |
| "grad_norm": 0.33872804045677185, |
| "learning_rate": 9.637843843361749e-05, |
| "loss": 0.0471, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5722070844686649, |
| "grad_norm": 0.3877025842666626, |
| "learning_rate": 9.62538603417229e-05, |
| "loss": 0.0426, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.5790190735694822, |
| "grad_norm": 0.42489877343177795, |
| "learning_rate": 9.612725895613526e-05, |
| "loss": 0.0551, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5858310626702997, |
| "grad_norm": 0.3988380432128906, |
| "learning_rate": 9.599863981480926e-05, |
| "loss": 0.0487, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.5926430517711172, |
| "grad_norm": 0.5466487407684326, |
| "learning_rate": 9.586800854396283e-05, |
| "loss": 0.0467, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.5994550408719346, |
| "grad_norm": 0.37913820147514343, |
| "learning_rate": 9.573537085783095e-05, |
| "loss": 0.0399, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.6062670299727521, |
| "grad_norm": 0.47171854972839355, |
| "learning_rate": 9.560073255841571e-05, |
| "loss": 0.0402, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.6130790190735694, |
| "grad_norm": 0.5175816416740417, |
| "learning_rate": 9.546409953523247e-05, |
| "loss": 0.0514, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.6198910081743869, |
| "grad_norm": 0.3573410212993622, |
| "learning_rate": 9.532547776505229e-05, |
| "loss": 0.0384, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.6267029972752044, |
| "grad_norm": 0.4385380148887634, |
| "learning_rate": 9.518487331164048e-05, |
| "loss": 0.0478, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.6335149863760218, |
| "grad_norm": 0.49251607060432434, |
| "learning_rate": 9.504229232549134e-05, |
| "loss": 0.0421, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.6403269754768393, |
| "grad_norm": 0.33070334792137146, |
| "learning_rate": 9.489774104355909e-05, |
| "loss": 0.0402, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.6471389645776566, |
| "grad_norm": 0.616314709186554, |
| "learning_rate": 9.475122578898507e-05, |
| "loss": 0.0561, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.6539509536784741, |
| "grad_norm": 0.7195887565612793, |
| "learning_rate": 9.460275297082119e-05, |
| "loss": 0.0392, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.6607629427792916, |
| "grad_norm": 0.6277886033058167, |
| "learning_rate": 9.445232908374948e-05, |
| "loss": 0.0433, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.667574931880109, |
| "grad_norm": 0.7239585518836975, |
| "learning_rate": 9.429996070779808e-05, |
| "loss": 0.0513, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.6743869209809265, |
| "grad_norm": 0.8502191305160522, |
| "learning_rate": 9.414565450805333e-05, |
| "loss": 0.052, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.6811989100817438, |
| "grad_norm": 0.26333141326904297, |
| "learning_rate": 9.398941723436831e-05, |
| "loss": 0.0467, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6880108991825613, |
| "grad_norm": 0.6643750071525574, |
| "learning_rate": 9.383125572106752e-05, |
| "loss": 0.0416, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.6948228882833788, |
| "grad_norm": 0.4409726858139038, |
| "learning_rate": 9.367117688664791e-05, |
| "loss": 0.0484, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.7016348773841962, |
| "grad_norm": 0.575430154800415, |
| "learning_rate": 9.35091877334763e-05, |
| "loss": 0.0495, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.7084468664850136, |
| "grad_norm": 0.4284694492816925, |
| "learning_rate": 9.334529534748297e-05, |
| "loss": 0.0442, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.715258855585831, |
| "grad_norm": 0.4911642372608185, |
| "learning_rate": 9.317950689785188e-05, |
| "loss": 0.0405, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.7220708446866485, |
| "grad_norm": 0.7064844965934753, |
| "learning_rate": 9.301182963670688e-05, |
| "loss": 0.054, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.728882833787466, |
| "grad_norm": 0.7730808258056641, |
| "learning_rate": 9.284227089879456e-05, |
| "loss": 0.048, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.7356948228882834, |
| "grad_norm": 0.3709051012992859, |
| "learning_rate": 9.26708381011634e-05, |
| "loss": 0.0505, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.7425068119891008, |
| "grad_norm": 0.5168929100036621, |
| "learning_rate": 9.249753874283937e-05, |
| "loss": 0.0367, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.7493188010899182, |
| "grad_norm": 0.4022100269794464, |
| "learning_rate": 9.232238040449779e-05, |
| "loss": 0.0421, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7561307901907357, |
| "grad_norm": 0.4457673728466034, |
| "learning_rate": 9.214537074813181e-05, |
| "loss": 0.0417, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.7629427792915532, |
| "grad_norm": 0.5297082662582397, |
| "learning_rate": 9.196651751671724e-05, |
| "loss": 0.0429, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.7697547683923706, |
| "grad_norm": 0.2837148904800415, |
| "learning_rate": 9.178582853387384e-05, |
| "loss": 0.0435, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.776566757493188, |
| "grad_norm": 0.49884119629859924, |
| "learning_rate": 9.160331170352304e-05, |
| "loss": 0.0428, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.7833787465940054, |
| "grad_norm": 0.3587488532066345, |
| "learning_rate": 9.141897500954229e-05, |
| "loss": 0.0403, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.7901907356948229, |
| "grad_norm": 0.4518432319164276, |
| "learning_rate": 9.123282651541576e-05, |
| "loss": 0.0376, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.7970027247956403, |
| "grad_norm": 0.48306331038475037, |
| "learning_rate": 9.104487436388161e-05, |
| "loss": 0.0414, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.8038147138964578, |
| "grad_norm": 0.44562119245529175, |
| "learning_rate": 9.085512677657582e-05, |
| "loss": 0.039, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.8106267029972752, |
| "grad_norm": 0.5168417692184448, |
| "learning_rate": 9.066359205367258e-05, |
| "loss": 0.0433, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.8174386920980926, |
| "grad_norm": 0.3128747344017029, |
| "learning_rate": 9.047027857352112e-05, |
| "loss": 0.0459, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.8242506811989101, |
| "grad_norm": 0.43080934882164, |
| "learning_rate": 9.027519479227935e-05, |
| "loss": 0.0418, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.8310626702997275, |
| "grad_norm": 0.39959844946861267, |
| "learning_rate": 9.007834924354383e-05, |
| "loss": 0.0382, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.837874659400545, |
| "grad_norm": 0.46520474553108215, |
| "learning_rate": 8.987975053797655e-05, |
| "loss": 0.0435, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.8446866485013624, |
| "grad_norm": 0.500769317150116, |
| "learning_rate": 8.967940736292825e-05, |
| "loss": 0.0376, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.8514986376021798, |
| "grad_norm": 0.7235398888587952, |
| "learning_rate": 8.947732848205846e-05, |
| "loss": 0.0495, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.8583106267029973, |
| "grad_norm": 0.3423875570297241, |
| "learning_rate": 8.927352273495204e-05, |
| "loss": 0.0382, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.8651226158038147, |
| "grad_norm": 0.5364619493484497, |
| "learning_rate": 8.906799903673265e-05, |
| "loss": 0.0417, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.8719346049046321, |
| "grad_norm": 0.6217823028564453, |
| "learning_rate": 8.88607663776726e-05, |
| "loss": 0.0436, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.8787465940054496, |
| "grad_norm": 0.3814774751663208, |
| "learning_rate": 8.865183382279978e-05, |
| "loss": 0.0456, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.885558583106267, |
| "grad_norm": 0.5894232988357544, |
| "learning_rate": 8.844121051150096e-05, |
| "loss": 0.0413, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.8923705722070845, |
| "grad_norm": 0.4752817153930664, |
| "learning_rate": 8.822890565712211e-05, |
| "loss": 0.0365, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.8991825613079019, |
| "grad_norm": 0.3989897072315216, |
| "learning_rate": 8.801492854656536e-05, |
| "loss": 0.0397, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.9059945504087193, |
| "grad_norm": 0.3819690942764282, |
| "learning_rate": 8.779928853988268e-05, |
| "loss": 0.0351, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.9128065395095368, |
| "grad_norm": 0.487627774477005, |
| "learning_rate": 8.758199506986655e-05, |
| "loss": 0.038, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.9196185286103542, |
| "grad_norm": 0.40310102701187134, |
| "learning_rate": 8.73630576416373e-05, |
| "loss": 0.0365, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.9264305177111717, |
| "grad_norm": 0.30654123425483704, |
| "learning_rate": 8.714248583222726e-05, |
| "loss": 0.04, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.9332425068119891, |
| "grad_norm": 0.5350182056427002, |
| "learning_rate": 8.692028929016196e-05, |
| "loss": 0.0377, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.9400544959128065, |
| "grad_norm": 0.39081400632858276, |
| "learning_rate": 8.669647773503797e-05, |
| "loss": 0.0363, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.946866485013624, |
| "grad_norm": 0.4992840886116028, |
| "learning_rate": 8.647106095709773e-05, |
| "loss": 0.0355, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.9536784741144414, |
| "grad_norm": 0.3442818224430084, |
| "learning_rate": 8.624404881680139e-05, |
| "loss": 0.0452, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.9604904632152589, |
| "grad_norm": 0.5338506102561951, |
| "learning_rate": 8.601545124439535e-05, |
| "loss": 0.0358, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.9673024523160763, |
| "grad_norm": 0.3899770975112915, |
| "learning_rate": 8.5785278239478e-05, |
| "loss": 0.0422, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.9741144414168937, |
| "grad_norm": 0.5235274434089661, |
| "learning_rate": 8.555353987056224e-05, |
| "loss": 0.0411, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.9809264305177112, |
| "grad_norm": 0.4164868891239166, |
| "learning_rate": 8.532024627463505e-05, |
| "loss": 0.0351, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.9877384196185286, |
| "grad_norm": 0.3429436683654785, |
| "learning_rate": 8.508540765671407e-05, |
| "loss": 0.0396, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.9945504087193461, |
| "grad_norm": 0.45483162999153137, |
| "learning_rate": 8.484903428940121e-05, |
| "loss": 0.0388, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.0013623978201636, |
| "grad_norm": 0.4117540419101715, |
| "learning_rate": 8.461113651243334e-05, |
| "loss": 0.0396, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.008174386920981, |
| "grad_norm": 0.44719594717025757, |
| "learning_rate": 8.437172473222987e-05, |
| "loss": 0.0411, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.0149863760217983, |
| "grad_norm": 0.5068361759185791, |
| "learning_rate": 8.413080942143767e-05, |
| "loss": 0.0343, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.021798365122616, |
| "grad_norm": 0.43941476941108704, |
| "learning_rate": 8.388840111847288e-05, |
| "loss": 0.045, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.0286103542234333, |
| "grad_norm": 0.4756196141242981, |
| "learning_rate": 8.364451042705998e-05, |
| "loss": 0.0337, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.0354223433242506, |
| "grad_norm": 0.3626450002193451, |
| "learning_rate": 8.33991480157679e-05, |
| "loss": 0.0379, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.042234332425068, |
| "grad_norm": 0.5754261016845703, |
| "learning_rate": 8.315232461754338e-05, |
| "loss": 0.0374, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.0490463215258856, |
| "grad_norm": 0.45411282777786255, |
| "learning_rate": 8.290405102924144e-05, |
| "loss": 0.0404, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.055858310626703, |
| "grad_norm": 0.5540292263031006, |
| "learning_rate": 8.265433811115316e-05, |
| "loss": 0.0406, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.0626702997275204, |
| "grad_norm": 0.4548736810684204, |
| "learning_rate": 8.240319678653049e-05, |
| "loss": 0.0353, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.069482288828338, |
| "grad_norm": 0.3220965564250946, |
| "learning_rate": 8.215063804110857e-05, |
| "loss": 0.0395, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.0762942779291553, |
| "grad_norm": 0.33744776248931885, |
| "learning_rate": 8.189667292262512e-05, |
| "loss": 0.0327, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.0831062670299727, |
| "grad_norm": 0.34971827268600464, |
| "learning_rate": 8.164131254033716e-05, |
| "loss": 0.0382, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.0899182561307903, |
| "grad_norm": 0.3128986060619354, |
| "learning_rate": 8.138456806453503e-05, |
| "loss": 0.0322, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.0967302452316077, |
| "grad_norm": 0.2257993221282959, |
| "learning_rate": 8.112645072605386e-05, |
| "loss": 0.0271, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.103542234332425, |
| "grad_norm": 0.30597376823425293, |
| "learning_rate": 8.086697181578222e-05, |
| "loss": 0.0278, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.1103542234332424, |
| "grad_norm": 0.31509286165237427, |
| "learning_rate": 8.060614268416823e-05, |
| "loss": 0.0301, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.11716621253406, |
| "grad_norm": 0.4431317150592804, |
| "learning_rate": 8.034397474072309e-05, |
| "loss": 0.0309, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.1239782016348774, |
| "grad_norm": 0.4654938578605652, |
| "learning_rate": 8.008047945352193e-05, |
| "loss": 0.0406, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.1307901907356948, |
| "grad_norm": 0.42640626430511475, |
| "learning_rate": 7.981566834870225e-05, |
| "loss": 0.0299, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.1376021798365124, |
| "grad_norm": 0.41219788789749146, |
| "learning_rate": 7.954955300995961e-05, |
| "loss": 0.0318, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.1444141689373297, |
| "grad_norm": 0.3845755159854889, |
| "learning_rate": 7.928214507804104e-05, |
| "loss": 0.0338, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.151226158038147, |
| "grad_norm": 0.31636008620262146, |
| "learning_rate": 7.901345625023576e-05, |
| "loss": 0.0352, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.1580381471389645, |
| "grad_norm": 0.34709426760673523, |
| "learning_rate": 7.874349827986354e-05, |
| "loss": 0.0331, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.164850136239782, |
| "grad_norm": 0.4313192665576935, |
| "learning_rate": 7.847228297576053e-05, |
| "loss": 0.0326, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.1716621253405994, |
| "grad_norm": 0.4032236933708191, |
| "learning_rate": 7.819982220176276e-05, |
| "loss": 0.0355, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.1784741144414168, |
| "grad_norm": 0.3324613571166992, |
| "learning_rate": 7.792612787618714e-05, |
| "loss": 0.0355, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.1852861035422344, |
| "grad_norm": 0.44290757179260254, |
| "learning_rate": 7.765121197131009e-05, |
| "loss": 0.0327, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.1920980926430518, |
| "grad_norm": 0.28540492057800293, |
| "learning_rate": 7.737508651284391e-05, |
| "loss": 0.0367, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.1989100817438691, |
| "grad_norm": 0.38834914565086365, |
| "learning_rate": 7.709776357941069e-05, |
| "loss": 0.0373, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.2057220708446867, |
| "grad_norm": 0.34177857637405396, |
| "learning_rate": 7.681925530201392e-05, |
| "loss": 0.0368, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.2125340599455041, |
| "grad_norm": 0.45681893825531006, |
| "learning_rate": 7.65395738635079e-05, |
| "loss": 0.0318, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.2193460490463215, |
| "grad_norm": 0.32232654094696045, |
| "learning_rate": 7.62587314980648e-05, |
| "loss": 0.0365, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.226158038147139, |
| "grad_norm": 0.2634826898574829, |
| "learning_rate": 7.597674049063947e-05, |
| "loss": 0.0327, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.2329700272479565, |
| "grad_norm": 0.4753483235836029, |
| "learning_rate": 7.569361317643211e-05, |
| "loss": 0.0337, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.2397820163487738, |
| "grad_norm": 0.3038065433502197, |
| "learning_rate": 7.540936194034865e-05, |
| "loss": 0.0309, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.2465940054495912, |
| "grad_norm": 0.32555919885635376, |
| "learning_rate": 7.512399921645901e-05, |
| "loss": 0.0313, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.2534059945504088, |
| "grad_norm": 0.3383468985557556, |
| "learning_rate": 7.483753748745317e-05, |
| "loss": 0.032, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.2602179836512262, |
| "grad_norm": 0.26944777369499207, |
| "learning_rate": 7.454998928409516e-05, |
| "loss": 0.0308, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.2670299727520435, |
| "grad_norm": 0.2938184142112732, |
| "learning_rate": 7.426136718467493e-05, |
| "loss": 0.0324, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.273841961852861, |
| "grad_norm": 0.276143878698349, |
| "learning_rate": 7.397168381445812e-05, |
| "loss": 0.0325, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.2806539509536785, |
| "grad_norm": 0.3054909408092499, |
| "learning_rate": 7.368095184513377e-05, |
| "loss": 0.03, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.2874659400544959, |
| "grad_norm": 0.24084536731243134, |
| "learning_rate": 7.338918399426005e-05, |
| "loss": 0.0274, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.2942779291553133, |
| "grad_norm": 0.41324862837791443, |
| "learning_rate": 7.309639302470801e-05, |
| "loss": 0.0348, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.3010899182561309, |
| "grad_norm": 0.29731935262680054, |
| "learning_rate": 7.280259174410312e-05, |
| "loss": 0.0312, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.3079019073569482, |
| "grad_norm": 0.22514300048351288, |
| "learning_rate": 7.250779300426517e-05, |
| "loss": 0.0312, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.3147138964577656, |
| "grad_norm": 0.5704501271247864, |
| "learning_rate": 7.22120097006461e-05, |
| "loss": 0.0325, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.3215258855585832, |
| "grad_norm": 0.27702492475509644, |
| "learning_rate": 7.191525477176577e-05, |
| "loss": 0.0321, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.3283378746594006, |
| "grad_norm": 0.34598076343536377, |
| "learning_rate": 7.161754119864616e-05, |
| "loss": 0.0298, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.335149863760218, |
| "grad_norm": 0.24778622388839722, |
| "learning_rate": 7.131888200424339e-05, |
| "loss": 0.0277, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.3419618528610355, |
| "grad_norm": 0.2454395443201065, |
| "learning_rate": 7.101929025287816e-05, |
| "loss": 0.0357, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.348773841961853, |
| "grad_norm": 0.47679805755615234, |
| "learning_rate": 7.071877904966423e-05, |
| "loss": 0.0378, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.3555858310626703, |
| "grad_norm": 0.2696547210216522, |
| "learning_rate": 7.04173615399351e-05, |
| "loss": 0.0299, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.3623978201634879, |
| "grad_norm": 0.3305070698261261, |
| "learning_rate": 7.011505090866913e-05, |
| "loss": 0.0298, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.3692098092643052, |
| "grad_norm": 0.35810503363609314, |
| "learning_rate": 6.981186037991271e-05, |
| "loss": 0.0304, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.3760217983651226, |
| "grad_norm": 0.314117968082428, |
| "learning_rate": 6.950780321620174e-05, |
| "loss": 0.0352, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.38283378746594, |
| "grad_norm": 0.33775216341018677, |
| "learning_rate": 6.920289271798157e-05, |
| "loss": 0.0378, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.3896457765667574, |
| "grad_norm": 0.33370664715766907, |
| "learning_rate": 6.889714222302517e-05, |
| "loss": 0.0336, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.396457765667575, |
| "grad_norm": 0.48640260100364685, |
| "learning_rate": 6.85905651058497e-05, |
| "loss": 0.0323, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.4032697547683923, |
| "grad_norm": 0.3220215141773224, |
| "learning_rate": 6.82831747771314e-05, |
| "loss": 0.0276, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.4100817438692097, |
| "grad_norm": 0.32791373133659363, |
| "learning_rate": 6.797498468311907e-05, |
| "loss": 0.0287, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.4168937329700273, |
| "grad_norm": 0.36337828636169434, |
| "learning_rate": 6.766600830504585e-05, |
| "loss": 0.0291, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.4237057220708447, |
| "grad_norm": 0.3391413390636444, |
| "learning_rate": 6.735625915853942e-05, |
| "loss": 0.0284, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.430517711171662, |
| "grad_norm": 0.35755249857902527, |
| "learning_rate": 6.70457507930309e-05, |
| "loss": 0.0274, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.4373297002724796, |
| "grad_norm": 0.2682415843009949, |
| "learning_rate": 6.673449679116215e-05, |
| "loss": 0.0274, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.444141689373297, |
| "grad_norm": 0.475309818983078, |
| "learning_rate": 6.642251076819148e-05, |
| "loss": 0.0262, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.4509536784741144, |
| "grad_norm": 0.3676445186138153, |
| "learning_rate": 6.610980637139827e-05, |
| "loss": 0.0318, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.457765667574932, |
| "grad_norm": 0.45259350538253784, |
| "learning_rate": 6.579639727948583e-05, |
| "loss": 0.0296, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.4645776566757494, |
| "grad_norm": 0.38819339871406555, |
| "learning_rate": 6.548229720198315e-05, |
| "loss": 0.0334, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.4713896457765667, |
| "grad_norm": 0.4020323157310486, |
| "learning_rate": 6.516751987864517e-05, |
| "loss": 0.0273, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.4782016348773843, |
| "grad_norm": 0.1928047388792038, |
| "learning_rate": 6.485207907885175e-05, |
| "loss": 0.0266, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.4850136239782017, |
| "grad_norm": 0.442618727684021, |
| "learning_rate": 6.453598860100536e-05, |
| "loss": 0.0299, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.491825613079019, |
| "grad_norm": 0.36381062865257263, |
| "learning_rate": 6.421926227192749e-05, |
| "loss": 0.0252, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.4986376021798364, |
| "grad_norm": 0.4495033621788025, |
| "learning_rate": 6.390191394625381e-05, |
| "loss": 0.0265, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.5054495912806538, |
| "grad_norm": 0.3564695715904236, |
| "learning_rate": 6.358395750582817e-05, |
| "loss": 0.026, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.5122615803814714, |
| "grad_norm": 0.28276216983795166, |
| "learning_rate": 6.326540685909532e-05, |
| "loss": 0.0245, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.5190735694822888, |
| "grad_norm": 0.44450217485427856, |
| "learning_rate": 6.294627594049249e-05, |
| "loss": 0.0253, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.5258855585831061, |
| "grad_norm": 0.2726491391658783, |
| "learning_rate": 6.262657870983989e-05, |
| "loss": 0.0258, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.5326975476839237, |
| "grad_norm": 0.35235723853111267, |
| "learning_rate": 6.230632915173009e-05, |
| "loss": 0.0303, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.5395095367847411, |
| "grad_norm": 0.2119748741388321, |
| "learning_rate": 6.198554127491622e-05, |
| "loss": 0.029, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.5463215258855585, |
| "grad_norm": 0.34444141387939453, |
| "learning_rate": 6.166422911169923e-05, |
| "loss": 0.0269, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.553133514986376, |
| "grad_norm": 0.2883770763874054, |
| "learning_rate": 6.1342406717314e-05, |
| "loss": 0.0303, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.5599455040871935, |
| "grad_norm": 0.2837648093700409, |
| "learning_rate": 6.102008816931466e-05, |
| "loss": 0.0272, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.5667574931880108, |
| "grad_norm": 0.2236020863056183, |
| "learning_rate": 6.069728756695866e-05, |
| "loss": 0.0234, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.5735694822888284, |
| "grad_norm": 0.4470672607421875, |
| "learning_rate": 6.037401903059008e-05, |
| "loss": 0.032, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.5803814713896458, |
| "grad_norm": 0.3020336627960205, |
| "learning_rate": 6.005029670102195e-05, |
| "loss": 0.0227, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.5871934604904632, |
| "grad_norm": 0.27960023283958435, |
| "learning_rate": 5.972613473891766e-05, |
| "loss": 0.0335, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.5940054495912808, |
| "grad_norm": 0.308479368686676, |
| "learning_rate": 5.940154732417158e-05, |
| "loss": 0.0297, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.6008174386920981, |
| "grad_norm": 0.3311978876590729, |
| "learning_rate": 5.907654865528876e-05, |
| "loss": 0.0312, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.6076294277929155, |
| "grad_norm": 0.26757732033729553, |
| "learning_rate": 5.875115294876381e-05, |
| "loss": 0.0234, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.614441416893733, |
| "grad_norm": 0.40103888511657715, |
| "learning_rate": 5.842537443845908e-05, |
| "loss": 0.0274, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.6212534059945503, |
| "grad_norm": 0.17837531864643097, |
| "learning_rate": 5.809922737498198e-05, |
| "loss": 0.0225, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.6280653950953679, |
| "grad_norm": 0.42968425154685974, |
| "learning_rate": 5.777272602506165e-05, |
| "loss": 0.027, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.6348773841961854, |
| "grad_norm": 0.24213114380836487, |
| "learning_rate": 5.744588467092483e-05, |
| "loss": 0.0265, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.6416893732970026, |
| "grad_norm": 0.3060871660709381, |
| "learning_rate": 5.7118717609671194e-05, |
| "loss": 0.0235, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.6485013623978202, |
| "grad_norm": 0.20384085178375244, |
| "learning_rate": 5.679123915264786e-05, |
| "loss": 0.0261, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.6553133514986376, |
| "grad_norm": 0.3139786720275879, |
| "learning_rate": 5.646346362482342e-05, |
| "loss": 0.0225, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.662125340599455, |
| "grad_norm": 0.2353772073984146, |
| "learning_rate": 5.613540536416132e-05, |
| "loss": 0.0273, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.6689373297002725, |
| "grad_norm": 0.3663155436515808, |
| "learning_rate": 5.5807078720992645e-05, |
| "loss": 0.0237, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.67574931880109, |
| "grad_norm": 0.4667767882347107, |
| "learning_rate": 5.547849805738836e-05, |
| "loss": 0.0308, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.6825613079019073, |
| "grad_norm": 0.2913496792316437, |
| "learning_rate": 5.514967774653118e-05, |
| "loss": 0.0222, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.6893732970027249, |
| "grad_norm": 0.22617073357105255, |
| "learning_rate": 5.482063217208674e-05, |
| "loss": 0.0251, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.6961852861035422, |
| "grad_norm": 0.3499128222465515, |
| "learning_rate": 5.449137572757439e-05, |
| "loss": 0.0216, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.7029972752043596, |
| "grad_norm": 0.24365057051181793, |
| "learning_rate": 5.4161922815737696e-05, |
| "loss": 0.0268, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.7098092643051772, |
| "grad_norm": 0.21294479072093964, |
| "learning_rate": 5.3832287847914276e-05, |
| "loss": 0.0273, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.7166212534059946, |
| "grad_norm": 0.31520646810531616, |
| "learning_rate": 5.35024852434055e-05, |
| "loss": 0.0258, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.723433242506812, |
| "grad_norm": 0.4261656403541565, |
| "learning_rate": 5.317252942884567e-05, |
| "loss": 0.0231, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.7302452316076296, |
| "grad_norm": 0.29408591985702515, |
| "learning_rate": 5.284243483757109e-05, |
| "loss": 0.0304, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.7370572207084467, |
| "grad_norm": 0.333383172750473, |
| "learning_rate": 5.2512215908988484e-05, |
| "loss": 0.0295, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.7438692098092643, |
| "grad_norm": 0.2510589361190796, |
| "learning_rate": 5.218188708794357e-05, |
| "loss": 0.0254, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.750681198910082, |
| "grad_norm": 0.3071255385875702, |
| "learning_rate": 5.18514628240891e-05, |
| "loss": 0.0233, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.757493188010899, |
| "grad_norm": 0.3328297436237335, |
| "learning_rate": 5.1520957571252795e-05, |
| "loss": 0.0237, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.7643051771117166, |
| "grad_norm": 0.2048969864845276, |
| "learning_rate": 5.1190385786805106e-05, |
| "loss": 0.0278, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.771117166212534, |
| "grad_norm": 0.4445406496524811, |
| "learning_rate": 5.085976193102677e-05, |
| "loss": 0.0247, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.7779291553133514, |
| "grad_norm": 0.2530488967895508, |
| "learning_rate": 5.052910046647634e-05, |
| "loss": 0.0218, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.784741144414169, |
| "grad_norm": 0.31554245948791504, |
| "learning_rate": 5.0198415857357464e-05, |
| "loss": 0.0237, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.7915531335149864, |
| "grad_norm": 0.2431655079126358, |
| "learning_rate": 4.9867722568886223e-05, |
| "loss": 0.0214, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.7983651226158037, |
| "grad_norm": 0.28798162937164307, |
| "learning_rate": 4.9537035066658314e-05, |
| "loss": 0.0213, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.8051771117166213, |
| "grad_norm": 0.25857627391815186, |
| "learning_rate": 4.920636781601638e-05, |
| "loss": 0.0272, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.8119891008174387, |
| "grad_norm": 0.2804415225982666, |
| "learning_rate": 4.88757352814172e-05, |
| "loss": 0.0288, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.818801089918256, |
| "grad_norm": 0.23555926978588104, |
| "learning_rate": 4.8545151925798924e-05, |
| "loss": 0.0247, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.8256130790190737, |
| "grad_norm": 0.3501521050930023, |
| "learning_rate": 4.821463220994848e-05, |
| "loss": 0.026, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.832425068119891, |
| "grad_norm": 0.3100302517414093, |
| "learning_rate": 4.788419059186895e-05, |
| "loss": 0.021, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.8392370572207084, |
| "grad_norm": 0.28045013546943665, |
| "learning_rate": 4.7553841526147205e-05, |
| "loss": 0.0257, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.846049046321526, |
| "grad_norm": 0.17547450959682465, |
| "learning_rate": 4.722359946332156e-05, |
| "loss": 0.023, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.8528610354223434, |
| "grad_norm": 0.2572614550590515, |
| "learning_rate": 4.6893478849249654e-05, |
| "loss": 0.0226, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.8596730245231607, |
| "grad_norm": 0.42476364970207214, |
| "learning_rate": 4.656349412447664e-05, |
| "loss": 0.023, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.8664850136239783, |
| "grad_norm": 0.37075158953666687, |
| "learning_rate": 4.623365972360337e-05, |
| "loss": 0.0239, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.8732970027247955, |
| "grad_norm": 0.27569836378097534, |
| "learning_rate": 4.590399007465503e-05, |
| "loss": 0.0216, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.880108991825613, |
| "grad_norm": 0.25869858264923096, |
| "learning_rate": 4.557449959845005e-05, |
| "loss": 0.024, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.8869209809264307, |
| "grad_norm": 0.2198791801929474, |
| "learning_rate": 4.524520270796927e-05, |
| "loss": 0.0213, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.8937329700272478, |
| "grad_norm": 0.3058468997478485, |
| "learning_rate": 4.491611380772545e-05, |
| "loss": 0.0218, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.9005449591280654, |
| "grad_norm": 0.2228512316942215, |
| "learning_rate": 4.458724729313318e-05, |
| "loss": 0.0218, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.9073569482288828, |
| "grad_norm": 0.2506347894668579, |
| "learning_rate": 4.42586175498792e-05, |
| "loss": 0.023, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.9141689373297002, |
| "grad_norm": 0.28511497378349304, |
| "learning_rate": 4.3930238953293094e-05, |
| "loss": 0.0211, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.9209809264305178, |
| "grad_norm": 0.2836903929710388, |
| "learning_rate": 4.360212586771847e-05, |
| "loss": 0.0174, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.9277929155313351, |
| "grad_norm": 0.2694113254547119, |
| "learning_rate": 4.327429264588463e-05, |
| "loss": 0.024, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.9346049046321525, |
| "grad_norm": 0.25238320231437683, |
| "learning_rate": 4.2946753628278725e-05, |
| "loss": 0.022, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.94141689373297, |
| "grad_norm": 0.22233974933624268, |
| "learning_rate": 4.2619523142518474e-05, |
| "loss": 0.0218, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.9482288828337875, |
| "grad_norm": 0.22567766904830933, |
| "learning_rate": 4.229261550272539e-05, |
| "loss": 0.0211, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.9550408719346049, |
| "grad_norm": 0.21269120275974274, |
| "learning_rate": 4.196604500889868e-05, |
| "loss": 0.0207, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.9618528610354224, |
| "grad_norm": 0.25701943039894104, |
| "learning_rate": 4.163982594628969e-05, |
| "loss": 0.0218, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.9686648501362398, |
| "grad_norm": 0.2941311299800873, |
| "learning_rate": 4.131397258477702e-05, |
| "loss": 0.0222, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.9754768392370572, |
| "grad_norm": 0.20397907495498657, |
| "learning_rate": 4.0988499178242315e-05, |
| "loss": 0.0205, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.9822888283378748, |
| "grad_norm": 0.21562394499778748, |
| "learning_rate": 4.066341996394678e-05, |
| "loss": 0.0288, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.989100817438692, |
| "grad_norm": 0.25813037157058716, |
| "learning_rate": 4.033874916190833e-05, |
| "loss": 0.0215, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.9959128065395095, |
| "grad_norm": 0.1991417109966278, |
| "learning_rate": 4.001450097427966e-05, |
| "loss": 0.019, |
| "step": 2930 |
| }, |
| { |
| "epoch": 2.002724795640327, |
| "grad_norm": 0.21835818886756897, |
| "learning_rate": 3.9690689584726894e-05, |
| "loss": 0.0249, |
| "step": 2940 |
| }, |
| { |
| "epoch": 2.0095367847411443, |
| "grad_norm": 0.24195794761180878, |
| "learning_rate": 3.936732915780923e-05, |
| "loss": 0.0177, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.016348773841962, |
| "grad_norm": 0.3374285101890564, |
| "learning_rate": 3.904443383835929e-05, |
| "loss": 0.0247, |
| "step": 2960 |
| }, |
| { |
| "epoch": 2.0231607629427795, |
| "grad_norm": 0.2824082374572754, |
| "learning_rate": 3.872201775086437e-05, |
| "loss": 0.0216, |
| "step": 2970 |
| }, |
| { |
| "epoch": 2.0299727520435966, |
| "grad_norm": 0.29006993770599365, |
| "learning_rate": 3.8400094998848616e-05, |
| "loss": 0.0206, |
| "step": 2980 |
| }, |
| { |
| "epoch": 2.036784741144414, |
| "grad_norm": 0.3308681547641754, |
| "learning_rate": 3.807867966425611e-05, |
| "loss": 0.0178, |
| "step": 2990 |
| }, |
| { |
| "epoch": 2.043596730245232, |
| "grad_norm": 0.24560880661010742, |
| "learning_rate": 3.775778580683481e-05, |
| "loss": 0.0226, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.050408719346049, |
| "grad_norm": 0.2389586716890335, |
| "learning_rate": 3.743742746352156e-05, |
| "loss": 0.021, |
| "step": 3010 |
| }, |
| { |
| "epoch": 2.0572207084468666, |
| "grad_norm": 0.35238826274871826, |
| "learning_rate": 3.711761864782817e-05, |
| "loss": 0.0251, |
| "step": 3020 |
| }, |
| { |
| "epoch": 2.0640326975476837, |
| "grad_norm": 0.2502613365650177, |
| "learning_rate": 3.679837334922825e-05, |
| "loss": 0.0201, |
| "step": 3030 |
| }, |
| { |
| "epoch": 2.0708446866485013, |
| "grad_norm": 0.2527748942375183, |
| "learning_rate": 3.647970553254538e-05, |
| "loss": 0.0211, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.077656675749319, |
| "grad_norm": 0.3349742293357849, |
| "learning_rate": 3.61616291373422e-05, |
| "loss": 0.0243, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.084468664850136, |
| "grad_norm": 0.2768033444881439, |
| "learning_rate": 3.584415807731065e-05, |
| "loss": 0.0229, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.0912806539509536, |
| "grad_norm": 0.21673381328582764, |
| "learning_rate": 3.552730623966337e-05, |
| "loss": 0.0223, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.0980926430517712, |
| "grad_norm": 0.20745591819286346, |
| "learning_rate": 3.521108748452617e-05, |
| "loss": 0.0196, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.1049046321525884, |
| "grad_norm": 0.27668702602386475, |
| "learning_rate": 3.489551564433186e-05, |
| "loss": 0.024, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.111716621253406, |
| "grad_norm": 0.2564879357814789, |
| "learning_rate": 3.4580604523215006e-05, |
| "loss": 0.0194, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.1185286103542236, |
| "grad_norm": 0.21311357617378235, |
| "learning_rate": 3.4266367896408216e-05, |
| "loss": 0.0291, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.1253405994550407, |
| "grad_norm": 0.21265241503715515, |
| "learning_rate": 3.3952819509639534e-05, |
| "loss": 0.019, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.1321525885558583, |
| "grad_norm": 0.25450852513313293, |
| "learning_rate": 3.3639973078531165e-05, |
| "loss": 0.0207, |
| "step": 3130 |
| }, |
| { |
| "epoch": 2.138964577656676, |
| "grad_norm": 0.24124109745025635, |
| "learning_rate": 3.332784228799947e-05, |
| "loss": 0.0195, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.145776566757493, |
| "grad_norm": 0.3012523055076599, |
| "learning_rate": 3.301644079165638e-05, |
| "loss": 0.0206, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.1525885558583107, |
| "grad_norm": 0.2553965151309967, |
| "learning_rate": 3.27057822112122e-05, |
| "loss": 0.0169, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.1594005449591283, |
| "grad_norm": 0.28278952836990356, |
| "learning_rate": 3.239588013587958e-05, |
| "loss": 0.0222, |
| "step": 3170 |
| }, |
| { |
| "epoch": 2.1662125340599454, |
| "grad_norm": 0.2095153033733368, |
| "learning_rate": 3.208674812177926e-05, |
| "loss": 0.0189, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.173024523160763, |
| "grad_norm": 0.30485105514526367, |
| "learning_rate": 3.177839969134698e-05, |
| "loss": 0.0219, |
| "step": 3190 |
| }, |
| { |
| "epoch": 2.1798365122615806, |
| "grad_norm": 0.35161760449409485, |
| "learning_rate": 3.1470848332742e-05, |
| "loss": 0.0217, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.1866485013623977, |
| "grad_norm": 0.24349473416805267, |
| "learning_rate": 3.116410749925708e-05, |
| "loss": 0.0222, |
| "step": 3210 |
| }, |
| { |
| "epoch": 2.1934604904632153, |
| "grad_norm": 0.15715332329273224, |
| "learning_rate": 3.085819060872995e-05, |
| "loss": 0.0179, |
| "step": 3220 |
| }, |
| { |
| "epoch": 2.2002724795640325, |
| "grad_norm": 0.22666095197200775, |
| "learning_rate": 3.055311104295648e-05, |
| "loss": 0.0198, |
| "step": 3230 |
| }, |
| { |
| "epoch": 2.20708446866485, |
| "grad_norm": 0.22959241271018982, |
| "learning_rate": 3.024888214710517e-05, |
| "loss": 0.0162, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.2138964577656677, |
| "grad_norm": 0.22255851328372955, |
| "learning_rate": 2.994551722913349e-05, |
| "loss": 0.0159, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.220708446866485, |
| "grad_norm": 0.2214617133140564, |
| "learning_rate": 2.9643029559205727e-05, |
| "loss": 0.0225, |
| "step": 3260 |
| }, |
| { |
| "epoch": 2.2275204359673024, |
| "grad_norm": 0.1882133036851883, |
| "learning_rate": 2.934143236911248e-05, |
| "loss": 0.0179, |
| "step": 3270 |
| }, |
| { |
| "epoch": 2.23433242506812, |
| "grad_norm": 0.4131694436073303, |
| "learning_rate": 2.90407388516919e-05, |
| "loss": 0.0194, |
| "step": 3280 |
| }, |
| { |
| "epoch": 2.241144414168937, |
| "grad_norm": 0.3278559148311615, |
| "learning_rate": 2.8740962160252495e-05, |
| "loss": 0.02, |
| "step": 3290 |
| }, |
| { |
| "epoch": 2.2479564032697548, |
| "grad_norm": 0.21860350668430328, |
| "learning_rate": 2.844211540799797e-05, |
| "loss": 0.0177, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.2547683923705724, |
| "grad_norm": 0.2650901675224304, |
| "learning_rate": 2.8144211667453368e-05, |
| "loss": 0.0183, |
| "step": 3310 |
| }, |
| { |
| "epoch": 2.2615803814713895, |
| "grad_norm": 0.2598157823085785, |
| "learning_rate": 2.7847263969893344e-05, |
| "loss": 0.016, |
| "step": 3320 |
| }, |
| { |
| "epoch": 2.268392370572207, |
| "grad_norm": 0.21535956859588623, |
| "learning_rate": 2.7551285304772206e-05, |
| "loss": 0.0173, |
| "step": 3330 |
| }, |
| { |
| "epoch": 2.2752043596730247, |
| "grad_norm": 0.19479890167713165, |
| "learning_rate": 2.7256288619155567e-05, |
| "loss": 0.0181, |
| "step": 3340 |
| }, |
| { |
| "epoch": 2.282016348773842, |
| "grad_norm": 0.21761104464530945, |
| "learning_rate": 2.6962286817154158e-05, |
| "loss": 0.0208, |
| "step": 3350 |
| }, |
| { |
| "epoch": 2.2888283378746594, |
| "grad_norm": 0.18495774269104004, |
| "learning_rate": 2.6669292759359166e-05, |
| "loss": 0.0173, |
| "step": 3360 |
| }, |
| { |
| "epoch": 2.2956403269754766, |
| "grad_norm": 0.2476925402879715, |
| "learning_rate": 2.637731926227993e-05, |
| "loss": 0.0231, |
| "step": 3370 |
| }, |
| { |
| "epoch": 2.302452316076294, |
| "grad_norm": 0.3167796730995178, |
| "learning_rate": 2.6086379097783033e-05, |
| "loss": 0.0219, |
| "step": 3380 |
| }, |
| { |
| "epoch": 2.309264305177112, |
| "grad_norm": 0.3013063371181488, |
| "learning_rate": 2.579648499253377e-05, |
| "loss": 0.0183, |
| "step": 3390 |
| }, |
| { |
| "epoch": 2.316076294277929, |
| "grad_norm": 0.2609173357486725, |
| "learning_rate": 2.5507649627439466e-05, |
| "loss": 0.0214, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.3228882833787465, |
| "grad_norm": 0.1826580911874771, |
| "learning_rate": 2.5219885637094653e-05, |
| "loss": 0.0191, |
| "step": 3410 |
| }, |
| { |
| "epoch": 2.329700272479564, |
| "grad_norm": 0.21605326235294342, |
| "learning_rate": 2.4933205609228533e-05, |
| "loss": 0.0209, |
| "step": 3420 |
| }, |
| { |
| "epoch": 2.3365122615803813, |
| "grad_norm": 0.23476341366767883, |
| "learning_rate": 2.464762208415419e-05, |
| "loss": 0.018, |
| "step": 3430 |
| }, |
| { |
| "epoch": 2.343324250681199, |
| "grad_norm": 0.1948312371969223, |
| "learning_rate": 2.4363147554220213e-05, |
| "loss": 0.0145, |
| "step": 3440 |
| }, |
| { |
| "epoch": 2.3501362397820165, |
| "grad_norm": 0.20815841853618622, |
| "learning_rate": 2.407979446326411e-05, |
| "loss": 0.0196, |
| "step": 3450 |
| }, |
| { |
| "epoch": 2.3569482288828336, |
| "grad_norm": 0.23515887558460236, |
| "learning_rate": 2.379757520606799e-05, |
| "loss": 0.0203, |
| "step": 3460 |
| }, |
| { |
| "epoch": 2.363760217983651, |
| "grad_norm": 0.2154649794101715, |
| "learning_rate": 2.3516502127816455e-05, |
| "loss": 0.0175, |
| "step": 3470 |
| }, |
| { |
| "epoch": 2.370572207084469, |
| "grad_norm": 0.23456346988677979, |
| "learning_rate": 2.323658752355647e-05, |
| "loss": 0.0173, |
| "step": 3480 |
| }, |
| { |
| "epoch": 2.377384196185286, |
| "grad_norm": 0.21330733597278595, |
| "learning_rate": 2.2957843637659654e-05, |
| "loss": 0.0178, |
| "step": 3490 |
| }, |
| { |
| "epoch": 2.3841961852861036, |
| "grad_norm": 0.19244815409183502, |
| "learning_rate": 2.2680282663286552e-05, |
| "loss": 0.0229, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.391008174386921, |
| "grad_norm": 0.20745113492012024, |
| "learning_rate": 2.2403916741853364e-05, |
| "loss": 0.0173, |
| "step": 3510 |
| }, |
| { |
| "epoch": 2.3978201634877383, |
| "grad_norm": 0.19936102628707886, |
| "learning_rate": 2.2128757962500817e-05, |
| "loss": 0.0172, |
| "step": 3520 |
| }, |
| { |
| "epoch": 2.404632152588556, |
| "grad_norm": 0.2921135127544403, |
| "learning_rate": 2.1854818361565275e-05, |
| "loss": 0.0171, |
| "step": 3530 |
| }, |
| { |
| "epoch": 2.4114441416893735, |
| "grad_norm": 0.2126695066690445, |
| "learning_rate": 2.1582109922052364e-05, |
| "loss": 0.0199, |
| "step": 3540 |
| }, |
| { |
| "epoch": 2.4182561307901906, |
| "grad_norm": 0.161210298538208, |
| "learning_rate": 2.1310644573112635e-05, |
| "loss": 0.0202, |
| "step": 3550 |
| }, |
| { |
| "epoch": 2.4250681198910082, |
| "grad_norm": 0.1921418011188507, |
| "learning_rate": 2.1040434189519924e-05, |
| "loss": 0.0168, |
| "step": 3560 |
| }, |
| { |
| "epoch": 2.431880108991826, |
| "grad_norm": 0.17595872282981873, |
| "learning_rate": 2.0771490591151733e-05, |
| "loss": 0.0208, |
| "step": 3570 |
| }, |
| { |
| "epoch": 2.438692098092643, |
| "grad_norm": 0.18638396263122559, |
| "learning_rate": 2.0503825542472317e-05, |
| "loss": 0.0214, |
| "step": 3580 |
| }, |
| { |
| "epoch": 2.4455040871934606, |
| "grad_norm": 0.24000069499015808, |
| "learning_rate": 2.023745075201805e-05, |
| "loss": 0.0155, |
| "step": 3590 |
| }, |
| { |
| "epoch": 2.452316076294278, |
| "grad_norm": 0.13929104804992676, |
| "learning_rate": 1.9972377871885157e-05, |
| "loss": 0.0201, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.4591280653950953, |
| "grad_norm": 0.23332083225250244, |
| "learning_rate": 1.970861849722017e-05, |
| "loss": 0.0159, |
| "step": 3610 |
| }, |
| { |
| "epoch": 2.465940054495913, |
| "grad_norm": 0.2451397329568863, |
| "learning_rate": 1.9446184165712587e-05, |
| "loss": 0.0172, |
| "step": 3620 |
| }, |
| { |
| "epoch": 2.47275204359673, |
| "grad_norm": 0.1490626186132431, |
| "learning_rate": 1.9185086357090214e-05, |
| "loss": 0.018, |
| "step": 3630 |
| }, |
| { |
| "epoch": 2.4795640326975477, |
| "grad_norm": 0.16023452579975128, |
| "learning_rate": 1.8925336492617057e-05, |
| "loss": 0.0167, |
| "step": 3640 |
| }, |
| { |
| "epoch": 2.4863760217983653, |
| "grad_norm": 0.2159489542245865, |
| "learning_rate": 1.8666945934593666e-05, |
| "loss": 0.0185, |
| "step": 3650 |
| }, |
| { |
| "epoch": 2.4931880108991824, |
| "grad_norm": 0.18671192228794098, |
| "learning_rate": 1.8409925985860126e-05, |
| "loss": 0.0129, |
| "step": 3660 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 0.20349836349487305, |
| "learning_rate": 1.8154287889301603e-05, |
| "loss": 0.0177, |
| "step": 3670 |
| }, |
| { |
| "epoch": 2.5068119891008176, |
| "grad_norm": 0.18601705133914948, |
| "learning_rate": 1.7900042827356612e-05, |
| "loss": 0.0205, |
| "step": 3680 |
| }, |
| { |
| "epoch": 2.5136239782016347, |
| "grad_norm": 0.22594991326332092, |
| "learning_rate": 1.76472019215278e-05, |
| "loss": 0.0205, |
| "step": 3690 |
| }, |
| { |
| "epoch": 2.5204359673024523, |
| "grad_norm": 0.18238820135593414, |
| "learning_rate": 1.739577623189545e-05, |
| "loss": 0.0142, |
| "step": 3700 |
| }, |
| { |
| "epoch": 2.5272479564032695, |
| "grad_norm": 0.1694435328245163, |
| "learning_rate": 1.7145776756633768e-05, |
| "loss": 0.022, |
| "step": 3710 |
| }, |
| { |
| "epoch": 2.534059945504087, |
| "grad_norm": 0.2308904379606247, |
| "learning_rate": 1.6897214431529646e-05, |
| "loss": 0.0166, |
| "step": 3720 |
| }, |
| { |
| "epoch": 2.5408719346049047, |
| "grad_norm": 0.18409192562103271, |
| "learning_rate": 1.6650100129504475e-05, |
| "loss": 0.0132, |
| "step": 3730 |
| }, |
| { |
| "epoch": 2.547683923705722, |
| "grad_norm": 0.17650723457336426, |
| "learning_rate": 1.6404444660138335e-05, |
| "loss": 0.0197, |
| "step": 3740 |
| }, |
| { |
| "epoch": 2.5544959128065394, |
| "grad_norm": 0.24465468525886536, |
| "learning_rate": 1.616025876919725e-05, |
| "loss": 0.0163, |
| "step": 3750 |
| }, |
| { |
| "epoch": 2.561307901907357, |
| "grad_norm": 0.19395938515663147, |
| "learning_rate": 1.5917553138163172e-05, |
| "loss": 0.0176, |
| "step": 3760 |
| }, |
| { |
| "epoch": 2.568119891008174, |
| "grad_norm": 0.19339482486248016, |
| "learning_rate": 1.5676338383766632e-05, |
| "loss": 0.0196, |
| "step": 3770 |
| }, |
| { |
| "epoch": 2.5749318801089918, |
| "grad_norm": 0.18326933681964874, |
| "learning_rate": 1.5436625057522447e-05, |
| "loss": 0.0154, |
| "step": 3780 |
| }, |
| { |
| "epoch": 2.5817438692098094, |
| "grad_norm": 0.17008966207504272, |
| "learning_rate": 1.519842364526804e-05, |
| "loss": 0.0137, |
| "step": 3790 |
| }, |
| { |
| "epoch": 2.5885558583106265, |
| "grad_norm": 0.1793888807296753, |
| "learning_rate": 1.4961744566704855e-05, |
| "loss": 0.0165, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.595367847411444, |
| "grad_norm": 0.1575794667005539, |
| "learning_rate": 1.4726598174942551e-05, |
| "loss": 0.0147, |
| "step": 3810 |
| }, |
| { |
| "epoch": 2.6021798365122617, |
| "grad_norm": 0.24643422663211823, |
| "learning_rate": 1.4492994756046035e-05, |
| "loss": 0.0207, |
| "step": 3820 |
| }, |
| { |
| "epoch": 2.608991825613079, |
| "grad_norm": 0.1690363883972168, |
| "learning_rate": 1.4260944528585645e-05, |
| "loss": 0.0179, |
| "step": 3830 |
| }, |
| { |
| "epoch": 2.6158038147138964, |
| "grad_norm": 0.229860320687294, |
| "learning_rate": 1.4030457643190048e-05, |
| "loss": 0.0138, |
| "step": 3840 |
| }, |
| { |
| "epoch": 2.622615803814714, |
| "grad_norm": 0.1885327398777008, |
| "learning_rate": 1.3801544182102311e-05, |
| "loss": 0.016, |
| "step": 3850 |
| }, |
| { |
| "epoch": 2.629427792915531, |
| "grad_norm": 0.1853918582201004, |
| "learning_rate": 1.3574214158738763e-05, |
| "loss": 0.0178, |
| "step": 3860 |
| }, |
| { |
| "epoch": 2.636239782016349, |
| "grad_norm": 0.17312754690647125, |
| "learning_rate": 1.3348477517251101e-05, |
| "loss": 0.0159, |
| "step": 3870 |
| }, |
| { |
| "epoch": 2.6430517711171664, |
| "grad_norm": 0.14870062470436096, |
| "learning_rate": 1.312434413209131e-05, |
| "loss": 0.0179, |
| "step": 3880 |
| }, |
| { |
| "epoch": 2.6498637602179835, |
| "grad_norm": 0.35962745547294617, |
| "learning_rate": 1.2901823807579727e-05, |
| "loss": 0.0148, |
| "step": 3890 |
| }, |
| { |
| "epoch": 2.656675749318801, |
| "grad_norm": 0.14894793927669525, |
| "learning_rate": 1.2680926277476245e-05, |
| "loss": 0.017, |
| "step": 3900 |
| }, |
| { |
| "epoch": 2.6634877384196187, |
| "grad_norm": 0.20324669778347015, |
| "learning_rate": 1.2461661204554397e-05, |
| "loss": 0.0166, |
| "step": 3910 |
| }, |
| { |
| "epoch": 2.670299727520436, |
| "grad_norm": 0.2097160369157791, |
| "learning_rate": 1.2244038180178835e-05, |
| "loss": 0.0161, |
| "step": 3920 |
| }, |
| { |
| "epoch": 2.6771117166212535, |
| "grad_norm": 0.17441681027412415, |
| "learning_rate": 1.2028066723885612e-05, |
| "loss": 0.0163, |
| "step": 3930 |
| }, |
| { |
| "epoch": 2.683923705722071, |
| "grad_norm": 0.18608888983726501, |
| "learning_rate": 1.1813756282965888e-05, |
| "loss": 0.0176, |
| "step": 3940 |
| }, |
| { |
| "epoch": 2.690735694822888, |
| "grad_norm": 0.18648923933506012, |
| "learning_rate": 1.1601116232052638e-05, |
| "loss": 0.0168, |
| "step": 3950 |
| }, |
| { |
| "epoch": 2.697547683923706, |
| "grad_norm": 0.15261727571487427, |
| "learning_rate": 1.1390155872710517e-05, |
| "loss": 0.0149, |
| "step": 3960 |
| }, |
| { |
| "epoch": 2.7043596730245234, |
| "grad_norm": 0.2162063866853714, |
| "learning_rate": 1.1180884433029087e-05, |
| "loss": 0.0168, |
| "step": 3970 |
| }, |
| { |
| "epoch": 2.7111716621253406, |
| "grad_norm": 0.24533921480178833, |
| "learning_rate": 1.097331106721904e-05, |
| "loss": 0.0147, |
| "step": 3980 |
| }, |
| { |
| "epoch": 2.717983651226158, |
| "grad_norm": 0.20895080268383026, |
| "learning_rate": 1.0767444855211862e-05, |
| "loss": 0.015, |
| "step": 3990 |
| }, |
| { |
| "epoch": 2.7247956403269757, |
| "grad_norm": 0.2006479650735855, |
| "learning_rate": 1.0563294802262558e-05, |
| "loss": 0.0173, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.731607629427793, |
| "grad_norm": 0.16398422420024872, |
| "learning_rate": 1.0360869838555809e-05, |
| "loss": 0.0169, |
| "step": 4010 |
| }, |
| { |
| "epoch": 2.7384196185286105, |
| "grad_norm": 0.22024202346801758, |
| "learning_rate": 1.0160178818815313e-05, |
| "loss": 0.015, |
| "step": 4020 |
| }, |
| { |
| "epoch": 2.7452316076294276, |
| "grad_norm": 0.1872708946466446, |
| "learning_rate": 9.961230521916387e-06, |
| "loss": 0.0168, |
| "step": 4030 |
| }, |
| { |
| "epoch": 2.7520435967302452, |
| "grad_norm": 0.2346954643726349, |
| "learning_rate": 9.764033650502074e-06, |
| "loss": 0.0176, |
| "step": 4040 |
| }, |
| { |
| "epoch": 2.758855585831063, |
| "grad_norm": 0.15068836510181427, |
| "learning_rate": 9.568596830602344e-06, |
| "loss": 0.0137, |
| "step": 4050 |
| }, |
| { |
| "epoch": 2.76566757493188, |
| "grad_norm": 0.20182640850543976, |
| "learning_rate": 9.37492861125681e-06, |
| "loss": 0.0181, |
| "step": 4060 |
| }, |
| { |
| "epoch": 2.7724795640326976, |
| "grad_norm": 0.1375190019607544, |
| "learning_rate": 9.183037464140804e-06, |
| "loss": 0.0158, |
| "step": 4070 |
| }, |
| { |
| "epoch": 2.7792915531335147, |
| "grad_norm": 0.25182825326919556, |
| "learning_rate": 8.992931783194735e-06, |
| "loss": 0.0134, |
| "step": 4080 |
| }, |
| { |
| "epoch": 2.7861035422343323, |
| "grad_norm": 0.18647728860378265, |
| "learning_rate": 8.80461988425696e-06, |
| "loss": 0.0136, |
| "step": 4090 |
| }, |
| { |
| "epoch": 2.79291553133515, |
| "grad_norm": 0.16191458702087402, |
| "learning_rate": 8.618110004699974e-06, |
| "loss": 0.0164, |
| "step": 4100 |
| }, |
| { |
| "epoch": 2.799727520435967, |
| "grad_norm": 0.18361864984035492, |
| "learning_rate": 8.4334103030701e-06, |
| "loss": 0.0155, |
| "step": 4110 |
| }, |
| { |
| "epoch": 2.8065395095367847, |
| "grad_norm": 0.21431824564933777, |
| "learning_rate": 8.25052885873066e-06, |
| "loss": 0.0154, |
| "step": 4120 |
| }, |
| { |
| "epoch": 2.8133514986376023, |
| "grad_norm": 0.18994954228401184, |
| "learning_rate": 8.06947367150846e-06, |
| "loss": 0.016, |
| "step": 4130 |
| }, |
| { |
| "epoch": 2.8201634877384194, |
| "grad_norm": 0.21481618285179138, |
| "learning_rate": 7.890252661343938e-06, |
| "loss": 0.0166, |
| "step": 4140 |
| }, |
| { |
| "epoch": 2.826975476839237, |
| "grad_norm": 0.11670587211847305, |
| "learning_rate": 7.712873667944681e-06, |
| "loss": 0.0142, |
| "step": 4150 |
| }, |
| { |
| "epoch": 2.8337874659400546, |
| "grad_norm": 0.19601042568683624, |
| "learning_rate": 7.537344450442469e-06, |
| "loss": 0.0104, |
| "step": 4160 |
| }, |
| { |
| "epoch": 2.8405994550408717, |
| "grad_norm": 0.15036450326442719, |
| "learning_rate": 7.36367268705393e-06, |
| "loss": 0.0174, |
| "step": 4170 |
| }, |
| { |
| "epoch": 2.8474114441416893, |
| "grad_norm": 0.23941321671009064, |
| "learning_rate": 7.1918659747446e-06, |
| "loss": 0.0191, |
| "step": 4180 |
| }, |
| { |
| "epoch": 2.854223433242507, |
| "grad_norm": 0.1950898915529251, |
| "learning_rate": 7.021931828896666e-06, |
| "loss": 0.018, |
| "step": 4190 |
| }, |
| { |
| "epoch": 2.861035422343324, |
| "grad_norm": 0.23307918012142181, |
| "learning_rate": 6.8538776829801584e-06, |
| "loss": 0.0127, |
| "step": 4200 |
| }, |
| { |
| "epoch": 2.8678474114441417, |
| "grad_norm": 0.23717965185642242, |
| "learning_rate": 6.687710888227849e-06, |
| "loss": 0.0125, |
| "step": 4210 |
| }, |
| { |
| "epoch": 2.8746594005449593, |
| "grad_norm": 0.18568864464759827, |
| "learning_rate": 6.5234387133136565e-06, |
| "loss": 0.0132, |
| "step": 4220 |
| }, |
| { |
| "epoch": 2.8814713896457764, |
| "grad_norm": 0.18601331114768982, |
| "learning_rate": 6.361068344034665e-06, |
| "loss": 0.0156, |
| "step": 4230 |
| }, |
| { |
| "epoch": 2.888283378746594, |
| "grad_norm": 0.1895252913236618, |
| "learning_rate": 6.200606882996846e-06, |
| "loss": 0.0144, |
| "step": 4240 |
| }, |
| { |
| "epoch": 2.8950953678474116, |
| "grad_norm": 0.13856425881385803, |
| "learning_rate": 6.042061349304312e-06, |
| "loss": 0.0164, |
| "step": 4250 |
| }, |
| { |
| "epoch": 2.9019073569482288, |
| "grad_norm": 0.14244164526462555, |
| "learning_rate": 5.885438678252342e-06, |
| "loss": 0.0178, |
| "step": 4260 |
| }, |
| { |
| "epoch": 2.9087193460490464, |
| "grad_norm": 0.10831771790981293, |
| "learning_rate": 5.730745721023939e-06, |
| "loss": 0.0135, |
| "step": 4270 |
| }, |
| { |
| "epoch": 2.915531335149864, |
| "grad_norm": 0.2154112458229065, |
| "learning_rate": 5.577989244390192e-06, |
| "loss": 0.014, |
| "step": 4280 |
| }, |
| { |
| "epoch": 2.922343324250681, |
| "grad_norm": 0.1787579506635666, |
| "learning_rate": 5.4271759304142635e-06, |
| "loss": 0.0122, |
| "step": 4290 |
| }, |
| { |
| "epoch": 2.9291553133514987, |
| "grad_norm": 0.20089909434318542, |
| "learning_rate": 5.278312376159051e-06, |
| "loss": 0.0147, |
| "step": 4300 |
| }, |
| { |
| "epoch": 2.9359673024523163, |
| "grad_norm": 0.20588675141334534, |
| "learning_rate": 5.1314050933986944e-06, |
| "loss": 0.0134, |
| "step": 4310 |
| }, |
| { |
| "epoch": 2.9427792915531334, |
| "grad_norm": 0.15475359559059143, |
| "learning_rate": 4.986460508333634e-06, |
| "loss": 0.0171, |
| "step": 4320 |
| }, |
| { |
| "epoch": 2.949591280653951, |
| "grad_norm": 0.12290208041667938, |
| "learning_rate": 4.843484961309597e-06, |
| "loss": 0.0108, |
| "step": 4330 |
| }, |
| { |
| "epoch": 2.9564032697547686, |
| "grad_norm": 0.23685646057128906, |
| "learning_rate": 4.702484706540161e-06, |
| "loss": 0.015, |
| "step": 4340 |
| }, |
| { |
| "epoch": 2.963215258855586, |
| "grad_norm": 0.17012353241443634, |
| "learning_rate": 4.563465911833259e-06, |
| "loss": 0.0144, |
| "step": 4350 |
| }, |
| { |
| "epoch": 2.9700272479564034, |
| "grad_norm": 0.15839093923568726, |
| "learning_rate": 4.426434658321344e-06, |
| "loss": 0.0118, |
| "step": 4360 |
| }, |
| { |
| "epoch": 2.976839237057221, |
| "grad_norm": 0.14717762172222137, |
| "learning_rate": 4.2913969401953466e-06, |
| "loss": 0.0135, |
| "step": 4370 |
| }, |
| { |
| "epoch": 2.983651226158038, |
| "grad_norm": 0.16831554472446442, |
| "learning_rate": 4.15835866444253e-06, |
| "loss": 0.013, |
| "step": 4380 |
| }, |
| { |
| "epoch": 2.9904632152588557, |
| "grad_norm": 0.13316653668880463, |
| "learning_rate": 4.027325650588043e-06, |
| "loss": 0.0167, |
| "step": 4390 |
| }, |
| { |
| "epoch": 2.997275204359673, |
| "grad_norm": 0.2631996273994446, |
| "learning_rate": 3.898303630440419e-06, |
| "loss": 0.0178, |
| "step": 4400 |
| }, |
| { |
| "epoch": 3.0040871934604905, |
| "grad_norm": 0.16159358620643616, |
| "learning_rate": 3.7712982478407877e-06, |
| "loss": 0.0169, |
| "step": 4410 |
| }, |
| { |
| "epoch": 3.010899182561308, |
| "grad_norm": 0.16235774755477905, |
| "learning_rate": 3.6463150584160053e-06, |
| "loss": 0.0171, |
| "step": 4420 |
| }, |
| { |
| "epoch": 3.017711171662125, |
| "grad_norm": 0.11211927980184555, |
| "learning_rate": 3.5233595293356957e-06, |
| "loss": 0.0117, |
| "step": 4430 |
| }, |
| { |
| "epoch": 3.024523160762943, |
| "grad_norm": 0.18224704265594482, |
| "learning_rate": 3.4024370390730033e-06, |
| "loss": 0.017, |
| "step": 4440 |
| }, |
| { |
| "epoch": 3.0313351498637604, |
| "grad_norm": 0.18648995459079742, |
| "learning_rate": 3.2835528771693992e-06, |
| "loss": 0.0144, |
| "step": 4450 |
| }, |
| { |
| "epoch": 3.0381471389645776, |
| "grad_norm": 0.1381874680519104, |
| "learning_rate": 3.1667122440032505e-06, |
| "loss": 0.0131, |
| "step": 4460 |
| }, |
| { |
| "epoch": 3.044959128065395, |
| "grad_norm": 0.13673441112041473, |
| "learning_rate": 3.051920250562351e-06, |
| "loss": 0.0126, |
| "step": 4470 |
| }, |
| { |
| "epoch": 3.0517711171662127, |
| "grad_norm": 0.17434169352054596, |
| "learning_rate": 2.939181918220385e-06, |
| "loss": 0.0136, |
| "step": 4480 |
| }, |
| { |
| "epoch": 3.05858310626703, |
| "grad_norm": 0.17766402661800385, |
| "learning_rate": 2.8285021785172226e-06, |
| "loss": 0.0137, |
| "step": 4490 |
| }, |
| { |
| "epoch": 3.0653950953678475, |
| "grad_norm": 0.22053247690200806, |
| "learning_rate": 2.7198858729432288e-06, |
| "loss": 0.0145, |
| "step": 4500 |
| }, |
| { |
| "epoch": 3.0722070844686646, |
| "grad_norm": 0.19397376477718353, |
| "learning_rate": 2.6133377527274905e-06, |
| "loss": 0.0149, |
| "step": 4510 |
| }, |
| { |
| "epoch": 3.0790190735694822, |
| "grad_norm": 0.10889869183301926, |
| "learning_rate": 2.5088624786299366e-06, |
| "loss": 0.0123, |
| "step": 4520 |
| }, |
| { |
| "epoch": 3.0858310626703, |
| "grad_norm": 0.1636773943901062, |
| "learning_rate": 2.406464620737531e-06, |
| "loss": 0.0127, |
| "step": 4530 |
| }, |
| { |
| "epoch": 3.092643051771117, |
| "grad_norm": 0.13466012477874756, |
| "learning_rate": 2.3061486582642734e-06, |
| "loss": 0.0135, |
| "step": 4540 |
| }, |
| { |
| "epoch": 3.0994550408719346, |
| "grad_norm": 0.13705144822597504, |
| "learning_rate": 2.2079189793553667e-06, |
| "loss": 0.0126, |
| "step": 4550 |
| }, |
| { |
| "epoch": 3.106267029972752, |
| "grad_norm": 0.204204723238945, |
| "learning_rate": 2.111779880895165e-06, |
| "loss": 0.011, |
| "step": 4560 |
| }, |
| { |
| "epoch": 3.1130790190735693, |
| "grad_norm": 0.17932602763175964, |
| "learning_rate": 2.01773556831929e-06, |
| "loss": 0.0118, |
| "step": 4570 |
| }, |
| { |
| "epoch": 3.119891008174387, |
| "grad_norm": 0.18473263084888458, |
| "learning_rate": 1.9257901554306513e-06, |
| "loss": 0.0118, |
| "step": 4580 |
| }, |
| { |
| "epoch": 3.1267029972752045, |
| "grad_norm": 0.1656373143196106, |
| "learning_rate": 1.835947664219445e-06, |
| "loss": 0.0135, |
| "step": 4590 |
| }, |
| { |
| "epoch": 3.1335149863760217, |
| "grad_norm": 0.18078264594078064, |
| "learning_rate": 1.748212024687307e-06, |
| "loss": 0.0118, |
| "step": 4600 |
| }, |
| { |
| "epoch": 3.1403269754768393, |
| "grad_norm": 0.23627698421478271, |
| "learning_rate": 1.6625870746753147e-06, |
| "loss": 0.0151, |
| "step": 4610 |
| }, |
| { |
| "epoch": 3.147138964577657, |
| "grad_norm": 0.15048933029174805, |
| "learning_rate": 1.5790765596961853e-06, |
| "loss": 0.015, |
| "step": 4620 |
| }, |
| { |
| "epoch": 3.153950953678474, |
| "grad_norm": 0.2178574502468109, |
| "learning_rate": 1.4976841327703717e-06, |
| "loss": 0.0135, |
| "step": 4630 |
| }, |
| { |
| "epoch": 3.1607629427792916, |
| "grad_norm": 0.1818486899137497, |
| "learning_rate": 1.4184133542663014e-06, |
| "loss": 0.0122, |
| "step": 4640 |
| }, |
| { |
| "epoch": 3.167574931880109, |
| "grad_norm": 0.1654607504606247, |
| "learning_rate": 1.341267691744641e-06, |
| "loss": 0.0128, |
| "step": 4650 |
| }, |
| { |
| "epoch": 3.1743869209809263, |
| "grad_norm": 0.207754448056221, |
| "learning_rate": 1.2662505198065666e-06, |
| "loss": 0.0224, |
| "step": 4660 |
| }, |
| { |
| "epoch": 3.181198910081744, |
| "grad_norm": 0.16341248154640198, |
| "learning_rate": 1.193365119946216e-06, |
| "loss": 0.0153, |
| "step": 4670 |
| }, |
| { |
| "epoch": 3.1880108991825615, |
| "grad_norm": 0.1576090306043625, |
| "learning_rate": 1.1226146804070859e-06, |
| "loss": 0.0102, |
| "step": 4680 |
| }, |
| { |
| "epoch": 3.1948228882833787, |
| "grad_norm": 0.1799905151128769, |
| "learning_rate": 1.0540022960426111e-06, |
| "loss": 0.0134, |
| "step": 4690 |
| }, |
| { |
| "epoch": 3.2016348773841963, |
| "grad_norm": 0.23539473116397858, |
| "learning_rate": 9.875309681807443e-07, |
| "loss": 0.0171, |
| "step": 4700 |
| }, |
| { |
| "epoch": 3.2084468664850134, |
| "grad_norm": 0.1891935020685196, |
| "learning_rate": 9.232036044927061e-07, |
| "loss": 0.0136, |
| "step": 4710 |
| }, |
| { |
| "epoch": 3.215258855585831, |
| "grad_norm": 0.1502537727355957, |
| "learning_rate": 8.610230188657919e-07, |
| "loss": 0.0135, |
| "step": 4720 |
| }, |
| { |
| "epoch": 3.2220708446866486, |
| "grad_norm": 0.14308865368366241, |
| "learning_rate": 8.009919312802372e-07, |
| "loss": 0.0125, |
| "step": 4730 |
| }, |
| { |
| "epoch": 3.2288828337874658, |
| "grad_norm": 0.17500245571136475, |
| "learning_rate": 7.431129676902904e-07, |
| "loss": 0.01, |
| "step": 4740 |
| }, |
| { |
| "epoch": 3.2356948228882834, |
| "grad_norm": 0.12005341053009033, |
| "learning_rate": 6.873886599093215e-07, |
| "loss": 0.013, |
| "step": 4750 |
| }, |
| { |
| "epoch": 3.242506811989101, |
| "grad_norm": 0.22890767455101013, |
| "learning_rate": 6.338214454990776e-07, |
| "loss": 0.0165, |
| "step": 4760 |
| }, |
| { |
| "epoch": 3.249318801089918, |
| "grad_norm": 0.12232371419668198, |
| "learning_rate": 5.82413667663051e-07, |
| "loss": 0.0153, |
| "step": 4770 |
| }, |
| { |
| "epoch": 3.2561307901907357, |
| "grad_norm": 0.16289682686328888, |
| "learning_rate": 5.331675751439725e-07, |
| "loss": 0.0144, |
| "step": 4780 |
| }, |
| { |
| "epoch": 3.2629427792915533, |
| "grad_norm": 0.19280773401260376, |
| "learning_rate": 4.86085322125479e-07, |
| "loss": 0.012, |
| "step": 4790 |
| }, |
| { |
| "epoch": 3.2697547683923704, |
| "grad_norm": 0.12008260190486908, |
| "learning_rate": 4.411689681378284e-07, |
| "loss": 0.0148, |
| "step": 4800 |
| }, |
| { |
| "epoch": 3.276566757493188, |
| "grad_norm": 0.16363725066184998, |
| "learning_rate": 3.9842047796786466e-07, |
| "loss": 0.0125, |
| "step": 4810 |
| }, |
| { |
| "epoch": 3.2833787465940056, |
| "grad_norm": 0.16861975193023682, |
| "learning_rate": 3.578417215730323e-07, |
| "loss": 0.0114, |
| "step": 4820 |
| }, |
| { |
| "epoch": 3.290190735694823, |
| "grad_norm": 0.17795579135417938, |
| "learning_rate": 3.1943447399958027e-07, |
| "loss": 0.0136, |
| "step": 4830 |
| }, |
| { |
| "epoch": 3.2970027247956404, |
| "grad_norm": 0.07885803282260895, |
| "learning_rate": 2.8320041530495724e-07, |
| "loss": 0.0203, |
| "step": 4840 |
| }, |
| { |
| "epoch": 3.3038147138964575, |
| "grad_norm": 0.12531672418117523, |
| "learning_rate": 2.491411304842539e-07, |
| "loss": 0.0129, |
| "step": 4850 |
| }, |
| { |
| "epoch": 3.310626702997275, |
| "grad_norm": 0.17444051802158356, |
| "learning_rate": 2.1725810940094183e-07, |
| "loss": 0.012, |
| "step": 4860 |
| }, |
| { |
| "epoch": 3.3174386920980927, |
| "grad_norm": 0.14167378842830658, |
| "learning_rate": 1.8755274672164202e-07, |
| "loss": 0.0129, |
| "step": 4870 |
| }, |
| { |
| "epoch": 3.32425068119891, |
| "grad_norm": 0.12788553535938263, |
| "learning_rate": 1.600263418551573e-07, |
| "loss": 0.0148, |
| "step": 4880 |
| }, |
| { |
| "epoch": 3.3310626702997275, |
| "grad_norm": 0.2057434469461441, |
| "learning_rate": 1.346800988955954e-07, |
| "loss": 0.0154, |
| "step": 4890 |
| }, |
| { |
| "epoch": 3.337874659400545, |
| "grad_norm": 0.17330636084079742, |
| "learning_rate": 1.1151512656975005e-07, |
| "loss": 0.0116, |
| "step": 4900 |
| }, |
| { |
| "epoch": 3.344686648501362, |
| "grad_norm": 0.09420597553253174, |
| "learning_rate": 9.053243818853973e-08, |
| "loss": 0.0124, |
| "step": 4910 |
| }, |
| { |
| "epoch": 3.35149863760218, |
| "grad_norm": 0.15236696600914001, |
| "learning_rate": 7.173295160273763e-08, |
| "loss": 0.0124, |
| "step": 4920 |
| }, |
| { |
| "epoch": 3.3583106267029974, |
| "grad_norm": 0.15374703705310822, |
| "learning_rate": 5.511748916279258e-08, |
| "loss": 0.0132, |
| "step": 4930 |
| }, |
| { |
| "epoch": 3.3651226158038146, |
| "grad_norm": 0.273964524269104, |
| "learning_rate": 4.068677768285234e-08, |
| "loss": 0.0115, |
| "step": 4940 |
| }, |
| { |
| "epoch": 3.371934604904632, |
| "grad_norm": 0.11771193891763687, |
| "learning_rate": 2.844144840898344e-08, |
| "loss": 0.015, |
| "step": 4950 |
| }, |
| { |
| "epoch": 3.3787465940054497, |
| "grad_norm": 0.12935270369052887, |
| "learning_rate": 1.8382036991559936e-08, |
| "loss": 0.0112, |
| "step": 4960 |
| }, |
| { |
| "epoch": 3.385558583106267, |
| "grad_norm": 0.1538880318403244, |
| "learning_rate": 1.0508983461832156e-08, |
| "loss": 0.0166, |
| "step": 4970 |
| }, |
| { |
| "epoch": 3.3923705722070845, |
| "grad_norm": 0.10488380491733551, |
| "learning_rate": 4.822632212653222e-09, |
| "loss": 0.018, |
| "step": 4980 |
| }, |
| { |
| "epoch": 3.399182561307902, |
| "grad_norm": 0.18381240963935852, |
| "learning_rate": 1.3232319834632912e-09, |
| "loss": 0.0135, |
| "step": 4990 |
| }, |
| { |
| "epoch": 3.4059945504087192, |
| "grad_norm": 0.14481449127197266, |
| "learning_rate": 1.0935849353854721e-11, |
| "loss": 0.0137, |
| "step": 5000 |
| }, |
| { |
| "epoch": 3.412806539509537, |
| "grad_norm": 0.44966641068458557, |
| "learning_rate": 5.398064519110622e-05, |
| "loss": 0.0203, |
| "step": 5010 |
| }, |
| { |
| "epoch": 3.4196185286103544, |
| "grad_norm": 0.3312857747077942, |
| "learning_rate": 5.3815801579167394e-05, |
| "loss": 0.0175, |
| "step": 5020 |
| }, |
| { |
| "epoch": 3.4264305177111716, |
| "grad_norm": 0.5842679738998413, |
| "learning_rate": 5.365091623823382e-05, |
| "loss": 0.0213, |
| "step": 5030 |
| }, |
| { |
| "epoch": 3.433242506811989, |
| "grad_norm": 0.5707949995994568, |
| "learning_rate": 5.348599097146521e-05, |
| "loss": 0.0228, |
| "step": 5040 |
| }, |
| { |
| "epoch": 3.4400544959128068, |
| "grad_norm": 0.2389402836561203, |
| "learning_rate": 5.3321027582457836e-05, |
| "loss": 0.0237, |
| "step": 5050 |
| }, |
| { |
| "epoch": 3.446866485013624, |
| "grad_norm": 0.3142755329608917, |
| "learning_rate": 5.315602787522491e-05, |
| "loss": 0.0248, |
| "step": 5060 |
| }, |
| { |
| "epoch": 3.4536784741144415, |
| "grad_norm": 0.35478901863098145, |
| "learning_rate": 5.299099365417678e-05, |
| "loss": 0.0201, |
| "step": 5070 |
| }, |
| { |
| "epoch": 3.460490463215259, |
| "grad_norm": 0.4287269115447998, |
| "learning_rate": 5.2825926724101236e-05, |
| "loss": 0.026, |
| "step": 5080 |
| }, |
| { |
| "epoch": 3.4673024523160763, |
| "grad_norm": 0.5050956606864929, |
| "learning_rate": 5.26608288901438e-05, |
| "loss": 0.0295, |
| "step": 5090 |
| }, |
| { |
| "epoch": 3.474114441416894, |
| "grad_norm": 0.36942875385284424, |
| "learning_rate": 5.24957019577879e-05, |
| "loss": 0.0259, |
| "step": 5100 |
| }, |
| { |
| "epoch": 3.480926430517711, |
| "grad_norm": 0.40414538979530334, |
| "learning_rate": 5.2330547732835266e-05, |
| "loss": 0.0242, |
| "step": 5110 |
| }, |
| { |
| "epoch": 3.4877384196185286, |
| "grad_norm": 0.35221511125564575, |
| "learning_rate": 5.2165368021385996e-05, |
| "loss": 0.0304, |
| "step": 5120 |
| }, |
| { |
| "epoch": 3.494550408719346, |
| "grad_norm": 0.4094237685203552, |
| "learning_rate": 5.200016462981897e-05, |
| "loss": 0.0249, |
| "step": 5130 |
| }, |
| { |
| "epoch": 3.5013623978201633, |
| "grad_norm": 0.24707941710948944, |
| "learning_rate": 5.1834939364772015e-05, |
| "loss": 0.0219, |
| "step": 5140 |
| }, |
| { |
| "epoch": 3.508174386920981, |
| "grad_norm": 0.38713163137435913, |
| "learning_rate": 5.166969403312214e-05, |
| "loss": 0.0288, |
| "step": 5150 |
| }, |
| { |
| "epoch": 3.5149863760217985, |
| "grad_norm": 0.3290533721446991, |
| "learning_rate": 5.1504430441965844e-05, |
| "loss": 0.0262, |
| "step": 5160 |
| }, |
| { |
| "epoch": 3.5217983651226157, |
| "grad_norm": 0.3959462642669678, |
| "learning_rate": 5.133915039859923e-05, |
| "loss": 0.02, |
| "step": 5170 |
| }, |
| { |
| "epoch": 3.5286103542234333, |
| "grad_norm": 0.3446705937385559, |
| "learning_rate": 5.1173855710498444e-05, |
| "loss": 0.023, |
| "step": 5180 |
| }, |
| { |
| "epoch": 3.5354223433242504, |
| "grad_norm": 0.27180591225624084, |
| "learning_rate": 5.100854818529967e-05, |
| "loss": 0.0283, |
| "step": 5190 |
| }, |
| { |
| "epoch": 3.542234332425068, |
| "grad_norm": 0.39243829250335693, |
| "learning_rate": 5.084322963077951e-05, |
| "loss": 0.029, |
| "step": 5200 |
| }, |
| { |
| "epoch": 3.5490463215258856, |
| "grad_norm": 0.2588927149772644, |
| "learning_rate": 5.067790185483522e-05, |
| "loss": 0.0282, |
| "step": 5210 |
| }, |
| { |
| "epoch": 3.5558583106267028, |
| "grad_norm": 0.18376407027244568, |
| "learning_rate": 5.0512566665464844e-05, |
| "loss": 0.0272, |
| "step": 5220 |
| }, |
| { |
| "epoch": 3.5626702997275204, |
| "grad_norm": 0.29992175102233887, |
| "learning_rate": 5.034722587074755e-05, |
| "loss": 0.0257, |
| "step": 5230 |
| }, |
| { |
| "epoch": 3.569482288828338, |
| "grad_norm": 0.243015319108963, |
| "learning_rate": 5.018188127882375e-05, |
| "loss": 0.0229, |
| "step": 5240 |
| }, |
| { |
| "epoch": 3.576294277929155, |
| "grad_norm": 0.32886067032814026, |
| "learning_rate": 5.0016534697875417e-05, |
| "loss": 0.0211, |
| "step": 5250 |
| }, |
| { |
| "epoch": 3.5831062670299727, |
| "grad_norm": 0.4220637083053589, |
| "learning_rate": 4.9851187936106294e-05, |
| "loss": 0.0246, |
| "step": 5260 |
| }, |
| { |
| "epoch": 3.5899182561307903, |
| "grad_norm": 0.2974489629268646, |
| "learning_rate": 4.968584280172206e-05, |
| "loss": 0.0233, |
| "step": 5270 |
| }, |
| { |
| "epoch": 3.5967302452316074, |
| "grad_norm": 0.502668023109436, |
| "learning_rate": 4.95205011029106e-05, |
| "loss": 0.0285, |
| "step": 5280 |
| }, |
| { |
| "epoch": 3.603542234332425, |
| "grad_norm": 0.3639957904815674, |
| "learning_rate": 4.935516464782227e-05, |
| "loss": 0.0268, |
| "step": 5290 |
| }, |
| { |
| "epoch": 3.6103542234332426, |
| "grad_norm": 0.36707913875579834, |
| "learning_rate": 4.918983524455003e-05, |
| "loss": 0.0246, |
| "step": 5300 |
| }, |
| { |
| "epoch": 3.61716621253406, |
| "grad_norm": 0.22181017696857452, |
| "learning_rate": 4.9024514701109766e-05, |
| "loss": 0.0252, |
| "step": 5310 |
| }, |
| { |
| "epoch": 3.6239782016348774, |
| "grad_norm": 0.42766740918159485, |
| "learning_rate": 4.885920482542043e-05, |
| "loss": 0.0225, |
| "step": 5320 |
| }, |
| { |
| "epoch": 3.630790190735695, |
| "grad_norm": 0.26574602723121643, |
| "learning_rate": 4.869390742528438e-05, |
| "loss": 0.0208, |
| "step": 5330 |
| }, |
| { |
| "epoch": 3.637602179836512, |
| "grad_norm": 0.18494778871536255, |
| "learning_rate": 4.852862430836744e-05, |
| "loss": 0.0248, |
| "step": 5340 |
| }, |
| { |
| "epoch": 3.6444141689373297, |
| "grad_norm": 0.3686949610710144, |
| "learning_rate": 4.836335728217933e-05, |
| "loss": 0.0226, |
| "step": 5350 |
| }, |
| { |
| "epoch": 3.6512261580381473, |
| "grad_norm": 0.29411113262176514, |
| "learning_rate": 4.819810815405379e-05, |
| "loss": 0.0255, |
| "step": 5360 |
| }, |
| { |
| "epoch": 3.6580381471389645, |
| "grad_norm": 0.2379477620124817, |
| "learning_rate": 4.803287873112877e-05, |
| "loss": 0.0229, |
| "step": 5370 |
| }, |
| { |
| "epoch": 3.664850136239782, |
| "grad_norm": 0.3780541718006134, |
| "learning_rate": 4.786767082032681e-05, |
| "loss": 0.0234, |
| "step": 5380 |
| }, |
| { |
| "epoch": 3.6716621253405997, |
| "grad_norm": 0.24052190780639648, |
| "learning_rate": 4.77024862283351e-05, |
| "loss": 0.0229, |
| "step": 5390 |
| }, |
| { |
| "epoch": 3.678474114441417, |
| "grad_norm": 0.2713554799556732, |
| "learning_rate": 4.753732676158593e-05, |
| "loss": 0.0242, |
| "step": 5400 |
| }, |
| { |
| "epoch": 3.6852861035422344, |
| "grad_norm": 0.3661803603172302, |
| "learning_rate": 4.737219422623672e-05, |
| "loss": 0.0239, |
| "step": 5410 |
| }, |
| { |
| "epoch": 3.692098092643052, |
| "grad_norm": 0.4185531735420227, |
| "learning_rate": 4.720709042815044e-05, |
| "loss": 0.0204, |
| "step": 5420 |
| }, |
| { |
| "epoch": 3.698910081743869, |
| "grad_norm": 0.2620242238044739, |
| "learning_rate": 4.704201717287578e-05, |
| "loss": 0.0211, |
| "step": 5430 |
| }, |
| { |
| "epoch": 3.7057220708446867, |
| "grad_norm": 0.26090627908706665, |
| "learning_rate": 4.6876976265627404e-05, |
| "loss": 0.0224, |
| "step": 5440 |
| }, |
| { |
| "epoch": 3.7125340599455043, |
| "grad_norm": 0.2731458842754364, |
| "learning_rate": 4.671196951126626e-05, |
| "loss": 0.0269, |
| "step": 5450 |
| }, |
| { |
| "epoch": 3.7193460490463215, |
| "grad_norm": 0.31026485562324524, |
| "learning_rate": 4.654699871427971e-05, |
| "loss": 0.0218, |
| "step": 5460 |
| }, |
| { |
| "epoch": 3.726158038147139, |
| "grad_norm": 0.233415424823761, |
| "learning_rate": 4.6382065678762034e-05, |
| "loss": 0.0204, |
| "step": 5470 |
| }, |
| { |
| "epoch": 3.7329700272479567, |
| "grad_norm": 0.3344708979129791, |
| "learning_rate": 4.6217172208394424e-05, |
| "loss": 0.0197, |
| "step": 5480 |
| }, |
| { |
| "epoch": 3.739782016348774, |
| "grad_norm": 0.25975632667541504, |
| "learning_rate": 4.605232010642549e-05, |
| "loss": 0.0194, |
| "step": 5490 |
| }, |
| { |
| "epoch": 3.7465940054495914, |
| "grad_norm": 0.2950715720653534, |
| "learning_rate": 4.588751117565142e-05, |
| "loss": 0.0193, |
| "step": 5500 |
| }, |
| { |
| "epoch": 3.7534059945504086, |
| "grad_norm": 0.2784842252731323, |
| "learning_rate": 4.5722747218396214e-05, |
| "loss": 0.0251, |
| "step": 5510 |
| }, |
| { |
| "epoch": 3.760217983651226, |
| "grad_norm": 0.2176719456911087, |
| "learning_rate": 4.5558030036492194e-05, |
| "loss": 0.0204, |
| "step": 5520 |
| }, |
| { |
| "epoch": 3.7670299727520433, |
| "grad_norm": 0.28440573811531067, |
| "learning_rate": 4.539336143125999e-05, |
| "loss": 0.0265, |
| "step": 5530 |
| }, |
| { |
| "epoch": 3.773841961852861, |
| "grad_norm": 0.25604936480522156, |
| "learning_rate": 4.522874320348916e-05, |
| "loss": 0.0225, |
| "step": 5540 |
| }, |
| { |
| "epoch": 3.7806539509536785, |
| "grad_norm": 0.2565711438655853, |
| "learning_rate": 4.506417715341821e-05, |
| "loss": 0.019, |
| "step": 5550 |
| }, |
| { |
| "epoch": 3.7874659400544957, |
| "grad_norm": 0.2216968685388565, |
| "learning_rate": 4.489966508071511e-05, |
| "loss": 0.022, |
| "step": 5560 |
| }, |
| { |
| "epoch": 3.7942779291553133, |
| "grad_norm": 0.22490093111991882, |
| "learning_rate": 4.4735208784457575e-05, |
| "loss": 0.0197, |
| "step": 5570 |
| }, |
| { |
| "epoch": 3.801089918256131, |
| "grad_norm": 0.3565233647823334, |
| "learning_rate": 4.457081006311325e-05, |
| "loss": 0.0242, |
| "step": 5580 |
| }, |
| { |
| "epoch": 3.807901907356948, |
| "grad_norm": 0.270898699760437, |
| "learning_rate": 4.440647071452027e-05, |
| "loss": 0.0226, |
| "step": 5590 |
| }, |
| { |
| "epoch": 3.8147138964577656, |
| "grad_norm": 0.26380616426467896, |
| "learning_rate": 4.424219253586737e-05, |
| "loss": 0.0221, |
| "step": 5600 |
| }, |
| { |
| "epoch": 3.821525885558583, |
| "grad_norm": 0.3055083751678467, |
| "learning_rate": 4.407797732367443e-05, |
| "loss": 0.0251, |
| "step": 5610 |
| }, |
| { |
| "epoch": 3.8283378746594003, |
| "grad_norm": 0.2543126046657562, |
| "learning_rate": 4.391382687377268e-05, |
| "loss": 0.0248, |
| "step": 5620 |
| }, |
| { |
| "epoch": 3.835149863760218, |
| "grad_norm": 0.43203112483024597, |
| "learning_rate": 4.374974298128512e-05, |
| "loss": 0.0202, |
| "step": 5630 |
| }, |
| { |
| "epoch": 3.8419618528610355, |
| "grad_norm": 0.20501923561096191, |
| "learning_rate": 4.358572744060699e-05, |
| "loss": 0.0243, |
| "step": 5640 |
| }, |
| { |
| "epoch": 3.8487738419618527, |
| "grad_norm": 0.2543809413909912, |
| "learning_rate": 4.342178204538588e-05, |
| "loss": 0.0202, |
| "step": 5650 |
| }, |
| { |
| "epoch": 3.8555858310626703, |
| "grad_norm": 0.37627357244491577, |
| "learning_rate": 4.325790858850241e-05, |
| "loss": 0.0208, |
| "step": 5660 |
| }, |
| { |
| "epoch": 3.862397820163488, |
| "grad_norm": 0.19202812016010284, |
| "learning_rate": 4.309410886205043e-05, |
| "loss": 0.0228, |
| "step": 5670 |
| }, |
| { |
| "epoch": 3.869209809264305, |
| "grad_norm": 0.19026115536689758, |
| "learning_rate": 4.293038465731752e-05, |
| "loss": 0.0222, |
| "step": 5680 |
| }, |
| { |
| "epoch": 3.8760217983651226, |
| "grad_norm": 0.27928781509399414, |
| "learning_rate": 4.276673776476533e-05, |
| "loss": 0.0222, |
| "step": 5690 |
| }, |
| { |
| "epoch": 3.88283378746594, |
| "grad_norm": 0.30648189783096313, |
| "learning_rate": 4.260316997401007e-05, |
| "loss": 0.0186, |
| "step": 5700 |
| }, |
| { |
| "epoch": 3.8896457765667574, |
| "grad_norm": 0.2663455903530121, |
| "learning_rate": 4.243968307380293e-05, |
| "loss": 0.0237, |
| "step": 5710 |
| }, |
| { |
| "epoch": 3.896457765667575, |
| "grad_norm": 0.22592630982398987, |
| "learning_rate": 4.22762788520104e-05, |
| "loss": 0.0234, |
| "step": 5720 |
| }, |
| { |
| "epoch": 3.9032697547683926, |
| "grad_norm": 0.21950973570346832, |
| "learning_rate": 4.211295909559491e-05, |
| "loss": 0.0265, |
| "step": 5730 |
| }, |
| { |
| "epoch": 3.9100817438692097, |
| "grad_norm": 0.21050743758678436, |
| "learning_rate": 4.194972559059511e-05, |
| "loss": 0.0197, |
| "step": 5740 |
| }, |
| { |
| "epoch": 3.9168937329700273, |
| "grad_norm": 0.22975432872772217, |
| "learning_rate": 4.178658012210651e-05, |
| "loss": 0.0228, |
| "step": 5750 |
| }, |
| { |
| "epoch": 3.923705722070845, |
| "grad_norm": 0.349044531583786, |
| "learning_rate": 4.162352447426177e-05, |
| "loss": 0.0207, |
| "step": 5760 |
| }, |
| { |
| "epoch": 3.930517711171662, |
| "grad_norm": 0.22395232319831848, |
| "learning_rate": 4.146056043021135e-05, |
| "loss": 0.0203, |
| "step": 5770 |
| }, |
| { |
| "epoch": 3.9373297002724796, |
| "grad_norm": 0.24076318740844727, |
| "learning_rate": 4.1297689772103944e-05, |
| "loss": 0.0218, |
| "step": 5780 |
| }, |
| { |
| "epoch": 3.9441416893732972, |
| "grad_norm": 0.311708003282547, |
| "learning_rate": 4.113491428106694e-05, |
| "loss": 0.0247, |
| "step": 5790 |
| }, |
| { |
| "epoch": 3.9509536784741144, |
| "grad_norm": 0.265595406293869, |
| "learning_rate": 4.0972235737187055e-05, |
| "loss": 0.0181, |
| "step": 5800 |
| }, |
| { |
| "epoch": 3.957765667574932, |
| "grad_norm": 0.3528865873813629, |
| "learning_rate": 4.080965591949076e-05, |
| "loss": 0.0194, |
| "step": 5810 |
| }, |
| { |
| "epoch": 3.9645776566757496, |
| "grad_norm": 0.3113243877887726, |
| "learning_rate": 4.0647176605924924e-05, |
| "loss": 0.0225, |
| "step": 5820 |
| }, |
| { |
| "epoch": 3.9713896457765667, |
| "grad_norm": 0.3198659420013428, |
| "learning_rate": 4.0484799573337255e-05, |
| "loss": 0.0256, |
| "step": 5830 |
| }, |
| { |
| "epoch": 3.9782016348773843, |
| "grad_norm": 0.22167012095451355, |
| "learning_rate": 4.032252659745699e-05, |
| "loss": 0.0226, |
| "step": 5840 |
| }, |
| { |
| "epoch": 3.9850136239782015, |
| "grad_norm": 0.22256286442279816, |
| "learning_rate": 4.016035945287539e-05, |
| "loss": 0.0278, |
| "step": 5850 |
| }, |
| { |
| "epoch": 3.991825613079019, |
| "grad_norm": 0.2504684329032898, |
| "learning_rate": 3.999829991302635e-05, |
| "loss": 0.0245, |
| "step": 5860 |
| }, |
| { |
| "epoch": 3.9986376021798367, |
| "grad_norm": 0.2460675686597824, |
| "learning_rate": 3.983634975016707e-05, |
| "loss": 0.0214, |
| "step": 5870 |
| }, |
| { |
| "epoch": 4.005449591280654, |
| "grad_norm": 0.28262001276016235, |
| "learning_rate": 3.967451073535854e-05, |
| "loss": 0.0256, |
| "step": 5880 |
| }, |
| { |
| "epoch": 4.012261580381471, |
| "grad_norm": 0.3468887507915497, |
| "learning_rate": 3.951278463844633e-05, |
| "loss": 0.0251, |
| "step": 5890 |
| }, |
| { |
| "epoch": 4.0190735694822886, |
| "grad_norm": 0.3931543231010437, |
| "learning_rate": 3.935117322804111e-05, |
| "loss": 0.0234, |
| "step": 5900 |
| }, |
| { |
| "epoch": 4.025885558583107, |
| "grad_norm": 0.35787367820739746, |
| "learning_rate": 3.918967827149938e-05, |
| "loss": 0.0175, |
| "step": 5910 |
| }, |
| { |
| "epoch": 4.032697547683924, |
| "grad_norm": 0.24113652110099792, |
| "learning_rate": 3.9028301534904094e-05, |
| "loss": 0.0222, |
| "step": 5920 |
| }, |
| { |
| "epoch": 4.039509536784741, |
| "grad_norm": 0.265298068523407, |
| "learning_rate": 3.88670447830454e-05, |
| "loss": 0.0218, |
| "step": 5930 |
| }, |
| { |
| "epoch": 4.046321525885559, |
| "grad_norm": 0.3670673072338104, |
| "learning_rate": 3.870590977940132e-05, |
| "loss": 0.0195, |
| "step": 5940 |
| }, |
| { |
| "epoch": 4.053133514986376, |
| "grad_norm": 0.20872969925403595, |
| "learning_rate": 3.8544898286118404e-05, |
| "loss": 0.0181, |
| "step": 5950 |
| }, |
| { |
| "epoch": 4.059945504087193, |
| "grad_norm": 0.2174217849969864, |
| "learning_rate": 3.838401206399257e-05, |
| "loss": 0.0189, |
| "step": 5960 |
| }, |
| { |
| "epoch": 4.066757493188011, |
| "grad_norm": 0.25039082765579224, |
| "learning_rate": 3.822325287244975e-05, |
| "loss": 0.0203, |
| "step": 5970 |
| }, |
| { |
| "epoch": 4.073569482288828, |
| "grad_norm": 0.2662447690963745, |
| "learning_rate": 3.8062622469526725e-05, |
| "loss": 0.0195, |
| "step": 5980 |
| }, |
| { |
| "epoch": 4.080381471389646, |
| "grad_norm": 0.2717086374759674, |
| "learning_rate": 3.790212261185183e-05, |
| "loss": 0.0186, |
| "step": 5990 |
| }, |
| { |
| "epoch": 4.087193460490464, |
| "grad_norm": 0.2525738477706909, |
| "learning_rate": 3.7741755054625794e-05, |
| "loss": 0.0229, |
| "step": 6000 |
| }, |
| { |
| "epoch": 4.094005449591281, |
| "grad_norm": 0.20453284680843353, |
| "learning_rate": 3.758152155160255e-05, |
| "loss": 0.0178, |
| "step": 6010 |
| }, |
| { |
| "epoch": 4.100817438692098, |
| "grad_norm": 0.28254011273384094, |
| "learning_rate": 3.742142385506999e-05, |
| "loss": 0.0171, |
| "step": 6020 |
| }, |
| { |
| "epoch": 4.107629427792916, |
| "grad_norm": 0.4284875690937042, |
| "learning_rate": 3.72614637158309e-05, |
| "loss": 0.0196, |
| "step": 6030 |
| }, |
| { |
| "epoch": 4.114441416893733, |
| "grad_norm": 0.2086813747882843, |
| "learning_rate": 3.710164288318371e-05, |
| "loss": 0.0194, |
| "step": 6040 |
| }, |
| { |
| "epoch": 4.12125340599455, |
| "grad_norm": 0.20289340615272522, |
| "learning_rate": 3.694196310490345e-05, |
| "loss": 0.0152, |
| "step": 6050 |
| }, |
| { |
| "epoch": 4.128065395095367, |
| "grad_norm": 0.34958550333976746, |
| "learning_rate": 3.678242612722259e-05, |
| "loss": 0.0209, |
| "step": 6060 |
| }, |
| { |
| "epoch": 4.1348773841961854, |
| "grad_norm": 0.2462022453546524, |
| "learning_rate": 3.6623033694811953e-05, |
| "loss": 0.0186, |
| "step": 6070 |
| }, |
| { |
| "epoch": 4.141689373297003, |
| "grad_norm": 0.15042909979820251, |
| "learning_rate": 3.6463787550761665e-05, |
| "loss": 0.0198, |
| "step": 6080 |
| }, |
| { |
| "epoch": 4.14850136239782, |
| "grad_norm": 0.2676561176776886, |
| "learning_rate": 3.630468943656202e-05, |
| "loss": 0.0181, |
| "step": 6090 |
| }, |
| { |
| "epoch": 4.155313351498638, |
| "grad_norm": 0.2557305097579956, |
| "learning_rate": 3.6145741092084523e-05, |
| "loss": 0.0168, |
| "step": 6100 |
| }, |
| { |
| "epoch": 4.162125340599455, |
| "grad_norm": 0.28285613656044006, |
| "learning_rate": 3.598694425556278e-05, |
| "loss": 0.0174, |
| "step": 6110 |
| }, |
| { |
| "epoch": 4.168937329700272, |
| "grad_norm": 0.19794082641601562, |
| "learning_rate": 3.58283006635736e-05, |
| "loss": 0.0187, |
| "step": 6120 |
| }, |
| { |
| "epoch": 4.17574931880109, |
| "grad_norm": 0.3199867308139801, |
| "learning_rate": 3.566981205101781e-05, |
| "loss": 0.0188, |
| "step": 6130 |
| }, |
| { |
| "epoch": 4.182561307901907, |
| "grad_norm": 0.21557827293872833, |
| "learning_rate": 3.5511480151101556e-05, |
| "loss": 0.0179, |
| "step": 6140 |
| }, |
| { |
| "epoch": 4.189373297002724, |
| "grad_norm": 0.22134508192539215, |
| "learning_rate": 3.5353306695317104e-05, |
| "loss": 0.0148, |
| "step": 6150 |
| }, |
| { |
| "epoch": 4.1961852861035425, |
| "grad_norm": 0.2104470133781433, |
| "learning_rate": 3.519529341342402e-05, |
| "loss": 0.0193, |
| "step": 6160 |
| }, |
| { |
| "epoch": 4.20299727520436, |
| "grad_norm": 0.2785221040248871, |
| "learning_rate": 3.503744203343026e-05, |
| "loss": 0.0182, |
| "step": 6170 |
| }, |
| { |
| "epoch": 4.209809264305177, |
| "grad_norm": 0.27562573552131653, |
| "learning_rate": 3.487975428157318e-05, |
| "loss": 0.0197, |
| "step": 6180 |
| }, |
| { |
| "epoch": 4.216621253405995, |
| "grad_norm": 0.35668033361434937, |
| "learning_rate": 3.472223188230083e-05, |
| "loss": 0.0196, |
| "step": 6190 |
| }, |
| { |
| "epoch": 4.223433242506812, |
| "grad_norm": 0.2609441578388214, |
| "learning_rate": 3.4564876558252866e-05, |
| "loss": 0.0218, |
| "step": 6200 |
| }, |
| { |
| "epoch": 4.230245231607629, |
| "grad_norm": 0.28609734773635864, |
| "learning_rate": 3.440769003024195e-05, |
| "loss": 0.0169, |
| "step": 6210 |
| }, |
| { |
| "epoch": 4.237057220708447, |
| "grad_norm": 0.18339040875434875, |
| "learning_rate": 3.425067401723477e-05, |
| "loss": 0.0186, |
| "step": 6220 |
| }, |
| { |
| "epoch": 4.243869209809264, |
| "grad_norm": 0.138119637966156, |
| "learning_rate": 3.409383023633325e-05, |
| "loss": 0.0177, |
| "step": 6230 |
| }, |
| { |
| "epoch": 4.2506811989100814, |
| "grad_norm": 0.22962254285812378, |
| "learning_rate": 3.3937160402755894e-05, |
| "loss": 0.0172, |
| "step": 6240 |
| }, |
| { |
| "epoch": 4.2574931880108995, |
| "grad_norm": 0.2682797908782959, |
| "learning_rate": 3.378066622981885e-05, |
| "loss": 0.0189, |
| "step": 6250 |
| }, |
| { |
| "epoch": 4.264305177111717, |
| "grad_norm": 0.20227015018463135, |
| "learning_rate": 3.362434942891738e-05, |
| "loss": 0.022, |
| "step": 6260 |
| }, |
| { |
| "epoch": 4.271117166212534, |
| "grad_norm": 0.2518126368522644, |
| "learning_rate": 3.346821170950693e-05, |
| "loss": 0.0195, |
| "step": 6270 |
| }, |
| { |
| "epoch": 4.277929155313352, |
| "grad_norm": 0.2634272575378418, |
| "learning_rate": 3.3312254779084585e-05, |
| "loss": 0.0188, |
| "step": 6280 |
| }, |
| { |
| "epoch": 4.284741144414169, |
| "grad_norm": 0.25564995408058167, |
| "learning_rate": 3.315648034317039e-05, |
| "loss": 0.0215, |
| "step": 6290 |
| }, |
| { |
| "epoch": 4.291553133514986, |
| "grad_norm": 0.31350597739219666, |
| "learning_rate": 3.3000890105288564e-05, |
| "loss": 0.0181, |
| "step": 6300 |
| }, |
| { |
| "epoch": 4.298365122615804, |
| "grad_norm": 0.23671625554561615, |
| "learning_rate": 3.284548576694908e-05, |
| "loss": 0.0176, |
| "step": 6310 |
| }, |
| { |
| "epoch": 4.305177111716621, |
| "grad_norm": 0.2342391163110733, |
| "learning_rate": 3.2690269027628815e-05, |
| "loss": 0.0156, |
| "step": 6320 |
| }, |
| { |
| "epoch": 4.3119891008174385, |
| "grad_norm": 0.24075733125209808, |
| "learning_rate": 3.253524158475324e-05, |
| "loss": 0.0187, |
| "step": 6330 |
| }, |
| { |
| "epoch": 4.3188010899182565, |
| "grad_norm": 0.16117766499519348, |
| "learning_rate": 3.238040513367757e-05, |
| "loss": 0.019, |
| "step": 6340 |
| }, |
| { |
| "epoch": 4.325613079019074, |
| "grad_norm": 0.16016744077205658, |
| "learning_rate": 3.222576136766843e-05, |
| "loss": 0.0146, |
| "step": 6350 |
| }, |
| { |
| "epoch": 4.332425068119891, |
| "grad_norm": 0.236736461520195, |
| "learning_rate": 3.2071311977885324e-05, |
| "loss": 0.018, |
| "step": 6360 |
| }, |
| { |
| "epoch": 4.339237057220709, |
| "grad_norm": 0.182217076420784, |
| "learning_rate": 3.191705865336197e-05, |
| "loss": 0.0171, |
| "step": 6370 |
| }, |
| { |
| "epoch": 4.346049046321526, |
| "grad_norm": 0.19513262808322906, |
| "learning_rate": 3.1763003080988075e-05, |
| "loss": 0.0155, |
| "step": 6380 |
| }, |
| { |
| "epoch": 4.352861035422343, |
| "grad_norm": 0.19296902418136597, |
| "learning_rate": 3.160914694549063e-05, |
| "loss": 0.0191, |
| "step": 6390 |
| }, |
| { |
| "epoch": 4.359673024523161, |
| "grad_norm": 0.2901662588119507, |
| "learning_rate": 3.145549192941573e-05, |
| "loss": 0.0174, |
| "step": 6400 |
| }, |
| { |
| "epoch": 4.366485013623978, |
| "grad_norm": 0.21007436513900757, |
| "learning_rate": 3.130203971310999e-05, |
| "loss": 0.0194, |
| "step": 6410 |
| }, |
| { |
| "epoch": 4.3732970027247955, |
| "grad_norm": 0.19525951147079468, |
| "learning_rate": 3.114879197470225e-05, |
| "loss": 0.0181, |
| "step": 6420 |
| }, |
| { |
| "epoch": 4.3801089918256135, |
| "grad_norm": 0.22157281637191772, |
| "learning_rate": 3.0995750390085285e-05, |
| "loss": 0.0165, |
| "step": 6430 |
| }, |
| { |
| "epoch": 4.386920980926431, |
| "grad_norm": 0.2652972340583801, |
| "learning_rate": 3.084291663289728e-05, |
| "loss": 0.0171, |
| "step": 6440 |
| }, |
| { |
| "epoch": 4.393732970027248, |
| "grad_norm": 0.24139529466629028, |
| "learning_rate": 3.069029237450375e-05, |
| "loss": 0.0143, |
| "step": 6450 |
| }, |
| { |
| "epoch": 4.400544959128065, |
| "grad_norm": 0.17755670845508575, |
| "learning_rate": 3.053787928397911e-05, |
| "loss": 0.0145, |
| "step": 6460 |
| }, |
| { |
| "epoch": 4.407356948228883, |
| "grad_norm": 0.33576318621635437, |
| "learning_rate": 3.0385679028088526e-05, |
| "loss": 0.0179, |
| "step": 6470 |
| }, |
| { |
| "epoch": 4.4141689373297, |
| "grad_norm": 0.12500669062137604, |
| "learning_rate": 3.023369327126959e-05, |
| "loss": 0.0147, |
| "step": 6480 |
| }, |
| { |
| "epoch": 4.420980926430517, |
| "grad_norm": 0.17751501500606537, |
| "learning_rate": 3.0081923675614198e-05, |
| "loss": 0.016, |
| "step": 6490 |
| }, |
| { |
| "epoch": 4.427792915531335, |
| "grad_norm": 0.22551394999027252, |
| "learning_rate": 2.993037190085034e-05, |
| "loss": 0.0157, |
| "step": 6500 |
| }, |
| { |
| "epoch": 4.4346049046321525, |
| "grad_norm": 0.22585496306419373, |
| "learning_rate": 2.977903960432392e-05, |
| "loss": 0.0168, |
| "step": 6510 |
| }, |
| { |
| "epoch": 4.44141689373297, |
| "grad_norm": 0.21578261256217957, |
| "learning_rate": 2.9627928440980722e-05, |
| "loss": 0.0187, |
| "step": 6520 |
| }, |
| { |
| "epoch": 4.448228882833788, |
| "grad_norm": 0.22021692991256714, |
| "learning_rate": 2.9477040063348183e-05, |
| "loss": 0.0188, |
| "step": 6530 |
| }, |
| { |
| "epoch": 4.455040871934605, |
| "grad_norm": 0.28897762298583984, |
| "learning_rate": 2.9326376121517456e-05, |
| "loss": 0.0165, |
| "step": 6540 |
| }, |
| { |
| "epoch": 4.461852861035422, |
| "grad_norm": 0.25159355998039246, |
| "learning_rate": 2.9175938263125236e-05, |
| "loss": 0.0152, |
| "step": 6550 |
| }, |
| { |
| "epoch": 4.46866485013624, |
| "grad_norm": 0.23536550998687744, |
| "learning_rate": 2.9025728133335873e-05, |
| "loss": 0.0203, |
| "step": 6560 |
| }, |
| { |
| "epoch": 4.475476839237057, |
| "grad_norm": 0.2687535583972931, |
| "learning_rate": 2.8875747374823288e-05, |
| "loss": 0.0217, |
| "step": 6570 |
| }, |
| { |
| "epoch": 4.482288828337874, |
| "grad_norm": 0.28790390491485596, |
| "learning_rate": 2.872599762775298e-05, |
| "loss": 0.0228, |
| "step": 6580 |
| }, |
| { |
| "epoch": 4.489100817438692, |
| "grad_norm": 0.20599423348903656, |
| "learning_rate": 2.857648052976425e-05, |
| "loss": 0.0154, |
| "step": 6590 |
| }, |
| { |
| "epoch": 4.4959128065395095, |
| "grad_norm": 0.25862014293670654, |
| "learning_rate": 2.8427197715952047e-05, |
| "loss": 0.0169, |
| "step": 6600 |
| }, |
| { |
| "epoch": 4.502724795640327, |
| "grad_norm": 0.29005661606788635, |
| "learning_rate": 2.8278150818849393e-05, |
| "loss": 0.0176, |
| "step": 6610 |
| }, |
| { |
| "epoch": 4.509536784741145, |
| "grad_norm": 0.20444929599761963, |
| "learning_rate": 2.812934146840922e-05, |
| "loss": 0.0168, |
| "step": 6620 |
| }, |
| { |
| "epoch": 4.516348773841962, |
| "grad_norm": 0.16426856815814972, |
| "learning_rate": 2.7980771291986764e-05, |
| "loss": 0.0183, |
| "step": 6630 |
| }, |
| { |
| "epoch": 4.523160762942779, |
| "grad_norm": 0.2749025225639343, |
| "learning_rate": 2.783244191432167e-05, |
| "loss": 0.0175, |
| "step": 6640 |
| }, |
| { |
| "epoch": 4.529972752043597, |
| "grad_norm": 0.28311431407928467, |
| "learning_rate": 2.768435495752022e-05, |
| "loss": 0.0151, |
| "step": 6650 |
| }, |
| { |
| "epoch": 4.536784741144414, |
| "grad_norm": 0.24218498170375824, |
| "learning_rate": 2.753651204103771e-05, |
| "loss": 0.0175, |
| "step": 6660 |
| }, |
| { |
| "epoch": 4.543596730245231, |
| "grad_norm": 0.214820995926857, |
| "learning_rate": 2.7388914781660523e-05, |
| "loss": 0.0138, |
| "step": 6670 |
| }, |
| { |
| "epoch": 4.550408719346049, |
| "grad_norm": 0.2261001467704773, |
| "learning_rate": 2.7241564793488693e-05, |
| "loss": 0.0183, |
| "step": 6680 |
| }, |
| { |
| "epoch": 4.5572207084468666, |
| "grad_norm": 0.21669824421405792, |
| "learning_rate": 2.7094463687918037e-05, |
| "loss": 0.0161, |
| "step": 6690 |
| }, |
| { |
| "epoch": 4.564032697547684, |
| "grad_norm": 0.25731489062309265, |
| "learning_rate": 2.694761307362268e-05, |
| "loss": 0.0149, |
| "step": 6700 |
| }, |
| { |
| "epoch": 4.570844686648502, |
| "grad_norm": 0.29376113414764404, |
| "learning_rate": 2.6801014556537467e-05, |
| "loss": 0.0179, |
| "step": 6710 |
| }, |
| { |
| "epoch": 4.577656675749319, |
| "grad_norm": 0.2186402678489685, |
| "learning_rate": 2.6654669739840243e-05, |
| "loss": 0.0191, |
| "step": 6720 |
| }, |
| { |
| "epoch": 4.584468664850136, |
| "grad_norm": 0.21597842872142792, |
| "learning_rate": 2.650858022393451e-05, |
| "loss": 0.019, |
| "step": 6730 |
| }, |
| { |
| "epoch": 4.591280653950953, |
| "grad_norm": 0.20672723650932312, |
| "learning_rate": 2.6362747606431747e-05, |
| "loss": 0.0173, |
| "step": 6740 |
| }, |
| { |
| "epoch": 4.598092643051771, |
| "grad_norm": 0.16333183646202087, |
| "learning_rate": 2.6217173482134172e-05, |
| "loss": 0.0149, |
| "step": 6750 |
| }, |
| { |
| "epoch": 4.604904632152588, |
| "grad_norm": 0.3173683285713196, |
| "learning_rate": 2.6071859443017044e-05, |
| "loss": 0.0136, |
| "step": 6760 |
| }, |
| { |
| "epoch": 4.6117166212534055, |
| "grad_norm": 0.331967294216156, |
| "learning_rate": 2.5926807078211414e-05, |
| "loss": 0.0147, |
| "step": 6770 |
| }, |
| { |
| "epoch": 4.618528610354224, |
| "grad_norm": 0.26017463207244873, |
| "learning_rate": 2.5782017973986728e-05, |
| "loss": 0.0151, |
| "step": 6780 |
| }, |
| { |
| "epoch": 4.625340599455041, |
| "grad_norm": 0.17480212450027466, |
| "learning_rate": 2.5637493713733374e-05, |
| "loss": 0.0171, |
| "step": 6790 |
| }, |
| { |
| "epoch": 4.632152588555858, |
| "grad_norm": 0.20509187877178192, |
| "learning_rate": 2.549323587794559e-05, |
| "loss": 0.0203, |
| "step": 6800 |
| }, |
| { |
| "epoch": 4.638964577656676, |
| "grad_norm": 0.203098326921463, |
| "learning_rate": 2.5349246044203895e-05, |
| "loss": 0.0144, |
| "step": 6810 |
| }, |
| { |
| "epoch": 4.645776566757493, |
| "grad_norm": 0.25146251916885376, |
| "learning_rate": 2.520552578715808e-05, |
| "loss": 0.0159, |
| "step": 6820 |
| }, |
| { |
| "epoch": 4.65258855585831, |
| "grad_norm": 0.2880435585975647, |
| "learning_rate": 2.506207667850981e-05, |
| "loss": 0.0154, |
| "step": 6830 |
| }, |
| { |
| "epoch": 4.659400544959128, |
| "grad_norm": 0.1960860937833786, |
| "learning_rate": 2.4918900286995555e-05, |
| "loss": 0.0155, |
| "step": 6840 |
| }, |
| { |
| "epoch": 4.666212534059945, |
| "grad_norm": 0.1823454052209854, |
| "learning_rate": 2.4775998178369458e-05, |
| "loss": 0.0145, |
| "step": 6850 |
| }, |
| { |
| "epoch": 4.6730245231607626, |
| "grad_norm": 0.2692583203315735, |
| "learning_rate": 2.4633371915386017e-05, |
| "loss": 0.0161, |
| "step": 6860 |
| }, |
| { |
| "epoch": 4.679836512261581, |
| "grad_norm": 0.30107152462005615, |
| "learning_rate": 2.4491023057783235e-05, |
| "loss": 0.0184, |
| "step": 6870 |
| }, |
| { |
| "epoch": 4.686648501362398, |
| "grad_norm": 0.19429023563861847, |
| "learning_rate": 2.4348953162265375e-05, |
| "loss": 0.0179, |
| "step": 6880 |
| }, |
| { |
| "epoch": 4.693460490463215, |
| "grad_norm": 0.18987010419368744, |
| "learning_rate": 2.420716378248607e-05, |
| "loss": 0.0191, |
| "step": 6890 |
| }, |
| { |
| "epoch": 4.700272479564033, |
| "grad_norm": 0.21912752091884613, |
| "learning_rate": 2.4065656469031266e-05, |
| "loss": 0.0136, |
| "step": 6900 |
| }, |
| { |
| "epoch": 4.70708446866485, |
| "grad_norm": 0.17700830101966858, |
| "learning_rate": 2.3924432769402268e-05, |
| "loss": 0.0167, |
| "step": 6910 |
| }, |
| { |
| "epoch": 4.713896457765667, |
| "grad_norm": 0.14365394413471222, |
| "learning_rate": 2.3783494227998844e-05, |
| "loss": 0.0203, |
| "step": 6920 |
| }, |
| { |
| "epoch": 4.720708446866485, |
| "grad_norm": 0.2490224689245224, |
| "learning_rate": 2.3642842386102264e-05, |
| "loss": 0.0163, |
| "step": 6930 |
| }, |
| { |
| "epoch": 4.727520435967302, |
| "grad_norm": 0.3222252428531647, |
| "learning_rate": 2.3502478781858567e-05, |
| "loss": 0.0133, |
| "step": 6940 |
| }, |
| { |
| "epoch": 4.73433242506812, |
| "grad_norm": 0.2206520438194275, |
| "learning_rate": 2.3362404950261628e-05, |
| "loss": 0.0164, |
| "step": 6950 |
| }, |
| { |
| "epoch": 4.741144414168938, |
| "grad_norm": 0.21772713959217072, |
| "learning_rate": 2.3222622423136458e-05, |
| "loss": 0.0148, |
| "step": 6960 |
| }, |
| { |
| "epoch": 4.747956403269755, |
| "grad_norm": 0.18722061812877655, |
| "learning_rate": 2.3083132729122332e-05, |
| "loss": 0.014, |
| "step": 6970 |
| }, |
| { |
| "epoch": 4.754768392370572, |
| "grad_norm": 0.3535923659801483, |
| "learning_rate": 2.294393739365621e-05, |
| "loss": 0.0211, |
| "step": 6980 |
| }, |
| { |
| "epoch": 4.76158038147139, |
| "grad_norm": 0.1893048882484436, |
| "learning_rate": 2.2805037938956e-05, |
| "loss": 0.0167, |
| "step": 6990 |
| }, |
| { |
| "epoch": 4.768392370572207, |
| "grad_norm": 0.23466837406158447, |
| "learning_rate": 2.266643588400386e-05, |
| "loss": 0.0169, |
| "step": 7000 |
| }, |
| { |
| "epoch": 4.775204359673024, |
| "grad_norm": 0.1818532645702362, |
| "learning_rate": 2.252813274452969e-05, |
| "loss": 0.0174, |
| "step": 7010 |
| }, |
| { |
| "epoch": 4.782016348773842, |
| "grad_norm": 0.24044625461101532, |
| "learning_rate": 2.2390130032994427e-05, |
| "loss": 0.0146, |
| "step": 7020 |
| }, |
| { |
| "epoch": 4.7888283378746594, |
| "grad_norm": 0.19146227836608887, |
| "learning_rate": 2.2252429258573633e-05, |
| "loss": 0.0163, |
| "step": 7030 |
| }, |
| { |
| "epoch": 4.795640326975477, |
| "grad_norm": 0.2928459644317627, |
| "learning_rate": 2.2115031927140904e-05, |
| "loss": 0.0159, |
| "step": 7040 |
| }, |
| { |
| "epoch": 4.802452316076295, |
| "grad_norm": 0.26016002893447876, |
| "learning_rate": 2.1977939541251463e-05, |
| "loss": 0.0182, |
| "step": 7050 |
| }, |
| { |
| "epoch": 4.809264305177112, |
| "grad_norm": 0.2691255509853363, |
| "learning_rate": 2.1841153600125684e-05, |
| "loss": 0.0158, |
| "step": 7060 |
| }, |
| { |
| "epoch": 4.816076294277929, |
| "grad_norm": 0.21671241521835327, |
| "learning_rate": 2.170467559963267e-05, |
| "loss": 0.0167, |
| "step": 7070 |
| }, |
| { |
| "epoch": 4.822888283378747, |
| "grad_norm": 0.2578423023223877, |
| "learning_rate": 2.1568507032273982e-05, |
| "loss": 0.0131, |
| "step": 7080 |
| }, |
| { |
| "epoch": 4.829700272479564, |
| "grad_norm": 0.22187665104866028, |
| "learning_rate": 2.1432649387167264e-05, |
| "loss": 0.0147, |
| "step": 7090 |
| }, |
| { |
| "epoch": 4.836512261580381, |
| "grad_norm": 0.16120664775371552, |
| "learning_rate": 2.1297104150029973e-05, |
| "loss": 0.0146, |
| "step": 7100 |
| }, |
| { |
| "epoch": 4.843324250681199, |
| "grad_norm": 0.20281171798706055, |
| "learning_rate": 2.116187280316307e-05, |
| "loss": 0.0163, |
| "step": 7110 |
| }, |
| { |
| "epoch": 4.8501362397820165, |
| "grad_norm": 0.30870872735977173, |
| "learning_rate": 2.1026956825434908e-05, |
| "loss": 0.0137, |
| "step": 7120 |
| }, |
| { |
| "epoch": 4.856948228882834, |
| "grad_norm": 0.16448527574539185, |
| "learning_rate": 2.0892357692265017e-05, |
| "loss": 0.0135, |
| "step": 7130 |
| }, |
| { |
| "epoch": 4.863760217983652, |
| "grad_norm": 0.229940727353096, |
| "learning_rate": 2.0758076875607947e-05, |
| "loss": 0.0159, |
| "step": 7140 |
| }, |
| { |
| "epoch": 4.870572207084469, |
| "grad_norm": 0.1661119908094406, |
| "learning_rate": 2.0624115843937207e-05, |
| "loss": 0.0171, |
| "step": 7150 |
| }, |
| { |
| "epoch": 4.877384196185286, |
| "grad_norm": 0.17345386743545532, |
| "learning_rate": 2.0490476062229157e-05, |
| "loss": 0.0156, |
| "step": 7160 |
| }, |
| { |
| "epoch": 4.884196185286104, |
| "grad_norm": 0.30998191237449646, |
| "learning_rate": 2.035715899194704e-05, |
| "loss": 0.0151, |
| "step": 7170 |
| }, |
| { |
| "epoch": 4.891008174386921, |
| "grad_norm": 0.16312265396118164, |
| "learning_rate": 2.022416609102499e-05, |
| "loss": 0.0146, |
| "step": 7180 |
| }, |
| { |
| "epoch": 4.897820163487738, |
| "grad_norm": 0.19796396791934967, |
| "learning_rate": 2.009149881385205e-05, |
| "loss": 0.0197, |
| "step": 7190 |
| }, |
| { |
| "epoch": 4.904632152588556, |
| "grad_norm": 0.27385029196739197, |
| "learning_rate": 1.995915861125634e-05, |
| "loss": 0.0143, |
| "step": 7200 |
| }, |
| { |
| "epoch": 4.9114441416893735, |
| "grad_norm": 0.13566231727600098, |
| "learning_rate": 1.9827146930489065e-05, |
| "loss": 0.0131, |
| "step": 7210 |
| }, |
| { |
| "epoch": 4.918256130790191, |
| "grad_norm": 0.26954782009124756, |
| "learning_rate": 1.9695465215208848e-05, |
| "loss": 0.018, |
| "step": 7220 |
| }, |
| { |
| "epoch": 4.925068119891008, |
| "grad_norm": 0.20488935708999634, |
| "learning_rate": 1.9564114905465813e-05, |
| "loss": 0.0139, |
| "step": 7230 |
| }, |
| { |
| "epoch": 4.931880108991826, |
| "grad_norm": 0.25250253081321716, |
| "learning_rate": 1.9433097437685936e-05, |
| "loss": 0.014, |
| "step": 7240 |
| }, |
| { |
| "epoch": 4.938692098092643, |
| "grad_norm": 0.22722044587135315, |
| "learning_rate": 1.930241424465521e-05, |
| "loss": 0.0129, |
| "step": 7250 |
| }, |
| { |
| "epoch": 4.94550408719346, |
| "grad_norm": 0.12395540624856949, |
| "learning_rate": 1.9172066755504115e-05, |
| "loss": 0.0117, |
| "step": 7260 |
| }, |
| { |
| "epoch": 4.952316076294278, |
| "grad_norm": 0.1848660111427307, |
| "learning_rate": 1.9042056395691914e-05, |
| "loss": 0.0153, |
| "step": 7270 |
| }, |
| { |
| "epoch": 4.959128065395095, |
| "grad_norm": 0.1646895408630371, |
| "learning_rate": 1.8912384586991066e-05, |
| "loss": 0.0127, |
| "step": 7280 |
| }, |
| { |
| "epoch": 4.9659400544959125, |
| "grad_norm": 0.2536143958568573, |
| "learning_rate": 1.8783052747471717e-05, |
| "loss": 0.0145, |
| "step": 7290 |
| }, |
| { |
| "epoch": 4.9727520435967305, |
| "grad_norm": 0.17167410254478455, |
| "learning_rate": 1.865406229148611e-05, |
| "loss": 0.0138, |
| "step": 7300 |
| }, |
| { |
| "epoch": 4.979564032697548, |
| "grad_norm": 0.24148517847061157, |
| "learning_rate": 1.8525414629653233e-05, |
| "loss": 0.016, |
| "step": 7310 |
| }, |
| { |
| "epoch": 4.986376021798365, |
| "grad_norm": 0.2849847674369812, |
| "learning_rate": 1.8397111168843255e-05, |
| "loss": 0.0142, |
| "step": 7320 |
| }, |
| { |
| "epoch": 4.993188010899183, |
| "grad_norm": 0.19562356173992157, |
| "learning_rate": 1.8269153312162323e-05, |
| "loss": 0.0153, |
| "step": 7330 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 0.25182366371154785, |
| "learning_rate": 1.8141542458937054e-05, |
| "loss": 0.0128, |
| "step": 7340 |
| }, |
| { |
| "epoch": 5.006811989100817, |
| "grad_norm": 0.22833839058876038, |
| "learning_rate": 1.8014280004699268e-05, |
| "loss": 0.0127, |
| "step": 7350 |
| }, |
| { |
| "epoch": 5.013623978201635, |
| "grad_norm": 0.17050805687904358, |
| "learning_rate": 1.788736734117078e-05, |
| "loss": 0.0113, |
| "step": 7360 |
| }, |
| { |
| "epoch": 5.020435967302452, |
| "grad_norm": 0.2042902410030365, |
| "learning_rate": 1.7760805856248152e-05, |
| "loss": 0.0131, |
| "step": 7370 |
| }, |
| { |
| "epoch": 5.0272479564032695, |
| "grad_norm": 0.24889463186264038, |
| "learning_rate": 1.7634596933987518e-05, |
| "loss": 0.0164, |
| "step": 7380 |
| }, |
| { |
| "epoch": 5.0340599455040875, |
| "grad_norm": 0.2117907702922821, |
| "learning_rate": 1.7508741954589404e-05, |
| "loss": 0.0177, |
| "step": 7390 |
| }, |
| { |
| "epoch": 5.040871934604905, |
| "grad_norm": 0.17846384644508362, |
| "learning_rate": 1.7383242294383717e-05, |
| "loss": 0.0135, |
| "step": 7400 |
| }, |
| { |
| "epoch": 5.047683923705722, |
| "grad_norm": 0.17487211525440216, |
| "learning_rate": 1.7258099325814632e-05, |
| "loss": 0.0115, |
| "step": 7410 |
| }, |
| { |
| "epoch": 5.05449591280654, |
| "grad_norm": 0.18704567849636078, |
| "learning_rate": 1.7133314417425594e-05, |
| "loss": 0.0146, |
| "step": 7420 |
| }, |
| { |
| "epoch": 5.061307901907357, |
| "grad_norm": 0.24722889065742493, |
| "learning_rate": 1.7008888933844408e-05, |
| "loss": 0.0148, |
| "step": 7430 |
| }, |
| { |
| "epoch": 5.068119891008174, |
| "grad_norm": 0.19086501002311707, |
| "learning_rate": 1.6884824235768172e-05, |
| "loss": 0.0148, |
| "step": 7440 |
| }, |
| { |
| "epoch": 5.074931880108992, |
| "grad_norm": 0.18787351250648499, |
| "learning_rate": 1.6761121679948592e-05, |
| "loss": 0.0125, |
| "step": 7450 |
| }, |
| { |
| "epoch": 5.081743869209809, |
| "grad_norm": 0.28582966327667236, |
| "learning_rate": 1.663778261917695e-05, |
| "loss": 0.0148, |
| "step": 7460 |
| }, |
| { |
| "epoch": 5.0885558583106265, |
| "grad_norm": 0.1483089029788971, |
| "learning_rate": 1.651480840226952e-05, |
| "loss": 0.0123, |
| "step": 7470 |
| }, |
| { |
| "epoch": 5.0953678474114446, |
| "grad_norm": 0.24858340620994568, |
| "learning_rate": 1.639220037405258e-05, |
| "loss": 0.0148, |
| "step": 7480 |
| }, |
| { |
| "epoch": 5.102179836512262, |
| "grad_norm": 0.1595468819141388, |
| "learning_rate": 1.6269959875347906e-05, |
| "loss": 0.0137, |
| "step": 7490 |
| }, |
| { |
| "epoch": 5.108991825613079, |
| "grad_norm": 0.27670302987098694, |
| "learning_rate": 1.614808824295802e-05, |
| "loss": 0.0143, |
| "step": 7500 |
| }, |
| { |
| "epoch": 5.115803814713897, |
| "grad_norm": 0.13641585409641266, |
| "learning_rate": 1.602658680965152e-05, |
| "loss": 0.0103, |
| "step": 7510 |
| }, |
| { |
| "epoch": 5.122615803814714, |
| "grad_norm": 0.23924027383327484, |
| "learning_rate": 1.5905456904148686e-05, |
| "loss": 0.0146, |
| "step": 7520 |
| }, |
| { |
| "epoch": 5.129427792915531, |
| "grad_norm": 0.21490581333637238, |
| "learning_rate": 1.57846998511067e-05, |
| "loss": 0.0146, |
| "step": 7530 |
| }, |
| { |
| "epoch": 5.136239782016348, |
| "grad_norm": 0.28059524297714233, |
| "learning_rate": 1.566431697110538e-05, |
| "loss": 0.0117, |
| "step": 7540 |
| }, |
| { |
| "epoch": 5.143051771117166, |
| "grad_norm": 0.20346660912036896, |
| "learning_rate": 1.554430958063259e-05, |
| "loss": 0.0113, |
| "step": 7550 |
| }, |
| { |
| "epoch": 5.1498637602179835, |
| "grad_norm": 0.17303743958473206, |
| "learning_rate": 1.5424678992069912e-05, |
| "loss": 0.0123, |
| "step": 7560 |
| }, |
| { |
| "epoch": 5.156675749318801, |
| "grad_norm": 0.21222537755966187, |
| "learning_rate": 1.5305426513678362e-05, |
| "loss": 0.012, |
| "step": 7570 |
| }, |
| { |
| "epoch": 5.163487738419619, |
| "grad_norm": 0.22923482954502106, |
| "learning_rate": 1.518655344958388e-05, |
| "loss": 0.0136, |
| "step": 7580 |
| }, |
| { |
| "epoch": 5.170299727520436, |
| "grad_norm": 0.28508874773979187, |
| "learning_rate": 1.5068061099763275e-05, |
| "loss": 0.0124, |
| "step": 7590 |
| }, |
| { |
| "epoch": 5.177111716621253, |
| "grad_norm": 0.31998851895332336, |
| "learning_rate": 1.494995076002988e-05, |
| "loss": 0.0155, |
| "step": 7600 |
| }, |
| { |
| "epoch": 5.183923705722071, |
| "grad_norm": 0.20339614152908325, |
| "learning_rate": 1.4832223722019456e-05, |
| "loss": 0.0125, |
| "step": 7610 |
| }, |
| { |
| "epoch": 5.190735694822888, |
| "grad_norm": 0.19148500263690948, |
| "learning_rate": 1.4714881273176035e-05, |
| "loss": 0.0139, |
| "step": 7620 |
| }, |
| { |
| "epoch": 5.197547683923705, |
| "grad_norm": 0.17169404029846191, |
| "learning_rate": 1.4597924696737835e-05, |
| "loss": 0.0123, |
| "step": 7630 |
| }, |
| { |
| "epoch": 5.204359673024523, |
| "grad_norm": 0.17913302779197693, |
| "learning_rate": 1.4481355271723252e-05, |
| "loss": 0.0123, |
| "step": 7640 |
| }, |
| { |
| "epoch": 5.2111716621253406, |
| "grad_norm": 0.34465935826301575, |
| "learning_rate": 1.4365174272916809e-05, |
| "loss": 0.0154, |
| "step": 7650 |
| }, |
| { |
| "epoch": 5.217983651226158, |
| "grad_norm": 0.17733906209468842, |
| "learning_rate": 1.4249382970855319e-05, |
| "loss": 0.012, |
| "step": 7660 |
| }, |
| { |
| "epoch": 5.224795640326976, |
| "grad_norm": 0.12495987117290497, |
| "learning_rate": 1.4133982631813903e-05, |
| "loss": 0.014, |
| "step": 7670 |
| }, |
| { |
| "epoch": 5.231607629427793, |
| "grad_norm": 0.14085407555103302, |
| "learning_rate": 1.4018974517792194e-05, |
| "loss": 0.0108, |
| "step": 7680 |
| }, |
| { |
| "epoch": 5.23841961852861, |
| "grad_norm": 0.1950143575668335, |
| "learning_rate": 1.390435988650048e-05, |
| "loss": 0.0115, |
| "step": 7690 |
| }, |
| { |
| "epoch": 5.245231607629428, |
| "grad_norm": 0.2449447363615036, |
| "learning_rate": 1.3790139991346006e-05, |
| "loss": 0.0126, |
| "step": 7700 |
| }, |
| { |
| "epoch": 5.252043596730245, |
| "grad_norm": 0.148986354470253, |
| "learning_rate": 1.367631608141926e-05, |
| "loss": 0.0117, |
| "step": 7710 |
| }, |
| { |
| "epoch": 5.258855585831062, |
| "grad_norm": 0.2584574520587921, |
| "learning_rate": 1.3562889401480278e-05, |
| "loss": 0.0122, |
| "step": 7720 |
| }, |
| { |
| "epoch": 5.26566757493188, |
| "grad_norm": 0.19506706297397614, |
| "learning_rate": 1.3449861191945074e-05, |
| "loss": 0.0145, |
| "step": 7730 |
| }, |
| { |
| "epoch": 5.272479564032698, |
| "grad_norm": 0.15596213936805725, |
| "learning_rate": 1.3337232688872009e-05, |
| "loss": 0.0131, |
| "step": 7740 |
| }, |
| { |
| "epoch": 5.279291553133515, |
| "grad_norm": 0.227974072098732, |
| "learning_rate": 1.3225005123948364e-05, |
| "loss": 0.0128, |
| "step": 7750 |
| }, |
| { |
| "epoch": 5.286103542234333, |
| "grad_norm": 0.15332451462745667, |
| "learning_rate": 1.311317972447681e-05, |
| "loss": 0.0103, |
| "step": 7760 |
| }, |
| { |
| "epoch": 5.29291553133515, |
| "grad_norm": 0.14478209614753723, |
| "learning_rate": 1.3001757713361996e-05, |
| "loss": 0.0123, |
| "step": 7770 |
| }, |
| { |
| "epoch": 5.299727520435967, |
| "grad_norm": 0.2231355756521225, |
| "learning_rate": 1.2890740309097204e-05, |
| "loss": 0.0122, |
| "step": 7780 |
| }, |
| { |
| "epoch": 5.306539509536785, |
| "grad_norm": 0.15700560808181763, |
| "learning_rate": 1.2780128725750944e-05, |
| "loss": 0.0122, |
| "step": 7790 |
| }, |
| { |
| "epoch": 5.313351498637602, |
| "grad_norm": 0.1040923222899437, |
| "learning_rate": 1.266992417295379e-05, |
| "loss": 0.0122, |
| "step": 7800 |
| }, |
| { |
| "epoch": 5.320163487738419, |
| "grad_norm": 0.23007836937904358, |
| "learning_rate": 1.2560127855885073e-05, |
| "loss": 0.0125, |
| "step": 7810 |
| }, |
| { |
| "epoch": 5.3269754768392374, |
| "grad_norm": 0.19076195359230042, |
| "learning_rate": 1.2450740975259745e-05, |
| "loss": 0.0146, |
| "step": 7820 |
| }, |
| { |
| "epoch": 5.333787465940055, |
| "grad_norm": 0.1625741422176361, |
| "learning_rate": 1.234176472731517e-05, |
| "loss": 0.0206, |
| "step": 7830 |
| }, |
| { |
| "epoch": 5.340599455040872, |
| "grad_norm": 0.19957181811332703, |
| "learning_rate": 1.2233200303798158e-05, |
| "loss": 0.0111, |
| "step": 7840 |
| }, |
| { |
| "epoch": 5.34741144414169, |
| "grad_norm": 0.26022225618362427, |
| "learning_rate": 1.2125048891951846e-05, |
| "loss": 0.015, |
| "step": 7850 |
| }, |
| { |
| "epoch": 5.354223433242507, |
| "grad_norm": 0.19087891280651093, |
| "learning_rate": 1.2017311674502745e-05, |
| "loss": 0.0099, |
| "step": 7860 |
| }, |
| { |
| "epoch": 5.361035422343324, |
| "grad_norm": 0.20264586806297302, |
| "learning_rate": 1.1909989829647822e-05, |
| "loss": 0.0111, |
| "step": 7870 |
| }, |
| { |
| "epoch": 5.367847411444142, |
| "grad_norm": 0.15192349255084991, |
| "learning_rate": 1.1803084531041553e-05, |
| "loss": 0.0133, |
| "step": 7880 |
| }, |
| { |
| "epoch": 5.374659400544959, |
| "grad_norm": 0.1685389131307602, |
| "learning_rate": 1.1696596947783162e-05, |
| "loss": 0.0115, |
| "step": 7890 |
| }, |
| { |
| "epoch": 5.381471389645776, |
| "grad_norm": 0.16295170783996582, |
| "learning_rate": 1.1590528244403803e-05, |
| "loss": 0.012, |
| "step": 7900 |
| }, |
| { |
| "epoch": 5.3882833787465945, |
| "grad_norm": 0.21759124100208282, |
| "learning_rate": 1.148487958085382e-05, |
| "loss": 0.013, |
| "step": 7910 |
| }, |
| { |
| "epoch": 5.395095367847412, |
| "grad_norm": 0.14942030608654022, |
| "learning_rate": 1.1379652112490086e-05, |
| "loss": 0.0139, |
| "step": 7920 |
| }, |
| { |
| "epoch": 5.401907356948229, |
| "grad_norm": 0.22778572142124176, |
| "learning_rate": 1.1274846990063315e-05, |
| "loss": 0.0121, |
| "step": 7930 |
| }, |
| { |
| "epoch": 5.408719346049046, |
| "grad_norm": 0.18669773638248444, |
| "learning_rate": 1.117046535970554e-05, |
| "loss": 0.0147, |
| "step": 7940 |
| }, |
| { |
| "epoch": 5.415531335149864, |
| "grad_norm": 0.15506009757518768, |
| "learning_rate": 1.106650836291755e-05, |
| "loss": 0.0177, |
| "step": 7950 |
| }, |
| { |
| "epoch": 5.422343324250681, |
| "grad_norm": 0.2541573643684387, |
| "learning_rate": 1.0962977136556418e-05, |
| "loss": 0.0153, |
| "step": 7960 |
| }, |
| { |
| "epoch": 5.429155313351498, |
| "grad_norm": 0.1981164813041687, |
| "learning_rate": 1.0859872812823024e-05, |
| "loss": 0.0132, |
| "step": 7970 |
| }, |
| { |
| "epoch": 5.435967302452316, |
| "grad_norm": 0.2570594549179077, |
| "learning_rate": 1.0757196519249747e-05, |
| "loss": 0.016, |
| "step": 7980 |
| }, |
| { |
| "epoch": 5.4427792915531334, |
| "grad_norm": 0.11997192353010178, |
| "learning_rate": 1.0654949378688077e-05, |
| "loss": 0.014, |
| "step": 7990 |
| }, |
| { |
| "epoch": 5.449591280653951, |
| "grad_norm": 0.194411501288414, |
| "learning_rate": 1.0553132509296376e-05, |
| "loss": 0.013, |
| "step": 8000 |
| }, |
| { |
| "epoch": 5.456403269754769, |
| "grad_norm": 0.16398310661315918, |
| "learning_rate": 1.0451747024527613e-05, |
| "loss": 0.013, |
| "step": 8010 |
| }, |
| { |
| "epoch": 5.463215258855586, |
| "grad_norm": 0.2351941168308258, |
| "learning_rate": 1.0350794033117189e-05, |
| "loss": 0.0141, |
| "step": 8020 |
| }, |
| { |
| "epoch": 5.470027247956403, |
| "grad_norm": 0.254794180393219, |
| "learning_rate": 1.0250274639070856e-05, |
| "loss": 0.0115, |
| "step": 8030 |
| }, |
| { |
| "epoch": 5.476839237057221, |
| "grad_norm": 0.12862807512283325, |
| "learning_rate": 1.0150189941652599e-05, |
| "loss": 0.0104, |
| "step": 8040 |
| }, |
| { |
| "epoch": 5.483651226158038, |
| "grad_norm": 0.1112130880355835, |
| "learning_rate": 1.0050541035372635e-05, |
| "loss": 0.0105, |
| "step": 8050 |
| }, |
| { |
| "epoch": 5.490463215258855, |
| "grad_norm": 0.15486888587474823, |
| "learning_rate": 9.951329009975458e-06, |
| "loss": 0.0108, |
| "step": 8060 |
| }, |
| { |
| "epoch": 5.497275204359673, |
| "grad_norm": 0.13335685431957245, |
| "learning_rate": 9.852554950427845e-06, |
| "loss": 0.0128, |
| "step": 8070 |
| }, |
| { |
| "epoch": 5.5040871934604905, |
| "grad_norm": 0.16484335064888, |
| "learning_rate": 9.754219936907105e-06, |
| "loss": 0.0123, |
| "step": 8080 |
| }, |
| { |
| "epoch": 5.510899182561308, |
| "grad_norm": 0.13687945902347565, |
| "learning_rate": 9.656325044789194e-06, |
| "loss": 0.0096, |
| "step": 8090 |
| }, |
| { |
| "epoch": 5.517711171662126, |
| "grad_norm": 0.1303662657737732, |
| "learning_rate": 9.55887134463697e-06, |
| "loss": 0.0086, |
| "step": 8100 |
| }, |
| { |
| "epoch": 5.524523160762943, |
| "grad_norm": 0.1451333612203598, |
| "learning_rate": 9.461859902188475e-06, |
| "loss": 0.0119, |
| "step": 8110 |
| }, |
| { |
| "epoch": 5.53133514986376, |
| "grad_norm": 0.2170574814081192, |
| "learning_rate": 9.365291778345303e-06, |
| "loss": 0.0121, |
| "step": 8120 |
| }, |
| { |
| "epoch": 5.538147138964578, |
| "grad_norm": 0.16463404893875122, |
| "learning_rate": 9.269168029160991e-06, |
| "loss": 0.0089, |
| "step": 8130 |
| }, |
| { |
| "epoch": 5.544959128065395, |
| "grad_norm": 0.2275201976299286, |
| "learning_rate": 9.173489705829447e-06, |
| "loss": 0.0129, |
| "step": 8140 |
| }, |
| { |
| "epoch": 5.551771117166212, |
| "grad_norm": 0.11590515077114105, |
| "learning_rate": 9.078257854673516e-06, |
| "loss": 0.0124, |
| "step": 8150 |
| }, |
| { |
| "epoch": 5.55858310626703, |
| "grad_norm": 0.1156085953116417, |
| "learning_rate": 8.983473517133429e-06, |
| "loss": 0.0135, |
| "step": 8160 |
| }, |
| { |
| "epoch": 5.5653950953678475, |
| "grad_norm": 0.12850528955459595, |
| "learning_rate": 8.889137729755537e-06, |
| "loss": 0.0105, |
| "step": 8170 |
| }, |
| { |
| "epoch": 5.572207084468665, |
| "grad_norm": 0.2325507402420044, |
| "learning_rate": 8.79525152418087e-06, |
| "loss": 0.0136, |
| "step": 8180 |
| }, |
| { |
| "epoch": 5.579019073569482, |
| "grad_norm": 0.17301425337791443, |
| "learning_rate": 8.701815927133961e-06, |
| "loss": 0.0124, |
| "step": 8190 |
| }, |
| { |
| "epoch": 5.5858310626703, |
| "grad_norm": 0.13355191051959991, |
| "learning_rate": 8.608831960411534e-06, |
| "loss": 0.0114, |
| "step": 8200 |
| }, |
| { |
| "epoch": 5.592643051771117, |
| "grad_norm": 0.2157035917043686, |
| "learning_rate": 8.516300640871321e-06, |
| "loss": 0.0126, |
| "step": 8210 |
| }, |
| { |
| "epoch": 5.599455040871934, |
| "grad_norm": 0.16316112875938416, |
| "learning_rate": 8.424222980421038e-06, |
| "loss": 0.0133, |
| "step": 8220 |
| }, |
| { |
| "epoch": 5.606267029972752, |
| "grad_norm": 0.10164311528205872, |
| "learning_rate": 8.332599986007184e-06, |
| "loss": 0.0111, |
| "step": 8230 |
| }, |
| { |
| "epoch": 5.613079019073569, |
| "grad_norm": 0.13754205405712128, |
| "learning_rate": 8.241432659604203e-06, |
| "loss": 0.0098, |
| "step": 8240 |
| }, |
| { |
| "epoch": 5.6198910081743865, |
| "grad_norm": 0.17243002355098724, |
| "learning_rate": 8.150721998203331e-06, |
| "loss": 0.0092, |
| "step": 8250 |
| }, |
| { |
| "epoch": 5.6267029972752045, |
| "grad_norm": 0.14749637246131897, |
| "learning_rate": 8.06046899380184e-06, |
| "loss": 0.0098, |
| "step": 8260 |
| }, |
| { |
| "epoch": 5.633514986376022, |
| "grad_norm": 0.12213444709777832, |
| "learning_rate": 7.970674633392133e-06, |
| "loss": 0.0139, |
| "step": 8270 |
| }, |
| { |
| "epoch": 5.640326975476839, |
| "grad_norm": 0.1787102073431015, |
| "learning_rate": 7.881339898950924e-06, |
| "loss": 0.0142, |
| "step": 8280 |
| }, |
| { |
| "epoch": 5.647138964577657, |
| "grad_norm": 0.10263296216726303, |
| "learning_rate": 7.792465767428597e-06, |
| "loss": 0.0116, |
| "step": 8290 |
| }, |
| { |
| "epoch": 5.653950953678474, |
| "grad_norm": 0.11837161332368851, |
| "learning_rate": 7.704053210738376e-06, |
| "loss": 0.0095, |
| "step": 8300 |
| }, |
| { |
| "epoch": 5.660762942779291, |
| "grad_norm": 0.13488389551639557, |
| "learning_rate": 7.6161031957458494e-06, |
| "loss": 0.0138, |
| "step": 8310 |
| }, |
| { |
| "epoch": 5.667574931880109, |
| "grad_norm": 0.19569364190101624, |
| "learning_rate": 7.5286166842582605e-06, |
| "loss": 0.0121, |
| "step": 8320 |
| }, |
| { |
| "epoch": 5.674386920980926, |
| "grad_norm": 0.19341343641281128, |
| "learning_rate": 7.4415946330140814e-06, |
| "loss": 0.0115, |
| "step": 8330 |
| }, |
| { |
| "epoch": 5.6811989100817435, |
| "grad_norm": 0.15243728458881378, |
| "learning_rate": 7.3550379936725644e-06, |
| "loss": 0.0114, |
| "step": 8340 |
| }, |
| { |
| "epoch": 5.6880108991825615, |
| "grad_norm": 0.13914422690868378, |
| "learning_rate": 7.2689477128032035e-06, |
| "loss": 0.0125, |
| "step": 8350 |
| }, |
| { |
| "epoch": 5.694822888283379, |
| "grad_norm": 0.15893633663654327, |
| "learning_rate": 7.183324731875551e-06, |
| "loss": 0.0098, |
| "step": 8360 |
| }, |
| { |
| "epoch": 5.701634877384196, |
| "grad_norm": 0.16882383823394775, |
| "learning_rate": 7.098169987248782e-06, |
| "loss": 0.0089, |
| "step": 8370 |
| }, |
| { |
| "epoch": 5.708446866485014, |
| "grad_norm": 0.11707707494497299, |
| "learning_rate": 7.013484410161553e-06, |
| "loss": 0.0111, |
| "step": 8380 |
| }, |
| { |
| "epoch": 5.715258855585831, |
| "grad_norm": 0.15138401091098785, |
| "learning_rate": 6.92926892672176e-06, |
| "loss": 0.011, |
| "step": 8390 |
| }, |
| { |
| "epoch": 5.722070844686648, |
| "grad_norm": 0.15782202780246735, |
| "learning_rate": 6.845524457896446e-06, |
| "loss": 0.0087, |
| "step": 8400 |
| }, |
| { |
| "epoch": 5.728882833787466, |
| "grad_norm": 0.14364789426326752, |
| "learning_rate": 6.7622519195017165e-06, |
| "loss": 0.0099, |
| "step": 8410 |
| }, |
| { |
| "epoch": 5.735694822888283, |
| "grad_norm": 0.1990385502576828, |
| "learning_rate": 6.679452222192684e-06, |
| "loss": 0.0099, |
| "step": 8420 |
| }, |
| { |
| "epoch": 5.7425068119891005, |
| "grad_norm": 0.11444421857595444, |
| "learning_rate": 6.597126271453579e-06, |
| "loss": 0.0088, |
| "step": 8430 |
| }, |
| { |
| "epoch": 5.7493188010899186, |
| "grad_norm": 0.09519212692975998, |
| "learning_rate": 6.51527496758782e-06, |
| "loss": 0.0089, |
| "step": 8440 |
| }, |
| { |
| "epoch": 5.756130790190736, |
| "grad_norm": 0.1508159637451172, |
| "learning_rate": 6.433899205708155e-06, |
| "loss": 0.0097, |
| "step": 8450 |
| }, |
| { |
| "epoch": 5.762942779291553, |
| "grad_norm": 0.12732820212841034, |
| "learning_rate": 6.352999875726856e-06, |
| "loss": 0.0091, |
| "step": 8460 |
| }, |
| { |
| "epoch": 5.769754768392371, |
| "grad_norm": 0.09891568869352341, |
| "learning_rate": 6.272577862346052e-06, |
| "loss": 0.0113, |
| "step": 8470 |
| }, |
| { |
| "epoch": 5.776566757493188, |
| "grad_norm": 0.2046702355146408, |
| "learning_rate": 6.192634045047996e-06, |
| "loss": 0.0112, |
| "step": 8480 |
| }, |
| { |
| "epoch": 5.783378746594005, |
| "grad_norm": 0.2202032059431076, |
| "learning_rate": 6.113169298085458e-06, |
| "loss": 0.0166, |
| "step": 8490 |
| }, |
| { |
| "epoch": 5.790190735694823, |
| "grad_norm": 0.2339613288640976, |
| "learning_rate": 6.034184490472195e-06, |
| "loss": 0.0079, |
| "step": 8500 |
| }, |
| { |
| "epoch": 5.79700272479564, |
| "grad_norm": 0.20225585997104645, |
| "learning_rate": 5.955680485973386e-06, |
| "loss": 0.0131, |
| "step": 8510 |
| }, |
| { |
| "epoch": 5.8038147138964575, |
| "grad_norm": 0.2018497884273529, |
| "learning_rate": 5.877658143096265e-06, |
| "loss": 0.011, |
| "step": 8520 |
| }, |
| { |
| "epoch": 5.810626702997276, |
| "grad_norm": 0.13856525719165802, |
| "learning_rate": 5.800118315080661e-06, |
| "loss": 0.01, |
| "step": 8530 |
| }, |
| { |
| "epoch": 5.817438692098093, |
| "grad_norm": 0.1401432752609253, |
| "learning_rate": 5.723061849889716e-06, |
| "loss": 0.0084, |
| "step": 8540 |
| }, |
| { |
| "epoch": 5.82425068119891, |
| "grad_norm": 0.1731623411178589, |
| "learning_rate": 5.646489590200604e-06, |
| "loss": 0.0126, |
| "step": 8550 |
| }, |
| { |
| "epoch": 5.831062670299728, |
| "grad_norm": 0.12786374986171722, |
| "learning_rate": 5.570402373395256e-06, |
| "loss": 0.01, |
| "step": 8560 |
| }, |
| { |
| "epoch": 5.837874659400545, |
| "grad_norm": 0.2641719877719879, |
| "learning_rate": 5.494801031551305e-06, |
| "loss": 0.0111, |
| "step": 8570 |
| }, |
| { |
| "epoch": 5.844686648501362, |
| "grad_norm": 0.16163118183612823, |
| "learning_rate": 5.41968639143291e-06, |
| "loss": 0.0106, |
| "step": 8580 |
| }, |
| { |
| "epoch": 5.85149863760218, |
| "grad_norm": 0.1381234973669052, |
| "learning_rate": 5.345059274481751e-06, |
| "loss": 0.0093, |
| "step": 8590 |
| }, |
| { |
| "epoch": 5.858310626702997, |
| "grad_norm": 0.1420307159423828, |
| "learning_rate": 5.270920496808002e-06, |
| "loss": 0.0134, |
| "step": 8600 |
| }, |
| { |
| "epoch": 5.8651226158038146, |
| "grad_norm": 0.1673470139503479, |
| "learning_rate": 5.1972708691814695e-06, |
| "loss": 0.0109, |
| "step": 8610 |
| }, |
| { |
| "epoch": 5.871934604904633, |
| "grad_norm": 0.2173473834991455, |
| "learning_rate": 5.124111197022674e-06, |
| "loss": 0.0119, |
| "step": 8620 |
| }, |
| { |
| "epoch": 5.87874659400545, |
| "grad_norm": 0.11630476266145706, |
| "learning_rate": 5.051442280394081e-06, |
| "loss": 0.009, |
| "step": 8630 |
| }, |
| { |
| "epoch": 5.885558583106267, |
| "grad_norm": 0.0949091911315918, |
| "learning_rate": 4.979264913991322e-06, |
| "loss": 0.0119, |
| "step": 8640 |
| }, |
| { |
| "epoch": 5.892370572207085, |
| "grad_norm": 0.16577839851379395, |
| "learning_rate": 4.907579887134489e-06, |
| "loss": 0.0126, |
| "step": 8650 |
| }, |
| { |
| "epoch": 5.899182561307902, |
| "grad_norm": 0.17283402383327484, |
| "learning_rate": 4.836387983759572e-06, |
| "loss": 0.011, |
| "step": 8660 |
| }, |
| { |
| "epoch": 5.905994550408719, |
| "grad_norm": 0.1463468372821808, |
| "learning_rate": 4.765689982409816e-06, |
| "loss": 0.0102, |
| "step": 8670 |
| }, |
| { |
| "epoch": 5.912806539509537, |
| "grad_norm": 0.21168796718120575, |
| "learning_rate": 4.695486656227233e-06, |
| "loss": 0.0132, |
| "step": 8680 |
| }, |
| { |
| "epoch": 5.919618528610354, |
| "grad_norm": 0.24207310378551483, |
| "learning_rate": 4.625778772944156e-06, |
| "loss": 0.0119, |
| "step": 8690 |
| }, |
| { |
| "epoch": 5.926430517711172, |
| "grad_norm": 0.20093917846679688, |
| "learning_rate": 4.556567094874825e-06, |
| "loss": 0.0123, |
| "step": 8700 |
| }, |
| { |
| "epoch": 5.933242506811989, |
| "grad_norm": 0.11250998079776764, |
| "learning_rate": 4.487852378907059e-06, |
| "loss": 0.0076, |
| "step": 8710 |
| }, |
| { |
| "epoch": 5.940054495912807, |
| "grad_norm": 0.11169631779193878, |
| "learning_rate": 4.419635376493986e-06, |
| "loss": 0.0113, |
| "step": 8720 |
| }, |
| { |
| "epoch": 5.946866485013624, |
| "grad_norm": 0.17939099669456482, |
| "learning_rate": 4.351916833645825e-06, |
| "loss": 0.0105, |
| "step": 8730 |
| }, |
| { |
| "epoch": 5.953678474114441, |
| "grad_norm": 0.19434191286563873, |
| "learning_rate": 4.284697490921691e-06, |
| "loss": 0.0106, |
| "step": 8740 |
| }, |
| { |
| "epoch": 5.960490463215259, |
| "grad_norm": 0.16198799014091492, |
| "learning_rate": 4.2179780834215585e-06, |
| "loss": 0.0127, |
| "step": 8750 |
| }, |
| { |
| "epoch": 5.967302452316076, |
| "grad_norm": 0.22619812190532684, |
| "learning_rate": 4.151759340778178e-06, |
| "loss": 0.0117, |
| "step": 8760 |
| }, |
| { |
| "epoch": 5.974114441416893, |
| "grad_norm": 0.2598056495189667, |
| "learning_rate": 4.086041987149109e-06, |
| "loss": 0.01, |
| "step": 8770 |
| }, |
| { |
| "epoch": 5.9809264305177114, |
| "grad_norm": 0.18251881003379822, |
| "learning_rate": 4.020826741208811e-06, |
| "loss": 0.0102, |
| "step": 8780 |
| }, |
| { |
| "epoch": 5.987738419618529, |
| "grad_norm": 0.18505583703517914, |
| "learning_rate": 3.956114316140746e-06, |
| "loss": 0.0121, |
| "step": 8790 |
| }, |
| { |
| "epoch": 5.994550408719346, |
| "grad_norm": 0.14361293613910675, |
| "learning_rate": 3.891905419629643e-06, |
| "loss": 0.0099, |
| "step": 8800 |
| }, |
| { |
| "epoch": 6.001362397820164, |
| "grad_norm": 0.10514985024929047, |
| "learning_rate": 3.8282007538536946e-06, |
| "loss": 0.0127, |
| "step": 8810 |
| }, |
| { |
| "epoch": 6.008174386920981, |
| "grad_norm": 0.16004830598831177, |
| "learning_rate": 3.7650010154769265e-06, |
| "loss": 0.0089, |
| "step": 8820 |
| }, |
| { |
| "epoch": 6.014986376021798, |
| "grad_norm": 0.18699565529823303, |
| "learning_rate": 3.7023068956415608e-06, |
| "loss": 0.0123, |
| "step": 8830 |
| }, |
| { |
| "epoch": 6.021798365122616, |
| "grad_norm": 0.17017434537410736, |
| "learning_rate": 3.6401190799604303e-06, |
| "loss": 0.0084, |
| "step": 8840 |
| }, |
| { |
| "epoch": 6.028610354223433, |
| "grad_norm": 0.18797238171100616, |
| "learning_rate": 3.578438248509536e-06, |
| "loss": 0.012, |
| "step": 8850 |
| }, |
| { |
| "epoch": 6.03542234332425, |
| "grad_norm": 0.16716784238815308, |
| "learning_rate": 3.5172650758205583e-06, |
| "loss": 0.012, |
| "step": 8860 |
| }, |
| { |
| "epoch": 6.0422343324250685, |
| "grad_norm": 0.10475629568099976, |
| "learning_rate": 3.45660023087353e-06, |
| "loss": 0.008, |
| "step": 8870 |
| }, |
| { |
| "epoch": 6.049046321525886, |
| "grad_norm": 0.12020768970251083, |
| "learning_rate": 3.3964443770894528e-06, |
| "loss": 0.0087, |
| "step": 8880 |
| }, |
| { |
| "epoch": 6.055858310626703, |
| "grad_norm": 0.10397229343652725, |
| "learning_rate": 3.3367981723231245e-06, |
| "loss": 0.0091, |
| "step": 8890 |
| }, |
| { |
| "epoch": 6.062670299727521, |
| "grad_norm": 0.20012831687927246, |
| "learning_rate": 3.2776622688558746e-06, |
| "loss": 0.0099, |
| "step": 8900 |
| }, |
| { |
| "epoch": 6.069482288828338, |
| "grad_norm": 0.19983907043933868, |
| "learning_rate": 3.2190373133884677e-06, |
| "loss": 0.0102, |
| "step": 8910 |
| }, |
| { |
| "epoch": 6.076294277929155, |
| "grad_norm": 0.17271621525287628, |
| "learning_rate": 3.1609239470340446e-06, |
| "loss": 0.0104, |
| "step": 8920 |
| }, |
| { |
| "epoch": 6.083106267029973, |
| "grad_norm": 0.16302776336669922, |
| "learning_rate": 3.1033228053110373e-06, |
| "loss": 0.0078, |
| "step": 8930 |
| }, |
| { |
| "epoch": 6.08991825613079, |
| "grad_norm": 0.12263508886098862, |
| "learning_rate": 3.0462345181363314e-06, |
| "loss": 0.009, |
| "step": 8940 |
| }, |
| { |
| "epoch": 6.0967302452316074, |
| "grad_norm": 0.11456681787967682, |
| "learning_rate": 2.9896597098182654e-06, |
| "loss": 0.0109, |
| "step": 8950 |
| }, |
| { |
| "epoch": 6.1035422343324255, |
| "grad_norm": 0.08905057609081268, |
| "learning_rate": 2.933598999049891e-06, |
| "loss": 0.0112, |
| "step": 8960 |
| }, |
| { |
| "epoch": 6.110354223433243, |
| "grad_norm": 0.15491244196891785, |
| "learning_rate": 2.8780529989021697e-06, |
| "loss": 0.0095, |
| "step": 8970 |
| }, |
| { |
| "epoch": 6.11716621253406, |
| "grad_norm": 0.15372540056705475, |
| "learning_rate": 2.823022316817242e-06, |
| "loss": 0.0124, |
| "step": 8980 |
| }, |
| { |
| "epoch": 6.123978201634877, |
| "grad_norm": 0.20342043042182922, |
| "learning_rate": 2.7685075546018456e-06, |
| "loss": 0.0123, |
| "step": 8990 |
| }, |
| { |
| "epoch": 6.130790190735695, |
| "grad_norm": 0.12789203226566315, |
| "learning_rate": 2.7145093084206598e-06, |
| "loss": 0.0108, |
| "step": 9000 |
| }, |
| { |
| "epoch": 6.137602179836512, |
| "grad_norm": 0.19718892872333527, |
| "learning_rate": 2.661028168789892e-06, |
| "loss": 0.0094, |
| "step": 9010 |
| }, |
| { |
| "epoch": 6.144414168937329, |
| "grad_norm": 0.2571142911911011, |
| "learning_rate": 2.6080647205706855e-06, |
| "loss": 0.0091, |
| "step": 9020 |
| }, |
| { |
| "epoch": 6.151226158038147, |
| "grad_norm": 0.08045794069766998, |
| "learning_rate": 2.555619542962834e-06, |
| "loss": 0.0101, |
| "step": 9030 |
| }, |
| { |
| "epoch": 6.1580381471389645, |
| "grad_norm": 0.10921412706375122, |
| "learning_rate": 2.503693209498409e-06, |
| "loss": 0.0064, |
| "step": 9040 |
| }, |
| { |
| "epoch": 6.164850136239782, |
| "grad_norm": 0.14346344769001007, |
| "learning_rate": 2.452286288035449e-06, |
| "loss": 0.0091, |
| "step": 9050 |
| }, |
| { |
| "epoch": 6.1716621253406, |
| "grad_norm": 0.12146768718957901, |
| "learning_rate": 2.4013993407518363e-06, |
| "loss": 0.0127, |
| "step": 9060 |
| }, |
| { |
| "epoch": 6.178474114441417, |
| "grad_norm": 0.11175204068422318, |
| "learning_rate": 2.351032924139063e-06, |
| "loss": 0.0076, |
| "step": 9070 |
| }, |
| { |
| "epoch": 6.185286103542234, |
| "grad_norm": 0.1668560802936554, |
| "learning_rate": 2.30118758899619e-06, |
| "loss": 0.0112, |
| "step": 9080 |
| }, |
| { |
| "epoch": 6.192098092643052, |
| "grad_norm": 0.15498773753643036, |
| "learning_rate": 2.2518638804238157e-06, |
| "loss": 0.0084, |
| "step": 9090 |
| }, |
| { |
| "epoch": 6.198910081743869, |
| "grad_norm": 0.2582722306251526, |
| "learning_rate": 2.203062337818118e-06, |
| "loss": 0.0107, |
| "step": 9100 |
| }, |
| { |
| "epoch": 6.205722070844686, |
| "grad_norm": 0.14667384326457977, |
| "learning_rate": 2.1547834948649483e-06, |
| "loss": 0.0106, |
| "step": 9110 |
| }, |
| { |
| "epoch": 6.212534059945504, |
| "grad_norm": 0.08730646222829819, |
| "learning_rate": 2.1070278795340017e-06, |
| "loss": 0.011, |
| "step": 9120 |
| }, |
| { |
| "epoch": 6.2193460490463215, |
| "grad_norm": 0.19518472254276276, |
| "learning_rate": 2.059796014073029e-06, |
| "loss": 0.0078, |
| "step": 9130 |
| }, |
| { |
| "epoch": 6.226158038147139, |
| "grad_norm": 0.09343539923429489, |
| "learning_rate": 2.01308841500214e-06, |
| "loss": 0.0079, |
| "step": 9140 |
| }, |
| { |
| "epoch": 6.232970027247957, |
| "grad_norm": 0.2299136221408844, |
| "learning_rate": 1.9669055931081704e-06, |
| "loss": 0.0122, |
| "step": 9150 |
| }, |
| { |
| "epoch": 6.239782016348774, |
| "grad_norm": 0.16625770926475525, |
| "learning_rate": 1.9212480534390507e-06, |
| "loss": 0.0097, |
| "step": 9160 |
| }, |
| { |
| "epoch": 6.246594005449591, |
| "grad_norm": 0.18141430616378784, |
| "learning_rate": 1.8761162952983246e-06, |
| "loss": 0.011, |
| "step": 9170 |
| }, |
| { |
| "epoch": 6.253405994550409, |
| "grad_norm": 0.22686415910720825, |
| "learning_rate": 1.8315108122396618e-06, |
| "loss": 0.0114, |
| "step": 9180 |
| }, |
| { |
| "epoch": 6.260217983651226, |
| "grad_norm": 0.14493921399116516, |
| "learning_rate": 1.787432092061475e-06, |
| "loss": 0.0085, |
| "step": 9190 |
| }, |
| { |
| "epoch": 6.267029972752043, |
| "grad_norm": 0.12274694442749023, |
| "learning_rate": 1.743880616801602e-06, |
| "loss": 0.0113, |
| "step": 9200 |
| }, |
| { |
| "epoch": 6.273841961852861, |
| "grad_norm": 0.10201839357614517, |
| "learning_rate": 1.7008568627319865e-06, |
| "loss": 0.0096, |
| "step": 9210 |
| }, |
| { |
| "epoch": 6.2806539509536785, |
| "grad_norm": 0.20207750797271729, |
| "learning_rate": 1.6583613003535226e-06, |
| "loss": 0.0121, |
| "step": 9220 |
| }, |
| { |
| "epoch": 6.287465940054496, |
| "grad_norm": 0.13486947119235992, |
| "learning_rate": 1.6163943943908522e-06, |
| "loss": 0.0123, |
| "step": 9230 |
| }, |
| { |
| "epoch": 6.294277929155314, |
| "grad_norm": 0.14914485812187195, |
| "learning_rate": 1.5749566037873476e-06, |
| "loss": 0.01, |
| "step": 9240 |
| }, |
| { |
| "epoch": 6.301089918256131, |
| "grad_norm": 0.1396232694387436, |
| "learning_rate": 1.5340483817000428e-06, |
| "loss": 0.0113, |
| "step": 9250 |
| }, |
| { |
| "epoch": 6.307901907356948, |
| "grad_norm": 0.11976684629917145, |
| "learning_rate": 1.4936701754947101e-06, |
| "loss": 0.0096, |
| "step": 9260 |
| }, |
| { |
| "epoch": 6.314713896457766, |
| "grad_norm": 0.14177760481834412, |
| "learning_rate": 1.4538224267409361e-06, |
| "loss": 0.0116, |
| "step": 9270 |
| }, |
| { |
| "epoch": 6.321525885558583, |
| "grad_norm": 0.15875473618507385, |
| "learning_rate": 1.414505571207314e-06, |
| "loss": 0.0076, |
| "step": 9280 |
| }, |
| { |
| "epoch": 6.3283378746594, |
| "grad_norm": 0.10427635163068771, |
| "learning_rate": 1.3757200388566816e-06, |
| "loss": 0.0077, |
| "step": 9290 |
| }, |
| { |
| "epoch": 6.335149863760218, |
| "grad_norm": 0.11724657565355301, |
| "learning_rate": 1.3374662538414074e-06, |
| "loss": 0.0123, |
| "step": 9300 |
| }, |
| { |
| "epoch": 6.3419618528610355, |
| "grad_norm": 0.08624394983053207, |
| "learning_rate": 1.2997446344987617e-06, |
| "loss": 0.0099, |
| "step": 9310 |
| }, |
| { |
| "epoch": 6.348773841961853, |
| "grad_norm": 0.11943169683218002, |
| "learning_rate": 1.262555593346315e-06, |
| "loss": 0.0099, |
| "step": 9320 |
| }, |
| { |
| "epoch": 6.355585831062671, |
| "grad_norm": 0.22859704494476318, |
| "learning_rate": 1.2258995370774685e-06, |
| "loss": 0.0116, |
| "step": 9330 |
| }, |
| { |
| "epoch": 6.362397820163488, |
| "grad_norm": 0.20983096957206726, |
| "learning_rate": 1.1897768665569798e-06, |
| "loss": 0.0117, |
| "step": 9340 |
| }, |
| { |
| "epoch": 6.369209809264305, |
| "grad_norm": 0.13772162795066833, |
| "learning_rate": 1.1541879768165954e-06, |
| "loss": 0.0092, |
| "step": 9350 |
| }, |
| { |
| "epoch": 6.376021798365123, |
| "grad_norm": 0.15202628076076508, |
| "learning_rate": 1.1191332570507085e-06, |
| "loss": 0.0098, |
| "step": 9360 |
| }, |
| { |
| "epoch": 6.38283378746594, |
| "grad_norm": 0.18177203834056854, |
| "learning_rate": 1.0846130906121132e-06, |
| "loss": 0.0164, |
| "step": 9370 |
| }, |
| { |
| "epoch": 6.389645776566757, |
| "grad_norm": 0.17858490347862244, |
| "learning_rate": 1.0506278550078131e-06, |
| "loss": 0.0103, |
| "step": 9380 |
| }, |
| { |
| "epoch": 6.396457765667575, |
| "grad_norm": 0.18811877071857452, |
| "learning_rate": 1.0171779218949185e-06, |
| "loss": 0.0125, |
| "step": 9390 |
| }, |
| { |
| "epoch": 6.4032697547683926, |
| "grad_norm": 0.1804962009191513, |
| "learning_rate": 9.842636570765174e-07, |
| "loss": 0.0097, |
| "step": 9400 |
| }, |
| { |
| "epoch": 6.41008174386921, |
| "grad_norm": 0.20443765819072723, |
| "learning_rate": 9.518854204977612e-07, |
| "loss": 0.01, |
| "step": 9410 |
| }, |
| { |
| "epoch": 6.416893732970027, |
| "grad_norm": 0.11135527491569519, |
| "learning_rate": 9.200435662418349e-07, |
| "loss": 0.0101, |
| "step": 9420 |
| }, |
| { |
| "epoch": 6.423705722070845, |
| "grad_norm": 0.10986144840717316, |
| "learning_rate": 8.887384425261658e-07, |
| "loss": 0.008, |
| "step": 9430 |
| }, |
| { |
| "epoch": 6.430517711171662, |
| "grad_norm": 0.15490956604480743, |
| "learning_rate": 8.579703916985648e-07, |
| "loss": 0.0094, |
| "step": 9440 |
| }, |
| { |
| "epoch": 6.437329700272479, |
| "grad_norm": 0.12304934859275818, |
| "learning_rate": 8.277397502335194e-07, |
| "loss": 0.0134, |
| "step": 9450 |
| }, |
| { |
| "epoch": 6.444141689373297, |
| "grad_norm": 0.15748490393161774, |
| "learning_rate": 7.980468487284675e-07, |
| "loss": 0.0104, |
| "step": 9460 |
| }, |
| { |
| "epoch": 6.450953678474114, |
| "grad_norm": 0.15610432624816895, |
| "learning_rate": 7.688920119002297e-07, |
| "loss": 0.0089, |
| "step": 9470 |
| }, |
| { |
| "epoch": 6.4577656675749315, |
| "grad_norm": 0.1030815839767456, |
| "learning_rate": 7.402755585814269e-07, |
| "loss": 0.0099, |
| "step": 9480 |
| }, |
| { |
| "epoch": 6.46457765667575, |
| "grad_norm": 0.20818915963172913, |
| "learning_rate": 7.121978017170073e-07, |
| "loss": 0.0115, |
| "step": 9490 |
| }, |
| { |
| "epoch": 6.471389645776567, |
| "grad_norm": 0.1520918905735016, |
| "learning_rate": 6.846590483608306e-07, |
| "loss": 0.0084, |
| "step": 9500 |
| }, |
| { |
| "epoch": 6.478201634877384, |
| "grad_norm": 0.13606111705303192, |
| "learning_rate": 6.576595996722834e-07, |
| "loss": 0.0159, |
| "step": 9510 |
| }, |
| { |
| "epoch": 6.485013623978202, |
| "grad_norm": 0.1213141530752182, |
| "learning_rate": 6.311997509130141e-07, |
| "loss": 0.0093, |
| "step": 9520 |
| }, |
| { |
| "epoch": 6.491825613079019, |
| "grad_norm": 0.18930743634700775, |
| "learning_rate": 6.052797914436803e-07, |
| "loss": 0.0114, |
| "step": 9530 |
| }, |
| { |
| "epoch": 6.498637602179836, |
| "grad_norm": 0.2151637226343155, |
| "learning_rate": 5.799000047208181e-07, |
| "loss": 0.0133, |
| "step": 9540 |
| }, |
| { |
| "epoch": 6.505449591280654, |
| "grad_norm": 0.16114141047000885, |
| "learning_rate": 5.550606682937054e-07, |
| "loss": 0.0115, |
| "step": 9550 |
| }, |
| { |
| "epoch": 6.512261580381471, |
| "grad_norm": 0.1699608713388443, |
| "learning_rate": 5.307620538013481e-07, |
| "loss": 0.0114, |
| "step": 9560 |
| }, |
| { |
| "epoch": 6.5190735694822886, |
| "grad_norm": 0.15840139985084534, |
| "learning_rate": 5.070044269694874e-07, |
| "loss": 0.0101, |
| "step": 9570 |
| }, |
| { |
| "epoch": 6.525885558583107, |
| "grad_norm": 0.22831596434116364, |
| "learning_rate": 4.837880476077417e-07, |
| "loss": 0.0106, |
| "step": 9580 |
| }, |
| { |
| "epoch": 6.532697547683924, |
| "grad_norm": 0.118828684091568, |
| "learning_rate": 4.6111316960670835e-07, |
| "loss": 0.0098, |
| "step": 9590 |
| }, |
| { |
| "epoch": 6.539509536784741, |
| "grad_norm": 0.1655462384223938, |
| "learning_rate": 4.389800409352218e-07, |
| "loss": 0.0082, |
| "step": 9600 |
| }, |
| { |
| "epoch": 6.546321525885559, |
| "grad_norm": 0.1253342479467392, |
| "learning_rate": 4.173889036376277e-07, |
| "loss": 0.0111, |
| "step": 9610 |
| }, |
| { |
| "epoch": 6.553133514986376, |
| "grad_norm": 0.15380145609378815, |
| "learning_rate": 3.963399938311463e-07, |
| "loss": 0.0115, |
| "step": 9620 |
| }, |
| { |
| "epoch": 6.559945504087193, |
| "grad_norm": 0.13774822652339935, |
| "learning_rate": 3.7583354170328545e-07, |
| "loss": 0.012, |
| "step": 9630 |
| }, |
| { |
| "epoch": 6.566757493188011, |
| "grad_norm": 0.08887213468551636, |
| "learning_rate": 3.558697715093207e-07, |
| "loss": 0.0084, |
| "step": 9640 |
| }, |
| { |
| "epoch": 6.573569482288828, |
| "grad_norm": 0.2804868817329407, |
| "learning_rate": 3.3644890156983576e-07, |
| "loss": 0.0109, |
| "step": 9650 |
| }, |
| { |
| "epoch": 6.580381471389646, |
| "grad_norm": 0.12525686621665955, |
| "learning_rate": 3.175711442683638e-07, |
| "loss": 0.0084, |
| "step": 9660 |
| }, |
| { |
| "epoch": 6.587193460490463, |
| "grad_norm": 0.12775982916355133, |
| "learning_rate": 2.9923670604902197e-07, |
| "loss": 0.0097, |
| "step": 9670 |
| }, |
| { |
| "epoch": 6.594005449591281, |
| "grad_norm": 0.22419363260269165, |
| "learning_rate": 2.814457874143028e-07, |
| "loss": 0.0122, |
| "step": 9680 |
| }, |
| { |
| "epoch": 6.600817438692098, |
| "grad_norm": 0.16230632364749908, |
| "learning_rate": 2.641985829228366e-07, |
| "loss": 0.0102, |
| "step": 9690 |
| }, |
| { |
| "epoch": 6.607629427792915, |
| "grad_norm": 0.15815846621990204, |
| "learning_rate": 2.474952811872877e-07, |
| "loss": 0.0092, |
| "step": 9700 |
| }, |
| { |
| "epoch": 6.614441416893733, |
| "grad_norm": 0.13755181431770325, |
| "learning_rate": 2.3133606487228397e-07, |
| "loss": 0.0116, |
| "step": 9710 |
| }, |
| { |
| "epoch": 6.62125340599455, |
| "grad_norm": 0.09371072053909302, |
| "learning_rate": 2.157211106924295e-07, |
| "loss": 0.0087, |
| "step": 9720 |
| }, |
| { |
| "epoch": 6.628065395095367, |
| "grad_norm": 0.1671672761440277, |
| "learning_rate": 2.006505894103672e-07, |
| "loss": 0.0107, |
| "step": 9730 |
| }, |
| { |
| "epoch": 6.6348773841961854, |
| "grad_norm": 0.1295129358768463, |
| "learning_rate": 1.8612466583489696e-07, |
| "loss": 0.0098, |
| "step": 9740 |
| }, |
| { |
| "epoch": 6.641689373297003, |
| "grad_norm": 0.2207920253276825, |
| "learning_rate": 1.7214349881918834e-07, |
| "loss": 0.0097, |
| "step": 9750 |
| }, |
| { |
| "epoch": 6.64850136239782, |
| "grad_norm": 0.130056232213974, |
| "learning_rate": 1.5870724125904845e-07, |
| "loss": 0.0081, |
| "step": 9760 |
| }, |
| { |
| "epoch": 6.655313351498638, |
| "grad_norm": 0.12633217871189117, |
| "learning_rate": 1.4581604009124006e-07, |
| "loss": 0.0096, |
| "step": 9770 |
| }, |
| { |
| "epoch": 6.662125340599455, |
| "grad_norm": 0.16835469007492065, |
| "learning_rate": 1.334700362918717e-07, |
| "loss": 0.0091, |
| "step": 9780 |
| }, |
| { |
| "epoch": 6.668937329700272, |
| "grad_norm": 0.26601773500442505, |
| "learning_rate": 1.2166936487486015e-07, |
| "loss": 0.0104, |
| "step": 9790 |
| }, |
| { |
| "epoch": 6.67574931880109, |
| "grad_norm": 0.15718552470207214, |
| "learning_rate": 1.1041415489045914e-07, |
| "loss": 0.0089, |
| "step": 9800 |
| }, |
| { |
| "epoch": 6.682561307901907, |
| "grad_norm": 0.14041031897068024, |
| "learning_rate": 9.970452942384412e-08, |
| "loss": 0.0104, |
| "step": 9810 |
| }, |
| { |
| "epoch": 6.689373297002724, |
| "grad_norm": 0.10807531327009201, |
| "learning_rate": 8.954060559375754e-08, |
| "loss": 0.0087, |
| "step": 9820 |
| }, |
| { |
| "epoch": 6.6961852861035425, |
| "grad_norm": 0.13568098843097687, |
| "learning_rate": 7.99224945512489e-08, |
| "loss": 0.0159, |
| "step": 9830 |
| }, |
| { |
| "epoch": 6.70299727520436, |
| "grad_norm": 0.306471049785614, |
| "learning_rate": 7.085030147843675e-08, |
| "loss": 0.0124, |
| "step": 9840 |
| }, |
| { |
| "epoch": 6.709809264305177, |
| "grad_norm": 0.14044924080371857, |
| "learning_rate": 6.232412558736523e-08, |
| "loss": 0.0117, |
| "step": 9850 |
| }, |
| { |
| "epoch": 6.716621253405995, |
| "grad_norm": 0.14973674714565277, |
| "learning_rate": 5.434406011893822e-08, |
| "loss": 0.0139, |
| "step": 9860 |
| }, |
| { |
| "epoch": 6.723433242506812, |
| "grad_norm": 0.10210314393043518, |
| "learning_rate": 4.6910192341864664e-08, |
| "loss": 0.0078, |
| "step": 9870 |
| }, |
| { |
| "epoch": 6.730245231607629, |
| "grad_norm": 0.15292491018772125, |
| "learning_rate": 4.0022603551737035e-08, |
| "loss": 0.0099, |
| "step": 9880 |
| }, |
| { |
| "epoch": 6.737057220708447, |
| "grad_norm": 0.17868728935718536, |
| "learning_rate": 3.3681369070120985e-08, |
| "loss": 0.012, |
| "step": 9890 |
| }, |
| { |
| "epoch": 6.743869209809264, |
| "grad_norm": 0.17693090438842773, |
| "learning_rate": 2.7886558243744866e-08, |
| "loss": 0.0112, |
| "step": 9900 |
| }, |
| { |
| "epoch": 6.7506811989100814, |
| "grad_norm": 0.1320875883102417, |
| "learning_rate": 2.2638234443722596e-08, |
| "loss": 0.0096, |
| "step": 9910 |
| }, |
| { |
| "epoch": 6.7574931880108995, |
| "grad_norm": 0.1211492195725441, |
| "learning_rate": 1.7936455064887504e-08, |
| "loss": 0.013, |
| "step": 9920 |
| }, |
| { |
| "epoch": 6.764305177111717, |
| "grad_norm": 0.1284903734922409, |
| "learning_rate": 1.378127152514841e-08, |
| "loss": 0.0066, |
| "step": 9930 |
| }, |
| { |
| "epoch": 6.771117166212534, |
| "grad_norm": 0.12337515503168106, |
| "learning_rate": 1.0172729264917857e-08, |
| "loss": 0.0118, |
| "step": 9940 |
| }, |
| { |
| "epoch": 6.777929155313352, |
| "grad_norm": 0.15872040390968323, |
| "learning_rate": 7.1108677466458215e-09, |
| "loss": 0.0107, |
| "step": 9950 |
| }, |
| { |
| "epoch": 6.784741144414169, |
| "grad_norm": 0.13814593851566315, |
| "learning_rate": 4.595720454353414e-09, |
| "loss": 0.0119, |
| "step": 9960 |
| }, |
| { |
| "epoch": 6.791553133514986, |
| "grad_norm": 0.16548724472522736, |
| "learning_rate": 2.627314893294264e-09, |
| "loss": 0.008, |
| "step": 9970 |
| }, |
| { |
| "epoch": 6.798365122615804, |
| "grad_norm": 0.16446246206760406, |
| "learning_rate": 1.2056725896270048e-09, |
| "loss": 0.0097, |
| "step": 9980 |
| }, |
| { |
| "epoch": 6.805177111716621, |
| "grad_norm": 0.1332317590713501, |
| "learning_rate": 3.308090902098826e-10, |
| "loss": 0.0099, |
| "step": 9990 |
| }, |
| { |
| "epoch": 6.8119891008174385, |
| "grad_norm": 0.15192656219005585, |
| "learning_rate": 2.7339624120159555e-12, |
| "loss": 0.01, |
| "step": 10000 |
| }, |
| { |
| "epoch": 6.8119891008174385, |
| "step": 10000, |
| "total_flos": 0.0, |
| "train_loss": 0.0075618208244442936, |
| "train_runtime": 3810.2859, |
| "train_samples_per_second": 83.983, |
| "train_steps_per_second": 2.624 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 7, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
