Invalid JSON:Unexpected token 'N', ..."ad_norm": NaN,
"... is not valid JSON
| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.7769436715838102, | |
| "eval_steps": 500, | |
| "global_step": 3700, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.002099847761037325, | |
| "grad_norm": 22925.884765625, | |
| "learning_rate": 1.9999999999999996e-07, | |
| "loss": 9.5004, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.00419969552207465, | |
| "grad_norm": 1589.221435546875, | |
| "learning_rate": 1.2e-06, | |
| "loss": 8.7173, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.006299543283111974, | |
| "grad_norm": 577.2943115234375, | |
| "learning_rate": 2.1999999999999997e-06, | |
| "loss": 7.6284, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0083993910441493, | |
| "grad_norm": 308.8800048828125, | |
| "learning_rate": 3.1999999999999994e-06, | |
| "loss": 7.2988, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.010499238805186623, | |
| "grad_norm": 458.5738220214844, | |
| "learning_rate": 4.2e-06, | |
| "loss": 7.1397, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.012599086566223949, | |
| "grad_norm": 2117.726806640625, | |
| "learning_rate": 5.199999999999999e-06, | |
| "loss": 7.0424, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.014698934327261274, | |
| "grad_norm": 784.7866821289062, | |
| "learning_rate": 6.199999999999999e-06, | |
| "loss": 6.9896, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0167987820882986, | |
| "grad_norm": 719.2965087890625, | |
| "learning_rate": 7.2e-06, | |
| "loss": 6.9514, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.018898629849335925, | |
| "grad_norm": 887.7239379882812, | |
| "learning_rate": 8.2e-06, | |
| "loss": 6.9188, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.020998477610373247, | |
| "grad_norm": 657.1996459960938, | |
| "learning_rate": 9.199999999999998e-06, | |
| "loss": 6.9113, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.023098325371410572, | |
| "grad_norm": 1241.19482421875, | |
| "learning_rate": 1.02e-05, | |
| "loss": 6.8953, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.025198173132447897, | |
| "grad_norm": 411.5585021972656, | |
| "learning_rate": 1.12e-05, | |
| "loss": 6.8474, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.027298020893485223, | |
| "grad_norm": 1062.7774658203125, | |
| "learning_rate": 1.2199999999999998e-05, | |
| "loss": 6.8514, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.029397868654522548, | |
| "grad_norm": 148.0970001220703, | |
| "learning_rate": 1.3199999999999997e-05, | |
| "loss": 6.8698, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.03149771641555987, | |
| "grad_norm": 280.5868835449219, | |
| "learning_rate": 1.4199999999999998e-05, | |
| "loss": 6.8395, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.0335975641765972, | |
| "grad_norm": 407.1022644042969, | |
| "learning_rate": 1.5199999999999998e-05, | |
| "loss": 6.8029, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.035697411937634524, | |
| "grad_norm": 166.18153381347656, | |
| "learning_rate": 1.6199999999999997e-05, | |
| "loss": 6.7946, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.03779725969867185, | |
| "grad_norm": 234.69805908203125, | |
| "learning_rate": 1.7199999999999998e-05, | |
| "loss": 6.7898, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.03989710745970917, | |
| "grad_norm": 917.2261352539062, | |
| "learning_rate": 1.82e-05, | |
| "loss": 6.7996, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.04199695522074649, | |
| "grad_norm": 237.35519409179688, | |
| "learning_rate": 1.92e-05, | |
| "loss": 6.7733, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.04409680298178382, | |
| "grad_norm": 49.55766296386719, | |
| "learning_rate": 2.0199999999999996e-05, | |
| "loss": 6.7318, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.046196650742821144, | |
| "grad_norm": 152.66554260253906, | |
| "learning_rate": 2.12e-05, | |
| "loss": 6.6867, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.04829649850385847, | |
| "grad_norm": 284.306640625, | |
| "learning_rate": 2.2199999999999998e-05, | |
| "loss": 6.6555, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.050396346264895794, | |
| "grad_norm": 127.93234252929688, | |
| "learning_rate": 2.3199999999999998e-05, | |
| "loss": 6.6263, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.05249619402593312, | |
| "grad_norm": 119.77033996582031, | |
| "learning_rate": 2.42e-05, | |
| "loss": 6.649, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.054596041786970445, | |
| "grad_norm": 389.56536865234375, | |
| "learning_rate": 2.52e-05, | |
| "loss": 6.6383, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.05669588954800777, | |
| "grad_norm": 427.01580810546875, | |
| "learning_rate": 2.6199999999999996e-05, | |
| "loss": 6.593, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.058795737309045096, | |
| "grad_norm": 222.83114624023438, | |
| "learning_rate": 2.72e-05, | |
| "loss": 6.5701, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.06089558507008242, | |
| "grad_norm": 92.09854125976562, | |
| "learning_rate": 2.8199999999999998e-05, | |
| "loss": 6.5495, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.06299543283111975, | |
| "grad_norm": 137.1016082763672, | |
| "learning_rate": 2.9199999999999995e-05, | |
| "loss": 6.5433, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.06509528059215706, | |
| "grad_norm": 165.11099243164062, | |
| "learning_rate": 3.02e-05, | |
| "loss": 6.5528, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.0671951283531944, | |
| "grad_norm": 193.72972106933594, | |
| "learning_rate": 3.119999999999999e-05, | |
| "loss": 6.4983, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.06929497611423172, | |
| "grad_norm": 168.2730255126953, | |
| "learning_rate": 3.22e-05, | |
| "loss": 6.4875, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.07139482387526905, | |
| "grad_norm": 204.45751953125, | |
| "learning_rate": 3.3199999999999994e-05, | |
| "loss": 6.4667, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.07349467163630637, | |
| "grad_norm": 200.1185302734375, | |
| "learning_rate": 3.42e-05, | |
| "loss": 6.4163, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.0755945193973437, | |
| "grad_norm": 212.8289337158203, | |
| "learning_rate": 3.5199999999999995e-05, | |
| "loss": 6.4009, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.07769436715838102, | |
| "grad_norm": 67.6531982421875, | |
| "learning_rate": 3.62e-05, | |
| "loss": 6.3942, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.07979421491941834, | |
| "grad_norm": 103.08153533935547, | |
| "learning_rate": 3.7199999999999996e-05, | |
| "loss": 6.37, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.08189406268045567, | |
| "grad_norm": 155.30517578125, | |
| "learning_rate": 3.8199999999999993e-05, | |
| "loss": 6.3541, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.08399391044149299, | |
| "grad_norm": 78.574462890625, | |
| "learning_rate": 3.919999999999999e-05, | |
| "loss": 6.331, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.08609375820253032, | |
| "grad_norm": 293.90155029296875, | |
| "learning_rate": 4.02e-05, | |
| "loss": 6.2978, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.08819360596356764, | |
| "grad_norm": 133.43336486816406, | |
| "learning_rate": 4.12e-05, | |
| "loss": 6.2921, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.09029345372460497, | |
| "grad_norm": 105.68527221679688, | |
| "learning_rate": 4.2199999999999996e-05, | |
| "loss": 6.2955, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.09239330148564229, | |
| "grad_norm": 91.55309295654297, | |
| "learning_rate": 4.319999999999999e-05, | |
| "loss": 6.2592, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.09449314924667962, | |
| "grad_norm": 72.15143585205078, | |
| "learning_rate": 4.42e-05, | |
| "loss": 6.2545, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.09659299700771694, | |
| "grad_norm": 109.66728210449219, | |
| "learning_rate": 4.5199999999999994e-05, | |
| "loss": 6.2325, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.09869284476875427, | |
| "grad_norm": 69.46297454833984, | |
| "learning_rate": 4.62e-05, | |
| "loss": 6.1691, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.10079269252979159, | |
| "grad_norm": 137.57276916503906, | |
| "learning_rate": 4.7199999999999995e-05, | |
| "loss": 6.1748, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.10289254029082892, | |
| "grad_norm": 142.85269165039062, | |
| "learning_rate": 4.82e-05, | |
| "loss": 6.1763, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.10499238805186624, | |
| "grad_norm": 68.21001434326172, | |
| "learning_rate": 4.9199999999999997e-05, | |
| "loss": 6.1683, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.10709223581290356, | |
| "grad_norm": 190.91734313964844, | |
| "learning_rate": 5.0199999999999994e-05, | |
| "loss": 6.1276, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.10919208357394089, | |
| "grad_norm": 96.1802978515625, | |
| "learning_rate": 5.119999999999999e-05, | |
| "loss": 6.1462, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.11129193133497821, | |
| "grad_norm": 67.83528137207031, | |
| "learning_rate": 5.2199999999999995e-05, | |
| "loss": 6.1067, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.11339177909601554, | |
| "grad_norm": 42.651100158691406, | |
| "learning_rate": 5.32e-05, | |
| "loss": 6.0776, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.11549162685705286, | |
| "grad_norm": 79.75711822509766, | |
| "learning_rate": 5.4199999999999996e-05, | |
| "loss": 6.0815, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.11759147461809019, | |
| "grad_norm": 46.156211853027344, | |
| "learning_rate": 5.519999999999999e-05, | |
| "loss": 6.053, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.11969132237912751, | |
| "grad_norm": 45.88727951049805, | |
| "learning_rate": 5.619999999999999e-05, | |
| "loss": 6.0348, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.12179117014016484, | |
| "grad_norm": 46.44386672973633, | |
| "learning_rate": 5.72e-05, | |
| "loss": 6.0195, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.12389101790120216, | |
| "grad_norm": 70.52837371826172, | |
| "learning_rate": 5.82e-05, | |
| "loss": 5.9979, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.1259908656622395, | |
| "grad_norm": 59.506553649902344, | |
| "learning_rate": 5.9199999999999996e-05, | |
| "loss": 5.983, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.12809071342327683, | |
| "grad_norm": 38.77995681762695, | |
| "learning_rate": 6.019999999999999e-05, | |
| "loss": 5.9576, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.13019056118431413, | |
| "grad_norm": 62.45197677612305, | |
| "learning_rate": 6.12e-05, | |
| "loss": 5.951, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.13229040894535146, | |
| "grad_norm": 46.94855499267578, | |
| "learning_rate": 6.22e-05, | |
| "loss": 5.9626, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.1343902567063888, | |
| "grad_norm": 54.95368194580078, | |
| "learning_rate": 6.319999999999999e-05, | |
| "loss": 5.9268, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.1364901044674261, | |
| "grad_norm": 47.36136245727539, | |
| "learning_rate": 6.419999999999999e-05, | |
| "loss": 5.8941, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.13858995222846343, | |
| "grad_norm": 40.393096923828125, | |
| "learning_rate": 6.519999999999999e-05, | |
| "loss": 5.8787, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.14068979998950076, | |
| "grad_norm": 41.42562484741211, | |
| "learning_rate": 6.62e-05, | |
| "loss": 5.8632, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.1427896477505381, | |
| "grad_norm": 41.52008056640625, | |
| "learning_rate": 6.72e-05, | |
| "loss": 5.8166, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.1448894955115754, | |
| "grad_norm": 60.34001922607422, | |
| "learning_rate": 6.819999999999999e-05, | |
| "loss": 5.8412, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.14698934327261273, | |
| "grad_norm": 45.22390365600586, | |
| "learning_rate": 6.919999999999999e-05, | |
| "loss": 5.7904, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.14908919103365006, | |
| "grad_norm": 40.19221496582031, | |
| "learning_rate": 7.02e-05, | |
| "loss": 5.7796, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.1511890387946874, | |
| "grad_norm": 38.9415283203125, | |
| "learning_rate": 7.12e-05, | |
| "loss": 5.7776, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.1532888865557247, | |
| "grad_norm": 36.409732818603516, | |
| "learning_rate": 7.219999999999999e-05, | |
| "loss": 5.7442, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.15538873431676203, | |
| "grad_norm": 33.082157135009766, | |
| "learning_rate": 7.319999999999999e-05, | |
| "loss": 5.7215, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.15748858207779937, | |
| "grad_norm": 40.2638053894043, | |
| "learning_rate": 7.419999999999999e-05, | |
| "loss": 5.6798, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.15958842983883667, | |
| "grad_norm": 36.72783660888672, | |
| "learning_rate": 7.519999999999998e-05, | |
| "loss": 5.6984, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.161688277599874, | |
| "grad_norm": 40.32900619506836, | |
| "learning_rate": 7.62e-05, | |
| "loss": 5.6429, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.16378812536091134, | |
| "grad_norm": 31.345502853393555, | |
| "learning_rate": 7.72e-05, | |
| "loss": 5.6839, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.16588797312194867, | |
| "grad_norm": 42.13299560546875, | |
| "learning_rate": 7.819999999999999e-05, | |
| "loss": 5.641, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.16798782088298597, | |
| "grad_norm": 42.9160270690918, | |
| "learning_rate": 7.92e-05, | |
| "loss": 5.6259, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.1700876686440233, | |
| "grad_norm": 33.14772415161133, | |
| "learning_rate": 8.019999999999998e-05, | |
| "loss": 5.6016, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.17218751640506064, | |
| "grad_norm": 39.43216323852539, | |
| "learning_rate": 8.12e-05, | |
| "loss": 5.5918, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.17428736416609797, | |
| "grad_norm": 31.36737823486328, | |
| "learning_rate": 8.22e-05, | |
| "loss": 5.5341, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.17638721192713527, | |
| "grad_norm": 44.43039321899414, | |
| "learning_rate": 8.319999999999999e-05, | |
| "loss": 5.5423, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.1784870596881726, | |
| "grad_norm": 38.169437408447266, | |
| "learning_rate": 8.42e-05, | |
| "loss": 5.5218, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.18058690744920994, | |
| "grad_norm": 29.236454010009766, | |
| "learning_rate": 8.519999999999998e-05, | |
| "loss": 5.4835, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.18268675521024727, | |
| "grad_norm": 35.421852111816406, | |
| "learning_rate": 8.62e-05, | |
| "loss": 5.4431, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.18478660297128457, | |
| "grad_norm": 34.888694763183594, | |
| "learning_rate": 8.719999999999999e-05, | |
| "loss": 5.4332, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.1868864507323219, | |
| "grad_norm": 30.417287826538086, | |
| "learning_rate": 8.819999999999999e-05, | |
| "loss": 5.418, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.18898629849335924, | |
| "grad_norm": 32.38473892211914, | |
| "learning_rate": 8.92e-05, | |
| "loss": 5.4061, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.19108614625439654, | |
| "grad_norm": 34.51039123535156, | |
| "learning_rate": 9.02e-05, | |
| "loss": 5.3979, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.19318599401543388, | |
| "grad_norm": 32.25777053833008, | |
| "learning_rate": 9.12e-05, | |
| "loss": 5.3694, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.1952858417764712, | |
| "grad_norm": 37.39424514770508, | |
| "learning_rate": 9.219999999999999e-05, | |
| "loss": 5.3673, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.19738568953750854, | |
| "grad_norm": 32.6727180480957, | |
| "learning_rate": 9.319999999999999e-05, | |
| "loss": 5.3439, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.19948553729854585, | |
| "grad_norm": 35.477760314941406, | |
| "learning_rate": 9.419999999999999e-05, | |
| "loss": 5.3101, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.20158538505958318, | |
| "grad_norm": 26.56783103942871, | |
| "learning_rate": 9.52e-05, | |
| "loss": 5.3106, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.2036852328206205, | |
| "grad_norm": 28.40528106689453, | |
| "learning_rate": 9.62e-05, | |
| "loss": 5.283, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.20578508058165784, | |
| "grad_norm": 40.31626892089844, | |
| "learning_rate": 9.719999999999999e-05, | |
| "loss": 5.2491, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.20788492834269515, | |
| "grad_norm": 30.382963180541992, | |
| "learning_rate": 9.819999999999999e-05, | |
| "loss": 5.2381, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.20998477610373248, | |
| "grad_norm": 26.859519958496094, | |
| "learning_rate": 9.919999999999999e-05, | |
| "loss": 5.2041, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.2120846238647698, | |
| "grad_norm": 31.00687026977539, | |
| "learning_rate": 0.0001002, | |
| "loss": 5.1836, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.21418447162580712, | |
| "grad_norm": 29.516639709472656, | |
| "learning_rate": 0.0001012, | |
| "loss": 5.1701, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.21628431938684445, | |
| "grad_norm": 35.0793342590332, | |
| "learning_rate": 0.00010219999999999999, | |
| "loss": 5.1333, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.21838416714788178, | |
| "grad_norm": 29.049598693847656, | |
| "learning_rate": 0.00010319999999999999, | |
| "loss": 5.1305, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.2204840149089191, | |
| "grad_norm": 37.3223762512207, | |
| "learning_rate": 0.00010419999999999998, | |
| "loss": 5.1076, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.22258386266995642, | |
| "grad_norm": 34.8250846862793, | |
| "learning_rate": 0.0001052, | |
| "loss": 5.0842, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.22468371043099375, | |
| "grad_norm": 26.114519119262695, | |
| "learning_rate": 0.00010619999999999998, | |
| "loss": 5.0202, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.22678355819203108, | |
| "grad_norm": 27.96425437927246, | |
| "learning_rate": 0.00010719999999999999, | |
| "loss": 5.0492, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.22888340595306841, | |
| "grad_norm": 26.208778381347656, | |
| "learning_rate": 0.0001082, | |
| "loss": 5.0394, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.23098325371410572, | |
| "grad_norm": 25.2691650390625, | |
| "learning_rate": 0.00010919999999999998, | |
| "loss": 4.9898, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.23308310147514305, | |
| "grad_norm": 25.28044891357422, | |
| "learning_rate": 0.0001102, | |
| "loss": 4.9811, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.23518294923618038, | |
| "grad_norm": 25.568035125732422, | |
| "learning_rate": 0.00011119999999999998, | |
| "loss": 4.9602, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.23728279699721772, | |
| "grad_norm": 26.087724685668945, | |
| "learning_rate": 0.00011219999999999999, | |
| "loss": 4.9189, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.23938264475825502, | |
| "grad_norm": 28.299169540405273, | |
| "learning_rate": 0.0001132, | |
| "loss": 4.9193, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.24148249251929235, | |
| "grad_norm": 28.13056755065918, | |
| "learning_rate": 0.00011419999999999998, | |
| "loss": 4.8737, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.24358234028032968, | |
| "grad_norm": 31.378705978393555, | |
| "learning_rate": 0.0001152, | |
| "loss": 4.8834, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.245682188041367, | |
| "grad_norm": 25.29513931274414, | |
| "learning_rate": 0.00011619999999999998, | |
| "loss": 4.8287, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.24778203580240432, | |
| "grad_norm": 25.556110382080078, | |
| "learning_rate": 0.00011719999999999999, | |
| "loss": 4.7877, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.24988188356344165, | |
| "grad_norm": 24.92612075805664, | |
| "learning_rate": 0.0001182, | |
| "loss": 4.7733, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.251981731324479, | |
| "grad_norm": 25.60941505432129, | |
| "learning_rate": 0.00011919999999999998, | |
| "loss": 4.7554, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.2540815790855163, | |
| "grad_norm": 24.840194702148438, | |
| "learning_rate": 0.0001202, | |
| "loss": 4.7549, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.25618142684655365, | |
| "grad_norm": 25.710140228271484, | |
| "learning_rate": 0.00012119999999999999, | |
| "loss": 4.7128, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.2582812746075909, | |
| "grad_norm": 27.47252655029297, | |
| "learning_rate": 0.0001222, | |
| "loss": 4.6838, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.26038112236862826, | |
| "grad_norm": 27.68931007385254, | |
| "learning_rate": 0.00012319999999999999, | |
| "loss": 4.6814, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.2624809701296656, | |
| "grad_norm": 25.69074249267578, | |
| "learning_rate": 0.00012419999999999998, | |
| "loss": 4.636, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.2645808178907029, | |
| "grad_norm": 26.92357635498047, | |
| "learning_rate": 0.00012519999999999998, | |
| "loss": 4.6422, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.26668066565174026, | |
| "grad_norm": 24.645177841186523, | |
| "learning_rate": 0.0001262, | |
| "loss": 4.6017, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.2687805134127776, | |
| "grad_norm": 23.585927963256836, | |
| "learning_rate": 0.00012719999999999997, | |
| "loss": 4.5689, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.2708803611738149, | |
| "grad_norm": 26.848289489746094, | |
| "learning_rate": 0.0001282, | |
| "loss": 4.5541, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.2729802089348522, | |
| "grad_norm": 27.28962516784668, | |
| "learning_rate": 0.00012919999999999997, | |
| "loss": 4.553, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.27508005669588953, | |
| "grad_norm": 23.665647506713867, | |
| "learning_rate": 0.0001302, | |
| "loss": 4.4997, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.27717990445692686, | |
| "grad_norm": 24.5865535736084, | |
| "learning_rate": 0.0001312, | |
| "loss": 4.5219, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.2792797522179642, | |
| "grad_norm": 24.61684226989746, | |
| "learning_rate": 0.0001322, | |
| "loss": 4.4479, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.2813795999790015, | |
| "grad_norm": 22.41622543334961, | |
| "learning_rate": 0.00013319999999999999, | |
| "loss": 4.4379, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.28347944774003886, | |
| "grad_norm": 23.269062042236328, | |
| "learning_rate": 0.0001342, | |
| "loss": 4.4129, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.2855792955010762, | |
| "grad_norm": 24.822797775268555, | |
| "learning_rate": 0.00013519999999999998, | |
| "loss": 4.4118, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.2876791432621135, | |
| "grad_norm": 27.6806640625, | |
| "learning_rate": 0.0001362, | |
| "loss": 4.3816, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.2897789910231508, | |
| "grad_norm": 25.281164169311523, | |
| "learning_rate": 0.00013719999999999997, | |
| "loss": 4.3618, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.29187883878418813, | |
| "grad_norm": 23.890789031982422, | |
| "learning_rate": 0.0001382, | |
| "loss": 4.3054, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.29397868654522546, | |
| "grad_norm": 21.517894744873047, | |
| "learning_rate": 0.0001392, | |
| "loss": 4.3151, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.2960785343062628, | |
| "grad_norm": 24.384906768798828, | |
| "learning_rate": 0.0001402, | |
| "loss": 4.2983, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.29817838206730013, | |
| "grad_norm": 23.395402908325195, | |
| "learning_rate": 0.0001412, | |
| "loss": 4.2543, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.30027822982833746, | |
| "grad_norm": 24.19387435913086, | |
| "learning_rate": 0.0001422, | |
| "loss": 4.2149, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.3023780775893748, | |
| "grad_norm": 21.88194465637207, | |
| "learning_rate": 0.00014319999999999998, | |
| "loss": 4.1945, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.30447792535041207, | |
| "grad_norm": 24.345176696777344, | |
| "learning_rate": 0.00014419999999999998, | |
| "loss": 4.2174, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.3065777731114494, | |
| "grad_norm": 56.81325149536133, | |
| "learning_rate": 0.00014519999999999998, | |
| "loss": 4.1764, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.30867762087248674, | |
| "grad_norm": 25.25181770324707, | |
| "learning_rate": 0.0001462, | |
| "loss": 4.1153, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.31077746863352407, | |
| "grad_norm": 22.449996948242188, | |
| "learning_rate": 0.00014719999999999997, | |
| "loss": 4.1213, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.3128773163945614, | |
| "grad_norm": 23.437353134155273, | |
| "learning_rate": 0.0001482, | |
| "loss": 4.1414, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.31497716415559873, | |
| "grad_norm": 23.401479721069336, | |
| "learning_rate": 0.0001492, | |
| "loss": 4.0593, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.31707701191663606, | |
| "grad_norm": 21.885251998901367, | |
| "learning_rate": 0.0001502, | |
| "loss": 4.0705, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.31917685967767334, | |
| "grad_norm": 22.176816940307617, | |
| "learning_rate": 0.0001512, | |
| "loss": 4.0434, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.3212767074387107, | |
| "grad_norm": 21.512222290039062, | |
| "learning_rate": 0.00015219999999999999, | |
| "loss": 3.9969, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.323376555199748, | |
| "grad_norm": 21.887107849121094, | |
| "learning_rate": 0.0001532, | |
| "loss": 3.9678, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.32547640296078534, | |
| "grad_norm": 21.871145248413086, | |
| "learning_rate": 0.00015419999999999998, | |
| "loss": 3.9544, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.32757625072182267, | |
| "grad_norm": 21.275279998779297, | |
| "learning_rate": 0.00015519999999999998, | |
| "loss": 3.935, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.32967609848286, | |
| "grad_norm": 22.149080276489258, | |
| "learning_rate": 0.0001562, | |
| "loss": 3.9628, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.33177594624389734, | |
| "grad_norm": 21.588594436645508, | |
| "learning_rate": 0.0001572, | |
| "loss": 3.8729, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.33387579400493467, | |
| "grad_norm": 22.29717254638672, | |
| "learning_rate": 0.00015819999999999997, | |
| "loss": 3.8577, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.33597564176597194, | |
| "grad_norm": 21.18522834777832, | |
| "learning_rate": 0.00015919999999999997, | |
| "loss": 3.8638, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.3380754895270093, | |
| "grad_norm": 21.79401969909668, | |
| "learning_rate": 0.0001602, | |
| "loss": 3.7835, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.3401753372880466, | |
| "grad_norm": 21.65855598449707, | |
| "learning_rate": 0.0001612, | |
| "loss": 3.8225, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.34227518504908394, | |
| "grad_norm": 20.30379295349121, | |
| "learning_rate": 0.00016219999999999999, | |
| "loss": 3.7654, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.3443750328101213, | |
| "grad_norm": 21.457090377807617, | |
| "learning_rate": 0.0001632, | |
| "loss": 3.7415, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.3464748805711586, | |
| "grad_norm": 20.24045753479004, | |
| "learning_rate": 0.00016419999999999998, | |
| "loss": 3.7371, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.34857472833219594, | |
| "grad_norm": 20.66719627380371, | |
| "learning_rate": 0.00016519999999999998, | |
| "loss": 3.6917, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.3506745760932332, | |
| "grad_norm": 21.13929557800293, | |
| "learning_rate": 0.0001662, | |
| "loss": 3.7044, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.35277442385427055, | |
| "grad_norm": 19.64665412902832, | |
| "learning_rate": 0.0001672, | |
| "loss": 3.6972, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.3548742716153079, | |
| "grad_norm": 21.007585525512695, | |
| "learning_rate": 0.00016819999999999997, | |
| "loss": 3.6806, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.3569741193763452, | |
| "grad_norm": 19.849245071411133, | |
| "learning_rate": 0.00016919999999999997, | |
| "loss": 3.6044, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.35907396713738254, | |
| "grad_norm": 20.355571746826172, | |
| "learning_rate": 0.0001702, | |
| "loss": 3.6336, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.3611738148984199, | |
| "grad_norm": 19.361953735351562, | |
| "learning_rate": 0.0001712, | |
| "loss": 3.5691, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.3632736626594572, | |
| "grad_norm": 19.103567123413086, | |
| "learning_rate": 0.00017219999999999998, | |
| "loss": 3.5452, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.36537351042049454, | |
| "grad_norm": 19.732566833496094, | |
| "learning_rate": 0.00017319999999999998, | |
| "loss": 3.516, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.3674733581815318, | |
| "grad_norm": 20.030908584594727, | |
| "learning_rate": 0.00017419999999999998, | |
| "loss": 3.5212, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.36957320594256915, | |
| "grad_norm": 22.157352447509766, | |
| "learning_rate": 0.00017519999999999998, | |
| "loss": 3.4927, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.3716730537036065, | |
| "grad_norm": 19.714481353759766, | |
| "learning_rate": 0.0001762, | |
| "loss": 3.4625, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.3737729014646438, | |
| "grad_norm": 20.90492820739746, | |
| "learning_rate": 0.0001772, | |
| "loss": 3.4752, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.37587274922568115, | |
| "grad_norm": 18.985624313354492, | |
| "learning_rate": 0.00017819999999999997, | |
| "loss": 3.4626, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.3779725969867185, | |
| "grad_norm": 20.272470474243164, | |
| "learning_rate": 0.0001792, | |
| "loss": 3.3595, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.3800724447477558, | |
| "grad_norm": 20.29452896118164, | |
| "learning_rate": 0.0001802, | |
| "loss": 3.3535, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.3821722925087931, | |
| "grad_norm": 19.74087142944336, | |
| "learning_rate": 0.00018119999999999999, | |
| "loss": 3.3843, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.3842721402698304, | |
| "grad_norm": 20.133838653564453, | |
| "learning_rate": 0.00018219999999999996, | |
| "loss": 3.3159, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.38637198803086775, | |
| "grad_norm": 21.46741485595703, | |
| "learning_rate": 0.00018319999999999998, | |
| "loss": 3.3751, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.3884718357919051, | |
| "grad_norm": 20.637907028198242, | |
| "learning_rate": 0.00018419999999999998, | |
| "loss": 3.313, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.3905716835529424, | |
| "grad_norm": 18.241500854492188, | |
| "learning_rate": 0.00018519999999999998, | |
| "loss": 3.2968, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.39267153131397975, | |
| "grad_norm": 18.708087921142578, | |
| "learning_rate": 0.0001862, | |
| "loss": 3.2791, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.3947713790750171, | |
| "grad_norm": 20.34215545654297, | |
| "learning_rate": 0.0001872, | |
| "loss": 3.2397, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.3968712268360544, | |
| "grad_norm": 19.339441299438477, | |
| "learning_rate": 0.00018819999999999997, | |
| "loss": 3.2633, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.3989710745970917, | |
| "grad_norm": 18.52556800842285, | |
| "learning_rate": 0.0001892, | |
| "loss": 3.2064, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.401070922358129, | |
| "grad_norm": 19.54344940185547, | |
| "learning_rate": 0.0001902, | |
| "loss": 3.1975, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.40317077011916636, | |
| "grad_norm": 18.180559158325195, | |
| "learning_rate": 0.00019119999999999999, | |
| "loss": 3.2184, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.4052706178802037, | |
| "grad_norm": 18.006343841552734, | |
| "learning_rate": 0.0001922, | |
| "loss": 3.2137, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.407370465641241, | |
| "grad_norm": 18.950502395629883, | |
| "learning_rate": 0.00019319999999999998, | |
| "loss": 3.1627, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.40947031340227835, | |
| "grad_norm": 19.233171463012695, | |
| "learning_rate": 0.00019419999999999998, | |
| "loss": 3.1599, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.4115701611633157, | |
| "grad_norm": 20.070098876953125, | |
| "learning_rate": 0.00019519999999999997, | |
| "loss": 3.1319, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.41367000892435296, | |
| "grad_norm": 17.84896469116211, | |
| "learning_rate": 0.0001962, | |
| "loss": 3.0938, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.4157698566853903, | |
| "grad_norm": 21.04241943359375, | |
| "learning_rate": 0.00019719999999999997, | |
| "loss": 3.1118, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.4178697044464276, | |
| "grad_norm": 17.594589233398438, | |
| "learning_rate": 0.00019819999999999997, | |
| "loss": 3.0804, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.41996955220746496, | |
| "grad_norm": 18.5731258392334, | |
| "learning_rate": 0.0001992, | |
| "loss": 3.0664, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.4220693999685023, | |
| "grad_norm": 18.234962463378906, | |
| "learning_rate": 0.0002002, | |
| "loss": 3.0466, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.4241692477295396, | |
| "grad_norm": 18.205047607421875, | |
| "learning_rate": 0.00020119999999999998, | |
| "loss": 3.0454, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.42626909549057695, | |
| "grad_norm": 18.562522888183594, | |
| "learning_rate": 0.0002022, | |
| "loss": 3.0035, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.42836894325161423, | |
| "grad_norm": 19.143112182617188, | |
| "learning_rate": 0.00020319999999999998, | |
| "loss": 3.0265, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.43046879101265156, | |
| "grad_norm": 18.834646224975586, | |
| "learning_rate": 0.00020419999999999998, | |
| "loss": 2.9659, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.4325686387736889, | |
| "grad_norm": 18.57697868347168, | |
| "learning_rate": 0.0002052, | |
| "loss": 2.9717, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.43466848653472623, | |
| "grad_norm": 18.24930763244629, | |
| "learning_rate": 0.0002062, | |
| "loss": 2.9772, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.43676833429576356, | |
| "grad_norm": 19.47739601135254, | |
| "learning_rate": 0.00020719999999999997, | |
| "loss": 2.9644, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.4388681820568009, | |
| "grad_norm": 20.972169876098633, | |
| "learning_rate": 0.00020819999999999996, | |
| "loss": 2.9397, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.4409680298178382, | |
| "grad_norm": 18.49868392944336, | |
| "learning_rate": 0.0002092, | |
| "loss": 2.9347, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.44306787757887556, | |
| "grad_norm": 17.23448371887207, | |
| "learning_rate": 0.0002102, | |
| "loss": 2.902, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.44516772533991283, | |
| "grad_norm": 18.497655868530273, | |
| "learning_rate": 0.00021119999999999996, | |
| "loss": 2.8292, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.44726757310095017, | |
| "grad_norm": 19.482572555541992, | |
| "learning_rate": 0.00021219999999999998, | |
| "loss": 2.8823, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.4493674208619875, | |
| "grad_norm": 19.21995735168457, | |
| "learning_rate": 0.00021319999999999998, | |
| "loss": 2.8764, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.45146726862302483, | |
| "grad_norm": 54.40972137451172, | |
| "learning_rate": 0.00021419999999999998, | |
| "loss": 2.8654, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.45356711638406216, | |
| "grad_norm": 17.572521209716797, | |
| "learning_rate": 0.0002152, | |
| "loss": 2.8347, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.4556669641450995, | |
| "grad_norm": 17.291915893554688, | |
| "learning_rate": 0.0002162, | |
| "loss": 2.8724, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.45776681190613683, | |
| "grad_norm": 17.69890785217285, | |
| "learning_rate": 0.00021719999999999997, | |
| "loss": 2.8069, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.4598666596671741, | |
| "grad_norm": 17.662452697753906, | |
| "learning_rate": 0.0002182, | |
| "loss": 2.8119, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.46196650742821144, | |
| "grad_norm": 16.374813079833984, | |
| "learning_rate": 0.0002192, | |
| "loss": 2.7883, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.46406635518924877, | |
| "grad_norm": 17.873462677001953, | |
| "learning_rate": 0.00022019999999999999, | |
| "loss": 2.7752, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.4661662029502861, | |
| "grad_norm": 18.1060733795166, | |
| "learning_rate": 0.00022119999999999996, | |
| "loss": 2.7642, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.46826605071132343, | |
| "grad_norm": 17.768138885498047, | |
| "learning_rate": 0.00022219999999999998, | |
| "loss": 2.7926, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.47036589847236077, | |
| "grad_norm": 18.01146125793457, | |
| "learning_rate": 0.00022319999999999998, | |
| "loss": 2.8, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.4724657462333981, | |
| "grad_norm": 19.251340866088867, | |
| "learning_rate": 0.00022419999999999997, | |
| "loss": 2.7525, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.47456559399443543, | |
| "grad_norm": 18.650836944580078, | |
| "learning_rate": 0.0002252, | |
| "loss": 2.7113, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.4766654417554727, | |
| "grad_norm": 17.6818904876709, | |
| "learning_rate": 0.00022619999999999997, | |
| "loss": 2.7266, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.47876528951651004, | |
| "grad_norm": 17.18866539001465, | |
| "learning_rate": 0.00022719999999999997, | |
| "loss": 2.7273, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.48086513727754737, | |
| "grad_norm": 16.871488571166992, | |
| "learning_rate": 0.0002282, | |
| "loss": 2.7053, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.4829649850385847, | |
| "grad_norm": 17.364320755004883, | |
| "learning_rate": 0.0002292, | |
| "loss": 2.6935, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.48506483279962204, | |
| "grad_norm": 16.227325439453125, | |
| "learning_rate": 0.00023019999999999998, | |
| "loss": 2.6832, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.48716468056065937, | |
| "grad_norm": 18.579835891723633, | |
| "learning_rate": 0.0002312, | |
| "loss": 2.6319, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.4892645283216967, | |
| "grad_norm": 17.750078201293945, | |
| "learning_rate": 0.00023219999999999998, | |
| "loss": 2.6687, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.491364376082734, | |
| "grad_norm": 16.852567672729492, | |
| "learning_rate": 0.00023319999999999998, | |
| "loss": 2.6348, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.4934642238437713, | |
| "grad_norm": 16.808338165283203, | |
| "learning_rate": 0.00023419999999999997, | |
| "loss": 2.6376, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.49556407160480864, | |
| "grad_norm": 16.15403175354004, | |
| "learning_rate": 0.0002352, | |
| "loss": 2.6347, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.497663919365846, | |
| "grad_norm": 16.643596649169922, | |
| "learning_rate": 0.00023619999999999997, | |
| "loss": 2.6669, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.4997637671268833, | |
| "grad_norm": 17.631317138671875, | |
| "learning_rate": 0.00023719999999999997, | |
| "loss": 2.6264, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.5018636148879206, | |
| "grad_norm": 17.213918685913086, | |
| "learning_rate": 0.0002382, | |
| "loss": 2.5763, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.503963462648958, | |
| "grad_norm": 17.565031051635742, | |
| "learning_rate": 0.0002392, | |
| "loss": 2.5686, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.5060633104099953, | |
| "grad_norm": 17.955644607543945, | |
| "learning_rate": 0.00024019999999999996, | |
| "loss": 2.5984, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.5081631581710326, | |
| "grad_norm": 17.599609375, | |
| "learning_rate": 0.00024119999999999998, | |
| "loss": 2.5992, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.51026300593207, | |
| "grad_norm": 18.456865310668945, | |
| "learning_rate": 0.00024219999999999998, | |
| "loss": 2.6249, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.5123628536931073, | |
| "grad_norm": 18.269716262817383, | |
| "learning_rate": 0.00024319999999999998, | |
| "loss": 2.5443, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.5144627014541445, | |
| "grad_norm": 15.301117897033691, | |
| "learning_rate": 0.00024419999999999997, | |
| "loss": 2.6064, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.5165625492151819, | |
| "grad_norm": 16.484882354736328, | |
| "learning_rate": 0.0002452, | |
| "loss": 2.5898, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.5186623969762192, | |
| "grad_norm": 18.93348503112793, | |
| "learning_rate": 0.00024619999999999997, | |
| "loss": 2.5501, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.5207622447372565, | |
| "grad_norm": 17.024005889892578, | |
| "learning_rate": 0.0002472, | |
| "loss": 2.5847, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.5228620924982939, | |
| "grad_norm": 15.91640567779541, | |
| "learning_rate": 0.00024819999999999996, | |
| "loss": 2.5018, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.5249619402593312, | |
| "grad_norm": 16.563140869140625, | |
| "learning_rate": 0.0002492, | |
| "loss": 2.5097, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.5270617880203685, | |
| "grad_norm": 17.02080726623535, | |
| "learning_rate": 0.00025019999999999996, | |
| "loss": 2.4985, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.5291616357814058, | |
| "grad_norm": 18.525049209594727, | |
| "learning_rate": 0.0002512, | |
| "loss": 2.4977, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.5312614835424432, | |
| "grad_norm": 18.201080322265625, | |
| "learning_rate": 0.0002522, | |
| "loss": 2.5339, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.5333613313034805, | |
| "grad_norm": 18.504722595214844, | |
| "learning_rate": 0.0002532, | |
| "loss": 2.5081, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.5354611790645178, | |
| "grad_norm": 17.229856491088867, | |
| "learning_rate": 0.0002542, | |
| "loss": 2.493, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.5375610268255552, | |
| "grad_norm": 16.983009338378906, | |
| "learning_rate": 0.00025519999999999997, | |
| "loss": 2.4764, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.5396608745865925, | |
| "grad_norm": 16.956586837768555, | |
| "learning_rate": 0.0002562, | |
| "loss": 2.5141, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.5417607223476298, | |
| "grad_norm": 16.38114356994629, | |
| "learning_rate": 0.00025719999999999996, | |
| "loss": 2.5204, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.5438605701086672, | |
| "grad_norm": 17.602066040039062, | |
| "learning_rate": 0.0002582, | |
| "loss": 2.4709, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.5459604178697044, | |
| "grad_norm": 17.784147262573242, | |
| "learning_rate": 0.00025919999999999996, | |
| "loss": 2.4583, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.5480602656307417, | |
| "grad_norm": 17.81779670715332, | |
| "learning_rate": 0.0002602, | |
| "loss": 2.4845, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.5501601133917791, | |
| "grad_norm": 17.62238121032715, | |
| "learning_rate": 0.0002612, | |
| "loss": 2.4711, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.5522599611528164, | |
| "grad_norm": 17.51003074645996, | |
| "learning_rate": 0.0002622, | |
| "loss": 2.4243, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.5543598089138537, | |
| "grad_norm": 16.59514045715332, | |
| "learning_rate": 0.00026319999999999995, | |
| "loss": 2.4431, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.5564596566748911, | |
| "grad_norm": 18.6085205078125, | |
| "learning_rate": 0.00026419999999999997, | |
| "loss": 2.4633, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.5585595044359284, | |
| "grad_norm": 16.57015609741211, | |
| "learning_rate": 0.0002652, | |
| "loss": 2.4365, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.5606593521969657, | |
| "grad_norm": 17.108407974243164, | |
| "learning_rate": 0.00026619999999999997, | |
| "loss": 2.4374, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.562759199958003, | |
| "grad_norm": 15.412428855895996, | |
| "learning_rate": 0.0002672, | |
| "loss": 2.4566, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.5648590477190404, | |
| "grad_norm": 15.931658744812012, | |
| "learning_rate": 0.00026819999999999996, | |
| "loss": 2.4111, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.5669588954800777, | |
| "grad_norm": 17.62001609802246, | |
| "learning_rate": 0.0002692, | |
| "loss": 2.4496, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.569058743241115, | |
| "grad_norm": 17.70882225036621, | |
| "learning_rate": 0.00027019999999999995, | |
| "loss": 2.4441, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.5711585910021524, | |
| "grad_norm": 22.3338680267334, | |
| "learning_rate": 0.0002712, | |
| "loss": 2.4028, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.5732584387631897, | |
| "grad_norm": 15.347771644592285, | |
| "learning_rate": 0.00027219999999999995, | |
| "loss": 2.3593, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.575358286524227, | |
| "grad_norm": 15.783270835876465, | |
| "learning_rate": 0.00027319999999999997, | |
| "loss": 2.3703, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.5774581342852643, | |
| "grad_norm": 16.593280792236328, | |
| "learning_rate": 0.0002742, | |
| "loss": 2.4017, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.5795579820463016, | |
| "grad_norm": 16.005937576293945, | |
| "learning_rate": 0.00027519999999999997, | |
| "loss": 2.3652, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.5816578298073389, | |
| "grad_norm": 16.522188186645508, | |
| "learning_rate": 0.0002762, | |
| "loss": 2.4003, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.5837576775683763, | |
| "grad_norm": 15.718897819519043, | |
| "learning_rate": 0.0002772, | |
| "loss": 2.4168, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.5858575253294136, | |
| "grad_norm": 16.03707504272461, | |
| "learning_rate": 0.0002782, | |
| "loss": 2.3929, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.5879573730904509, | |
| "grad_norm": 18.165115356445312, | |
| "learning_rate": 0.00027919999999999996, | |
| "loss": 2.3992, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.5900572208514883, | |
| "grad_norm": 14.455780029296875, | |
| "learning_rate": 0.0002802, | |
| "loss": 2.3783, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.5921570686125256, | |
| "grad_norm": 16.760013580322266, | |
| "learning_rate": 0.0002812, | |
| "loss": 2.3589, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.5942569163735629, | |
| "grad_norm": 15.784513473510742, | |
| "learning_rate": 0.0002822, | |
| "loss": 2.3495, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.5963567641346003, | |
| "grad_norm": 19.399974822998047, | |
| "learning_rate": 0.00028319999999999994, | |
| "loss": 2.3774, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.5984566118956376, | |
| "grad_norm": 15.979331016540527, | |
| "learning_rate": 0.00028419999999999997, | |
| "loss": 2.3833, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.6005564596566749, | |
| "grad_norm": 16.297086715698242, | |
| "learning_rate": 0.0002852, | |
| "loss": 2.338, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.6026563074177123, | |
| "grad_norm": 16.552026748657227, | |
| "learning_rate": 0.00028619999999999996, | |
| "loss": 2.3537, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.6047561551787496, | |
| "grad_norm": 16.80933952331543, | |
| "learning_rate": 0.0002872, | |
| "loss": 2.3416, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.6068560029397869, | |
| "grad_norm": 14.687678337097168, | |
| "learning_rate": 0.00028819999999999996, | |
| "loss": 2.3281, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.6089558507008241, | |
| "grad_norm": 16.427978515625, | |
| "learning_rate": 0.0002892, | |
| "loss": 2.3756, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.6110556984618615, | |
| "grad_norm": 14.746588706970215, | |
| "learning_rate": 0.0002902, | |
| "loss": 2.3461, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.6131555462228988, | |
| "grad_norm": 16.866302490234375, | |
| "learning_rate": 0.0002912, | |
| "loss": 2.3193, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.6152553939839361, | |
| "grad_norm": 16.119184494018555, | |
| "learning_rate": 0.00029219999999999995, | |
| "loss": 2.3271, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.6173552417449735, | |
| "grad_norm": 16.964967727661133, | |
| "learning_rate": 0.00029319999999999997, | |
| "loss": 2.3301, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.6194550895060108, | |
| "grad_norm": 14.844653129577637, | |
| "learning_rate": 0.0002942, | |
| "loss": 2.3188, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.6215549372670481, | |
| "grad_norm": 16.83654022216797, | |
| "learning_rate": 0.00029519999999999997, | |
| "loss": 2.3502, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.6236547850280855, | |
| "grad_norm": 15.18444538116455, | |
| "learning_rate": 0.00029619999999999994, | |
| "loss": 2.3132, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.6257546327891228, | |
| "grad_norm": 15.727853775024414, | |
| "learning_rate": 0.00029719999999999996, | |
| "loss": 2.3176, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.6278544805501601, | |
| "grad_norm": 14.275012016296387, | |
| "learning_rate": 0.0002982, | |
| "loss": 2.3202, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.6299543283111975, | |
| "grad_norm": 16.71741485595703, | |
| "learning_rate": 0.00029919999999999995, | |
| "loss": 2.2881, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.6320541760722348, | |
| "grad_norm": 16.468111038208008, | |
| "learning_rate": 0.00029999999968531387, | |
| "loss": 2.2942, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.6341540238332721, | |
| "grad_norm": 14.069732666015625, | |
| "learning_rate": 0.00029999998867130125, | |
| "loss": 2.2699, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.6362538715943095, | |
| "grad_norm": 15.671671867370605, | |
| "learning_rate": 0.00029999996192298594, | |
| "loss": 2.2744, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.6383537193553467, | |
| "grad_norm": 13.645225524902344, | |
| "learning_rate": 0.00029999991944037086, | |
| "loss": 2.2397, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.640453567116384, | |
| "grad_norm": 14.352654457092285, | |
| "learning_rate": 0.0002999998612234604, | |
| "loss": 2.2757, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.6425534148774213, | |
| "grad_norm": 17.300355911254883, | |
| "learning_rate": 0.00029999978727226063, | |
| "loss": 2.2881, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.6446532626384587, | |
| "grad_norm": 13.88642406463623, | |
| "learning_rate": 0.00029999969758677937, | |
| "loss": 2.2702, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.646753110399496, | |
| "grad_norm": 16.467788696289062, | |
| "learning_rate": 0.000299999592167026, | |
| "loss": 2.254, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.6488529581605333, | |
| "grad_norm": 14.458406448364258, | |
| "learning_rate": 0.00029999947101301154, | |
| "loss": 2.266, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.6509528059215707, | |
| "grad_norm": 15.702177047729492, | |
| "learning_rate": 0.00029999933412474877, | |
| "loss": 2.2606, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.653052653682608, | |
| "grad_norm": 15.699458122253418, | |
| "learning_rate": 0.00029999918150225204, | |
| "loss": 2.2588, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.6551525014436453, | |
| "grad_norm": 15.032878875732422, | |
| "learning_rate": 0.0002999990131455373, | |
| "loss": 2.2378, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.6572523492046827, | |
| "grad_norm": 14.403430938720703, | |
| "learning_rate": 0.00029999882905462226, | |
| "loss": 2.2556, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.65935219696572, | |
| "grad_norm": 16.209192276000977, | |
| "learning_rate": 0.00029999862922952623, | |
| "loss": 2.2534, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.6614520447267573, | |
| "grad_norm": 15.377715110778809, | |
| "learning_rate": 0.0002999984136702702, | |
| "loss": 2.2547, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.6635518924877947, | |
| "grad_norm": 15.036149024963379, | |
| "learning_rate": 0.00029999818237687667, | |
| "loss": 2.2686, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.665651740248832, | |
| "grad_norm": 14.110115051269531, | |
| "learning_rate": 0.00029999793534937, | |
| "loss": 2.2469, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.6677515880098693, | |
| "grad_norm": 15.10156536102295, | |
| "learning_rate": 0.00029999767258777604, | |
| "loss": 2.2145, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.6698514357709066, | |
| "grad_norm": 14.748553276062012, | |
| "learning_rate": 0.0002999973940921224, | |
| "loss": 2.2345, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.6719512835319439, | |
| "grad_norm": 14.62893295288086, | |
| "learning_rate": 0.00029999709986243834, | |
| "loss": 2.2228, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.6740511312929812, | |
| "grad_norm": 13.674670219421387, | |
| "learning_rate": 0.0002999967898987546, | |
| "loss": 2.2346, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.6761509790540186, | |
| "grad_norm": 15.199267387390137, | |
| "learning_rate": 0.0002999964642011038, | |
| "loss": 2.2168, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.6782508268150559, | |
| "grad_norm": 14.505847930908203, | |
| "learning_rate": 0.00029999612276952005, | |
| "loss": 2.228, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.6803506745760932, | |
| "grad_norm": 14.01327133178711, | |
| "learning_rate": 0.0002999957656040391, | |
| "loss": 2.2142, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.6824505223371305, | |
| "grad_norm": 14.591279029846191, | |
| "learning_rate": 0.00029999539270469857, | |
| "loss": 2.2658, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.6845503700981679, | |
| "grad_norm": 14.499256134033203, | |
| "learning_rate": 0.0002999950040715375, | |
| "loss": 2.2146, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.6866502178592052, | |
| "grad_norm": 13.90614128112793, | |
| "learning_rate": 0.0002999945997045966, | |
| "loss": 2.2324, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.6887500656202425, | |
| "grad_norm": 13.901601791381836, | |
| "learning_rate": 0.00029999417960391837, | |
| "loss": 2.2654, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.6908499133812799, | |
| "grad_norm": 15.294332504272461, | |
| "learning_rate": 0.00029999374376954685, | |
| "loss": 2.2126, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.6929497611423172, | |
| "grad_norm": 14.013215065002441, | |
| "learning_rate": 0.00029999329220152776, | |
| "loss": 2.1965, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.6950496089033545, | |
| "grad_norm": 14.028990745544434, | |
| "learning_rate": 0.00029999282489990843, | |
| "loss": 2.2287, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.6971494566643919, | |
| "grad_norm": 13.675698280334473, | |
| "learning_rate": 0.0002999923418647379, | |
| "loss": 2.1908, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.6992493044254292, | |
| "grad_norm": 14.097821235656738, | |
| "learning_rate": 0.00029999184309606686, | |
| "loss": 2.2244, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.7013491521864664, | |
| "grad_norm": 13.059347152709961, | |
| "learning_rate": 0.0002999913285939476, | |
| "loss": 2.2219, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.7034489999475038, | |
| "grad_norm": 15.189125061035156, | |
| "learning_rate": 0.0002999907983584341, | |
| "loss": 2.1939, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.7055488477085411, | |
| "grad_norm": 13.449934959411621, | |
| "learning_rate": 0.00029999025238958203, | |
| "loss": 2.1899, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.7076486954695784, | |
| "grad_norm": 12.904488563537598, | |
| "learning_rate": 0.00029998969068744855, | |
| "loss": 2.1443, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.7097485432306158, | |
| "grad_norm": 13.589896202087402, | |
| "learning_rate": 0.00029998911325209267, | |
| "loss": 2.1968, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.7118483909916531, | |
| "grad_norm": 12.811362266540527, | |
| "learning_rate": 0.0002999885200835749, | |
| "loss": 2.2046, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.7139482387526904, | |
| "grad_norm": 13.925739288330078, | |
| "learning_rate": 0.0002999879111819575, | |
| "loss": 2.1812, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.7160480865137278, | |
| "grad_norm": 13.819326400756836, | |
| "learning_rate": 0.00029998728654730437, | |
| "loss": 2.1779, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.7181479342747651, | |
| "grad_norm": 15.683013916015625, | |
| "learning_rate": 0.00029998664617968097, | |
| "loss": 2.1685, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.7202477820358024, | |
| "grad_norm": 13.100728034973145, | |
| "learning_rate": 0.0002999859900791545, | |
| "loss": 2.1552, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.7223476297968398, | |
| "grad_norm": 11.89211368560791, | |
| "learning_rate": 0.00029998531824579377, | |
| "loss": 2.1813, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.7244474775578771, | |
| "grad_norm": 15.461645126342773, | |
| "learning_rate": 0.0002999846306796693, | |
| "loss": 2.1707, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.7265473253189144, | |
| "grad_norm": 14.40857982635498, | |
| "learning_rate": 0.00029998392738085313, | |
| "loss": 2.1723, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.7286471730799517, | |
| "grad_norm": 13.197473526000977, | |
| "learning_rate": 0.000299983208349419, | |
| "loss": 2.1766, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.7307470208409891, | |
| "grad_norm": 13.724336624145508, | |
| "learning_rate": 0.0002999824735854425, | |
| "loss": 2.1994, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.7328468686020263, | |
| "grad_norm": 11.546513557434082, | |
| "learning_rate": 0.0002999817230890007, | |
| "loss": 2.143, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.7349467163630636, | |
| "grad_norm": 12.338211059570312, | |
| "learning_rate": 0.0002999809568601721, | |
| "loss": 2.1258, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.737046564124101, | |
| "grad_norm": 13.114724159240723, | |
| "learning_rate": 0.00029998017489903724, | |
| "loss": 2.1622, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.7391464118851383, | |
| "grad_norm": 13.8653564453125, | |
| "learning_rate": 0.0002999793772056781, | |
| "loss": 2.136, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.7412462596461756, | |
| "grad_norm": 13.60892105102539, | |
| "learning_rate": 0.00029997856378017836, | |
| "loss": 2.1696, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.743346107407213, | |
| "grad_norm": 12.849976539611816, | |
| "learning_rate": 0.0002999777346226234, | |
| "loss": 2.1438, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.7454459551682503, | |
| "grad_norm": 14.594572067260742, | |
| "learning_rate": 0.00029997688973310016, | |
| "loss": 2.1376, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.7475458029292876, | |
| "grad_norm": 12.306175231933594, | |
| "learning_rate": 0.0002999760291116972, | |
| "loss": 2.1347, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.749645650690325, | |
| "grad_norm": 13.019887924194336, | |
| "learning_rate": 0.00029997515275850486, | |
| "loss": 2.1265, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.7517454984513623, | |
| "grad_norm": 15.011489868164062, | |
| "learning_rate": 0.000299974260673615, | |
| "loss": 2.1464, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.7538453462123996, | |
| "grad_norm": 12.430237770080566, | |
| "learning_rate": 0.0002999733528571213, | |
| "loss": 2.1361, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.755945193973437, | |
| "grad_norm": 13.263710975646973, | |
| "learning_rate": 0.000299972429309119, | |
| "loss": 2.1248, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.7580450417344743, | |
| "grad_norm": 12.609041213989258, | |
| "learning_rate": 0.0002999714900297048, | |
| "loss": 2.1744, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.7601448894955116, | |
| "grad_norm": 13.26701831817627, | |
| "learning_rate": 0.00029997053501897735, | |
| "loss": 2.1478, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.762244737256549, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029996956427703685, | |
| "loss": 2.1379, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.7643445850175862, | |
| "grad_norm": 13.67210865020752, | |
| "learning_rate": 0.0002999686771591873, | |
| "loss": 2.1717, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.7664444327786235, | |
| "grad_norm": 11.840167999267578, | |
| "learning_rate": 0.00029996767652822385, | |
| "loss": 2.1306, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.7685442805396608, | |
| "grad_norm": 13.045613288879395, | |
| "learning_rate": 0.0002999666601663471, | |
| "loss": 2.1603, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.7706441283006982, | |
| "grad_norm": 11.16022777557373, | |
| "learning_rate": 0.0002999657319908153, | |
| "loss": 2.0933, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.7727439760617355, | |
| "grad_norm": 12.9564790725708, | |
| "learning_rate": 0.0002999648962490133, | |
| "loss": 2.1318, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.7748438238227728, | |
| "grad_norm": 13.704870223999023, | |
| "learning_rate": 0.00029996383741420806, | |
| "loss": 2.1217, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.7769436715838102, | |
| "grad_norm": 12.471526145935059, | |
| "learning_rate": 0.00029996276284889215, | |
| "loss": 2.1157, | |
| "step": 3700 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 100000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 21, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.410350865416192e+17, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |