| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 4293, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0069881201956673656, |
| "grad_norm": 14.528067588806152, |
| "learning_rate": 1.99748427672956e-05, |
| "loss": 4.6827, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.013976240391334731, |
| "grad_norm": 13.050820350646973, |
| "learning_rate": 1.994689028651293e-05, |
| "loss": 4.529, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.020964360587002098, |
| "grad_norm": 2.765507698059082, |
| "learning_rate": 1.991893780573026e-05, |
| "loss": 3.4294, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.027952480782669462, |
| "grad_norm": 16.95716667175293, |
| "learning_rate": 1.989098532494759e-05, |
| "loss": 3.352, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03494060097833683, |
| "grad_norm": 5.339346408843994, |
| "learning_rate": 1.986303284416492e-05, |
| "loss": 2.2654, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.041928721174004195, |
| "grad_norm": 7.168309688568115, |
| "learning_rate": 1.983508036338225e-05, |
| "loss": 2.0076, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.04891684136967156, |
| "grad_norm": 5.793034076690674, |
| "learning_rate": 1.9807127882599582e-05, |
| "loss": 1.6779, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.055904961565338925, |
| "grad_norm": 6.093694686889648, |
| "learning_rate": 1.9779175401816913e-05, |
| "loss": 1.2564, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.06289308176100629, |
| "grad_norm": 3.321807622909546, |
| "learning_rate": 1.9751222921034243e-05, |
| "loss": 1.4143, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.06988120195667366, |
| "grad_norm": 2.9472098350524902, |
| "learning_rate": 1.9723270440251574e-05, |
| "loss": 1.0533, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.07686932215234102, |
| "grad_norm": 8.515447616577148, |
| "learning_rate": 1.9695317959468904e-05, |
| "loss": 1.2895, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.08385744234800839, |
| "grad_norm": 3.560924530029297, |
| "learning_rate": 1.9667365478686235e-05, |
| "loss": 1.097, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.09084556254367575, |
| "grad_norm": 4.986349582672119, |
| "learning_rate": 1.9639412997903566e-05, |
| "loss": 0.9556, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.09783368273934312, |
| "grad_norm": 1.27532160282135, |
| "learning_rate": 1.9611460517120896e-05, |
| "loss": 0.8306, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.10482180293501048, |
| "grad_norm": 2.6796844005584717, |
| "learning_rate": 1.9583508036338227e-05, |
| "loss": 0.7747, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.11180992313067785, |
| "grad_norm": 3.4592413902282715, |
| "learning_rate": 1.9555555555555557e-05, |
| "loss": 0.6187, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1187980433263452, |
| "grad_norm": 4.833241939544678, |
| "learning_rate": 1.9527603074772888e-05, |
| "loss": 0.6831, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.12578616352201258, |
| "grad_norm": 1.7203434705734253, |
| "learning_rate": 1.949965059399022e-05, |
| "loss": 0.586, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.13277428371767994, |
| "grad_norm": 1.333950161933899, |
| "learning_rate": 1.947169811320755e-05, |
| "loss": 0.6214, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.13976240391334732, |
| "grad_norm": 1.5078257322311401, |
| "learning_rate": 1.944374563242488e-05, |
| "loss": 0.5652, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.14675052410901468, |
| "grad_norm": 3.7645132541656494, |
| "learning_rate": 1.941579315164221e-05, |
| "loss": 0.5229, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.15373864430468204, |
| "grad_norm": 1.2441000938415527, |
| "learning_rate": 1.938784067085954e-05, |
| "loss": 0.3669, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.1607267645003494, |
| "grad_norm": 2.2875142097473145, |
| "learning_rate": 1.935988819007687e-05, |
| "loss": 0.4162, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.16771488469601678, |
| "grad_norm": 2.1816585063934326, |
| "learning_rate": 1.9331935709294202e-05, |
| "loss": 0.3836, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.17470300489168414, |
| "grad_norm": 3.4903249740600586, |
| "learning_rate": 1.9303983228511532e-05, |
| "loss": 0.4131, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.1816911250873515, |
| "grad_norm": 2.1905159950256348, |
| "learning_rate": 1.9276030747728863e-05, |
| "loss": 0.3725, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.18867924528301888, |
| "grad_norm": 3.6003665924072266, |
| "learning_rate": 1.9248078266946194e-05, |
| "loss": 0.4131, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.19566736547868624, |
| "grad_norm": 3.012568235397339, |
| "learning_rate": 1.9220125786163524e-05, |
| "loss": 0.3991, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.2026554856743536, |
| "grad_norm": 1.2049503326416016, |
| "learning_rate": 1.9192173305380855e-05, |
| "loss": 0.2732, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.20964360587002095, |
| "grad_norm": 2.0943682193756104, |
| "learning_rate": 1.9164220824598185e-05, |
| "loss": 0.3052, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.21663172606568834, |
| "grad_norm": 4.1970086097717285, |
| "learning_rate": 1.9136268343815516e-05, |
| "loss": 0.2544, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.2236198462613557, |
| "grad_norm": 2.6826064586639404, |
| "learning_rate": 1.9108315863032846e-05, |
| "loss": 0.1921, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.23060796645702306, |
| "grad_norm": 6.013642311096191, |
| "learning_rate": 1.9080363382250177e-05, |
| "loss": 0.3014, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.2375960866526904, |
| "grad_norm": 4.2075629234313965, |
| "learning_rate": 1.9052410901467508e-05, |
| "loss": 0.2569, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.2445842068483578, |
| "grad_norm": 0.5800023078918457, |
| "learning_rate": 1.9024458420684838e-05, |
| "loss": 0.1486, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.25157232704402516, |
| "grad_norm": 8.123499870300293, |
| "learning_rate": 1.899650593990217e-05, |
| "loss": 0.2215, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.2585604472396925, |
| "grad_norm": 4.439255237579346, |
| "learning_rate": 1.89685534591195e-05, |
| "loss": 0.1692, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.2655485674353599, |
| "grad_norm": 4.177631855010986, |
| "learning_rate": 1.894060097833683e-05, |
| "loss": 0.1176, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.27253668763102723, |
| "grad_norm": 0.5754140019416809, |
| "learning_rate": 1.891264849755416e-05, |
| "loss": 0.1538, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.27952480782669464, |
| "grad_norm": 0.5612320303916931, |
| "learning_rate": 1.888469601677149e-05, |
| "loss": 0.1054, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.286512928022362, |
| "grad_norm": 1.949729561805725, |
| "learning_rate": 1.8856743535988818e-05, |
| "loss": 0.0824, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.29350104821802936, |
| "grad_norm": 3.153822898864746, |
| "learning_rate": 1.8828791055206152e-05, |
| "loss": 0.1174, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3004891684136967, |
| "grad_norm": 0.6545250415802002, |
| "learning_rate": 1.8800838574423483e-05, |
| "loss": 0.1305, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.3074772886093641, |
| "grad_norm": 1.2621614933013916, |
| "learning_rate": 1.8772886093640813e-05, |
| "loss": 0.0684, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.31446540880503143, |
| "grad_norm": 0.3028416335582733, |
| "learning_rate": 1.8744933612858144e-05, |
| "loss": 0.0863, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.3214535290006988, |
| "grad_norm": 0.4452091455459595, |
| "learning_rate": 1.8716981132075474e-05, |
| "loss": 0.1016, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.3284416491963662, |
| "grad_norm": 0.4046468436717987, |
| "learning_rate": 1.8689028651292805e-05, |
| "loss": 0.2317, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.33542976939203356, |
| "grad_norm": 0.5121694803237915, |
| "learning_rate": 1.8661076170510135e-05, |
| "loss": 0.1965, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.3424178895877009, |
| "grad_norm": 2.7892794609069824, |
| "learning_rate": 1.8633123689727466e-05, |
| "loss": 0.2082, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.3494060097833683, |
| "grad_norm": 0.29012227058410645, |
| "learning_rate": 1.8605171208944793e-05, |
| "loss": 0.1393, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.35639412997903563, |
| "grad_norm": 0.14969919621944427, |
| "learning_rate": 1.8577218728162124e-05, |
| "loss": 0.1917, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.363382250174703, |
| "grad_norm": 2.5301618576049805, |
| "learning_rate": 1.8549266247379458e-05, |
| "loss": 0.0939, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.37037037037037035, |
| "grad_norm": 0.5171930193901062, |
| "learning_rate": 1.8521313766596788e-05, |
| "loss": 0.0643, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.37735849056603776, |
| "grad_norm": 0.23746764659881592, |
| "learning_rate": 1.849336128581412e-05, |
| "loss": 0.2094, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3843466107617051, |
| "grad_norm": 1.2422730922698975, |
| "learning_rate": 1.846540880503145e-05, |
| "loss": 0.109, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.3913347309573725, |
| "grad_norm": 0.8466539978981018, |
| "learning_rate": 1.843745632424878e-05, |
| "loss": 0.1514, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.39832285115303984, |
| "grad_norm": 0.201154425740242, |
| "learning_rate": 1.840950384346611e-05, |
| "loss": 0.1597, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.4053109713487072, |
| "grad_norm": 0.19054199755191803, |
| "learning_rate": 1.838155136268344e-05, |
| "loss": 0.0955, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.41229909154437455, |
| "grad_norm": 1.8036576509475708, |
| "learning_rate": 1.8353598881900768e-05, |
| "loss": 0.1369, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.4192872117400419, |
| "grad_norm": 0.3122437596321106, |
| "learning_rate": 1.83256464011181e-05, |
| "loss": 0.1439, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.42627533193570927, |
| "grad_norm": 2.6353561878204346, |
| "learning_rate": 1.829769392033543e-05, |
| "loss": 0.1566, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.4332634521313767, |
| "grad_norm": 3.645707368850708, |
| "learning_rate": 1.8269741439552763e-05, |
| "loss": 0.2505, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.44025157232704404, |
| "grad_norm": 0.20553793013095856, |
| "learning_rate": 1.8241788958770094e-05, |
| "loss": 0.0509, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.4472396925227114, |
| "grad_norm": 3.8460299968719482, |
| "learning_rate": 1.8213836477987425e-05, |
| "loss": 0.118, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.45422781271837875, |
| "grad_norm": 0.4825759828090668, |
| "learning_rate": 1.8185883997204755e-05, |
| "loss": 0.0671, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.4612159329140461, |
| "grad_norm": 2.5147883892059326, |
| "learning_rate": 1.8157931516422086e-05, |
| "loss": 0.1381, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.46820405310971347, |
| "grad_norm": 4.72428035736084, |
| "learning_rate": 1.8129979035639413e-05, |
| "loss": 0.1093, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.4751921733053808, |
| "grad_norm": 3.091625928878784, |
| "learning_rate": 1.8102026554856743e-05, |
| "loss": 0.2363, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.48218029350104824, |
| "grad_norm": 0.10304142534732819, |
| "learning_rate": 1.8074074074074074e-05, |
| "loss": 0.1347, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.4891684136967156, |
| "grad_norm": 0.4455307424068451, |
| "learning_rate": 1.8046121593291405e-05, |
| "loss": 0.1064, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.49615653389238296, |
| "grad_norm": 0.11594414710998535, |
| "learning_rate": 1.8018169112508735e-05, |
| "loss": 0.123, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.5031446540880503, |
| "grad_norm": 0.1224653497338295, |
| "learning_rate": 1.799021663172607e-05, |
| "loss": 0.1263, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.5101327742837177, |
| "grad_norm": 4.951889991760254, |
| "learning_rate": 1.79622641509434e-05, |
| "loss": 0.2111, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.517120894479385, |
| "grad_norm": 0.16316205263137817, |
| "learning_rate": 1.793431167016073e-05, |
| "loss": 0.0366, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.5241090146750524, |
| "grad_norm": 0.1896398663520813, |
| "learning_rate": 1.790635918937806e-05, |
| "loss": 0.1656, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.5310971348707197, |
| "grad_norm": 0.3920069932937622, |
| "learning_rate": 1.7878406708595388e-05, |
| "loss": 0.2804, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.5380852550663872, |
| "grad_norm": 0.12546010315418243, |
| "learning_rate": 1.785045422781272e-05, |
| "loss": 0.1404, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.5450733752620545, |
| "grad_norm": 5.382510185241699, |
| "learning_rate": 1.782250174703005e-05, |
| "loss": 0.1194, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.5520614954577219, |
| "grad_norm": 0.3077394366264343, |
| "learning_rate": 1.779454926624738e-05, |
| "loss": 0.1744, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.5590496156533893, |
| "grad_norm": 0.41757112741470337, |
| "learning_rate": 1.776659678546471e-05, |
| "loss": 0.0729, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5660377358490566, |
| "grad_norm": 0.17300930619239807, |
| "learning_rate": 1.773864430468204e-05, |
| "loss": 0.1443, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.573025856044724, |
| "grad_norm": 0.09419082850217819, |
| "learning_rate": 1.7710691823899375e-05, |
| "loss": 0.1587, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5800139762403913, |
| "grad_norm": 0.14113612473011017, |
| "learning_rate": 1.7682739343116705e-05, |
| "loss": 0.1196, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5870020964360587, |
| "grad_norm": 0.6690120697021484, |
| "learning_rate": 1.7654786862334036e-05, |
| "loss": 0.0619, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.593990216631726, |
| "grad_norm": 0.5076020956039429, |
| "learning_rate": 1.7626834381551363e-05, |
| "loss": 0.2922, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.6009783368273934, |
| "grad_norm": 0.12461690604686737, |
| "learning_rate": 1.7598881900768694e-05, |
| "loss": 0.0351, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.6079664570230608, |
| "grad_norm": 5.236762523651123, |
| "learning_rate": 1.7570929419986024e-05, |
| "loss": 0.1571, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.6149545772187281, |
| "grad_norm": 0.12950463593006134, |
| "learning_rate": 1.7542976939203355e-05, |
| "loss": 0.0204, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.6219426974143956, |
| "grad_norm": 0.08026222884654999, |
| "learning_rate": 1.7515024458420685e-05, |
| "loss": 0.1185, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.6289308176100629, |
| "grad_norm": 4.237085342407227, |
| "learning_rate": 1.7487071977638016e-05, |
| "loss": 0.0876, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.6359189378057303, |
| "grad_norm": 0.916748046875, |
| "learning_rate": 1.7459119496855346e-05, |
| "loss": 0.0619, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.6429070580013976, |
| "grad_norm": 4.51674747467041, |
| "learning_rate": 1.743116701607268e-05, |
| "loss": 0.1116, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.649895178197065, |
| "grad_norm": 1.1469999551773071, |
| "learning_rate": 1.740321453529001e-05, |
| "loss": 0.0147, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.6568832983927324, |
| "grad_norm": 2.3627333641052246, |
| "learning_rate": 1.7375262054507338e-05, |
| "loss": 0.1485, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.6638714185883997, |
| "grad_norm": 8.216973304748535, |
| "learning_rate": 1.734730957372467e-05, |
| "loss": 0.0472, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.6708595387840671, |
| "grad_norm": 3.5901684761047363, |
| "learning_rate": 1.7319357092942e-05, |
| "loss": 0.0979, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.6778476589797344, |
| "grad_norm": 7.015125274658203, |
| "learning_rate": 1.729140461215933e-05, |
| "loss": 0.0537, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.6848357791754018, |
| "grad_norm": 4.372157096862793, |
| "learning_rate": 1.726345213137666e-05, |
| "loss": 0.1152, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.6918238993710691, |
| "grad_norm": 4.862729072570801, |
| "learning_rate": 1.723549965059399e-05, |
| "loss": 0.1131, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.6988120195667366, |
| "grad_norm": 0.07732150703668594, |
| "learning_rate": 1.720754716981132e-05, |
| "loss": 0.0707, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.705800139762404, |
| "grad_norm": 0.19970574975013733, |
| "learning_rate": 1.7179594689028652e-05, |
| "loss": 0.0738, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.7127882599580713, |
| "grad_norm": 0.21677608788013458, |
| "learning_rate": 1.7151642208245983e-05, |
| "loss": 0.0992, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.7197763801537387, |
| "grad_norm": 0.10738188028335571, |
| "learning_rate": 1.7123689727463313e-05, |
| "loss": 0.0103, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.726764500349406, |
| "grad_norm": 3.7014143466949463, |
| "learning_rate": 1.7095737246680644e-05, |
| "loss": 0.0803, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.7337526205450734, |
| "grad_norm": 0.04619055986404419, |
| "learning_rate": 1.7067784765897974e-05, |
| "loss": 0.049, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.7407407407407407, |
| "grad_norm": 0.2753339409828186, |
| "learning_rate": 1.7039832285115305e-05, |
| "loss": 0.144, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.7477288609364081, |
| "grad_norm": 2.8835108280181885, |
| "learning_rate": 1.7011879804332635e-05, |
| "loss": 0.0885, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.7547169811320755, |
| "grad_norm": 0.22654394805431366, |
| "learning_rate": 1.6983927323549966e-05, |
| "loss": 0.0512, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.7617051013277428, |
| "grad_norm": 2.421400547027588, |
| "learning_rate": 1.6955974842767297e-05, |
| "loss": 0.1544, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.7686932215234102, |
| "grad_norm": 0.03806561604142189, |
| "learning_rate": 1.6928022361984627e-05, |
| "loss": 0.0225, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7756813417190775, |
| "grad_norm": 0.08347579091787338, |
| "learning_rate": 1.6900069881201958e-05, |
| "loss": 0.1386, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.782669461914745, |
| "grad_norm": 0.2059401273727417, |
| "learning_rate": 1.687211740041929e-05, |
| "loss": 0.2406, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.7896575821104123, |
| "grad_norm": 0.060870036482810974, |
| "learning_rate": 1.684416491963662e-05, |
| "loss": 0.1158, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.7966457023060797, |
| "grad_norm": 0.14614495635032654, |
| "learning_rate": 1.681621243885395e-05, |
| "loss": 0.1938, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.803633822501747, |
| "grad_norm": 0.09593985229730606, |
| "learning_rate": 1.678825995807128e-05, |
| "loss": 0.0627, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.8106219426974144, |
| "grad_norm": 9.543107032775879, |
| "learning_rate": 1.676030747728861e-05, |
| "loss": 0.1365, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.8176100628930818, |
| "grad_norm": 0.09678485244512558, |
| "learning_rate": 1.673235499650594e-05, |
| "loss": 0.1438, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.8245981830887491, |
| "grad_norm": 0.24556872248649597, |
| "learning_rate": 1.6704402515723272e-05, |
| "loss": 0.2233, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.8315863032844165, |
| "grad_norm": 0.06892254948616028, |
| "learning_rate": 1.6676450034940602e-05, |
| "loss": 0.0601, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.8385744234800838, |
| "grad_norm": 0.6429911255836487, |
| "learning_rate": 1.6648497554157933e-05, |
| "loss": 0.132, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.8455625436757512, |
| "grad_norm": 0.03480253368616104, |
| "learning_rate": 1.6620545073375263e-05, |
| "loss": 0.0472, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.8525506638714185, |
| "grad_norm": 0.25101321935653687, |
| "learning_rate": 1.6592592592592594e-05, |
| "loss": 0.0485, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.859538784067086, |
| "grad_norm": 0.0525231771171093, |
| "learning_rate": 1.6564640111809925e-05, |
| "loss": 0.1824, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.8665269042627534, |
| "grad_norm": 4.694910526275635, |
| "learning_rate": 1.6536687631027255e-05, |
| "loss": 0.1666, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.8735150244584207, |
| "grad_norm": 0.09604217112064362, |
| "learning_rate": 1.6508735150244586e-05, |
| "loss": 0.0638, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.8805031446540881, |
| "grad_norm": 9.125068664550781, |
| "learning_rate": 1.6480782669461916e-05, |
| "loss": 0.0744, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.8874912648497554, |
| "grad_norm": 0.5258679986000061, |
| "learning_rate": 1.6452830188679247e-05, |
| "loss": 0.019, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.8944793850454228, |
| "grad_norm": 3.6146976947784424, |
| "learning_rate": 1.6424877707896577e-05, |
| "loss": 0.0141, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.9014675052410901, |
| "grad_norm": 0.05512338504195213, |
| "learning_rate": 1.6396925227113908e-05, |
| "loss": 0.0138, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.9084556254367575, |
| "grad_norm": 0.028468603268265724, |
| "learning_rate": 1.636897274633124e-05, |
| "loss": 0.0815, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.9154437456324249, |
| "grad_norm": 0.7173348665237427, |
| "learning_rate": 1.634102026554857e-05, |
| "loss": 0.0919, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.9224318658280922, |
| "grad_norm": 0.06138516217470169, |
| "learning_rate": 1.63130677847659e-05, |
| "loss": 0.1383, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.9294199860237596, |
| "grad_norm": 10.367135047912598, |
| "learning_rate": 1.628511530398323e-05, |
| "loss": 0.1265, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.9364081062194269, |
| "grad_norm": 0.3321629762649536, |
| "learning_rate": 1.625716282320056e-05, |
| "loss": 0.1149, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.9433962264150944, |
| "grad_norm": 0.21935391426086426, |
| "learning_rate": 1.622921034241789e-05, |
| "loss": 0.1147, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.9503843466107617, |
| "grad_norm": 4.630390644073486, |
| "learning_rate": 1.6201257861635222e-05, |
| "loss": 0.1159, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.9573724668064291, |
| "grad_norm": 0.03748277202248573, |
| "learning_rate": 1.6173305380852552e-05, |
| "loss": 0.0029, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.9643605870020965, |
| "grad_norm": 0.09677435457706451, |
| "learning_rate": 1.6145352900069883e-05, |
| "loss": 0.179, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.9713487071977638, |
| "grad_norm": 0.022979794070124626, |
| "learning_rate": 1.6117400419287214e-05, |
| "loss": 0.0034, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.9783368273934312, |
| "grad_norm": 3.3972229957580566, |
| "learning_rate": 1.6089447938504544e-05, |
| "loss": 0.1633, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.9853249475890985, |
| "grad_norm": 0.0410487987101078, |
| "learning_rate": 1.6061495457721875e-05, |
| "loss": 0.0758, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.9923130677847659, |
| "grad_norm": 0.1519143134355545, |
| "learning_rate": 1.6033542976939205e-05, |
| "loss": 0.0967, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.9993011879804332, |
| "grad_norm": 0.11000066250562668, |
| "learning_rate": 1.6005590496156536e-05, |
| "loss": 0.1054, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.0062893081761006, |
| "grad_norm": 9.595348358154297, |
| "learning_rate": 1.5977638015373866e-05, |
| "loss": 0.0367, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.013277428371768, |
| "grad_norm": 0.044866789132356644, |
| "learning_rate": 1.5949685534591197e-05, |
| "loss": 0.145, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.0202655485674355, |
| "grad_norm": 6.3100361824035645, |
| "learning_rate": 1.5921733053808524e-05, |
| "loss": 0.2702, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.0272536687631026, |
| "grad_norm": 1.0666788816452026, |
| "learning_rate": 1.5893780573025858e-05, |
| "loss": 0.1257, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.03424178895877, |
| "grad_norm": 15.676182746887207, |
| "learning_rate": 1.586582809224319e-05, |
| "loss": 0.0373, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.0412299091544375, |
| "grad_norm": 13.464042663574219, |
| "learning_rate": 1.583787561146052e-05, |
| "loss": 0.1107, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.0482180293501049, |
| "grad_norm": 0.029935991391539574, |
| "learning_rate": 1.580992313067785e-05, |
| "loss": 0.0778, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.0552061495457723, |
| "grad_norm": 1.0842170715332031, |
| "learning_rate": 1.578197064989518e-05, |
| "loss": 0.2003, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.0621942697414395, |
| "grad_norm": 0.8753694891929626, |
| "learning_rate": 1.575401816911251e-05, |
| "loss": 0.0869, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.069182389937107, |
| "grad_norm": 0.03639127314090729, |
| "learning_rate": 1.572606568832984e-05, |
| "loss": 0.0035, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.0761705101327743, |
| "grad_norm": 0.10639658570289612, |
| "learning_rate": 1.5698113207547172e-05, |
| "loss": 0.0709, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.0831586303284417, |
| "grad_norm": 0.09013110399246216, |
| "learning_rate": 1.56701607267645e-05, |
| "loss": 0.0041, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.090146750524109, |
| "grad_norm": 0.1398763209581375, |
| "learning_rate": 1.564220824598183e-05, |
| "loss": 0.0039, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.0971348707197763, |
| "grad_norm": 0.13840065896511078, |
| "learning_rate": 1.5614255765199164e-05, |
| "loss": 0.0288, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.1041229909154437, |
| "grad_norm": 0.03229377046227455, |
| "learning_rate": 1.5586303284416494e-05, |
| "loss": 0.023, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "grad_norm": 0.09332744032144547, |
| "learning_rate": 1.5558350803633825e-05, |
| "loss": 0.148, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.1180992313067786, |
| "grad_norm": 0.24537114799022675, |
| "learning_rate": 1.5530398322851156e-05, |
| "loss": 0.0143, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.1250873515024458, |
| "grad_norm": 0.02455071546137333, |
| "learning_rate": 1.5502445842068486e-05, |
| "loss": 0.0378, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.1320754716981132, |
| "grad_norm": 0.027023492380976677, |
| "learning_rate": 1.5474493361285817e-05, |
| "loss": 0.0558, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.1390635918937806, |
| "grad_norm": 0.048673246055841446, |
| "learning_rate": 1.5446540880503147e-05, |
| "loss": 0.0519, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.146051712089448, |
| "grad_norm": 8.062767028808594, |
| "learning_rate": 1.5418588399720474e-05, |
| "loss": 0.0404, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.1530398322851152, |
| "grad_norm": 8.358656883239746, |
| "learning_rate": 1.5390635918937805e-05, |
| "loss": 0.1054, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.1600279524807826, |
| "grad_norm": 1.3057444095611572, |
| "learning_rate": 1.5362683438155136e-05, |
| "loss": 0.1049, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.16701607267645, |
| "grad_norm": 0.018700115382671356, |
| "learning_rate": 1.533473095737247e-05, |
| "loss": 0.0106, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.1740041928721174, |
| "grad_norm": 8.731624603271484, |
| "learning_rate": 1.53067784765898e-05, |
| "loss": 0.0541, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.1809923130677848, |
| "grad_norm": 1.358834147453308, |
| "learning_rate": 1.527882599580713e-05, |
| "loss": 0.1515, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.187980433263452, |
| "grad_norm": 0.05055036395788193, |
| "learning_rate": 1.525087351502446e-05, |
| "loss": 0.1181, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.1949685534591195, |
| "grad_norm": 0.19085977971553802, |
| "learning_rate": 1.5222921034241792e-05, |
| "loss": 0.0624, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.2019566736547869, |
| "grad_norm": 1.282493233680725, |
| "learning_rate": 1.5194968553459122e-05, |
| "loss": 0.016, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.2089447938504543, |
| "grad_norm": 0.03596067801117897, |
| "learning_rate": 1.5167016072676451e-05, |
| "loss": 0.0211, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.2159329140461215, |
| "grad_norm": 0.033778220415115356, |
| "learning_rate": 1.5139063591893782e-05, |
| "loss": 0.0105, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.2229210342417889, |
| "grad_norm": 0.022970452904701233, |
| "learning_rate": 1.5111111111111112e-05, |
| "loss": 0.1634, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.2299091544374563, |
| "grad_norm": 0.08840584754943848, |
| "learning_rate": 1.5083158630328443e-05, |
| "loss": 0.0062, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.2368972746331237, |
| "grad_norm": 0.0703321248292923, |
| "learning_rate": 1.5055206149545773e-05, |
| "loss": 0.0554, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.2438853948287911, |
| "grad_norm": 2.026752471923828, |
| "learning_rate": 1.5027253668763104e-05, |
| "loss": 0.03, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.2508735150244585, |
| "grad_norm": 0.08599984645843506, |
| "learning_rate": 1.4999301187980435e-05, |
| "loss": 0.0303, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.2578616352201257, |
| "grad_norm": 0.0998782068490982, |
| "learning_rate": 1.4971348707197765e-05, |
| "loss": 0.1389, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.2648497554157931, |
| "grad_norm": 1.7642574310302734, |
| "learning_rate": 1.4943396226415094e-05, |
| "loss": 0.0556, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.2718378756114606, |
| "grad_norm": 0.012091516517102718, |
| "learning_rate": 1.4915443745632425e-05, |
| "loss": 0.1116, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.2788259958071277, |
| "grad_norm": 0.030048305168747902, |
| "learning_rate": 1.4887491264849757e-05, |
| "loss": 0.0433, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.2858141160027952, |
| "grad_norm": 0.025840098038315773, |
| "learning_rate": 1.4859538784067087e-05, |
| "loss": 0.038, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.2928022361984626, |
| "grad_norm": 0.4607846736907959, |
| "learning_rate": 1.4831586303284418e-05, |
| "loss": 0.0815, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.29979035639413, |
| "grad_norm": 3.925401210784912, |
| "learning_rate": 1.4803633822501749e-05, |
| "loss": 0.0708, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.3067784765897974, |
| "grad_norm": 5.653714656829834, |
| "learning_rate": 1.4775681341719079e-05, |
| "loss": 0.0166, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.3137665967854648, |
| "grad_norm": 0.02135496586561203, |
| "learning_rate": 1.474772886093641e-05, |
| "loss": 0.0782, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.320754716981132, |
| "grad_norm": 0.020742664113640785, |
| "learning_rate": 1.471977638015374e-05, |
| "loss": 0.0048, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.3277428371767994, |
| "grad_norm": 0.02374901808798313, |
| "learning_rate": 1.4691823899371069e-05, |
| "loss": 0.081, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.3347309573724668, |
| "grad_norm": 0.03886565566062927, |
| "learning_rate": 1.46638714185884e-05, |
| "loss": 0.005, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.3417190775681342, |
| "grad_norm": 0.16429579257965088, |
| "learning_rate": 1.463591893780573e-05, |
| "loss": 0.0154, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.3487071977638014, |
| "grad_norm": 0.15556152164936066, |
| "learning_rate": 1.4607966457023063e-05, |
| "loss": 0.0659, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.3556953179594688, |
| "grad_norm": 0.022907955572009087, |
| "learning_rate": 1.4580013976240393e-05, |
| "loss": 0.068, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.3626834381551363, |
| "grad_norm": 0.028623567894101143, |
| "learning_rate": 1.4552061495457724e-05, |
| "loss": 0.0023, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.3696715583508037, |
| "grad_norm": 7.010847091674805, |
| "learning_rate": 1.4524109014675054e-05, |
| "loss": 0.147, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.376659678546471, |
| "grad_norm": 0.03581179678440094, |
| "learning_rate": 1.4496156533892385e-05, |
| "loss": 0.1209, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.3836477987421385, |
| "grad_norm": 0.019916867837309837, |
| "learning_rate": 1.4468204053109715e-05, |
| "loss": 0.0233, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.3906359189378057, |
| "grad_norm": 10.045747756958008, |
| "learning_rate": 1.4440251572327044e-05, |
| "loss": 0.0416, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.397624039133473, |
| "grad_norm": 0.04035484418272972, |
| "learning_rate": 1.4412299091544375e-05, |
| "loss": 0.0265, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.4046121593291405, |
| "grad_norm": 0.7727859616279602, |
| "learning_rate": 1.4384346610761705e-05, |
| "loss": 0.0331, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.4116002795248077, |
| "grad_norm": 0.018749171867966652, |
| "learning_rate": 1.4356394129979036e-05, |
| "loss": 0.0749, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.4185883997204751, |
| "grad_norm": 5.582619667053223, |
| "learning_rate": 1.4328441649196368e-05, |
| "loss": 0.0622, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.4255765199161425, |
| "grad_norm": 0.03347029909491539, |
| "learning_rate": 1.4300489168413699e-05, |
| "loss": 0.0021, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.43256464011181, |
| "grad_norm": 0.1696143001317978, |
| "learning_rate": 1.427253668763103e-05, |
| "loss": 0.0021, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.4395527603074774, |
| "grad_norm": 0.021968642249703407, |
| "learning_rate": 1.424458420684836e-05, |
| "loss": 0.0025, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.4465408805031448, |
| "grad_norm": 0.007907007820904255, |
| "learning_rate": 1.421663172606569e-05, |
| "loss": 0.0478, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.453529000698812, |
| "grad_norm": 0.035767070949077606, |
| "learning_rate": 1.418867924528302e-05, |
| "loss": 0.0012, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.4605171208944794, |
| "grad_norm": 0.011390830390155315, |
| "learning_rate": 1.416072676450035e-05, |
| "loss": 0.1533, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.4675052410901468, |
| "grad_norm": 7.848016738891602, |
| "learning_rate": 1.413277428371768e-05, |
| "loss": 0.0675, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.474493361285814, |
| "grad_norm": 0.011802544817328453, |
| "learning_rate": 1.4104821802935011e-05, |
| "loss": 0.0261, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.4814814814814814, |
| "grad_norm": 2.9148340225219727, |
| "learning_rate": 1.4076869322152342e-05, |
| "loss": 0.2831, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.4884696016771488, |
| "grad_norm": 0.08199399709701538, |
| "learning_rate": 1.4048916841369674e-05, |
| "loss": 0.0088, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.4954577218728162, |
| "grad_norm": 0.01199902594089508, |
| "learning_rate": 1.4020964360587004e-05, |
| "loss": 0.0693, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.5024458420684836, |
| "grad_norm": 0.07146008312702179, |
| "learning_rate": 1.3993011879804335e-05, |
| "loss": 0.0746, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.509433962264151, |
| "grad_norm": 0.02118564024567604, |
| "learning_rate": 1.3965059399021666e-05, |
| "loss": 0.003, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.5164220824598185, |
| "grad_norm": 0.016972247511148453, |
| "learning_rate": 1.3937106918238994e-05, |
| "loss": 0.0106, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.5234102026554857, |
| "grad_norm": 0.023427631705999374, |
| "learning_rate": 1.3909154437456325e-05, |
| "loss": 0.0444, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.530398322851153, |
| "grad_norm": 0.03280281275510788, |
| "learning_rate": 1.3881201956673656e-05, |
| "loss": 0.0026, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.5373864430468203, |
| "grad_norm": 0.06073632091283798, |
| "learning_rate": 1.3853249475890986e-05, |
| "loss": 0.194, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.5443745632424877, |
| "grad_norm": 0.008114098571240902, |
| "learning_rate": 1.3825296995108317e-05, |
| "loss": 0.0016, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.551362683438155, |
| "grad_norm": 0.0467991828918457, |
| "learning_rate": 1.3797344514325647e-05, |
| "loss": 0.1305, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.5583508036338225, |
| "grad_norm": 0.06984475255012512, |
| "learning_rate": 1.376939203354298e-05, |
| "loss": 0.1386, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.56533892382949, |
| "grad_norm": 0.014983494766056538, |
| "learning_rate": 1.374143955276031e-05, |
| "loss": 0.1399, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.5723270440251573, |
| "grad_norm": 0.01568700559437275, |
| "learning_rate": 1.3713487071977637e-05, |
| "loss": 0.1084, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.5793151642208247, |
| "grad_norm": 10.549098014831543, |
| "learning_rate": 1.368553459119497e-05, |
| "loss": 0.0082, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.586303284416492, |
| "grad_norm": 0.02495586685836315, |
| "learning_rate": 1.36575821104123e-05, |
| "loss": 0.0019, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.5932914046121593, |
| "grad_norm": 0.01876898854970932, |
| "learning_rate": 1.362962962962963e-05, |
| "loss": 0.1002, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.6002795248078265, |
| "grad_norm": 0.044464971870183945, |
| "learning_rate": 1.3601677148846961e-05, |
| "loss": 0.0019, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.607267645003494, |
| "grad_norm": 0.04108593240380287, |
| "learning_rate": 1.3573724668064292e-05, |
| "loss": 0.0753, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.6142557651991614, |
| "grad_norm": 7.812976837158203, |
| "learning_rate": 1.3545772187281622e-05, |
| "loss": 0.2875, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.6212438853948288, |
| "grad_norm": 4.261682987213135, |
| "learning_rate": 1.3517819706498953e-05, |
| "loss": 0.1059, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.6282320055904962, |
| "grad_norm": 0.03309008479118347, |
| "learning_rate": 1.3489867225716285e-05, |
| "loss": 0.0051, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.6352201257861636, |
| "grad_norm": 9.983598709106445, |
| "learning_rate": 1.3461914744933612e-05, |
| "loss": 0.0249, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.642208245981831, |
| "grad_norm": 4.973055839538574, |
| "learning_rate": 1.3433962264150943e-05, |
| "loss": 0.1441, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.6491963661774982, |
| "grad_norm": 9.258291244506836, |
| "learning_rate": 1.3406009783368275e-05, |
| "loss": 0.1151, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.6561844863731656, |
| "grad_norm": 0.015135078690946102, |
| "learning_rate": 1.3378057302585606e-05, |
| "loss": 0.0458, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.663172606568833, |
| "grad_norm": 0.027922656387090683, |
| "learning_rate": 1.3350104821802936e-05, |
| "loss": 0.012, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.6701607267645002, |
| "grad_norm": 0.043312493711709976, |
| "learning_rate": 1.3322152341020267e-05, |
| "loss": 0.1028, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.6771488469601676, |
| "grad_norm": 0.012087292037904263, |
| "learning_rate": 1.3294199860237597e-05, |
| "loss": 0.0475, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.684136967155835, |
| "grad_norm": 0.5556979775428772, |
| "learning_rate": 1.3266247379454928e-05, |
| "loss": 0.0142, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.6911250873515025, |
| "grad_norm": 5.196042537689209, |
| "learning_rate": 1.3238294898672259e-05, |
| "loss": 0.1002, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.6981132075471699, |
| "grad_norm": 0.010861317627131939, |
| "learning_rate": 1.3210342417889587e-05, |
| "loss": 0.0953, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.7051013277428373, |
| "grad_norm": 0.017955880612134933, |
| "learning_rate": 1.3182389937106918e-05, |
| "loss": 0.0642, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.7120894479385047, |
| "grad_norm": 0.028966449201107025, |
| "learning_rate": 1.3154437456324249e-05, |
| "loss": 0.1619, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.719077568134172, |
| "grad_norm": 0.8712167739868164, |
| "learning_rate": 1.312648497554158e-05, |
| "loss": 0.0324, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.7260656883298393, |
| "grad_norm": 0.2874550521373749, |
| "learning_rate": 1.3098532494758911e-05, |
| "loss": 0.026, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.7330538085255065, |
| "grad_norm": 0.010579444468021393, |
| "learning_rate": 1.3070580013976242e-05, |
| "loss": 0.0048, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.740041928721174, |
| "grad_norm": 0.15773366391658783, |
| "learning_rate": 1.3042627533193573e-05, |
| "loss": 0.108, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.7470300489168413, |
| "grad_norm": 0.10269400477409363, |
| "learning_rate": 1.3014675052410903e-05, |
| "loss": 0.0884, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.7540181691125087, |
| "grad_norm": 0.012210669927299023, |
| "learning_rate": 1.2986722571628234e-05, |
| "loss": 0.0025, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.7610062893081762, |
| "grad_norm": 0.046242229640483856, |
| "learning_rate": 1.2958770090845563e-05, |
| "loss": 0.0124, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.7679944095038436, |
| "grad_norm": 12.532265663146973, |
| "learning_rate": 1.2930817610062893e-05, |
| "loss": 0.1502, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.774982529699511, |
| "grad_norm": 0.018337048590183258, |
| "learning_rate": 1.2902865129280224e-05, |
| "loss": 0.0402, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.7819706498951782, |
| "grad_norm": 0.9082455039024353, |
| "learning_rate": 1.2874912648497554e-05, |
| "loss": 0.0719, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.7889587700908456, |
| "grad_norm": 0.6127817034721375, |
| "learning_rate": 1.2846960167714887e-05, |
| "loss": 0.011, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.7959468902865128, |
| "grad_norm": 0.02741195261478424, |
| "learning_rate": 1.2819007686932217e-05, |
| "loss": 0.0436, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.8029350104821802, |
| "grad_norm": 0.012224216014146805, |
| "learning_rate": 1.2791055206149548e-05, |
| "loss": 0.0026, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.8099231306778476, |
| "grad_norm": 0.01689975894987583, |
| "learning_rate": 1.2763102725366878e-05, |
| "loss": 0.0067, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.816911250873515, |
| "grad_norm": 0.010701341554522514, |
| "learning_rate": 1.2735150244584207e-05, |
| "loss": 0.008, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.8238993710691824, |
| "grad_norm": 0.12163686007261276, |
| "learning_rate": 1.2707197763801538e-05, |
| "loss": 0.0767, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.8308874912648498, |
| "grad_norm": 0.07165365666151047, |
| "learning_rate": 1.2679245283018868e-05, |
| "loss": 0.0028, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.8378756114605173, |
| "grad_norm": 0.007849736139178276, |
| "learning_rate": 1.2651292802236199e-05, |
| "loss": 0.0488, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.8448637316561844, |
| "grad_norm": 0.01707429252564907, |
| "learning_rate": 1.262334032145353e-05, |
| "loss": 0.0022, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.8518518518518519, |
| "grad_norm": 6.567415237426758, |
| "learning_rate": 1.259538784067086e-05, |
| "loss": 0.0677, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.858839972047519, |
| "grad_norm": 0.005324068479239941, |
| "learning_rate": 1.2567435359888192e-05, |
| "loss": 0.0057, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.8658280922431865, |
| "grad_norm": 11.791135787963867, |
| "learning_rate": 1.2539482879105523e-05, |
| "loss": 0.0764, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.8728162124388539, |
| "grad_norm": 0.005892631132155657, |
| "learning_rate": 1.2511530398322853e-05, |
| "loss": 0.0736, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.8798043326345213, |
| "grad_norm": 0.04005246236920357, |
| "learning_rate": 1.2483577917540182e-05, |
| "loss": 0.0617, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.8867924528301887, |
| "grad_norm": 0.010624396614730358, |
| "learning_rate": 1.2455625436757513e-05, |
| "loss": 0.0011, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.8937805730258561, |
| "grad_norm": 0.01761520840227604, |
| "learning_rate": 1.2427672955974843e-05, |
| "loss": 0.1574, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.9007686932215235, |
| "grad_norm": 0.05212152749300003, |
| "learning_rate": 1.2399720475192174e-05, |
| "loss": 0.0618, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.9077568134171907, |
| "grad_norm": 0.012297810055315495, |
| "learning_rate": 1.2371767994409504e-05, |
| "loss": 0.0802, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.9147449336128581, |
| "grad_norm": 1.4671796560287476, |
| "learning_rate": 1.2343815513626835e-05, |
| "loss": 0.0351, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.9217330538085255, |
| "grad_norm": 1.28997802734375, |
| "learning_rate": 1.2315863032844166e-05, |
| "loss": 0.0069, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.9287211740041927, |
| "grad_norm": 0.15810908377170563, |
| "learning_rate": 1.2287910552061498e-05, |
| "loss": 0.0037, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.9357092941998602, |
| "grad_norm": 0.01939568482339382, |
| "learning_rate": 1.2259958071278828e-05, |
| "loss": 0.1375, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.9426974143955276, |
| "grad_norm": 0.023233506828546524, |
| "learning_rate": 1.2232005590496157e-05, |
| "loss": 0.0016, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.949685534591195, |
| "grad_norm": 13.808353424072266, |
| "learning_rate": 1.2204053109713488e-05, |
| "loss": 0.1251, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.9566736547868624, |
| "grad_norm": 0.007430393248796463, |
| "learning_rate": 1.2176100628930818e-05, |
| "loss": 0.0957, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.9636617749825298, |
| "grad_norm": 0.015328769572079182, |
| "learning_rate": 1.2148148148148149e-05, |
| "loss": 0.0019, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.9706498951781972, |
| "grad_norm": 0.05328751727938652, |
| "learning_rate": 1.212019566736548e-05, |
| "loss": 0.2193, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.9776380153738644, |
| "grad_norm": 0.05544736981391907, |
| "learning_rate": 1.209224318658281e-05, |
| "loss": 0.011, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.9846261355695318, |
| "grad_norm": 0.006596289575099945, |
| "learning_rate": 1.206429070580014e-05, |
| "loss": 0.0454, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.991614255765199, |
| "grad_norm": 7.7824015617370605, |
| "learning_rate": 1.2036338225017471e-05, |
| "loss": 0.024, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.9986023759608664, |
| "grad_norm": 0.024772530421614647, |
| "learning_rate": 1.2008385744234804e-05, |
| "loss": 0.0109, |
| "step": 2860 |
| }, |
| { |
| "epoch": 2.005590496156534, |
| "grad_norm": 0.026197150349617004, |
| "learning_rate": 1.198043326345213e-05, |
| "loss": 0.0362, |
| "step": 2870 |
| }, |
| { |
| "epoch": 2.0125786163522013, |
| "grad_norm": 18.572996139526367, |
| "learning_rate": 1.1952480782669463e-05, |
| "loss": 0.0935, |
| "step": 2880 |
| }, |
| { |
| "epoch": 2.0195667365478687, |
| "grad_norm": 0.17002998292446136, |
| "learning_rate": 1.1924528301886794e-05, |
| "loss": 0.0343, |
| "step": 2890 |
| }, |
| { |
| "epoch": 2.026554856743536, |
| "grad_norm": 0.029017208144068718, |
| "learning_rate": 1.1896575821104124e-05, |
| "loss": 0.0013, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.0335429769392035, |
| "grad_norm": 0.03208720684051514, |
| "learning_rate": 1.1868623340321455e-05, |
| "loss": 0.0595, |
| "step": 2910 |
| }, |
| { |
| "epoch": 2.040531097134871, |
| "grad_norm": 0.03342962637543678, |
| "learning_rate": 1.1840670859538785e-05, |
| "loss": 0.0025, |
| "step": 2920 |
| }, |
| { |
| "epoch": 2.047519217330538, |
| "grad_norm": 0.00888112373650074, |
| "learning_rate": 1.1812718378756116e-05, |
| "loss": 0.0007, |
| "step": 2930 |
| }, |
| { |
| "epoch": 2.0545073375262053, |
| "grad_norm": 0.14470069110393524, |
| "learning_rate": 1.1784765897973446e-05, |
| "loss": 0.1185, |
| "step": 2940 |
| }, |
| { |
| "epoch": 2.0614954577218727, |
| "grad_norm": 0.006698206998407841, |
| "learning_rate": 1.1756813417190777e-05, |
| "loss": 0.0027, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.06848357791754, |
| "grad_norm": 0.013084967620670795, |
| "learning_rate": 1.1728860936408106e-05, |
| "loss": 0.1188, |
| "step": 2960 |
| }, |
| { |
| "epoch": 2.0754716981132075, |
| "grad_norm": 4.599226951599121, |
| "learning_rate": 1.1700908455625436e-05, |
| "loss": 0.192, |
| "step": 2970 |
| }, |
| { |
| "epoch": 2.082459818308875, |
| "grad_norm": 0.04704582691192627, |
| "learning_rate": 1.1672955974842769e-05, |
| "loss": 0.0214, |
| "step": 2980 |
| }, |
| { |
| "epoch": 2.0894479385045424, |
| "grad_norm": 0.00998607650399208, |
| "learning_rate": 1.16450034940601e-05, |
| "loss": 0.0642, |
| "step": 2990 |
| }, |
| { |
| "epoch": 2.0964360587002098, |
| "grad_norm": 11.119775772094727, |
| "learning_rate": 1.161705101327743e-05, |
| "loss": 0.0075, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.103424178895877, |
| "grad_norm": 10.634467124938965, |
| "learning_rate": 1.158909853249476e-05, |
| "loss": 0.1313, |
| "step": 3010 |
| }, |
| { |
| "epoch": 2.1104122990915446, |
| "grad_norm": 0.05366509407758713, |
| "learning_rate": 1.1561146051712091e-05, |
| "loss": 0.0151, |
| "step": 3020 |
| }, |
| { |
| "epoch": 2.1174004192872116, |
| "grad_norm": 0.014267387799918652, |
| "learning_rate": 1.1533193570929421e-05, |
| "loss": 0.1542, |
| "step": 3030 |
| }, |
| { |
| "epoch": 2.124388539482879, |
| "grad_norm": 0.008031471632421017, |
| "learning_rate": 1.150524109014675e-05, |
| "loss": 0.0015, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.1313766596785464, |
| "grad_norm": 8.725931167602539, |
| "learning_rate": 1.1477288609364081e-05, |
| "loss": 0.0981, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.138364779874214, |
| "grad_norm": 0.010948359034955502, |
| "learning_rate": 1.1449336128581411e-05, |
| "loss": 0.0513, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.145352900069881, |
| "grad_norm": 0.22167250514030457, |
| "learning_rate": 1.1421383647798742e-05, |
| "loss": 0.0295, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.1523410202655486, |
| "grad_norm": 0.038010116666555405, |
| "learning_rate": 1.1393431167016074e-05, |
| "loss": 0.001, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.159329140461216, |
| "grad_norm": 0.014428159222006798, |
| "learning_rate": 1.1365478686233405e-05, |
| "loss": 0.0015, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.1663172606568835, |
| "grad_norm": 0.027289502322673798, |
| "learning_rate": 1.1337526205450735e-05, |
| "loss": 0.0036, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.1733053808525504, |
| "grad_norm": 1.7627710103988647, |
| "learning_rate": 1.1309573724668066e-05, |
| "loss": 0.0314, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.180293501048218, |
| "grad_norm": 0.006555517669767141, |
| "learning_rate": 1.1281621243885397e-05, |
| "loss": 0.0017, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.1872816212438853, |
| "grad_norm": 0.006436652038246393, |
| "learning_rate": 1.1253668763102725e-05, |
| "loss": 0.006, |
| "step": 3130 |
| }, |
| { |
| "epoch": 2.1942697414395527, |
| "grad_norm": 0.010117010213434696, |
| "learning_rate": 1.1225716282320056e-05, |
| "loss": 0.0127, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.20125786163522, |
| "grad_norm": 0.01584050804376602, |
| "learning_rate": 1.1197763801537387e-05, |
| "loss": 0.0011, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.2082459818308875, |
| "grad_norm": 3.1698734760284424, |
| "learning_rate": 1.1169811320754717e-05, |
| "loss": 0.0643, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.215234102026555, |
| "grad_norm": 20.464344024658203, |
| "learning_rate": 1.1141858839972048e-05, |
| "loss": 0.1347, |
| "step": 3170 |
| }, |
| { |
| "epoch": 2.2222222222222223, |
| "grad_norm": 0.04433240368962288, |
| "learning_rate": 1.111390635918938e-05, |
| "loss": 0.0079, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.2292103424178897, |
| "grad_norm": 0.04871518909931183, |
| "learning_rate": 1.108595387840671e-05, |
| "loss": 0.1057, |
| "step": 3190 |
| }, |
| { |
| "epoch": 2.236198462613557, |
| "grad_norm": 21.398836135864258, |
| "learning_rate": 1.1058001397624041e-05, |
| "loss": 0.0091, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.243186582809224, |
| "grad_norm": 0.023466596379876137, |
| "learning_rate": 1.1030048916841372e-05, |
| "loss": 0.0057, |
| "step": 3210 |
| }, |
| { |
| "epoch": 2.2501747030048915, |
| "grad_norm": 0.011096821166574955, |
| "learning_rate": 1.10020964360587e-05, |
| "loss": 0.0048, |
| "step": 3220 |
| }, |
| { |
| "epoch": 2.257162823200559, |
| "grad_norm": 7.414328098297119, |
| "learning_rate": 1.0974143955276031e-05, |
| "loss": 0.0135, |
| "step": 3230 |
| }, |
| { |
| "epoch": 2.2641509433962264, |
| "grad_norm": 0.03595978021621704, |
| "learning_rate": 1.0946191474493362e-05, |
| "loss": 0.001, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.2711390635918938, |
| "grad_norm": 17.89633560180664, |
| "learning_rate": 1.0918238993710692e-05, |
| "loss": 0.0867, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.278127183787561, |
| "grad_norm": 0.009794089011847973, |
| "learning_rate": 1.0890286512928023e-05, |
| "loss": 0.0324, |
| "step": 3260 |
| }, |
| { |
| "epoch": 2.2851153039832286, |
| "grad_norm": 0.04615940898656845, |
| "learning_rate": 1.0862334032145353e-05, |
| "loss": 0.0013, |
| "step": 3270 |
| }, |
| { |
| "epoch": 2.292103424178896, |
| "grad_norm": 0.14327336847782135, |
| "learning_rate": 1.0834381551362686e-05, |
| "loss": 0.0009, |
| "step": 3280 |
| }, |
| { |
| "epoch": 2.2990915443745634, |
| "grad_norm": 0.003527725813910365, |
| "learning_rate": 1.0806429070580016e-05, |
| "loss": 0.0751, |
| "step": 3290 |
| }, |
| { |
| "epoch": 2.3060796645702304, |
| "grad_norm": 0.013885865919291973, |
| "learning_rate": 1.0778476589797347e-05, |
| "loss": 0.0537, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.313067784765898, |
| "grad_norm": 0.01316741295158863, |
| "learning_rate": 1.0750524109014676e-05, |
| "loss": 0.0008, |
| "step": 3310 |
| }, |
| { |
| "epoch": 2.320055904961565, |
| "grad_norm": 0.0060685062780976295, |
| "learning_rate": 1.0722571628232006e-05, |
| "loss": 0.0673, |
| "step": 3320 |
| }, |
| { |
| "epoch": 2.3270440251572326, |
| "grad_norm": 0.021814968436956406, |
| "learning_rate": 1.0694619147449337e-05, |
| "loss": 0.0014, |
| "step": 3330 |
| }, |
| { |
| "epoch": 2.3340321453529, |
| "grad_norm": 0.013100036419928074, |
| "learning_rate": 1.0666666666666667e-05, |
| "loss": 0.0756, |
| "step": 3340 |
| }, |
| { |
| "epoch": 2.3410202655485675, |
| "grad_norm": 0.01045132428407669, |
| "learning_rate": 1.0638714185883998e-05, |
| "loss": 0.0459, |
| "step": 3350 |
| }, |
| { |
| "epoch": 2.348008385744235, |
| "grad_norm": 0.006095814984291792, |
| "learning_rate": 1.0610761705101328e-05, |
| "loss": 0.0551, |
| "step": 3360 |
| }, |
| { |
| "epoch": 2.3549965059399023, |
| "grad_norm": 0.011639703065156937, |
| "learning_rate": 1.0582809224318659e-05, |
| "loss": 0.0032, |
| "step": 3370 |
| }, |
| { |
| "epoch": 2.3619846261355697, |
| "grad_norm": 0.0661187469959259, |
| "learning_rate": 1.0554856743535991e-05, |
| "loss": 0.0009, |
| "step": 3380 |
| }, |
| { |
| "epoch": 2.368972746331237, |
| "grad_norm": 0.030025649815797806, |
| "learning_rate": 1.0526904262753318e-05, |
| "loss": 0.0096, |
| "step": 3390 |
| }, |
| { |
| "epoch": 2.375960866526904, |
| "grad_norm": 0.05209723860025406, |
| "learning_rate": 1.049895178197065e-05, |
| "loss": 0.1485, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.3829489867225715, |
| "grad_norm": 0.4318474233150482, |
| "learning_rate": 1.0470999301187981e-05, |
| "loss": 0.0011, |
| "step": 3410 |
| }, |
| { |
| "epoch": 2.389937106918239, |
| "grad_norm": 0.011814878322184086, |
| "learning_rate": 1.0443046820405312e-05, |
| "loss": 0.0019, |
| "step": 3420 |
| }, |
| { |
| "epoch": 2.3969252271139063, |
| "grad_norm": 27.78424644470215, |
| "learning_rate": 1.0415094339622642e-05, |
| "loss": 0.1376, |
| "step": 3430 |
| }, |
| { |
| "epoch": 2.4039133473095737, |
| "grad_norm": 0.27662497758865356, |
| "learning_rate": 1.0387141858839973e-05, |
| "loss": 0.0009, |
| "step": 3440 |
| }, |
| { |
| "epoch": 2.410901467505241, |
| "grad_norm": 0.0203730296343565, |
| "learning_rate": 1.0359189378057304e-05, |
| "loss": 0.001, |
| "step": 3450 |
| }, |
| { |
| "epoch": 2.4178895877009086, |
| "grad_norm": 0.005023602396249771, |
| "learning_rate": 1.0331236897274634e-05, |
| "loss": 0.0026, |
| "step": 3460 |
| }, |
| { |
| "epoch": 2.424877707896576, |
| "grad_norm": 0.005766034591943026, |
| "learning_rate": 1.0303284416491965e-05, |
| "loss": 0.0043, |
| "step": 3470 |
| }, |
| { |
| "epoch": 2.431865828092243, |
| "grad_norm": 0.0078241853043437, |
| "learning_rate": 1.0275331935709294e-05, |
| "loss": 0.0666, |
| "step": 3480 |
| }, |
| { |
| "epoch": 2.4388539482879104, |
| "grad_norm": 0.13950783014297485, |
| "learning_rate": 1.0247379454926624e-05, |
| "loss": 0.0299, |
| "step": 3490 |
| }, |
| { |
| "epoch": 2.4458420684835778, |
| "grad_norm": 0.03160367161035538, |
| "learning_rate": 1.0219426974143956e-05, |
| "loss": 0.003, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.452830188679245, |
| "grad_norm": 0.01961313560605049, |
| "learning_rate": 1.0191474493361287e-05, |
| "loss": 0.0103, |
| "step": 3510 |
| }, |
| { |
| "epoch": 2.4598183088749126, |
| "grad_norm": 0.007672517094761133, |
| "learning_rate": 1.0163522012578618e-05, |
| "loss": 0.0037, |
| "step": 3520 |
| }, |
| { |
| "epoch": 2.46680642907058, |
| "grad_norm": 0.005141376983374357, |
| "learning_rate": 1.0135569531795948e-05, |
| "loss": 0.0005, |
| "step": 3530 |
| }, |
| { |
| "epoch": 2.4737945492662474, |
| "grad_norm": 0.027929285541176796, |
| "learning_rate": 1.0107617051013279e-05, |
| "loss": 0.0248, |
| "step": 3540 |
| }, |
| { |
| "epoch": 2.480782669461915, |
| "grad_norm": 1.3310028314590454, |
| "learning_rate": 1.007966457023061e-05, |
| "loss": 0.124, |
| "step": 3550 |
| }, |
| { |
| "epoch": 2.4877707896575822, |
| "grad_norm": 0.06481662392616272, |
| "learning_rate": 1.005171208944794e-05, |
| "loss": 0.0024, |
| "step": 3560 |
| }, |
| { |
| "epoch": 2.4947589098532497, |
| "grad_norm": 0.008162762969732285, |
| "learning_rate": 1.0023759608665269e-05, |
| "loss": 0.0017, |
| "step": 3570 |
| }, |
| { |
| "epoch": 2.501747030048917, |
| "grad_norm": 7.582877159118652, |
| "learning_rate": 9.995807127882601e-06, |
| "loss": 0.0838, |
| "step": 3580 |
| }, |
| { |
| "epoch": 2.508735150244584, |
| "grad_norm": 0.06521458923816681, |
| "learning_rate": 9.96785464709993e-06, |
| "loss": 0.0009, |
| "step": 3590 |
| }, |
| { |
| "epoch": 2.5157232704402515, |
| "grad_norm": 0.005363748874515295, |
| "learning_rate": 9.939902166317262e-06, |
| "loss": 0.0797, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.522711390635919, |
| "grad_norm": 0.007538496516644955, |
| "learning_rate": 9.911949685534593e-06, |
| "loss": 0.039, |
| "step": 3610 |
| }, |
| { |
| "epoch": 2.5296995108315863, |
| "grad_norm": 0.007935012690722942, |
| "learning_rate": 9.883997204751923e-06, |
| "loss": 0.0039, |
| "step": 3620 |
| }, |
| { |
| "epoch": 2.5366876310272537, |
| "grad_norm": 0.005138902924954891, |
| "learning_rate": 9.856044723969254e-06, |
| "loss": 0.0006, |
| "step": 3630 |
| }, |
| { |
| "epoch": 2.543675751222921, |
| "grad_norm": 0.012060786597430706, |
| "learning_rate": 9.828092243186583e-06, |
| "loss": 0.0013, |
| "step": 3640 |
| }, |
| { |
| "epoch": 2.5506638714185885, |
| "grad_norm": 0.09823895990848541, |
| "learning_rate": 9.800139762403915e-06, |
| "loss": 0.0319, |
| "step": 3650 |
| }, |
| { |
| "epoch": 2.5576519916142555, |
| "grad_norm": 0.009398439899086952, |
| "learning_rate": 9.772187281621245e-06, |
| "loss": 0.0012, |
| "step": 3660 |
| }, |
| { |
| "epoch": 2.564640111809923, |
| "grad_norm": 0.009316815994679928, |
| "learning_rate": 9.744234800838576e-06, |
| "loss": 0.0008, |
| "step": 3670 |
| }, |
| { |
| "epoch": 2.5716282320055903, |
| "grad_norm": 0.01164779718965292, |
| "learning_rate": 9.716282320055905e-06, |
| "loss": 0.0014, |
| "step": 3680 |
| }, |
| { |
| "epoch": 2.5786163522012577, |
| "grad_norm": 7.828653335571289, |
| "learning_rate": 9.688329839273235e-06, |
| "loss": 0.0452, |
| "step": 3690 |
| }, |
| { |
| "epoch": 2.585604472396925, |
| "grad_norm": 0.003899825969710946, |
| "learning_rate": 9.660377358490568e-06, |
| "loss": 0.0004, |
| "step": 3700 |
| }, |
| { |
| "epoch": 2.5925925925925926, |
| "grad_norm": 6.803162097930908, |
| "learning_rate": 9.632424877707898e-06, |
| "loss": 0.0892, |
| "step": 3710 |
| }, |
| { |
| "epoch": 2.59958071278826, |
| "grad_norm": 0.00998039823025465, |
| "learning_rate": 9.604472396925227e-06, |
| "loss": 0.123, |
| "step": 3720 |
| }, |
| { |
| "epoch": 2.6065688329839274, |
| "grad_norm": 0.0067862533032894135, |
| "learning_rate": 9.576519916142558e-06, |
| "loss": 0.001, |
| "step": 3730 |
| }, |
| { |
| "epoch": 2.613556953179595, |
| "grad_norm": 0.004215400665998459, |
| "learning_rate": 9.548567435359888e-06, |
| "loss": 0.177, |
| "step": 3740 |
| }, |
| { |
| "epoch": 2.620545073375262, |
| "grad_norm": 0.02502995729446411, |
| "learning_rate": 9.52061495457722e-06, |
| "loss": 0.008, |
| "step": 3750 |
| }, |
| { |
| "epoch": 2.6275331935709296, |
| "grad_norm": 5.30055046081543, |
| "learning_rate": 9.492662473794551e-06, |
| "loss": 0.1303, |
| "step": 3760 |
| }, |
| { |
| "epoch": 2.634521313766597, |
| "grad_norm": 0.01970675028860569, |
| "learning_rate": 9.46470999301188e-06, |
| "loss": 0.0012, |
| "step": 3770 |
| }, |
| { |
| "epoch": 2.641509433962264, |
| "grad_norm": 0.004884845577180386, |
| "learning_rate": 9.43675751222921e-06, |
| "loss": 0.0307, |
| "step": 3780 |
| }, |
| { |
| "epoch": 2.6484975541579314, |
| "grad_norm": 0.08335088938474655, |
| "learning_rate": 9.408805031446541e-06, |
| "loss": 0.002, |
| "step": 3790 |
| }, |
| { |
| "epoch": 2.655485674353599, |
| "grad_norm": 0.012866518460214138, |
| "learning_rate": 9.380852550663873e-06, |
| "loss": 0.0006, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.6624737945492662, |
| "grad_norm": 0.024261610582470894, |
| "learning_rate": 9.352900069881202e-06, |
| "loss": 0.0012, |
| "step": 3810 |
| }, |
| { |
| "epoch": 2.6694619147449337, |
| "grad_norm": 0.00420184712857008, |
| "learning_rate": 9.324947589098533e-06, |
| "loss": 0.0076, |
| "step": 3820 |
| }, |
| { |
| "epoch": 2.676450034940601, |
| "grad_norm": 0.13258372247219086, |
| "learning_rate": 9.296995108315863e-06, |
| "loss": 0.0254, |
| "step": 3830 |
| }, |
| { |
| "epoch": 2.6834381551362685, |
| "grad_norm": 0.05237485095858574, |
| "learning_rate": 9.269042627533194e-06, |
| "loss": 0.2556, |
| "step": 3840 |
| }, |
| { |
| "epoch": 2.6904262753319355, |
| "grad_norm": 0.007042170502245426, |
| "learning_rate": 9.241090146750526e-06, |
| "loss": 0.0451, |
| "step": 3850 |
| }, |
| { |
| "epoch": 2.697414395527603, |
| "grad_norm": 0.0603499561548233, |
| "learning_rate": 9.213137665967855e-06, |
| "loss": 0.018, |
| "step": 3860 |
| }, |
| { |
| "epoch": 2.7044025157232703, |
| "grad_norm": 0.005806710571050644, |
| "learning_rate": 9.185185185185186e-06, |
| "loss": 0.0268, |
| "step": 3870 |
| }, |
| { |
| "epoch": 2.7113906359189377, |
| "grad_norm": 0.019446423277258873, |
| "learning_rate": 9.157232704402516e-06, |
| "loss": 0.0013, |
| "step": 3880 |
| }, |
| { |
| "epoch": 2.718378756114605, |
| "grad_norm": 0.046024855226278305, |
| "learning_rate": 9.129280223619847e-06, |
| "loss": 0.0094, |
| "step": 3890 |
| }, |
| { |
| "epoch": 2.7253668763102725, |
| "grad_norm": 0.2116568386554718, |
| "learning_rate": 9.101327742837177e-06, |
| "loss": 0.0079, |
| "step": 3900 |
| }, |
| { |
| "epoch": 2.73235499650594, |
| "grad_norm": 0.014955777674913406, |
| "learning_rate": 9.073375262054508e-06, |
| "loss": 0.0007, |
| "step": 3910 |
| }, |
| { |
| "epoch": 2.7393431167016074, |
| "grad_norm": 0.7381608486175537, |
| "learning_rate": 9.045422781271838e-06, |
| "loss": 0.0017, |
| "step": 3920 |
| }, |
| { |
| "epoch": 2.7463312368972748, |
| "grad_norm": 0.0042509473860263824, |
| "learning_rate": 9.017470300489169e-06, |
| "loss": 0.0328, |
| "step": 3930 |
| }, |
| { |
| "epoch": 2.753319357092942, |
| "grad_norm": 0.008610788732767105, |
| "learning_rate": 8.9895178197065e-06, |
| "loss": 0.0033, |
| "step": 3940 |
| }, |
| { |
| "epoch": 2.7603074772886096, |
| "grad_norm": 0.032417889684438705, |
| "learning_rate": 8.96156533892383e-06, |
| "loss": 0.0007, |
| "step": 3950 |
| }, |
| { |
| "epoch": 2.767295597484277, |
| "grad_norm": 0.003039875766262412, |
| "learning_rate": 8.93361285814116e-06, |
| "loss": 0.0006, |
| "step": 3960 |
| }, |
| { |
| "epoch": 2.774283717679944, |
| "grad_norm": 0.1048172265291214, |
| "learning_rate": 8.905660377358491e-06, |
| "loss": 0.0213, |
| "step": 3970 |
| }, |
| { |
| "epoch": 2.7812718378756114, |
| "grad_norm": 0.0031095799058675766, |
| "learning_rate": 8.877707896575822e-06, |
| "loss": 0.0358, |
| "step": 3980 |
| }, |
| { |
| "epoch": 2.788259958071279, |
| "grad_norm": 0.08362710475921631, |
| "learning_rate": 8.849755415793152e-06, |
| "loss": 0.0433, |
| "step": 3990 |
| }, |
| { |
| "epoch": 2.795248078266946, |
| "grad_norm": 0.006064527668058872, |
| "learning_rate": 8.821802935010483e-06, |
| "loss": 0.0009, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.8022361984626136, |
| "grad_norm": 0.009575744159519672, |
| "learning_rate": 8.793850454227814e-06, |
| "loss": 0.0003, |
| "step": 4010 |
| }, |
| { |
| "epoch": 2.809224318658281, |
| "grad_norm": 0.017887070775032043, |
| "learning_rate": 8.765897973445144e-06, |
| "loss": 0.0152, |
| "step": 4020 |
| }, |
| { |
| "epoch": 2.8162124388539485, |
| "grad_norm": 0.0015486754709854722, |
| "learning_rate": 8.737945492662475e-06, |
| "loss": 0.0692, |
| "step": 4030 |
| }, |
| { |
| "epoch": 2.8232005590496154, |
| "grad_norm": 0.00923781655728817, |
| "learning_rate": 8.709993011879805e-06, |
| "loss": 0.0006, |
| "step": 4040 |
| }, |
| { |
| "epoch": 2.830188679245283, |
| "grad_norm": 14.54555892944336, |
| "learning_rate": 8.682040531097136e-06, |
| "loss": 0.0804, |
| "step": 4050 |
| }, |
| { |
| "epoch": 2.8371767994409502, |
| "grad_norm": 0.035101618617773056, |
| "learning_rate": 8.654088050314466e-06, |
| "loss": 0.0077, |
| "step": 4060 |
| }, |
| { |
| "epoch": 2.8441649196366177, |
| "grad_norm": 0.22155028581619263, |
| "learning_rate": 8.626135569531797e-06, |
| "loss": 0.0257, |
| "step": 4070 |
| }, |
| { |
| "epoch": 2.851153039832285, |
| "grad_norm": 0.013333957642316818, |
| "learning_rate": 8.598183088749128e-06, |
| "loss": 0.0033, |
| "step": 4080 |
| }, |
| { |
| "epoch": 2.8581411600279525, |
| "grad_norm": 0.029933998361229897, |
| "learning_rate": 8.570230607966458e-06, |
| "loss": 0.0018, |
| "step": 4090 |
| }, |
| { |
| "epoch": 2.86512928022362, |
| "grad_norm": 0.021358752623200417, |
| "learning_rate": 8.542278127183789e-06, |
| "loss": 0.0004, |
| "step": 4100 |
| }, |
| { |
| "epoch": 2.8721174004192873, |
| "grad_norm": 0.0044855596497654915, |
| "learning_rate": 8.51432564640112e-06, |
| "loss": 0.0007, |
| "step": 4110 |
| }, |
| { |
| "epoch": 2.8791055206149547, |
| "grad_norm": 4.667630672454834, |
| "learning_rate": 8.486373165618448e-06, |
| "loss": 0.0307, |
| "step": 4120 |
| }, |
| { |
| "epoch": 2.886093640810622, |
| "grad_norm": 0.0070539130829274654, |
| "learning_rate": 8.45842068483578e-06, |
| "loss": 0.0006, |
| "step": 4130 |
| }, |
| { |
| "epoch": 2.8930817610062896, |
| "grad_norm": 0.029348071664571762, |
| "learning_rate": 8.430468204053111e-06, |
| "loss": 0.0014, |
| "step": 4140 |
| }, |
| { |
| "epoch": 2.9000698812019565, |
| "grad_norm": 0.12070006877183914, |
| "learning_rate": 8.402515723270442e-06, |
| "loss": 0.0043, |
| "step": 4150 |
| }, |
| { |
| "epoch": 2.907058001397624, |
| "grad_norm": 0.00619628606364131, |
| "learning_rate": 8.37456324248777e-06, |
| "loss": 0.0004, |
| "step": 4160 |
| }, |
| { |
| "epoch": 2.9140461215932913, |
| "grad_norm": 15.53851318359375, |
| "learning_rate": 8.346610761705101e-06, |
| "loss": 0.0074, |
| "step": 4170 |
| }, |
| { |
| "epoch": 2.9210342417889588, |
| "grad_norm": 9.77151870727539, |
| "learning_rate": 8.318658280922433e-06, |
| "loss": 0.1214, |
| "step": 4180 |
| }, |
| { |
| "epoch": 2.928022361984626, |
| "grad_norm": 0.0042813620530068874, |
| "learning_rate": 8.290705800139764e-06, |
| "loss": 0.0853, |
| "step": 4190 |
| }, |
| { |
| "epoch": 2.9350104821802936, |
| "grad_norm": 0.0018544025951996446, |
| "learning_rate": 8.262753319357094e-06, |
| "loss": 0.0183, |
| "step": 4200 |
| }, |
| { |
| "epoch": 2.941998602375961, |
| "grad_norm": 0.0065402681939303875, |
| "learning_rate": 8.234800838574423e-06, |
| "loss": 0.0746, |
| "step": 4210 |
| }, |
| { |
| "epoch": 2.948986722571628, |
| "grad_norm": 0.0039556859992444515, |
| "learning_rate": 8.206848357791754e-06, |
| "loss": 0.0101, |
| "step": 4220 |
| }, |
| { |
| "epoch": 2.9559748427672954, |
| "grad_norm": 0.8577067255973816, |
| "learning_rate": 8.178895877009086e-06, |
| "loss": 0.0323, |
| "step": 4230 |
| }, |
| { |
| "epoch": 2.962962962962963, |
| "grad_norm": 0.013186552561819553, |
| "learning_rate": 8.150943396226417e-06, |
| "loss": 0.0135, |
| "step": 4240 |
| }, |
| { |
| "epoch": 2.96995108315863, |
| "grad_norm": 0.008083418011665344, |
| "learning_rate": 8.122990915443745e-06, |
| "loss": 0.0133, |
| "step": 4250 |
| }, |
| { |
| "epoch": 2.9769392033542976, |
| "grad_norm": 13.401435852050781, |
| "learning_rate": 8.095038434661076e-06, |
| "loss": 0.0557, |
| "step": 4260 |
| }, |
| { |
| "epoch": 2.983927323549965, |
| "grad_norm": 0.00372733804397285, |
| "learning_rate": 8.067085953878407e-06, |
| "loss": 0.0125, |
| "step": 4270 |
| }, |
| { |
| "epoch": 2.9909154437456325, |
| "grad_norm": 0.21677538752555847, |
| "learning_rate": 8.039133473095739e-06, |
| "loss": 0.0026, |
| "step": 4280 |
| }, |
| { |
| "epoch": 2.9979035639413, |
| "grad_norm": 0.005610453896224499, |
| "learning_rate": 8.011180992313068e-06, |
| "loss": 0.0241, |
| "step": 4290 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 7155, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4640735930112000.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
