| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 15165, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0019784350578692256, |
| "grad_norm": 18.27071222966372, |
| "learning_rate": 5.932762030323006e-07, |
| "loss": 8.2488, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.003956870115738451, |
| "grad_norm": 18.42850638804892, |
| "learning_rate": 1.2524719841793013e-06, |
| "loss": 8.1926, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.005935305173607676, |
| "grad_norm": 16.237706525302578, |
| "learning_rate": 1.9116677653263018e-06, |
| "loss": 7.8797, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.007913740231476903, |
| "grad_norm": 7.345094443891543, |
| "learning_rate": 2.570863546473303e-06, |
| "loss": 7.1377, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.009892175289346126, |
| "grad_norm": 4.1751077965013, |
| "learning_rate": 3.2300593276203036e-06, |
| "loss": 6.5949, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.011870610347215352, |
| "grad_norm": 3.045191177285298, |
| "learning_rate": 3.889255108767304e-06, |
| "loss": 6.2493, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.013849045405084578, |
| "grad_norm": 2.8843237041855585, |
| "learning_rate": 4.548450889914305e-06, |
| "loss": 5.9583, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.015827480462953805, |
| "grad_norm": 3.670983769912659, |
| "learning_rate": 5.207646671061305e-06, |
| "loss": 5.6254, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.01780591552082303, |
| "grad_norm": 4.139292942232579, |
| "learning_rate": 5.866842452208306e-06, |
| "loss": 5.1575, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.019784350578692253, |
| "grad_norm": 5.066451878346414, |
| "learning_rate": 6.5260382333553066e-06, |
| "loss": 4.6772, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.02176278563656148, |
| "grad_norm": 7.076967605806251, |
| "learning_rate": 7.1852340145023085e-06, |
| "loss": 4.2365, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.023741220694430704, |
| "grad_norm": 4.396704378316536, |
| "learning_rate": 7.844429795649308e-06, |
| "loss": 3.8687, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.02571965575229993, |
| "grad_norm": 5.575119013791814, |
| "learning_rate": 8.503625576796309e-06, |
| "loss": 3.5716, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.027698090810169156, |
| "grad_norm": 7.366464259348961, |
| "learning_rate": 9.162821357943308e-06, |
| "loss": 3.3159, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.029676525868038383, |
| "grad_norm": 9.294372864837786, |
| "learning_rate": 9.82201713909031e-06, |
| "loss": 3.1137, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.03165496092590761, |
| "grad_norm": 8.668783845794014, |
| "learning_rate": 1.048121292023731e-05, |
| "loss": 2.9591, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.033633395983776834, |
| "grad_norm": 6.909772700939704, |
| "learning_rate": 1.1140408701384312e-05, |
| "loss": 2.8445, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.03561183104164606, |
| "grad_norm": 13.112664719198786, |
| "learning_rate": 1.1799604482531313e-05, |
| "loss": 2.7391, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.03759026609951528, |
| "grad_norm": 12.639432721417467, |
| "learning_rate": 1.2458800263678314e-05, |
| "loss": 2.6492, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.039568701157384506, |
| "grad_norm": 11.221743159874595, |
| "learning_rate": 1.3117996044825315e-05, |
| "loss": 2.5834, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.04154713621525374, |
| "grad_norm": 9.087262938797018, |
| "learning_rate": 1.3777191825972313e-05, |
| "loss": 2.5302, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.04352557127312296, |
| "grad_norm": 6.600787050022604, |
| "learning_rate": 1.4436387607119314e-05, |
| "loss": 2.4701, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.045504006330992185, |
| "grad_norm": 10.270712418847717, |
| "learning_rate": 1.5095583388266315e-05, |
| "loss": 2.4074, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.04748244138886141, |
| "grad_norm": 12.345468737508368, |
| "learning_rate": 1.5754779169413318e-05, |
| "loss": 2.361, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.04946087644673064, |
| "grad_norm": 10.27204672346041, |
| "learning_rate": 1.6413974950560317e-05, |
| "loss": 2.3118, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.05143931150459986, |
| "grad_norm": 13.25969451726472, |
| "learning_rate": 1.707317073170732e-05, |
| "loss": 2.2622, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.05341774656246909, |
| "grad_norm": 11.072289863008441, |
| "learning_rate": 1.7732366512854316e-05, |
| "loss": 2.2078, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.05539618162033831, |
| "grad_norm": 15.921575229391284, |
| "learning_rate": 1.839156229400132e-05, |
| "loss": 2.1729, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.057374616678207535, |
| "grad_norm": 11.043039612542414, |
| "learning_rate": 1.905075807514832e-05, |
| "loss": 2.0957, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.059353051736076766, |
| "grad_norm": 24.958698332358246, |
| "learning_rate": 1.970995385629532e-05, |
| "loss": 2.032, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.06133148679394599, |
| "grad_norm": 11.042186547150841, |
| "learning_rate": 2.0369149637442324e-05, |
| "loss": 1.9749, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.06330992185181522, |
| "grad_norm": 16.843891866559268, |
| "learning_rate": 2.102834541858932e-05, |
| "loss": 1.9295, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.06528835690968444, |
| "grad_norm": 20.259888935491475, |
| "learning_rate": 2.1687541199736323e-05, |
| "loss": 1.8722, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.06726679196755367, |
| "grad_norm": 9.302704264687149, |
| "learning_rate": 2.2346736980883322e-05, |
| "loss": 1.7837, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.06924522702542289, |
| "grad_norm": 11.853746101934286, |
| "learning_rate": 2.3005932762030325e-05, |
| "loss": 1.7023, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.07122366208329212, |
| "grad_norm": 12.452596266651673, |
| "learning_rate": 2.3665128543177324e-05, |
| "loss": 1.5953, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.07320209714116134, |
| "grad_norm": 12.611442852636781, |
| "learning_rate": 2.4324324324324327e-05, |
| "loss": 1.4886, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.07518053219903056, |
| "grad_norm": 10.129597712782196, |
| "learning_rate": 2.4983520105471327e-05, |
| "loss": 1.3923, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.07715896725689979, |
| "grad_norm": 12.506004353627162, |
| "learning_rate": 2.564271588661833e-05, |
| "loss": 1.3274, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.07913740231476901, |
| "grad_norm": 10.822619254143786, |
| "learning_rate": 2.630191166776533e-05, |
| "loss": 1.2532, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.08111583737263825, |
| "grad_norm": 8.906632002969795, |
| "learning_rate": 2.6961107448912325e-05, |
| "loss": 1.1827, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.08309427243050747, |
| "grad_norm": 11.275909284095082, |
| "learning_rate": 2.762030323005933e-05, |
| "loss": 1.1337, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.0850727074883767, |
| "grad_norm": 8.116166301720503, |
| "learning_rate": 2.8279499011206327e-05, |
| "loss": 1.0995, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.08705114254624592, |
| "grad_norm": 6.04533752402456, |
| "learning_rate": 2.8938694792353333e-05, |
| "loss": 1.041, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.08902957760411515, |
| "grad_norm": 8.199967110198395, |
| "learning_rate": 2.959789057350033e-05, |
| "loss": 1.0085, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.09100801266198437, |
| "grad_norm": 5.966632634787246, |
| "learning_rate": 3.025708635464733e-05, |
| "loss": 0.9789, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.0929864477198536, |
| "grad_norm": 7.542890494666366, |
| "learning_rate": 3.0916282135794335e-05, |
| "loss": 0.9322, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.09496488277772282, |
| "grad_norm": 6.419197290117979, |
| "learning_rate": 3.1575477916941334e-05, |
| "loss": 0.9012, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.09694331783559204, |
| "grad_norm": 7.230609355229698, |
| "learning_rate": 3.2234673698088334e-05, |
| "loss": 0.864, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.09892175289346128, |
| "grad_norm": 8.831206385771303, |
| "learning_rate": 3.289386947923533e-05, |
| "loss": 0.8396, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.1009001879513305, |
| "grad_norm": 5.474288141127669, |
| "learning_rate": 3.355306526038233e-05, |
| "loss": 0.8105, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.10287862300919973, |
| "grad_norm": 6.480739234240131, |
| "learning_rate": 3.421226104152934e-05, |
| "loss": 0.7882, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.10485705806706895, |
| "grad_norm": 7.728117033857703, |
| "learning_rate": 3.487145682267634e-05, |
| "loss": 0.7672, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.10683549312493817, |
| "grad_norm": 7.224543934905468, |
| "learning_rate": 3.553065260382334e-05, |
| "loss": 0.7427, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.1088139281828074, |
| "grad_norm": 9.71755071067802, |
| "learning_rate": 3.618984838497034e-05, |
| "loss": 0.7289, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.11079236324067662, |
| "grad_norm": 9.013838481212211, |
| "learning_rate": 3.684904416611734e-05, |
| "loss": 0.7055, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.11277079829854585, |
| "grad_norm": 8.990168050738767, |
| "learning_rate": 3.750823994726434e-05, |
| "loss": 0.6953, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.11474923335641507, |
| "grad_norm": 8.401383219800481, |
| "learning_rate": 3.8167435728411335e-05, |
| "loss": 0.6521, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.11672766841428431, |
| "grad_norm": 6.087284054616336, |
| "learning_rate": 3.882663150955834e-05, |
| "loss": 0.6344, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.11870610347215353, |
| "grad_norm": 10.801136312533107, |
| "learning_rate": 3.948582729070534e-05, |
| "loss": 0.6241, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.12068453853002276, |
| "grad_norm": 6.860269629025034, |
| "learning_rate": 4.014502307185235e-05, |
| "loss": 0.6092, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.12266297358789198, |
| "grad_norm": 5.73511209502541, |
| "learning_rate": 4.0804218852999346e-05, |
| "loss": 0.567, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.1246414086457612, |
| "grad_norm": 8.680536771631163, |
| "learning_rate": 4.146341463414634e-05, |
| "loss": 0.5574, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.12661984370363044, |
| "grad_norm": 5.459117315187968, |
| "learning_rate": 4.2122610415293345e-05, |
| "loss": 0.5388, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.12859827876149965, |
| "grad_norm": 7.626847592321398, |
| "learning_rate": 4.2781806196440345e-05, |
| "loss": 0.5242, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.1305767138193689, |
| "grad_norm": 8.224696776851802, |
| "learning_rate": 4.344100197758735e-05, |
| "loss": 0.5008, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.1325551488772381, |
| "grad_norm": 5.504100133562513, |
| "learning_rate": 4.4100197758734343e-05, |
| "loss": 0.476, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.13453358393510734, |
| "grad_norm": 6.288010307279371, |
| "learning_rate": 4.475939353988134e-05, |
| "loss": 0.4708, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.13651201899297655, |
| "grad_norm": 5.01649859280277, |
| "learning_rate": 4.541858932102835e-05, |
| "loss": 0.4509, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.13849045405084578, |
| "grad_norm": 4.608076080280306, |
| "learning_rate": 4.607778510217535e-05, |
| "loss": 0.4285, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.140468889108715, |
| "grad_norm": 3.985096852254749, |
| "learning_rate": 4.673698088332235e-05, |
| "loss": 0.4168, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.14244732416658423, |
| "grad_norm": 4.352804627518931, |
| "learning_rate": 4.739617666446935e-05, |
| "loss": 0.4, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.14442575922445347, |
| "grad_norm": 4.6295209533510615, |
| "learning_rate": 4.805537244561635e-05, |
| "loss": 0.3813, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.14640419428232268, |
| "grad_norm": 3.571509058834046, |
| "learning_rate": 4.871456822676335e-05, |
| "loss": 0.3647, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.14838262934019192, |
| "grad_norm": 3.5864532865596424, |
| "learning_rate": 4.937376400791035e-05, |
| "loss": 0.3573, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.15036106439806113, |
| "grad_norm": 3.8114210512980624, |
| "learning_rate": 5.003295978905735e-05, |
| "loss": 0.3418, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.15233949945593037, |
| "grad_norm": 3.6429674032242136, |
| "learning_rate": 5.069215557020436e-05, |
| "loss": 0.3299, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.15431793451379958, |
| "grad_norm": 3.605975388814614, |
| "learning_rate": 5.135135135135135e-05, |
| "loss": 0.315, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.15629636957166881, |
| "grad_norm": 3.298857057317268, |
| "learning_rate": 5.201054713249836e-05, |
| "loss": 0.2976, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.15827480462953802, |
| "grad_norm": 2.9058443234006734, |
| "learning_rate": 5.2669742913645356e-05, |
| "loss": 0.2847, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.16025323968740726, |
| "grad_norm": 3.6515866016769745, |
| "learning_rate": 5.332893869479235e-05, |
| "loss": 0.276, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.1622316747452765, |
| "grad_norm": 3.220582176879008, |
| "learning_rate": 5.3988134475939355e-05, |
| "loss": 0.2615, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.1642101098031457, |
| "grad_norm": 3.6386287428897197, |
| "learning_rate": 5.464733025708636e-05, |
| "loss": 0.2502, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.16618854486101495, |
| "grad_norm": 3.0386970537722577, |
| "learning_rate": 5.5306526038233354e-05, |
| "loss": 0.2413, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.16816697991888416, |
| "grad_norm": 2.902041954379045, |
| "learning_rate": 5.596572181938036e-05, |
| "loss": 0.2276, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.1701454149767534, |
| "grad_norm": 2.741706143098911, |
| "learning_rate": 5.662491760052736e-05, |
| "loss": 0.221, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.1721238500346226, |
| "grad_norm": 2.537183361968342, |
| "learning_rate": 5.7284113381674366e-05, |
| "loss": 0.2128, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.17410228509249184, |
| "grad_norm": 2.4428925267211854, |
| "learning_rate": 5.794330916282136e-05, |
| "loss": 0.2007, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.17608072015036105, |
| "grad_norm": 1.908820370585511, |
| "learning_rate": 5.8602504943968364e-05, |
| "loss": 0.1945, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.1780591552082303, |
| "grad_norm": 2.7172405072443984, |
| "learning_rate": 5.9261700725115364e-05, |
| "loss": 0.1928, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.18003759026609953, |
| "grad_norm": 2.3026113232110825, |
| "learning_rate": 5.9920896506262356e-05, |
| "loss": 0.1807, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.18201602532396874, |
| "grad_norm": 1.6702746909235135, |
| "learning_rate": 6.058009228740936e-05, |
| "loss": 0.1729, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.18399446038183798, |
| "grad_norm": 2.1885972795168382, |
| "learning_rate": 6.123928806855637e-05, |
| "loss": 0.1696, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.1859728954397072, |
| "grad_norm": 1.8285855376817652, |
| "learning_rate": 6.189848384970337e-05, |
| "loss": 0.1667, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.18795133049757642, |
| "grad_norm": 2.061400953914988, |
| "learning_rate": 6.255767963085037e-05, |
| "loss": 0.1726, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.18992976555544563, |
| "grad_norm": 1.5792470793396332, |
| "learning_rate": 6.321687541199737e-05, |
| "loss": 0.1506, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.19190820061331487, |
| "grad_norm": 2.1192645528434593, |
| "learning_rate": 6.387607119314437e-05, |
| "loss": 0.1412, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.19388663567118408, |
| "grad_norm": 1.4500544198791672, |
| "learning_rate": 6.453526697429137e-05, |
| "loss": 0.1381, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.19586507072905332, |
| "grad_norm": 1.43896161133675, |
| "learning_rate": 6.519446275543837e-05, |
| "loss": 0.1283, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.19784350578692256, |
| "grad_norm": 1.1558821629708707, |
| "learning_rate": 6.585365853658538e-05, |
| "loss": 0.1232, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.19982194084479177, |
| "grad_norm": 1.4182204283213564, |
| "learning_rate": 6.651285431773236e-05, |
| "loss": 0.1159, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.201800375902661, |
| "grad_norm": 3.0799753417021503, |
| "learning_rate": 6.717205009887936e-05, |
| "loss": 0.1161, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.20377881096053022, |
| "grad_norm": 1.2820891947710336, |
| "learning_rate": 6.783124588002638e-05, |
| "loss": 0.11, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.20575724601839945, |
| "grad_norm": 2.0583661804961757, |
| "learning_rate": 6.849044166117338e-05, |
| "loss": 0.1008, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.20773568107626866, |
| "grad_norm": 1.1818264274691648, |
| "learning_rate": 6.914963744232038e-05, |
| "loss": 0.0973, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.2097141161341379, |
| "grad_norm": 1.2140902159119609, |
| "learning_rate": 6.980883322346737e-05, |
| "loss": 0.0904, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.2116925511920071, |
| "grad_norm": 1.4704612176762442, |
| "learning_rate": 7.046802900461437e-05, |
| "loss": 0.0857, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.21367098624987635, |
| "grad_norm": 0.9715676164608135, |
| "learning_rate": 7.112722478576137e-05, |
| "loss": 0.0824, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.2156494213077456, |
| "grad_norm": 0.9615010807072581, |
| "learning_rate": 7.178642056690837e-05, |
| "loss": 0.0755, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.2176278563656148, |
| "grad_norm": 0.9591347873930333, |
| "learning_rate": 7.244561634805537e-05, |
| "loss": 0.0727, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.21960629142348403, |
| "grad_norm": 2.054035215655813, |
| "learning_rate": 7.310481212920237e-05, |
| "loss": 0.0694, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.22158472648135324, |
| "grad_norm": 0.76983503457118, |
| "learning_rate": 7.376400791034937e-05, |
| "loss": 0.0661, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.22356316153922248, |
| "grad_norm": 1.0543448944080172, |
| "learning_rate": 7.442320369149638e-05, |
| "loss": 0.0618, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.2255415965970917, |
| "grad_norm": 1.8380530306521385, |
| "learning_rate": 7.508239947264338e-05, |
| "loss": 0.0606, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.22752003165496093, |
| "grad_norm": 2.0298100718304295, |
| "learning_rate": 7.574159525379037e-05, |
| "loss": 0.06, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.22949846671283014, |
| "grad_norm": 0.7850120675106677, |
| "learning_rate": 7.640079103493738e-05, |
| "loss": 0.0585, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.23147690177069938, |
| "grad_norm": 0.7884170191325863, |
| "learning_rate": 7.705998681608438e-05, |
| "loss": 0.0522, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.23345533682856862, |
| "grad_norm": 0.5010389334832719, |
| "learning_rate": 7.771918259723138e-05, |
| "loss": 0.0491, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.23543377188643783, |
| "grad_norm": 0.6507233218781745, |
| "learning_rate": 7.837837837837838e-05, |
| "loss": 0.0474, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.23741220694430706, |
| "grad_norm": 0.5581034960231178, |
| "learning_rate": 7.903757415952538e-05, |
| "loss": 0.0468, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.23939064200217627, |
| "grad_norm": 0.4453789872011856, |
| "learning_rate": 7.969676994067239e-05, |
| "loss": 0.0441, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.2413690770600455, |
| "grad_norm": 0.5104078911344194, |
| "learning_rate": 8.035596572181938e-05, |
| "loss": 0.0422, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.24334751211791472, |
| "grad_norm": 1.286567971103356, |
| "learning_rate": 8.101516150296639e-05, |
| "loss": 0.0408, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.24532594717578396, |
| "grad_norm": 0.49181587428166895, |
| "learning_rate": 8.167435728411339e-05, |
| "loss": 0.0402, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.24730438223365317, |
| "grad_norm": 0.7317945998039639, |
| "learning_rate": 8.233355306526038e-05, |
| "loss": 0.039, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.2492828172915224, |
| "grad_norm": 0.4130993908845939, |
| "learning_rate": 8.299274884640739e-05, |
| "loss": 0.0382, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.2512612523493916, |
| "grad_norm": 0.404109672195275, |
| "learning_rate": 8.365194462755439e-05, |
| "loss": 0.0361, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.2532396874072609, |
| "grad_norm": 0.822901429910853, |
| "learning_rate": 8.431114040870139e-05, |
| "loss": 0.0379, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.2552181224651301, |
| "grad_norm": 0.4883898965930876, |
| "learning_rate": 8.497033618984839e-05, |
| "loss": 0.0351, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.2571965575229993, |
| "grad_norm": 0.389666817589575, |
| "learning_rate": 8.562953197099539e-05, |
| "loss": 0.0342, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.2591749925808685, |
| "grad_norm": 0.3790689302129442, |
| "learning_rate": 8.62887277521424e-05, |
| "loss": 0.0329, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.2611534276387378, |
| "grad_norm": 0.32907797725751103, |
| "learning_rate": 8.694792353328939e-05, |
| "loss": 0.0318, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.263131862696607, |
| "grad_norm": 0.3383972239997863, |
| "learning_rate": 8.760711931443639e-05, |
| "loss": 0.0313, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.2651102977544762, |
| "grad_norm": 0.3983225906999062, |
| "learning_rate": 8.82663150955834e-05, |
| "loss": 0.0304, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.2670887328123454, |
| "grad_norm": 0.3636773066413063, |
| "learning_rate": 8.892551087673038e-05, |
| "loss": 0.0295, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.2690671678702147, |
| "grad_norm": 0.4608665923788849, |
| "learning_rate": 8.95847066578774e-05, |
| "loss": 0.0291, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.2710456029280839, |
| "grad_norm": 0.39615995489412303, |
| "learning_rate": 9.02439024390244e-05, |
| "loss": 0.0286, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.2730240379859531, |
| "grad_norm": 0.33923940925497204, |
| "learning_rate": 9.09030982201714e-05, |
| "loss": 0.0282, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.27500247304382236, |
| "grad_norm": 0.33306128586119255, |
| "learning_rate": 9.15622940013184e-05, |
| "loss": 0.0272, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.27698090810169157, |
| "grad_norm": 0.41155940683344466, |
| "learning_rate": 9.22214897824654e-05, |
| "loss": 0.0276, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.2789593431595608, |
| "grad_norm": 0.5591564986148319, |
| "learning_rate": 9.288068556361241e-05, |
| "loss": 0.0339, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.28093777821743, |
| "grad_norm": 0.40142374929251, |
| "learning_rate": 9.35398813447594e-05, |
| "loss": 0.0288, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.28291621327529926, |
| "grad_norm": 0.292621860384423, |
| "learning_rate": 9.41990771259064e-05, |
| "loss": 0.0269, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.28489464833316847, |
| "grad_norm": 0.2669086140425147, |
| "learning_rate": 9.48582729070534e-05, |
| "loss": 0.0256, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.2868730833910377, |
| "grad_norm": 0.6717743898362967, |
| "learning_rate": 9.551746868820039e-05, |
| "loss": 0.0329, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.28885151844890694, |
| "grad_norm": 1.7021152585706614, |
| "learning_rate": 9.61766644693474e-05, |
| "loss": 0.0659, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.29082995350677615, |
| "grad_norm": 0.7907788991394129, |
| "learning_rate": 9.68358602504944e-05, |
| "loss": 0.0372, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.29280838856464536, |
| "grad_norm": 0.2584893164753254, |
| "learning_rate": 9.74950560316414e-05, |
| "loss": 0.0291, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.29478682362251457, |
| "grad_norm": 0.32025739969737904, |
| "learning_rate": 9.81542518127884e-05, |
| "loss": 0.0255, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.29676525868038384, |
| "grad_norm": 0.20426366249103842, |
| "learning_rate": 9.88134475939354e-05, |
| "loss": 0.0238, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.29874369373825305, |
| "grad_norm": 0.24034505644414958, |
| "learning_rate": 9.94726433750824e-05, |
| "loss": 0.0229, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.30072212879612226, |
| "grad_norm": 0.22550643011713606, |
| "learning_rate": 9.999999470139298e-05, |
| "loss": 0.0226, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.30270056385399147, |
| "grad_norm": 0.20996707646322188, |
| "learning_rate": 9.99998092502654e-05, |
| "loss": 0.0218, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.30467899891186073, |
| "grad_norm": 0.2103489426286884, |
| "learning_rate": 9.999935886991012e-05, |
| "loss": 0.0215, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.30665743396972994, |
| "grad_norm": 0.23417341038846984, |
| "learning_rate": 9.99986435627135e-05, |
| "loss": 0.0214, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.30863586902759915, |
| "grad_norm": 0.20419705329028645, |
| "learning_rate": 9.99976633324657e-05, |
| "loss": 0.0205, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.3106143040854684, |
| "grad_norm": 0.210670513278798, |
| "learning_rate": 9.999641818436056e-05, |
| "loss": 0.0202, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.31259273914333763, |
| "grad_norm": 0.3129273917098813, |
| "learning_rate": 9.999490812499562e-05, |
| "loss": 0.0201, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.31457117420120684, |
| "grad_norm": 0.22867677182226284, |
| "learning_rate": 9.999313316237211e-05, |
| "loss": 0.0201, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.31654960925907605, |
| "grad_norm": 0.20409491066803853, |
| "learning_rate": 9.999109330589484e-05, |
| "loss": 0.0197, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.3185280443169453, |
| "grad_norm": 0.23073247629787672, |
| "learning_rate": 9.998878856637221e-05, |
| "loss": 0.0196, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.3205064793748145, |
| "grad_norm": 0.20949794277551104, |
| "learning_rate": 9.998621895601612e-05, |
| "loss": 0.0189, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.32248491443268373, |
| "grad_norm": 0.21407051226502274, |
| "learning_rate": 9.998338448844192e-05, |
| "loss": 0.0188, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.324463349490553, |
| "grad_norm": 0.1994791050599832, |
| "learning_rate": 9.998028517866833e-05, |
| "loss": 0.0184, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.3264417845484222, |
| "grad_norm": 0.20127441339151428, |
| "learning_rate": 9.997692104311738e-05, |
| "loss": 0.0183, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.3284202196062914, |
| "grad_norm": 0.20969386452902716, |
| "learning_rate": 9.997329209961429e-05, |
| "loss": 0.0182, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.33039865466416063, |
| "grad_norm": 0.17731608982958325, |
| "learning_rate": 9.996939836738737e-05, |
| "loss": 0.0177, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.3323770897220299, |
| "grad_norm": 0.272294844875037, |
| "learning_rate": 9.9965239867068e-05, |
| "loss": 0.0173, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.3343555247798991, |
| "grad_norm": 0.19887575205385985, |
| "learning_rate": 9.996081662069043e-05, |
| "loss": 0.0171, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.3363339598377683, |
| "grad_norm": 0.20935746301337058, |
| "learning_rate": 9.995612865169168e-05, |
| "loss": 0.017, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.3383123948956375, |
| "grad_norm": 0.17467148864928533, |
| "learning_rate": 9.995117598491145e-05, |
| "loss": 0.0168, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.3402908299535068, |
| "grad_norm": 0.20199420234121898, |
| "learning_rate": 9.994595864659197e-05, |
| "loss": 0.0167, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.342269265011376, |
| "grad_norm": 0.18643461199042377, |
| "learning_rate": 9.994047666437785e-05, |
| "loss": 0.0164, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.3442477000692452, |
| "grad_norm": 0.17758508486724536, |
| "learning_rate": 9.993473006731592e-05, |
| "loss": 0.016, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.3462261351271145, |
| "grad_norm": 0.20260344715375592, |
| "learning_rate": 9.992871888585518e-05, |
| "loss": 0.0162, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.3482045701849837, |
| "grad_norm": 0.18906034685664402, |
| "learning_rate": 9.992244315184647e-05, |
| "loss": 0.0162, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.3501830052428529, |
| "grad_norm": 0.1902025350330913, |
| "learning_rate": 9.991590289854243e-05, |
| "loss": 0.0161, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.3521614403007221, |
| "grad_norm": 0.1963864269259241, |
| "learning_rate": 9.990909816059725e-05, |
| "loss": 0.0159, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.35413987535859137, |
| "grad_norm": 0.18493355754825055, |
| "learning_rate": 9.99020289740666e-05, |
| "loss": 0.0158, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.3561183104164606, |
| "grad_norm": 0.16162033473909126, |
| "learning_rate": 9.989469537640728e-05, |
| "loss": 0.0153, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.3580967454743298, |
| "grad_norm": 0.16210562905386647, |
| "learning_rate": 9.988709740647713e-05, |
| "loss": 0.0153, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.36007518053219906, |
| "grad_norm": 0.1861527786368335, |
| "learning_rate": 9.987923510453478e-05, |
| "loss": 0.015, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.36205361559006827, |
| "grad_norm": 0.1731760233353491, |
| "learning_rate": 9.987110851223947e-05, |
| "loss": 0.015, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.3640320506479375, |
| "grad_norm": 0.22176267341613817, |
| "learning_rate": 9.986271767265079e-05, |
| "loss": 0.0149, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.3660104857058067, |
| "grad_norm": 2.7138484930558113, |
| "learning_rate": 9.985406263022849e-05, |
| "loss": 0.0555, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.36798892076367595, |
| "grad_norm": 0.6156570549159073, |
| "learning_rate": 9.984514343083221e-05, |
| "loss": 0.0304, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.36996735582154516, |
| "grad_norm": 0.30450567226151876, |
| "learning_rate": 9.983596012172127e-05, |
| "loss": 0.0203, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.3719457908794144, |
| "grad_norm": 0.17715639276273182, |
| "learning_rate": 9.982651275155441e-05, |
| "loss": 0.0166, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.3739242259372836, |
| "grad_norm": 0.17221412299368635, |
| "learning_rate": 9.981680137038949e-05, |
| "loss": 0.0157, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.37590266099515285, |
| "grad_norm": 0.16650881643730378, |
| "learning_rate": 9.980682602968329e-05, |
| "loss": 0.0155, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.37788109605302206, |
| "grad_norm": 0.17186205410418143, |
| "learning_rate": 9.97965867822912e-05, |
| "loss": 0.0148, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.37985953111089127, |
| "grad_norm": 0.16871854088882923, |
| "learning_rate": 9.978608368246693e-05, |
| "loss": 0.0144, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.38183796616876053, |
| "grad_norm": 0.15767900428710602, |
| "learning_rate": 9.977531678586227e-05, |
| "loss": 0.0143, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.38381640122662974, |
| "grad_norm": 0.17085878007753835, |
| "learning_rate": 9.976428614952675e-05, |
| "loss": 0.0143, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.38579483628449895, |
| "grad_norm": 0.1557885785550734, |
| "learning_rate": 9.975299183190734e-05, |
| "loss": 0.0139, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.38777327134236816, |
| "grad_norm": 0.15532188027890467, |
| "learning_rate": 9.974143389284818e-05, |
| "loss": 0.014, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.38975170640023743, |
| "grad_norm": 0.17696140320293408, |
| "learning_rate": 9.97296123935902e-05, |
| "loss": 0.014, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.39173014145810664, |
| "grad_norm": 0.14737524339382413, |
| "learning_rate": 9.971752739677088e-05, |
| "loss": 0.0137, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.39370857651597585, |
| "grad_norm": 0.14613331163939172, |
| "learning_rate": 9.970517896642382e-05, |
| "loss": 0.0133, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.3956870115738451, |
| "grad_norm": 0.15210697285686842, |
| "learning_rate": 9.969256716797848e-05, |
| "loss": 0.0133, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.3976654466317143, |
| "grad_norm": 0.1789192225935935, |
| "learning_rate": 9.967969206825977e-05, |
| "loss": 0.0132, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.39964388168958354, |
| "grad_norm": 0.1691264535252646, |
| "learning_rate": 9.96665537354878e-05, |
| "loss": 0.0133, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.40162231674745275, |
| "grad_norm": 0.16891301900061895, |
| "learning_rate": 9.965315223927741e-05, |
| "loss": 0.0133, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.403600751805322, |
| "grad_norm": 0.15933488779804839, |
| "learning_rate": 9.963948765063778e-05, |
| "loss": 0.0132, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.4055791868631912, |
| "grad_norm": 0.1373319112253178, |
| "learning_rate": 9.962556004197217e-05, |
| "loss": 0.0131, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.40755762192106043, |
| "grad_norm": 0.13991025862812204, |
| "learning_rate": 9.961136948707752e-05, |
| "loss": 0.0126, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.40953605697892964, |
| "grad_norm": 0.1520604465645477, |
| "learning_rate": 9.959691606114393e-05, |
| "loss": 0.0129, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.4115144920367989, |
| "grad_norm": 0.13702578784961592, |
| "learning_rate": 9.958219984075441e-05, |
| "loss": 0.0126, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.4134929270946681, |
| "grad_norm": 0.14317171182340832, |
| "learning_rate": 9.956722090388438e-05, |
| "loss": 0.0125, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.4154713621525373, |
| "grad_norm": 0.12994050709305002, |
| "learning_rate": 9.955197932990132e-05, |
| "loss": 0.0124, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.4174497972104066, |
| "grad_norm": 0.1290948440933199, |
| "learning_rate": 9.953647519956433e-05, |
| "loss": 0.0125, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.4194282322682758, |
| "grad_norm": 0.1452448147300029, |
| "learning_rate": 9.952070859502361e-05, |
| "loss": 0.0124, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.421406667326145, |
| "grad_norm": 0.156936711245955, |
| "learning_rate": 9.950467959982021e-05, |
| "loss": 0.0124, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.4233851023840142, |
| "grad_norm": 0.1479060960421303, |
| "learning_rate": 9.948838829888543e-05, |
| "loss": 0.0121, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.4253635374418835, |
| "grad_norm": 0.1444854778503891, |
| "learning_rate": 9.947183477854042e-05, |
| "loss": 0.0121, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.4273419724997527, |
| "grad_norm": 0.13909593760444425, |
| "learning_rate": 9.945501912649579e-05, |
| "loss": 0.0119, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.4293204075576219, |
| "grad_norm": 0.12428618136451598, |
| "learning_rate": 9.943794143185096e-05, |
| "loss": 0.0119, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.4312988426154912, |
| "grad_norm": 0.1506850368800817, |
| "learning_rate": 9.942060178509396e-05, |
| "loss": 0.0117, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.4332772776733604, |
| "grad_norm": 0.12839501649272292, |
| "learning_rate": 9.940300027810067e-05, |
| "loss": 0.0116, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.4352557127312296, |
| "grad_norm": 0.14004475907733424, |
| "learning_rate": 9.938513700413454e-05, |
| "loss": 0.0115, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.4372341477890988, |
| "grad_norm": 0.1261495091329367, |
| "learning_rate": 9.9367012057846e-05, |
| "loss": 0.0117, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.43921258284696807, |
| "grad_norm": 0.1358011017237008, |
| "learning_rate": 9.934862553527198e-05, |
| "loss": 0.0115, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.4411910179048373, |
| "grad_norm": 0.1411290658590074, |
| "learning_rate": 9.932997753383537e-05, |
| "loss": 0.0115, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.4431694529627065, |
| "grad_norm": 0.12659832639612287, |
| "learning_rate": 9.931106815234459e-05, |
| "loss": 0.0115, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.4451478880205757, |
| "grad_norm": 0.13903927176278846, |
| "learning_rate": 9.929189749099296e-05, |
| "loss": 0.0112, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.44712632307844496, |
| "grad_norm": 0.12356071814334763, |
| "learning_rate": 9.927246565135826e-05, |
| "loss": 0.0112, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.4491047581363142, |
| "grad_norm": 0.13041458090076927, |
| "learning_rate": 9.92527727364021e-05, |
| "loss": 0.0112, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.4510831931941834, |
| "grad_norm": 0.12590258455132816, |
| "learning_rate": 9.923281885046949e-05, |
| "loss": 0.0113, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.45306162825205265, |
| "grad_norm": 0.12404394638691316, |
| "learning_rate": 9.921260409928814e-05, |
| "loss": 0.0111, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.45504006330992186, |
| "grad_norm": 0.13612215734263539, |
| "learning_rate": 9.919212858996804e-05, |
| "loss": 0.011, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.45701849836779107, |
| "grad_norm": 0.11913171991177544, |
| "learning_rate": 9.917139243100087e-05, |
| "loss": 0.0111, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.4589969334256603, |
| "grad_norm": 0.13329695806649872, |
| "learning_rate": 9.915039573225926e-05, |
| "loss": 0.0109, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.46097536848352955, |
| "grad_norm": 0.14125699263141173, |
| "learning_rate": 9.912913860499649e-05, |
| "loss": 0.0109, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.46295380354139876, |
| "grad_norm": 0.12104853462060958, |
| "learning_rate": 9.910762116184562e-05, |
| "loss": 0.0108, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.46493223859926797, |
| "grad_norm": 0.12282656859696627, |
| "learning_rate": 9.908584351681911e-05, |
| "loss": 0.0106, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.46691067365713723, |
| "grad_norm": 0.1460306411923164, |
| "learning_rate": 9.906380578530809e-05, |
| "loss": 0.0109, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.46888910871500644, |
| "grad_norm": 0.10939892906253743, |
| "learning_rate": 9.904150808408178e-05, |
| "loss": 0.0106, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.47086754377287565, |
| "grad_norm": 0.13594945697882396, |
| "learning_rate": 9.901895053128689e-05, |
| "loss": 0.0105, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.47284597883074486, |
| "grad_norm": 0.12220136996842215, |
| "learning_rate": 9.899613324644698e-05, |
| "loss": 0.0105, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.4748244138886141, |
| "grad_norm": 0.12870951433145741, |
| "learning_rate": 9.897305635046183e-05, |
| "loss": 0.0103, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.47680284894648334, |
| "grad_norm": 0.1316205180171467, |
| "learning_rate": 9.894971996560678e-05, |
| "loss": 0.0105, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.47878128400435255, |
| "grad_norm": 0.1305285315976155, |
| "learning_rate": 9.89261242155321e-05, |
| "loss": 0.0102, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.48075971906222176, |
| "grad_norm": 0.12623148968736433, |
| "learning_rate": 9.890226922526237e-05, |
| "loss": 0.0102, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.482738154120091, |
| "grad_norm": 0.1132237520867546, |
| "learning_rate": 9.887815512119574e-05, |
| "loss": 0.01, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.48471658917796023, |
| "grad_norm": 0.18018637793783576, |
| "learning_rate": 9.885378203110331e-05, |
| "loss": 0.0102, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.48669502423582944, |
| "grad_norm": 0.13203387813991668, |
| "learning_rate": 9.882915008412847e-05, |
| "loss": 0.0103, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.4886734592936987, |
| "grad_norm": 0.13046018632283776, |
| "learning_rate": 9.880425941078617e-05, |
| "loss": 0.0103, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.4906518943515679, |
| "grad_norm": 0.11992403164782048, |
| "learning_rate": 9.877911014296223e-05, |
| "loss": 0.01, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.49263032940943713, |
| "grad_norm": 0.12468772045799464, |
| "learning_rate": 9.875370241391269e-05, |
| "loss": 0.0101, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.49460876446730634, |
| "grad_norm": 0.14111415318491116, |
| "learning_rate": 9.872803635826307e-05, |
| "loss": 0.0101, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.4965871995251756, |
| "grad_norm": 0.12099428405326328, |
| "learning_rate": 9.870211211200766e-05, |
| "loss": 0.01, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.4985656345830448, |
| "grad_norm": 0.1476937936011028, |
| "learning_rate": 9.867592981250878e-05, |
| "loss": 0.0099, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.500544069640914, |
| "grad_norm": 0.13432335217095112, |
| "learning_rate": 9.864948959849609e-05, |
| "loss": 0.0101, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.5025225046987832, |
| "grad_norm": 0.1392108467394354, |
| "learning_rate": 9.862279161006585e-05, |
| "loss": 0.01, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.5045009397566524, |
| "grad_norm": 0.11740968606161478, |
| "learning_rate": 9.859583598868012e-05, |
| "loss": 0.0101, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.5064793748145218, |
| "grad_norm": 0.11401268014541416, |
| "learning_rate": 9.856862287716613e-05, |
| "loss": 0.0101, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.508457809872391, |
| "grad_norm": 0.14188186038823888, |
| "learning_rate": 9.854115241971535e-05, |
| "loss": 0.01, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.5104362449302602, |
| "grad_norm": 0.13373153004331623, |
| "learning_rate": 9.85134247618829e-05, |
| "loss": 0.01, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.5124146799881294, |
| "grad_norm": 0.13359175031467982, |
| "learning_rate": 9.848544005058668e-05, |
| "loss": 0.0098, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.5143931150459986, |
| "grad_norm": 0.1330043328866887, |
| "learning_rate": 9.845719843410663e-05, |
| "loss": 0.01, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.5163715501038678, |
| "grad_norm": 0.12010339275024787, |
| "learning_rate": 9.842870006208389e-05, |
| "loss": 0.0096, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.518349985161737, |
| "grad_norm": 0.11783659130556426, |
| "learning_rate": 9.839994508552006e-05, |
| "loss": 0.0095, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.5203284202196063, |
| "grad_norm": 0.1103512089185162, |
| "learning_rate": 9.837093365677644e-05, |
| "loss": 0.0097, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.5223068552774756, |
| "grad_norm": 0.12956652728135173, |
| "learning_rate": 9.83416659295731e-05, |
| "loss": 0.0096, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.5242852903353448, |
| "grad_norm": 0.10618236113968803, |
| "learning_rate": 9.831214205898814e-05, |
| "loss": 0.0093, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.526263725393214, |
| "grad_norm": 0.10434730603918825, |
| "learning_rate": 9.82823622014569e-05, |
| "loss": 0.0094, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.5282421604510832, |
| "grad_norm": 0.11825542223300856, |
| "learning_rate": 9.825232651477109e-05, |
| "loss": 0.0093, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.5302205955089524, |
| "grad_norm": 0.1099030389542697, |
| "learning_rate": 9.82220351580779e-05, |
| "loss": 0.0093, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.5321990305668216, |
| "grad_norm": 0.11220532463349939, |
| "learning_rate": 9.819148829187932e-05, |
| "loss": 0.0094, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.5341774656246908, |
| "grad_norm": 0.10979674218345543, |
| "learning_rate": 9.816068607803107e-05, |
| "loss": 0.0091, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.5361559006825601, |
| "grad_norm": 0.11157272496025121, |
| "learning_rate": 9.812962867974191e-05, |
| "loss": 0.0093, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.5381343357404293, |
| "grad_norm": 0.11147814778180097, |
| "learning_rate": 9.809831626157274e-05, |
| "loss": 0.0093, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.5401127707982986, |
| "grad_norm": 0.09304047514252435, |
| "learning_rate": 9.806674898943569e-05, |
| "loss": 0.0092, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.5420912058561678, |
| "grad_norm": 0.1558502207413301, |
| "learning_rate": 9.803492703059323e-05, |
| "loss": 0.0092, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.544069640914037, |
| "grad_norm": 0.11219115888650007, |
| "learning_rate": 9.800285055365736e-05, |
| "loss": 0.0089, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.5460480759719062, |
| "grad_norm": 0.09312180616993888, |
| "learning_rate": 9.797051972858867e-05, |
| "loss": 0.0089, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.5480265110297754, |
| "grad_norm": 0.1063564366185372, |
| "learning_rate": 9.79379347266954e-05, |
| "loss": 0.0091, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.5500049460876447, |
| "grad_norm": 0.10562546218430055, |
| "learning_rate": 9.79050957206326e-05, |
| "loss": 0.009, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.5519833811455139, |
| "grad_norm": 0.10909833693173913, |
| "learning_rate": 9.787200288440119e-05, |
| "loss": 0.009, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.5539618162033831, |
| "grad_norm": 0.09667167599549363, |
| "learning_rate": 9.783865639334705e-05, |
| "loss": 0.0089, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.5559402512612523, |
| "grad_norm": 0.11382261676962288, |
| "learning_rate": 9.780505642416001e-05, |
| "loss": 0.0087, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.5579186863191216, |
| "grad_norm": 0.09763126202587183, |
| "learning_rate": 9.777120315487306e-05, |
| "loss": 0.0088, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.5598971213769908, |
| "grad_norm": 0.10567945621868782, |
| "learning_rate": 9.773709676486129e-05, |
| "loss": 0.0088, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.56187555643486, |
| "grad_norm": 0.1246007022886585, |
| "learning_rate": 9.770273743484097e-05, |
| "loss": 0.0087, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.5638539914927293, |
| "grad_norm": 0.10403407706452061, |
| "learning_rate": 9.766812534686863e-05, |
| "loss": 0.0086, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.5658324265505985, |
| "grad_norm": 0.10736978890300135, |
| "learning_rate": 9.763326068434e-05, |
| "loss": 0.0085, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.5678108616084677, |
| "grad_norm": 0.10266585683334195, |
| "learning_rate": 9.75981436319892e-05, |
| "loss": 0.0086, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.5697892966663369, |
| "grad_norm": 0.1125771282765764, |
| "learning_rate": 9.756277437588759e-05, |
| "loss": 0.0086, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.5717677317242061, |
| "grad_norm": 0.09469279337228775, |
| "learning_rate": 9.752715310344288e-05, |
| "loss": 0.0086, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.5737461667820754, |
| "grad_norm": 0.10750071761268216, |
| "learning_rate": 9.74912800033981e-05, |
| "loss": 0.0087, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.5757246018399446, |
| "grad_norm": 0.10768664614608274, |
| "learning_rate": 9.745515526583065e-05, |
| "loss": 0.0086, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.5777030368978139, |
| "grad_norm": 0.11801029671257762, |
| "learning_rate": 9.741877908215123e-05, |
| "loss": 0.0087, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.5796814719556831, |
| "grad_norm": 0.11417675586444921, |
| "learning_rate": 9.738215164510286e-05, |
| "loss": 0.0087, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.5816599070135523, |
| "grad_norm": 0.11842164212723759, |
| "learning_rate": 9.734527314875985e-05, |
| "loss": 0.0087, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.5836383420714215, |
| "grad_norm": 0.096454115166828, |
| "learning_rate": 9.730814378852678e-05, |
| "loss": 0.0085, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.5856167771292907, |
| "grad_norm": 0.12994975733905417, |
| "learning_rate": 9.727076376113745e-05, |
| "loss": 0.0089, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.5875952121871599, |
| "grad_norm": 0.09737031520970617, |
| "learning_rate": 9.723313326465384e-05, |
| "loss": 0.0087, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.5895736472450291, |
| "grad_norm": 0.09151950235467704, |
| "learning_rate": 9.71952524984651e-05, |
| "loss": 0.0086, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.5915520823028984, |
| "grad_norm": 0.1087761136082462, |
| "learning_rate": 9.715712166328644e-05, |
| "loss": 0.0086, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.5935305173607677, |
| "grad_norm": 0.11093449988019483, |
| "learning_rate": 9.711874096115805e-05, |
| "loss": 0.0086, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.5955089524186369, |
| "grad_norm": 0.09716724674902559, |
| "learning_rate": 9.708011059544415e-05, |
| "loss": 0.0084, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.5974873874765061, |
| "grad_norm": 0.11094447541668732, |
| "learning_rate": 9.704123077083176e-05, |
| "loss": 0.0086, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.5994658225343753, |
| "grad_norm": 0.09560547138802698, |
| "learning_rate": 9.700210169332968e-05, |
| "loss": 0.0085, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.6014442575922445, |
| "grad_norm": 0.10990118072394835, |
| "learning_rate": 9.696272357026746e-05, |
| "loss": 0.0086, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.6034226926501137, |
| "grad_norm": 0.09235689053973803, |
| "learning_rate": 9.692309661029421e-05, |
| "loss": 0.0083, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.6054011277079829, |
| "grad_norm": 0.08629908964647842, |
| "learning_rate": 9.68832210233775e-05, |
| "loss": 0.0084, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.6073795627658523, |
| "grad_norm": 0.10510614451938238, |
| "learning_rate": 9.684309702080233e-05, |
| "loss": 0.0085, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.6093579978237215, |
| "grad_norm": 0.11963131040492381, |
| "learning_rate": 9.680272481516992e-05, |
| "loss": 0.0084, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.6113364328815907, |
| "grad_norm": 0.10020908077194356, |
| "learning_rate": 9.676210462039664e-05, |
| "loss": 0.0082, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.6133148679394599, |
| "grad_norm": 0.10253228521835761, |
| "learning_rate": 9.672123665171285e-05, |
| "loss": 0.0083, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.6152933029973291, |
| "grad_norm": 0.09205504696891975, |
| "learning_rate": 9.668012112566174e-05, |
| "loss": 0.0081, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.6172717380551983, |
| "grad_norm": 0.10864163266297724, |
| "learning_rate": 9.663875826009824e-05, |
| "loss": 0.008, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.6192501731130675, |
| "grad_norm": 0.10477899956884754, |
| "learning_rate": 9.659714827418786e-05, |
| "loss": 0.008, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.6212286081709368, |
| "grad_norm": 0.09602544291229947, |
| "learning_rate": 9.655529138840543e-05, |
| "loss": 0.008, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.623207043228806, |
| "grad_norm": 0.11445446958844417, |
| "learning_rate": 9.651318782453407e-05, |
| "loss": 0.0081, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.6251854782866753, |
| "grad_norm": 0.11868213177021668, |
| "learning_rate": 9.64708378056639e-05, |
| "loss": 0.0081, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.6271639133445445, |
| "grad_norm": 0.1063521350270348, |
| "learning_rate": 9.642824155619095e-05, |
| "loss": 0.0081, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.6291423484024137, |
| "grad_norm": 0.11131781961056957, |
| "learning_rate": 9.638539930181592e-05, |
| "loss": 0.0082, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.6311207834602829, |
| "grad_norm": 0.6744125662714023, |
| "learning_rate": 9.634231126954296e-05, |
| "loss": 0.0082, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.6330992185181521, |
| "grad_norm": 0.22826648287192897, |
| "learning_rate": 9.629897768767853e-05, |
| "loss": 0.0134, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.6350776535760214, |
| "grad_norm": 0.7485763780709964, |
| "learning_rate": 9.625539878583016e-05, |
| "loss": 0.0099, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.6370560886338906, |
| "grad_norm": 1.1495512412645512, |
| "learning_rate": 9.621157479490521e-05, |
| "loss": 0.0743, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.6390345236917598, |
| "grad_norm": 0.2529297530304174, |
| "learning_rate": 9.616750594710973e-05, |
| "loss": 0.0229, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.641012958749629, |
| "grad_norm": 0.4698348817093051, |
| "learning_rate": 9.612319247594707e-05, |
| "loss": 0.0135, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.6429913938074983, |
| "grad_norm": 0.11230031382579697, |
| "learning_rate": 9.607863461621685e-05, |
| "loss": 0.0105, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.6449698288653675, |
| "grad_norm": 0.10717656479524013, |
| "learning_rate": 9.603383260401352e-05, |
| "loss": 0.0093, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.6469482639232367, |
| "grad_norm": 0.0873579618168942, |
| "learning_rate": 9.598878667672526e-05, |
| "loss": 0.0089, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.648926698981106, |
| "grad_norm": 0.09656106249444439, |
| "learning_rate": 9.594349707303262e-05, |
| "loss": 0.0087, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.6509051340389752, |
| "grad_norm": 0.08934847100060869, |
| "learning_rate": 9.589796403290732e-05, |
| "loss": 0.0083, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.6528835690968444, |
| "grad_norm": 0.08828931793580587, |
| "learning_rate": 9.585218779761093e-05, |
| "loss": 0.0084, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.6548620041547136, |
| "grad_norm": 0.08044589540348661, |
| "learning_rate": 9.580616860969364e-05, |
| "loss": 0.008, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.6568404392125828, |
| "grad_norm": 0.08601935611935667, |
| "learning_rate": 9.575990671299295e-05, |
| "loss": 0.0082, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.658818874270452, |
| "grad_norm": 0.09313836442584884, |
| "learning_rate": 9.571340235263236e-05, |
| "loss": 0.008, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.6607973093283213, |
| "grad_norm": 0.08223161107958786, |
| "learning_rate": 9.566665577502008e-05, |
| "loss": 0.008, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.6627757443861905, |
| "grad_norm": 0.07587703505063832, |
| "learning_rate": 9.561966722784774e-05, |
| "loss": 0.0079, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.6647541794440598, |
| "grad_norm": 0.0745264783336451, |
| "learning_rate": 9.557243696008912e-05, |
| "loss": 0.0078, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.666732614501929, |
| "grad_norm": 0.07694962517222637, |
| "learning_rate": 9.552496522199872e-05, |
| "loss": 0.0078, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.6687110495597982, |
| "grad_norm": 0.07994450607436887, |
| "learning_rate": 9.54772522651105e-05, |
| "loss": 0.0077, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.6706894846176674, |
| "grad_norm": 0.08149198041513614, |
| "learning_rate": 9.54292983422366e-05, |
| "loss": 0.0076, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.6726679196755366, |
| "grad_norm": 0.08687156420923639, |
| "learning_rate": 9.538110370746587e-05, |
| "loss": 0.0077, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.6746463547334058, |
| "grad_norm": 0.0830048828950416, |
| "learning_rate": 9.533266861616264e-05, |
| "loss": 0.0077, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.676624789791275, |
| "grad_norm": 0.07845345649339167, |
| "learning_rate": 9.528399332496533e-05, |
| "loss": 0.0077, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.6786032248491444, |
| "grad_norm": 0.07493918215941761, |
| "learning_rate": 9.523507809178506e-05, |
| "loss": 0.0076, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.6805816599070136, |
| "grad_norm": 0.0710504876296262, |
| "learning_rate": 9.518592317580432e-05, |
| "loss": 0.0076, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.6825600949648828, |
| "grad_norm": 0.07931077809953062, |
| "learning_rate": 9.513652883747558e-05, |
| "loss": 0.0076, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.684538530022752, |
| "grad_norm": 0.066957945316505, |
| "learning_rate": 9.508689533851991e-05, |
| "loss": 0.0075, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.6865169650806212, |
| "grad_norm": 0.06704046921295281, |
| "learning_rate": 9.503702294192563e-05, |
| "loss": 0.0074, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.6884954001384904, |
| "grad_norm": 0.07415571073858836, |
| "learning_rate": 9.498691191194682e-05, |
| "loss": 0.0074, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.6904738351963596, |
| "grad_norm": 0.07977852248754132, |
| "learning_rate": 9.493656251410204e-05, |
| "loss": 0.0074, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.692452270254229, |
| "grad_norm": 0.08225022248993116, |
| "learning_rate": 9.488597501517287e-05, |
| "loss": 0.0075, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.6944307053120982, |
| "grad_norm": 0.07825788394276378, |
| "learning_rate": 9.483514968320243e-05, |
| "loss": 0.0074, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.6964091403699674, |
| "grad_norm": 0.09183031735737562, |
| "learning_rate": 9.478408678749412e-05, |
| "loss": 0.0075, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.6983875754278366, |
| "grad_norm": 0.0720458506003794, |
| "learning_rate": 9.473278659861e-05, |
| "loss": 0.0076, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.7003660104857058, |
| "grad_norm": 0.07530455461073304, |
| "learning_rate": 9.46812493883695e-05, |
| "loss": 0.0074, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.702344445543575, |
| "grad_norm": 0.07124311025178519, |
| "learning_rate": 9.462947542984795e-05, |
| "loss": 0.0074, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.7043228806014442, |
| "grad_norm": 0.07538429690828752, |
| "learning_rate": 9.457746499737508e-05, |
| "loss": 0.0073, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.7063013156593135, |
| "grad_norm": 0.06044979076114897, |
| "learning_rate": 9.45252183665336e-05, |
| "loss": 0.0074, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.7082797507171827, |
| "grad_norm": 0.07077175641013338, |
| "learning_rate": 9.44727358141578e-05, |
| "loss": 0.0074, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.710258185775052, |
| "grad_norm": 0.07116447284949018, |
| "learning_rate": 9.442001761833194e-05, |
| "loss": 0.0074, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.7122366208329212, |
| "grad_norm": 0.08185369034749854, |
| "learning_rate": 9.436706405838892e-05, |
| "loss": 0.0073, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.7142150558907904, |
| "grad_norm": 0.07539601398869769, |
| "learning_rate": 9.431387541490872e-05, |
| "loss": 0.0073, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.7161934909486596, |
| "grad_norm": 0.07369304666681967, |
| "learning_rate": 9.426045196971695e-05, |
| "loss": 0.0073, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.7181719260065288, |
| "grad_norm": 0.07684246421536554, |
| "learning_rate": 9.420679400588334e-05, |
| "loss": 0.0073, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.7201503610643981, |
| "grad_norm": 0.0759377671825623, |
| "learning_rate": 9.41529018077202e-05, |
| "loss": 0.0072, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.7221287961222673, |
| "grad_norm": 0.06423327195585746, |
| "learning_rate": 9.409877566078101e-05, |
| "loss": 0.0072, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.7241072311801365, |
| "grad_norm": 0.07283947328902358, |
| "learning_rate": 9.404441585185883e-05, |
| "loss": 0.0073, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.7260856662380057, |
| "grad_norm": 0.06716882585998145, |
| "learning_rate": 9.398982266898481e-05, |
| "loss": 0.0073, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.728064101295875, |
| "grad_norm": 0.06491196781807074, |
| "learning_rate": 9.393499640142662e-05, |
| "loss": 0.007, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.7300425363537442, |
| "grad_norm": 0.07671705115054112, |
| "learning_rate": 9.387993733968702e-05, |
| "loss": 0.0073, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.7320209714116134, |
| "grad_norm": 0.07183068183092203, |
| "learning_rate": 9.382464577550218e-05, |
| "loss": 0.0071, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.7339994064694826, |
| "grad_norm": 0.06537498050720979, |
| "learning_rate": 9.376912200184029e-05, |
| "loss": 0.007, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.7359778415273519, |
| "grad_norm": 0.0728190888867773, |
| "learning_rate": 9.371336631289984e-05, |
| "loss": 0.0071, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.7379562765852211, |
| "grad_norm": 0.05946137496069559, |
| "learning_rate": 9.365737900410821e-05, |
| "loss": 0.007, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.7399347116430903, |
| "grad_norm": 0.07730166450378773, |
| "learning_rate": 9.360116037212002e-05, |
| "loss": 0.0072, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.7419131467009595, |
| "grad_norm": 0.06975355093106723, |
| "learning_rate": 9.354471071481557e-05, |
| "loss": 0.0071, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.7438915817588287, |
| "grad_norm": 0.06540376060124382, |
| "learning_rate": 9.348803033129929e-05, |
| "loss": 0.0071, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.745870016816698, |
| "grad_norm": 0.08374657677867178, |
| "learning_rate": 9.343111952189814e-05, |
| "loss": 0.0072, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.7478484518745672, |
| "grad_norm": 0.06084650537997817, |
| "learning_rate": 9.337397858816e-05, |
| "loss": 0.007, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.7498268869324365, |
| "grad_norm": 0.06690577793009148, |
| "learning_rate": 9.331660783285208e-05, |
| "loss": 0.007, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.7518053219903057, |
| "grad_norm": 0.057451885815765366, |
| "learning_rate": 9.325900755995938e-05, |
| "loss": 0.0069, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.7537837570481749, |
| "grad_norm": 0.0666516869820689, |
| "learning_rate": 9.320117807468292e-05, |
| "loss": 0.007, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.7557621921060441, |
| "grad_norm": 0.06171766566724972, |
| "learning_rate": 9.314311968343833e-05, |
| "loss": 0.0069, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.7577406271639133, |
| "grad_norm": 0.07177869879098754, |
| "learning_rate": 9.308483269385406e-05, |
| "loss": 0.007, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.7597190622217825, |
| "grad_norm": 0.075172112420474, |
| "learning_rate": 9.302631741476984e-05, |
| "loss": 0.007, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.7616974972796517, |
| "grad_norm": 0.07708464331338541, |
| "learning_rate": 9.2967574156235e-05, |
| "loss": 0.007, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.7636759323375211, |
| "grad_norm": 0.053913534849623065, |
| "learning_rate": 9.290860322950687e-05, |
| "loss": 0.0069, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.7656543673953903, |
| "grad_norm": 0.0676504075792851, |
| "learning_rate": 9.284940494704906e-05, |
| "loss": 0.007, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.7676328024532595, |
| "grad_norm": 0.06926147858181811, |
| "learning_rate": 9.278997962252986e-05, |
| "loss": 0.0071, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.7696112375111287, |
| "grad_norm": 0.07054418264240375, |
| "learning_rate": 9.273032757082062e-05, |
| "loss": 0.0071, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.7715896725689979, |
| "grad_norm": 0.0718416494212589, |
| "learning_rate": 9.267044910799395e-05, |
| "loss": 0.007, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.7735681076268671, |
| "grad_norm": 0.06542758058074326, |
| "learning_rate": 9.261034455132218e-05, |
| "loss": 0.007, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.7755465426847363, |
| "grad_norm": 0.06032467328627186, |
| "learning_rate": 9.255001421927558e-05, |
| "loss": 0.007, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.7775249777426056, |
| "grad_norm": 0.06793832880692362, |
| "learning_rate": 9.248945843152075e-05, |
| "loss": 0.0069, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.7795034128004749, |
| "grad_norm": 0.06438206500082877, |
| "learning_rate": 9.242867750891887e-05, |
| "loss": 0.0069, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.7814818478583441, |
| "grad_norm": 0.06954005309954028, |
| "learning_rate": 9.236767177352403e-05, |
| "loss": 0.0069, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.7834602829162133, |
| "grad_norm": 0.07186576329011196, |
| "learning_rate": 9.230644154858152e-05, |
| "loss": 0.0069, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.7854387179740825, |
| "grad_norm": 0.07063208824907581, |
| "learning_rate": 9.224498715852607e-05, |
| "loss": 0.0068, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.7874171530319517, |
| "grad_norm": 0.07460668902019707, |
| "learning_rate": 9.218330892898024e-05, |
| "loss": 0.0069, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.7893955880898209, |
| "grad_norm": 0.0732636409715858, |
| "learning_rate": 9.212140718675257e-05, |
| "loss": 0.0069, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.7913740231476902, |
| "grad_norm": 0.06798532462569319, |
| "learning_rate": 9.205928225983593e-05, |
| "loss": 0.0068, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.7933524582055594, |
| "grad_norm": 0.0636911036266309, |
| "learning_rate": 9.199693447740577e-05, |
| "loss": 0.0068, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.7953308932634287, |
| "grad_norm": 0.061108788280069014, |
| "learning_rate": 9.193436416981833e-05, |
| "loss": 0.0068, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.7973093283212979, |
| "grad_norm": 0.06101635509829753, |
| "learning_rate": 9.187157166860894e-05, |
| "loss": 0.0068, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.7992877633791671, |
| "grad_norm": 0.07353954629201065, |
| "learning_rate": 9.180855730649025e-05, |
| "loss": 0.0069, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.8012661984370363, |
| "grad_norm": 0.06527398112861182, |
| "learning_rate": 9.174532141735045e-05, |
| "loss": 0.0068, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.8032446334949055, |
| "grad_norm": 0.06129466520102315, |
| "learning_rate": 9.168186433625156e-05, |
| "loss": 0.0067, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.8052230685527747, |
| "grad_norm": 0.06281889577354008, |
| "learning_rate": 9.161818639942753e-05, |
| "loss": 0.0068, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.807201503610644, |
| "grad_norm": 0.059647600581276466, |
| "learning_rate": 9.155428794428258e-05, |
| "loss": 0.0067, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.8091799386685132, |
| "grad_norm": 0.08277185883095518, |
| "learning_rate": 9.14901693093894e-05, |
| "loss": 0.0069, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.8111583737263824, |
| "grad_norm": 0.05955665846107748, |
| "learning_rate": 9.14258308344873e-05, |
| "loss": 0.0067, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.8131368087842517, |
| "grad_norm": 0.054553894123811224, |
| "learning_rate": 9.136127286048038e-05, |
| "loss": 0.0067, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.8151152438421209, |
| "grad_norm": 0.060871124663467, |
| "learning_rate": 9.129649572943587e-05, |
| "loss": 0.0067, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.8170936788999901, |
| "grad_norm": 0.08240427937746402, |
| "learning_rate": 9.123149978458216e-05, |
| "loss": 0.0067, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.8190721139578593, |
| "grad_norm": 0.09735951865486749, |
| "learning_rate": 9.116628537030711e-05, |
| "loss": 0.0067, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.8210505490157286, |
| "grad_norm": 0.06576563712188861, |
| "learning_rate": 9.11008528321561e-05, |
| "loss": 0.0068, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.8230289840735978, |
| "grad_norm": 0.09092857590097672, |
| "learning_rate": 9.103520251683029e-05, |
| "loss": 0.0068, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.825007419131467, |
| "grad_norm": 0.18877837904749156, |
| "learning_rate": 9.096933477218475e-05, |
| "loss": 0.007, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.8269858541893362, |
| "grad_norm": 0.07283132361827203, |
| "learning_rate": 9.090324994722663e-05, |
| "loss": 0.0071, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.8289642892472054, |
| "grad_norm": 0.07507999991030927, |
| "learning_rate": 9.083694839211329e-05, |
| "loss": 0.0069, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.8309427243050747, |
| "grad_norm": 0.07254121955407823, |
| "learning_rate": 9.07704304581505e-05, |
| "loss": 0.0068, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.8329211593629439, |
| "grad_norm": 0.07616803041316234, |
| "learning_rate": 9.070369649779047e-05, |
| "loss": 0.0069, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.8348995944208132, |
| "grad_norm": 0.06864939078590776, |
| "learning_rate": 9.063674686463008e-05, |
| "loss": 0.0069, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.8368780294786824, |
| "grad_norm": 0.06822602450726216, |
| "learning_rate": 9.056958191340901e-05, |
| "loss": 0.0067, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.8388564645365516, |
| "grad_norm": 0.06282779217185734, |
| "learning_rate": 9.050220200000774e-05, |
| "loss": 0.0066, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.8408348995944208, |
| "grad_norm": 0.06108134707175462, |
| "learning_rate": 9.043460748144584e-05, |
| "loss": 0.0067, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.84281333465229, |
| "grad_norm": 0.07736566473934542, |
| "learning_rate": 9.036679871587992e-05, |
| "loss": 0.007, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.8447917697101592, |
| "grad_norm": 0.06587405477651638, |
| "learning_rate": 9.029877606260186e-05, |
| "loss": 0.0068, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.8467702047680284, |
| "grad_norm": 0.061817295167019656, |
| "learning_rate": 9.023053988203679e-05, |
| "loss": 0.0068, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.8487486398258978, |
| "grad_norm": 0.07255425054916446, |
| "learning_rate": 9.016209053574127e-05, |
| "loss": 0.0068, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.850727074883767, |
| "grad_norm": 0.05903475116028139, |
| "learning_rate": 9.009342838640134e-05, |
| "loss": 0.0067, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.8527055099416362, |
| "grad_norm": 0.057353373813424036, |
| "learning_rate": 9.002455379783057e-05, |
| "loss": 0.0066, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.8546839449995054, |
| "grad_norm": 0.058266108049207295, |
| "learning_rate": 8.99554671349682e-05, |
| "loss": 0.0067, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.8566623800573746, |
| "grad_norm": 0.05768018894520512, |
| "learning_rate": 8.988616876387717e-05, |
| "loss": 0.0067, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.8586408151152438, |
| "grad_norm": 0.06487506645983676, |
| "learning_rate": 8.98166590517421e-05, |
| "loss": 0.0067, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.860619250173113, |
| "grad_norm": 0.06947289352120758, |
| "learning_rate": 8.974693836686754e-05, |
| "loss": 0.0067, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.8625976852309823, |
| "grad_norm": 0.053500374984663306, |
| "learning_rate": 8.967700707867584e-05, |
| "loss": 0.0066, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.8645761202888516, |
| "grad_norm": 0.05634583748427737, |
| "learning_rate": 8.960686555770523e-05, |
| "loss": 0.0067, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.8665545553467208, |
| "grad_norm": 0.058048605971892535, |
| "learning_rate": 8.953651417560791e-05, |
| "loss": 0.0065, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.86853299040459, |
| "grad_norm": 0.0628462204149445, |
| "learning_rate": 8.946595330514806e-05, |
| "loss": 0.0066, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.8705114254624592, |
| "grad_norm": 0.057947434903711965, |
| "learning_rate": 8.939518332019985e-05, |
| "loss": 0.0065, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.8724898605203284, |
| "grad_norm": 0.05133378970372188, |
| "learning_rate": 8.932420459574544e-05, |
| "loss": 0.0065, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.8744682955781976, |
| "grad_norm": 0.06080125735131476, |
| "learning_rate": 8.925301750787306e-05, |
| "loss": 0.0067, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.8764467306360668, |
| "grad_norm": 0.05339436036281166, |
| "learning_rate": 8.918162243377493e-05, |
| "loss": 0.0066, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.8784251656939361, |
| "grad_norm": 0.05848663571729996, |
| "learning_rate": 8.911001975174536e-05, |
| "loss": 0.0064, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.8804036007518053, |
| "grad_norm": 0.05703004219983968, |
| "learning_rate": 8.903820984117864e-05, |
| "loss": 0.0064, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.8823820358096746, |
| "grad_norm": 0.0479921616427529, |
| "learning_rate": 8.896619308256711e-05, |
| "loss": 0.0065, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.8843604708675438, |
| "grad_norm": 0.05586302889535068, |
| "learning_rate": 8.88939698574991e-05, |
| "loss": 0.0065, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.886338905925413, |
| "grad_norm": 0.05022811666061468, |
| "learning_rate": 8.882154054865695e-05, |
| "loss": 0.0064, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.8883173409832822, |
| "grad_norm": 0.05071147382360628, |
| "learning_rate": 8.874890553981492e-05, |
| "loss": 0.0065, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.8902957760411514, |
| "grad_norm": 0.056626868766170534, |
| "learning_rate": 8.867606521583725e-05, |
| "loss": 0.0065, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.8922742110990207, |
| "grad_norm": 0.05749771003186095, |
| "learning_rate": 8.860301996267602e-05, |
| "loss": 0.0064, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.8942526461568899, |
| "grad_norm": 0.06257023182138685, |
| "learning_rate": 8.852977016736912e-05, |
| "loss": 0.0065, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.8962310812147591, |
| "grad_norm": 0.06106579528212765, |
| "learning_rate": 8.84563162180383e-05, |
| "loss": 0.0065, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.8982095162726283, |
| "grad_norm": 0.05564877983037075, |
| "learning_rate": 8.838265850388698e-05, |
| "loss": 0.0064, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.9001879513304976, |
| "grad_norm": 0.05401290886445682, |
| "learning_rate": 8.830879741519832e-05, |
| "loss": 0.0065, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.9021663863883668, |
| "grad_norm": 0.05309894654401534, |
| "learning_rate": 8.823473334333298e-05, |
| "loss": 0.0064, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.904144821446236, |
| "grad_norm": 0.07063760925967655, |
| "learning_rate": 8.816046668072726e-05, |
| "loss": 0.0064, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.9061232565041053, |
| "grad_norm": 0.06820623507767576, |
| "learning_rate": 8.808599782089081e-05, |
| "loss": 0.0065, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.9081016915619745, |
| "grad_norm": 0.052298698247737994, |
| "learning_rate": 8.80113271584047e-05, |
| "loss": 0.0065, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.9100801266198437, |
| "grad_norm": 0.05759021044284225, |
| "learning_rate": 8.793645508891926e-05, |
| "loss": 0.0065, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.9120585616777129, |
| "grad_norm": 0.056339337145968726, |
| "learning_rate": 8.786138200915199e-05, |
| "loss": 0.0066, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.9140369967355821, |
| "grad_norm": 0.06415336025362771, |
| "learning_rate": 8.778610831688548e-05, |
| "loss": 0.0065, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.9160154317934514, |
| "grad_norm": 0.06873391630964733, |
| "learning_rate": 8.771063441096526e-05, |
| "loss": 0.0064, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.9179938668513206, |
| "grad_norm": 0.05561441802540685, |
| "learning_rate": 8.763496069129773e-05, |
| "loss": 0.0065, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.9199723019091899, |
| "grad_norm": 0.05559728491634889, |
| "learning_rate": 8.755908755884804e-05, |
| "loss": 0.0066, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.9219507369670591, |
| "grad_norm": 0.0754326077118553, |
| "learning_rate": 8.74830154156379e-05, |
| "loss": 0.0064, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.9239291720249283, |
| "grad_norm": 0.06615963349086343, |
| "learning_rate": 8.740674466474356e-05, |
| "loss": 0.0064, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.9259076070827975, |
| "grad_norm": 0.055688495656439574, |
| "learning_rate": 8.733027571029358e-05, |
| "loss": 0.0064, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.9278860421406667, |
| "grad_norm": 0.053608715657351175, |
| "learning_rate": 8.725360895746671e-05, |
| "loss": 0.0065, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.9298644771985359, |
| "grad_norm": 0.06435095756330546, |
| "learning_rate": 8.717674481248978e-05, |
| "loss": 0.0064, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.9318429122564051, |
| "grad_norm": 0.05601715443981754, |
| "learning_rate": 8.709968368263553e-05, |
| "loss": 0.0065, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.9338213473142745, |
| "grad_norm": 0.052154573713080944, |
| "learning_rate": 8.70224259762204e-05, |
| "loss": 0.0064, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.9357997823721437, |
| "grad_norm": 0.05959940510361388, |
| "learning_rate": 8.694497210260246e-05, |
| "loss": 0.0065, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.9377782174300129, |
| "grad_norm": 0.06431152910070152, |
| "learning_rate": 8.686732247217917e-05, |
| "loss": 0.0064, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.9397566524878821, |
| "grad_norm": 0.05312521793881159, |
| "learning_rate": 8.678947749638526e-05, |
| "loss": 0.0063, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.9417350875457513, |
| "grad_norm": 0.05887685000413241, |
| "learning_rate": 8.671143758769044e-05, |
| "loss": 0.0065, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.9437135226036205, |
| "grad_norm": 0.061758462411031334, |
| "learning_rate": 8.663320315959736e-05, |
| "loss": 0.0064, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.9456919576614897, |
| "grad_norm": 0.0537891122232519, |
| "learning_rate": 8.655477462663937e-05, |
| "loss": 0.0064, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.9476703927193589, |
| "grad_norm": 0.06034634525515235, |
| "learning_rate": 8.647615240437821e-05, |
| "loss": 0.0064, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.9496488277772283, |
| "grad_norm": 0.05425680773228168, |
| "learning_rate": 8.6397336909402e-05, |
| "loss": 0.0064, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.9516272628350975, |
| "grad_norm": 0.06392369970927836, |
| "learning_rate": 8.631832855932289e-05, |
| "loss": 0.0065, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.9536056978929667, |
| "grad_norm": 0.060984861928068644, |
| "learning_rate": 8.62391277727749e-05, |
| "loss": 0.0064, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.9555841329508359, |
| "grad_norm": 0.051804491240789285, |
| "learning_rate": 8.615973496941169e-05, |
| "loss": 0.0065, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.9575625680087051, |
| "grad_norm": 0.06588654290257213, |
| "learning_rate": 8.608015056990437e-05, |
| "loss": 0.0064, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.9595410030665743, |
| "grad_norm": 0.05263256626721606, |
| "learning_rate": 8.600037499593918e-05, |
| "loss": 0.0064, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.9615194381244435, |
| "grad_norm": 0.06300547596461618, |
| "learning_rate": 8.592040867021538e-05, |
| "loss": 0.0064, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.9634978731823128, |
| "grad_norm": 0.05599778772428957, |
| "learning_rate": 8.584025201644292e-05, |
| "loss": 0.0062, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.965476308240182, |
| "grad_norm": 0.063894521252768, |
| "learning_rate": 8.575990545934023e-05, |
| "loss": 0.0064, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.9674547432980513, |
| "grad_norm": 0.07368831023490205, |
| "learning_rate": 8.567936942463195e-05, |
| "loss": 0.0064, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.9694331783559205, |
| "grad_norm": 0.05274767583379141, |
| "learning_rate": 8.559864433904671e-05, |
| "loss": 0.0063, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.9714116134137897, |
| "grad_norm": 0.06571010807091127, |
| "learning_rate": 8.551773063031484e-05, |
| "loss": 0.0063, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.9733900484716589, |
| "grad_norm": 0.053683243831398886, |
| "learning_rate": 8.543662872716607e-05, |
| "loss": 0.0064, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.9753684835295281, |
| "grad_norm": 0.07304035287780136, |
| "learning_rate": 8.535533905932738e-05, |
| "loss": 0.0064, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.9773469185873974, |
| "grad_norm": 0.059987622420537776, |
| "learning_rate": 8.527386205752056e-05, |
| "loss": 0.0063, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.9793253536452666, |
| "grad_norm": 0.05024276154684285, |
| "learning_rate": 8.519219815346004e-05, |
| "loss": 0.0063, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.9813037887031358, |
| "grad_norm": 0.05220805908925522, |
| "learning_rate": 8.511034777985058e-05, |
| "loss": 0.0063, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.983282223761005, |
| "grad_norm": 0.044460036896057126, |
| "learning_rate": 8.502831137038496e-05, |
| "loss": 0.0063, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.9852606588188743, |
| "grad_norm": 0.06869253220601658, |
| "learning_rate": 8.494608935974168e-05, |
| "loss": 0.0063, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.9872390938767435, |
| "grad_norm": 0.06903323760960157, |
| "learning_rate": 8.486368218358268e-05, |
| "loss": 0.0064, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.9892175289346127, |
| "grad_norm": 0.05802420181193652, |
| "learning_rate": 8.478109027855103e-05, |
| "loss": 0.0063, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.991195963992482, |
| "grad_norm": 0.05432879143271827, |
| "learning_rate": 8.469831408226858e-05, |
| "loss": 0.0064, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.9931743990503512, |
| "grad_norm": 0.06884081116476606, |
| "learning_rate": 8.46153540333337e-05, |
| "loss": 0.0063, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.9951528341082204, |
| "grad_norm": 0.05083108308689334, |
| "learning_rate": 8.453221057131886e-05, |
| "loss": 0.0063, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.9971312691660896, |
| "grad_norm": 0.06555923251197328, |
| "learning_rate": 8.444888413676844e-05, |
| "loss": 0.0062, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.9991097042239588, |
| "grad_norm": 0.0485194097725489, |
| "learning_rate": 8.436537517119624e-05, |
| "loss": 0.0062, |
| "step": 5050 |
| }, |
| { |
| "epoch": 1.0009892175289345, |
| "grad_norm": 0.05751697437865557, |
| "learning_rate": 8.428168411708332e-05, |
| "loss": 0.0062, |
| "step": 5060 |
| }, |
| { |
| "epoch": 1.0029676525868039, |
| "grad_norm": 0.06194461458596978, |
| "learning_rate": 8.419781141787548e-05, |
| "loss": 0.0065, |
| "step": 5070 |
| }, |
| { |
| "epoch": 1.004946087644673, |
| "grad_norm": 0.06190989641569733, |
| "learning_rate": 8.411375751798099e-05, |
| "loss": 0.0064, |
| "step": 5080 |
| }, |
| { |
| "epoch": 1.0069245227025423, |
| "grad_norm": 0.06313636014593507, |
| "learning_rate": 8.402952286276824e-05, |
| "loss": 0.0062, |
| "step": 5090 |
| }, |
| { |
| "epoch": 1.0089029577604116, |
| "grad_norm": 0.04529763060472979, |
| "learning_rate": 8.394510789856339e-05, |
| "loss": 0.0061, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.0108813928182807, |
| "grad_norm": 0.05658755695332991, |
| "learning_rate": 8.386051307264797e-05, |
| "loss": 0.0061, |
| "step": 5110 |
| }, |
| { |
| "epoch": 1.01285982787615, |
| "grad_norm": 0.05876296700094565, |
| "learning_rate": 8.377573883325653e-05, |
| "loss": 0.0062, |
| "step": 5120 |
| }, |
| { |
| "epoch": 1.0148382629340191, |
| "grad_norm": 0.048677319222699744, |
| "learning_rate": 8.369078562957425e-05, |
| "loss": 0.006, |
| "step": 5130 |
| }, |
| { |
| "epoch": 1.0168166979918885, |
| "grad_norm": 0.04814968376497898, |
| "learning_rate": 8.360565391173459e-05, |
| "loss": 0.006, |
| "step": 5140 |
| }, |
| { |
| "epoch": 1.0187951330497576, |
| "grad_norm": 0.05224291236621946, |
| "learning_rate": 8.352034413081686e-05, |
| "loss": 0.0062, |
| "step": 5150 |
| }, |
| { |
| "epoch": 1.0207735681076269, |
| "grad_norm": 0.055530887607350574, |
| "learning_rate": 8.343485673884388e-05, |
| "loss": 0.0062, |
| "step": 5160 |
| }, |
| { |
| "epoch": 1.0227520031654962, |
| "grad_norm": 0.053363533845341746, |
| "learning_rate": 8.334919218877957e-05, |
| "loss": 0.0061, |
| "step": 5170 |
| }, |
| { |
| "epoch": 1.0247304382233653, |
| "grad_norm": 0.04467609371510563, |
| "learning_rate": 8.326335093452651e-05, |
| "loss": 0.0061, |
| "step": 5180 |
| }, |
| { |
| "epoch": 1.0267088732812346, |
| "grad_norm": 0.0585920042054814, |
| "learning_rate": 8.317733343092357e-05, |
| "loss": 0.006, |
| "step": 5190 |
| }, |
| { |
| "epoch": 1.0286873083391037, |
| "grad_norm": 0.04585703525635281, |
| "learning_rate": 8.309114013374353e-05, |
| "loss": 0.0062, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.030665743396973, |
| "grad_norm": 0.04805865638009708, |
| "learning_rate": 8.300477149969057e-05, |
| "loss": 0.006, |
| "step": 5210 |
| }, |
| { |
| "epoch": 1.0326441784548421, |
| "grad_norm": 0.05690505062855741, |
| "learning_rate": 8.291822798639797e-05, |
| "loss": 0.006, |
| "step": 5220 |
| }, |
| { |
| "epoch": 1.0346226135127115, |
| "grad_norm": 0.04730340198191466, |
| "learning_rate": 8.28315100524256e-05, |
| "loss": 0.006, |
| "step": 5230 |
| }, |
| { |
| "epoch": 1.0366010485705808, |
| "grad_norm": 0.05951677298114814, |
| "learning_rate": 8.274461815725751e-05, |
| "loss": 0.006, |
| "step": 5240 |
| }, |
| { |
| "epoch": 1.0385794836284499, |
| "grad_norm": 0.07843694815788296, |
| "learning_rate": 8.265755276129953e-05, |
| "loss": 0.0061, |
| "step": 5250 |
| }, |
| { |
| "epoch": 1.0405579186863192, |
| "grad_norm": 0.04728971510378077, |
| "learning_rate": 8.257031432587676e-05, |
| "loss": 0.006, |
| "step": 5260 |
| }, |
| { |
| "epoch": 1.0425363537441883, |
| "grad_norm": 0.052813393089842196, |
| "learning_rate": 8.24829033132312e-05, |
| "loss": 0.0061, |
| "step": 5270 |
| }, |
| { |
| "epoch": 1.0445147888020576, |
| "grad_norm": 0.04242315686357168, |
| "learning_rate": 8.239532018651924e-05, |
| "loss": 0.0061, |
| "step": 5280 |
| }, |
| { |
| "epoch": 1.0464932238599267, |
| "grad_norm": 0.04551625938635774, |
| "learning_rate": 8.230756540980929e-05, |
| "loss": 0.006, |
| "step": 5290 |
| }, |
| { |
| "epoch": 1.048471658917796, |
| "grad_norm": 0.12609413534027722, |
| "learning_rate": 8.22196394480792e-05, |
| "loss": 0.006, |
| "step": 5300 |
| }, |
| { |
| "epoch": 1.0504500939756654, |
| "grad_norm": 0.048345239728159864, |
| "learning_rate": 8.213154276721388e-05, |
| "loss": 0.0061, |
| "step": 5310 |
| }, |
| { |
| "epoch": 1.0524285290335345, |
| "grad_norm": 0.049683983672517563, |
| "learning_rate": 8.204327583400287e-05, |
| "loss": 0.0059, |
| "step": 5320 |
| }, |
| { |
| "epoch": 1.0544069640914038, |
| "grad_norm": 0.05188762055512984, |
| "learning_rate": 8.195483911613772e-05, |
| "loss": 0.0061, |
| "step": 5330 |
| }, |
| { |
| "epoch": 1.0563853991492729, |
| "grad_norm": 0.04497316878650636, |
| "learning_rate": 8.186623308220967e-05, |
| "loss": 0.006, |
| "step": 5340 |
| }, |
| { |
| "epoch": 1.0583638342071422, |
| "grad_norm": 0.0546094082196699, |
| "learning_rate": 8.177745820170705e-05, |
| "loss": 0.006, |
| "step": 5350 |
| }, |
| { |
| "epoch": 1.0603422692650113, |
| "grad_norm": 0.05026765981658095, |
| "learning_rate": 8.168851494501287e-05, |
| "loss": 0.0061, |
| "step": 5360 |
| }, |
| { |
| "epoch": 1.0623207043228806, |
| "grad_norm": 0.049164085129099054, |
| "learning_rate": 8.159940378340232e-05, |
| "loss": 0.0062, |
| "step": 5370 |
| }, |
| { |
| "epoch": 1.0642991393807497, |
| "grad_norm": 2.1603938265812803, |
| "learning_rate": 8.15101251890402e-05, |
| "loss": 0.1131, |
| "step": 5380 |
| }, |
| { |
| "epoch": 1.066277574438619, |
| "grad_norm": 2.0271542611486963, |
| "learning_rate": 8.142067963497851e-05, |
| "loss": 0.0686, |
| "step": 5390 |
| }, |
| { |
| "epoch": 1.0682560094964884, |
| "grad_norm": 0.3394983528971652, |
| "learning_rate": 8.133106759515388e-05, |
| "loss": 0.048, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.0702344445543575, |
| "grad_norm": 0.415602659010459, |
| "learning_rate": 8.124128954438508e-05, |
| "loss": 0.0485, |
| "step": 5410 |
| }, |
| { |
| "epoch": 1.0722128796122268, |
| "grad_norm": 0.10803919390382354, |
| "learning_rate": 8.115134595837055e-05, |
| "loss": 0.0141, |
| "step": 5420 |
| }, |
| { |
| "epoch": 1.0741913146700959, |
| "grad_norm": 0.08522270309725247, |
| "learning_rate": 8.106123731368578e-05, |
| "loss": 0.0094, |
| "step": 5430 |
| }, |
| { |
| "epoch": 1.0761697497279652, |
| "grad_norm": 0.07158724437719485, |
| "learning_rate": 8.097096408778086e-05, |
| "loss": 0.0079, |
| "step": 5440 |
| }, |
| { |
| "epoch": 1.0781481847858343, |
| "grad_norm": 0.057866180941927546, |
| "learning_rate": 8.088052675897795e-05, |
| "loss": 0.0072, |
| "step": 5450 |
| }, |
| { |
| "epoch": 1.0801266198437036, |
| "grad_norm": 0.05126972570721972, |
| "learning_rate": 8.078992580646871e-05, |
| "loss": 0.0069, |
| "step": 5460 |
| }, |
| { |
| "epoch": 1.082105054901573, |
| "grad_norm": 0.08979830221273404, |
| "learning_rate": 8.06991617103118e-05, |
| "loss": 0.0067, |
| "step": 5470 |
| }, |
| { |
| "epoch": 1.084083489959442, |
| "grad_norm": 0.04456568001016533, |
| "learning_rate": 8.060823495143024e-05, |
| "loss": 0.0065, |
| "step": 5480 |
| }, |
| { |
| "epoch": 1.0860619250173114, |
| "grad_norm": 0.0492565340931974, |
| "learning_rate": 8.051714601160903e-05, |
| "loss": 0.0063, |
| "step": 5490 |
| }, |
| { |
| "epoch": 1.0880403600751805, |
| "grad_norm": 0.04849713080553465, |
| "learning_rate": 8.042589537349243e-05, |
| "loss": 0.0063, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.0900187951330498, |
| "grad_norm": 0.05895897122616162, |
| "learning_rate": 8.033448352058154e-05, |
| "loss": 0.0062, |
| "step": 5510 |
| }, |
| { |
| "epoch": 1.0919972301909189, |
| "grad_norm": 0.04641947900694574, |
| "learning_rate": 8.024291093723162e-05, |
| "loss": 0.0062, |
| "step": 5520 |
| }, |
| { |
| "epoch": 1.0939756652487882, |
| "grad_norm": 0.05266295071130823, |
| "learning_rate": 8.01511781086496e-05, |
| "loss": 0.0062, |
| "step": 5530 |
| }, |
| { |
| "epoch": 1.0959541003066575, |
| "grad_norm": 0.04113578402567327, |
| "learning_rate": 8.005928552089148e-05, |
| "loss": 0.006, |
| "step": 5540 |
| }, |
| { |
| "epoch": 1.0979325353645266, |
| "grad_norm": 0.046397456824519824, |
| "learning_rate": 7.996723366085977e-05, |
| "loss": 0.0061, |
| "step": 5550 |
| }, |
| { |
| "epoch": 1.099910970422396, |
| "grad_norm": 0.042504109848566785, |
| "learning_rate": 7.98750230163009e-05, |
| "loss": 0.006, |
| "step": 5560 |
| }, |
| { |
| "epoch": 1.101889405480265, |
| "grad_norm": 0.04625137829184704, |
| "learning_rate": 7.978265407580261e-05, |
| "loss": 0.006, |
| "step": 5570 |
| }, |
| { |
| "epoch": 1.1038678405381344, |
| "grad_norm": 0.03573652083585954, |
| "learning_rate": 7.969012732879144e-05, |
| "loss": 0.0061, |
| "step": 5580 |
| }, |
| { |
| "epoch": 1.1058462755960035, |
| "grad_norm": 0.04264641938532718, |
| "learning_rate": 7.959744326553001e-05, |
| "loss": 0.006, |
| "step": 5590 |
| }, |
| { |
| "epoch": 1.1078247106538728, |
| "grad_norm": 0.041439726686744414, |
| "learning_rate": 7.950460237711458e-05, |
| "loss": 0.006, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.109803145711742, |
| "grad_norm": 0.042924810977132855, |
| "learning_rate": 7.94116051554723e-05, |
| "loss": 0.0059, |
| "step": 5610 |
| }, |
| { |
| "epoch": 1.1117815807696112, |
| "grad_norm": 0.04403008318563282, |
| "learning_rate": 7.931845209335871e-05, |
| "loss": 0.006, |
| "step": 5620 |
| }, |
| { |
| "epoch": 1.1137600158274805, |
| "grad_norm": 0.03738858465139161, |
| "learning_rate": 7.922514368435505e-05, |
| "loss": 0.0058, |
| "step": 5630 |
| }, |
| { |
| "epoch": 1.1157384508853496, |
| "grad_norm": 0.03303808177320043, |
| "learning_rate": 7.91316804228657e-05, |
| "loss": 0.0058, |
| "step": 5640 |
| }, |
| { |
| "epoch": 1.117716885943219, |
| "grad_norm": 0.031941951174383296, |
| "learning_rate": 7.903806280411557e-05, |
| "loss": 0.0058, |
| "step": 5650 |
| }, |
| { |
| "epoch": 1.119695321001088, |
| "grad_norm": 0.04229774883039419, |
| "learning_rate": 7.89442913241474e-05, |
| "loss": 0.0059, |
| "step": 5660 |
| }, |
| { |
| "epoch": 1.1216737560589574, |
| "grad_norm": 0.03986989201339158, |
| "learning_rate": 7.885036647981921e-05, |
| "loss": 0.0059, |
| "step": 5670 |
| }, |
| { |
| "epoch": 1.1236521911168267, |
| "grad_norm": 0.043949789554008536, |
| "learning_rate": 7.875628876880161e-05, |
| "loss": 0.0058, |
| "step": 5680 |
| }, |
| { |
| "epoch": 1.1256306261746958, |
| "grad_norm": 0.04241107898465743, |
| "learning_rate": 7.866205868957524e-05, |
| "loss": 0.0058, |
| "step": 5690 |
| }, |
| { |
| "epoch": 1.127609061232565, |
| "grad_norm": 0.04108409727829765, |
| "learning_rate": 7.8567676741428e-05, |
| "loss": 0.0058, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.1295874962904342, |
| "grad_norm": 0.038134778524605575, |
| "learning_rate": 7.847314342445258e-05, |
| "loss": 0.0059, |
| "step": 5710 |
| }, |
| { |
| "epoch": 1.1315659313483035, |
| "grad_norm": 0.0395359110505131, |
| "learning_rate": 7.837845923954364e-05, |
| "loss": 0.0059, |
| "step": 5720 |
| }, |
| { |
| "epoch": 1.1335443664061726, |
| "grad_norm": 0.03705923743875566, |
| "learning_rate": 7.828362468839525e-05, |
| "loss": 0.0057, |
| "step": 5730 |
| }, |
| { |
| "epoch": 1.135522801464042, |
| "grad_norm": 0.04438030890390153, |
| "learning_rate": 7.818864027349822e-05, |
| "loss": 0.0059, |
| "step": 5740 |
| }, |
| { |
| "epoch": 1.1375012365219113, |
| "grad_norm": 0.04093793909769111, |
| "learning_rate": 7.809350649813743e-05, |
| "loss": 0.0058, |
| "step": 5750 |
| }, |
| { |
| "epoch": 1.1394796715797804, |
| "grad_norm": 0.04524355161903631, |
| "learning_rate": 7.799822386638915e-05, |
| "loss": 0.0058, |
| "step": 5760 |
| }, |
| { |
| "epoch": 1.1414581066376497, |
| "grad_norm": 0.0442670428949603, |
| "learning_rate": 7.790279288311837e-05, |
| "loss": 0.0057, |
| "step": 5770 |
| }, |
| { |
| "epoch": 1.1434365416955188, |
| "grad_norm": 0.033166208241422204, |
| "learning_rate": 7.78072140539762e-05, |
| "loss": 0.0057, |
| "step": 5780 |
| }, |
| { |
| "epoch": 1.145414976753388, |
| "grad_norm": 0.04012402475370748, |
| "learning_rate": 7.771148788539704e-05, |
| "loss": 0.0057, |
| "step": 5790 |
| }, |
| { |
| "epoch": 1.1473934118112572, |
| "grad_norm": 0.03237612662007064, |
| "learning_rate": 7.761561488459603e-05, |
| "loss": 0.0059, |
| "step": 5800 |
| }, |
| { |
| "epoch": 1.1493718468691265, |
| "grad_norm": 0.03324122965447543, |
| "learning_rate": 7.751959555956632e-05, |
| "loss": 0.0057, |
| "step": 5810 |
| }, |
| { |
| "epoch": 1.1513502819269958, |
| "grad_norm": 0.027949811113114495, |
| "learning_rate": 7.742343041907634e-05, |
| "loss": 0.0057, |
| "step": 5820 |
| }, |
| { |
| "epoch": 1.153328716984865, |
| "grad_norm": 0.03791264371201285, |
| "learning_rate": 7.732711997266719e-05, |
| "loss": 0.0057, |
| "step": 5830 |
| }, |
| { |
| "epoch": 1.1553071520427343, |
| "grad_norm": 0.034815972244427125, |
| "learning_rate": 7.723066473064986e-05, |
| "loss": 0.0058, |
| "step": 5840 |
| }, |
| { |
| "epoch": 1.1572855871006034, |
| "grad_norm": 0.0414424156302514, |
| "learning_rate": 7.713406520410252e-05, |
| "loss": 0.0057, |
| "step": 5850 |
| }, |
| { |
| "epoch": 1.1592640221584727, |
| "grad_norm": 0.03944905753887055, |
| "learning_rate": 7.703732190486792e-05, |
| "loss": 0.0057, |
| "step": 5860 |
| }, |
| { |
| "epoch": 1.1612424572163418, |
| "grad_norm": 0.04460252097585453, |
| "learning_rate": 7.694043534555055e-05, |
| "loss": 0.0058, |
| "step": 5870 |
| }, |
| { |
| "epoch": 1.163220892274211, |
| "grad_norm": 0.0369538846573498, |
| "learning_rate": 7.684340603951399e-05, |
| "loss": 0.0057, |
| "step": 5880 |
| }, |
| { |
| "epoch": 1.1651993273320804, |
| "grad_norm": 0.031526159830323905, |
| "learning_rate": 7.674623450087822e-05, |
| "loss": 0.0057, |
| "step": 5890 |
| }, |
| { |
| "epoch": 1.1671777623899495, |
| "grad_norm": 0.03307040490075019, |
| "learning_rate": 7.664892124451676e-05, |
| "loss": 0.0057, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.1691561974478188, |
| "grad_norm": 0.03998929235774849, |
| "learning_rate": 7.655146678605414e-05, |
| "loss": 0.0057, |
| "step": 5910 |
| }, |
| { |
| "epoch": 1.171134632505688, |
| "grad_norm": 0.04324580029205743, |
| "learning_rate": 7.645387164186298e-05, |
| "loss": 0.0058, |
| "step": 5920 |
| }, |
| { |
| "epoch": 1.1731130675635573, |
| "grad_norm": 0.0426025264209868, |
| "learning_rate": 7.635613632906141e-05, |
| "loss": 0.0057, |
| "step": 5930 |
| }, |
| { |
| "epoch": 1.1750915026214264, |
| "grad_norm": 0.028661143167508635, |
| "learning_rate": 7.625826136551022e-05, |
| "loss": 0.0057, |
| "step": 5940 |
| }, |
| { |
| "epoch": 1.1770699376792957, |
| "grad_norm": 0.04388788894109092, |
| "learning_rate": 7.616024726981015e-05, |
| "loss": 0.0057, |
| "step": 5950 |
| }, |
| { |
| "epoch": 1.179048372737165, |
| "grad_norm": 0.0436120659633431, |
| "learning_rate": 7.606209456129914e-05, |
| "loss": 0.0058, |
| "step": 5960 |
| }, |
| { |
| "epoch": 1.181026807795034, |
| "grad_norm": 0.047845886779166666, |
| "learning_rate": 7.596380376004965e-05, |
| "loss": 0.0058, |
| "step": 5970 |
| }, |
| { |
| "epoch": 1.1830052428529034, |
| "grad_norm": 0.04480178028026406, |
| "learning_rate": 7.586537538686574e-05, |
| "loss": 0.0058, |
| "step": 5980 |
| }, |
| { |
| "epoch": 1.1849836779107725, |
| "grad_norm": 0.041454217066072045, |
| "learning_rate": 7.576680996328045e-05, |
| "loss": 0.0058, |
| "step": 5990 |
| }, |
| { |
| "epoch": 1.1869621129686418, |
| "grad_norm": 0.05036860831205738, |
| "learning_rate": 7.566810801155304e-05, |
| "loss": 0.0058, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.188940548026511, |
| "grad_norm": 0.03991876647458778, |
| "learning_rate": 7.556927005466612e-05, |
| "loss": 0.0058, |
| "step": 6010 |
| }, |
| { |
| "epoch": 1.1909189830843803, |
| "grad_norm": 0.04511693975741068, |
| "learning_rate": 7.547029661632298e-05, |
| "loss": 0.0057, |
| "step": 6020 |
| }, |
| { |
| "epoch": 1.1928974181422496, |
| "grad_norm": 0.035236003193201464, |
| "learning_rate": 7.537118822094474e-05, |
| "loss": 0.0057, |
| "step": 6030 |
| }, |
| { |
| "epoch": 1.1948758532001187, |
| "grad_norm": 0.03635223890045791, |
| "learning_rate": 7.52719453936676e-05, |
| "loss": 0.0057, |
| "step": 6040 |
| }, |
| { |
| "epoch": 1.196854288257988, |
| "grad_norm": 0.03499601711589297, |
| "learning_rate": 7.517256866034011e-05, |
| "loss": 0.0057, |
| "step": 6050 |
| }, |
| { |
| "epoch": 1.198832723315857, |
| "grad_norm": 0.03051992982533724, |
| "learning_rate": 7.507305854752027e-05, |
| "loss": 0.0056, |
| "step": 6060 |
| }, |
| { |
| "epoch": 1.2008111583737264, |
| "grad_norm": 0.03258091755349024, |
| "learning_rate": 7.497341558247286e-05, |
| "loss": 0.0056, |
| "step": 6070 |
| }, |
| { |
| "epoch": 1.2027895934315955, |
| "grad_norm": 0.03250512206806069, |
| "learning_rate": 7.487364029316655e-05, |
| "loss": 0.0056, |
| "step": 6080 |
| }, |
| { |
| "epoch": 1.2047680284894648, |
| "grad_norm": 0.036115795636918274, |
| "learning_rate": 7.47737332082712e-05, |
| "loss": 0.0056, |
| "step": 6090 |
| }, |
| { |
| "epoch": 1.2067464635473342, |
| "grad_norm": 0.04493959647880394, |
| "learning_rate": 7.467369485715492e-05, |
| "loss": 0.0057, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.2087248986052033, |
| "grad_norm": 0.042903241347616944, |
| "learning_rate": 7.457352576988144e-05, |
| "loss": 0.0056, |
| "step": 6110 |
| }, |
| { |
| "epoch": 1.2107033336630726, |
| "grad_norm": 0.03237087689528689, |
| "learning_rate": 7.447322647720714e-05, |
| "loss": 0.0057, |
| "step": 6120 |
| }, |
| { |
| "epoch": 1.2126817687209417, |
| "grad_norm": 0.03667458351368389, |
| "learning_rate": 7.437279751057833e-05, |
| "loss": 0.0057, |
| "step": 6130 |
| }, |
| { |
| "epoch": 1.214660203778811, |
| "grad_norm": 0.03153719155428942, |
| "learning_rate": 7.42722394021284e-05, |
| "loss": 0.0057, |
| "step": 6140 |
| }, |
| { |
| "epoch": 1.21663863883668, |
| "grad_norm": 0.03391573901177321, |
| "learning_rate": 7.417155268467505e-05, |
| "loss": 0.0057, |
| "step": 6150 |
| }, |
| { |
| "epoch": 1.2186170738945494, |
| "grad_norm": 0.0557269786469655, |
| "learning_rate": 7.407073789171737e-05, |
| "loss": 0.0057, |
| "step": 6160 |
| }, |
| { |
| "epoch": 1.2205955089524188, |
| "grad_norm": 0.04042665936983494, |
| "learning_rate": 7.396979555743315e-05, |
| "loss": 0.0057, |
| "step": 6170 |
| }, |
| { |
| "epoch": 1.2225739440102878, |
| "grad_norm": 0.041175953128139264, |
| "learning_rate": 7.386872621667588e-05, |
| "loss": 0.0057, |
| "step": 6180 |
| }, |
| { |
| "epoch": 1.2245523790681572, |
| "grad_norm": 0.03774663680988805, |
| "learning_rate": 7.376753040497206e-05, |
| "loss": 0.0057, |
| "step": 6190 |
| }, |
| { |
| "epoch": 1.2265308141260263, |
| "grad_norm": 0.032985623718476444, |
| "learning_rate": 7.366620865851832e-05, |
| "loss": 0.0057, |
| "step": 6200 |
| }, |
| { |
| "epoch": 1.2285092491838956, |
| "grad_norm": 0.04526217134388791, |
| "learning_rate": 7.356476151417851e-05, |
| "loss": 0.0056, |
| "step": 6210 |
| }, |
| { |
| "epoch": 1.2304876842417647, |
| "grad_norm": 0.033699952620718725, |
| "learning_rate": 7.3463189509481e-05, |
| "loss": 0.0056, |
| "step": 6220 |
| }, |
| { |
| "epoch": 1.232466119299634, |
| "grad_norm": 0.03449816480802273, |
| "learning_rate": 7.336149318261565e-05, |
| "loss": 0.0057, |
| "step": 6230 |
| }, |
| { |
| "epoch": 1.2344445543575033, |
| "grad_norm": 0.03739065625318545, |
| "learning_rate": 7.325967307243116e-05, |
| "loss": 0.0057, |
| "step": 6240 |
| }, |
| { |
| "epoch": 1.2364229894153724, |
| "grad_norm": 0.039844310496860026, |
| "learning_rate": 7.3157729718432e-05, |
| "loss": 0.0056, |
| "step": 6250 |
| }, |
| { |
| "epoch": 1.2384014244732418, |
| "grad_norm": 0.03741054285164765, |
| "learning_rate": 7.305566366077573e-05, |
| "loss": 0.0056, |
| "step": 6260 |
| }, |
| { |
| "epoch": 1.2403798595311109, |
| "grad_norm": 0.03364703685867033, |
| "learning_rate": 7.295347544027006e-05, |
| "loss": 0.0057, |
| "step": 6270 |
| }, |
| { |
| "epoch": 1.2423582945889802, |
| "grad_norm": 0.033448087560093175, |
| "learning_rate": 7.285116559836996e-05, |
| "loss": 0.0056, |
| "step": 6280 |
| }, |
| { |
| "epoch": 1.2443367296468493, |
| "grad_norm": 0.039062579681959614, |
| "learning_rate": 7.274873467717487e-05, |
| "loss": 0.0056, |
| "step": 6290 |
| }, |
| { |
| "epoch": 1.2463151647047186, |
| "grad_norm": 0.038104791586339296, |
| "learning_rate": 7.264618321942575e-05, |
| "loss": 0.0057, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.248293599762588, |
| "grad_norm": 0.031049241763307502, |
| "learning_rate": 7.254351176850222e-05, |
| "loss": 0.0056, |
| "step": 6310 |
| }, |
| { |
| "epoch": 1.250272034820457, |
| "grad_norm": 0.03418278670690264, |
| "learning_rate": 7.244072086841977e-05, |
| "loss": 0.0056, |
| "step": 6320 |
| }, |
| { |
| "epoch": 1.2522504698783261, |
| "grad_norm": 0.037002415997614224, |
| "learning_rate": 7.23378110638267e-05, |
| "loss": 0.0056, |
| "step": 6330 |
| }, |
| { |
| "epoch": 1.2542289049361954, |
| "grad_norm": 0.04260617531407092, |
| "learning_rate": 7.223478290000142e-05, |
| "loss": 0.0056, |
| "step": 6340 |
| }, |
| { |
| "epoch": 1.2562073399940648, |
| "grad_norm": 0.036028204288982416, |
| "learning_rate": 7.213163692284943e-05, |
| "loss": 0.0056, |
| "step": 6350 |
| }, |
| { |
| "epoch": 1.2581857750519339, |
| "grad_norm": 0.036901375470254155, |
| "learning_rate": 7.202837367890054e-05, |
| "loss": 0.0056, |
| "step": 6360 |
| }, |
| { |
| "epoch": 1.2601642101098032, |
| "grad_norm": 0.03735386965396765, |
| "learning_rate": 7.192499371530581e-05, |
| "loss": 0.0056, |
| "step": 6370 |
| }, |
| { |
| "epoch": 1.2621426451676725, |
| "grad_norm": 0.02984723835237537, |
| "learning_rate": 7.182149757983484e-05, |
| "loss": 0.0056, |
| "step": 6380 |
| }, |
| { |
| "epoch": 1.2641210802255416, |
| "grad_norm": 0.03935128678801177, |
| "learning_rate": 7.171788582087277e-05, |
| "loss": 0.0056, |
| "step": 6390 |
| }, |
| { |
| "epoch": 1.2660995152834107, |
| "grad_norm": 0.04032397080470862, |
| "learning_rate": 7.16141589874173e-05, |
| "loss": 0.0056, |
| "step": 6400 |
| }, |
| { |
| "epoch": 1.26807795034128, |
| "grad_norm": 0.03356966831950111, |
| "learning_rate": 7.151031762907597e-05, |
| "loss": 0.0056, |
| "step": 6410 |
| }, |
| { |
| "epoch": 1.2700563853991493, |
| "grad_norm": 0.03497802089921324, |
| "learning_rate": 7.140636229606308e-05, |
| "loss": 0.0056, |
| "step": 6420 |
| }, |
| { |
| "epoch": 1.2720348204570184, |
| "grad_norm": 0.03290016437192306, |
| "learning_rate": 7.130229353919684e-05, |
| "loss": 0.0056, |
| "step": 6430 |
| }, |
| { |
| "epoch": 1.2740132555148878, |
| "grad_norm": 0.0398833363100131, |
| "learning_rate": 7.119811190989649e-05, |
| "loss": 0.0056, |
| "step": 6440 |
| }, |
| { |
| "epoch": 1.275991690572757, |
| "grad_norm": 0.03732062427368817, |
| "learning_rate": 7.10938179601793e-05, |
| "loss": 0.0056, |
| "step": 6450 |
| }, |
| { |
| "epoch": 1.2779701256306262, |
| "grad_norm": 0.03934783036880213, |
| "learning_rate": 7.098941224265769e-05, |
| "loss": 0.0056, |
| "step": 6460 |
| }, |
| { |
| "epoch": 1.2799485606884953, |
| "grad_norm": 0.03381710882106186, |
| "learning_rate": 7.088489531053627e-05, |
| "loss": 0.0056, |
| "step": 6470 |
| }, |
| { |
| "epoch": 1.2819269957463646, |
| "grad_norm": 0.034166289132313815, |
| "learning_rate": 7.0780267717609e-05, |
| "loss": 0.0056, |
| "step": 6480 |
| }, |
| { |
| "epoch": 1.283905430804234, |
| "grad_norm": 0.04033915396960083, |
| "learning_rate": 7.067553001825609e-05, |
| "loss": 0.0056, |
| "step": 6490 |
| }, |
| { |
| "epoch": 1.285883865862103, |
| "grad_norm": 0.03467942241584561, |
| "learning_rate": 7.057068276744123e-05, |
| "loss": 0.0056, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.2878623009199723, |
| "grad_norm": 0.037450027364007404, |
| "learning_rate": 7.04657265207086e-05, |
| "loss": 0.0056, |
| "step": 6510 |
| }, |
| { |
| "epoch": 1.2898407359778417, |
| "grad_norm": 0.0370877752887104, |
| "learning_rate": 7.036066183417981e-05, |
| "loss": 0.0056, |
| "step": 6520 |
| }, |
| { |
| "epoch": 1.2918191710357108, |
| "grad_norm": 0.03847399101266914, |
| "learning_rate": 7.025548926455117e-05, |
| "loss": 0.0056, |
| "step": 6530 |
| }, |
| { |
| "epoch": 1.2937976060935799, |
| "grad_norm": 0.041156866057780156, |
| "learning_rate": 7.015020936909052e-05, |
| "loss": 0.0055, |
| "step": 6540 |
| }, |
| { |
| "epoch": 1.2957760411514492, |
| "grad_norm": 0.03946704745949501, |
| "learning_rate": 7.004482270563441e-05, |
| "loss": 0.0057, |
| "step": 6550 |
| }, |
| { |
| "epoch": 1.2977544762093185, |
| "grad_norm": 0.03659863977786791, |
| "learning_rate": 6.993932983258514e-05, |
| "loss": 0.0056, |
| "step": 6560 |
| }, |
| { |
| "epoch": 1.2997329112671876, |
| "grad_norm": 0.03748359635818026, |
| "learning_rate": 6.983373130890774e-05, |
| "loss": 0.0056, |
| "step": 6570 |
| }, |
| { |
| "epoch": 1.301711346325057, |
| "grad_norm": 0.037948505381691075, |
| "learning_rate": 6.972802769412706e-05, |
| "loss": 0.0056, |
| "step": 6580 |
| }, |
| { |
| "epoch": 1.3036897813829262, |
| "grad_norm": 0.04450744337699251, |
| "learning_rate": 6.962221954832476e-05, |
| "loss": 0.0056, |
| "step": 6590 |
| }, |
| { |
| "epoch": 1.3056682164407953, |
| "grad_norm": 0.053301654630973534, |
| "learning_rate": 6.95163074321364e-05, |
| "loss": 0.0057, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.3076466514986644, |
| "grad_norm": 0.04162041067392495, |
| "learning_rate": 6.941029190674844e-05, |
| "loss": 0.0056, |
| "step": 6610 |
| }, |
| { |
| "epoch": 1.3096250865565338, |
| "grad_norm": 0.04381958004213867, |
| "learning_rate": 6.93041735338952e-05, |
| "loss": 0.0057, |
| "step": 6620 |
| }, |
| { |
| "epoch": 1.311603521614403, |
| "grad_norm": 0.02782137292845423, |
| "learning_rate": 6.919795287585604e-05, |
| "loss": 0.0057, |
| "step": 6630 |
| }, |
| { |
| "epoch": 1.3135819566722722, |
| "grad_norm": 0.025567125024299867, |
| "learning_rate": 6.909163049545223e-05, |
| "loss": 0.0055, |
| "step": 6640 |
| }, |
| { |
| "epoch": 1.3155603917301415, |
| "grad_norm": 0.035120781893699195, |
| "learning_rate": 6.898520695604404e-05, |
| "loss": 0.0055, |
| "step": 6650 |
| }, |
| { |
| "epoch": 1.3175388267880108, |
| "grad_norm": 0.040227781165756704, |
| "learning_rate": 6.887868282152775e-05, |
| "loss": 0.0055, |
| "step": 6660 |
| }, |
| { |
| "epoch": 1.31951726184588, |
| "grad_norm": 0.03391083738077268, |
| "learning_rate": 6.877205865633262e-05, |
| "loss": 0.0055, |
| "step": 6670 |
| }, |
| { |
| "epoch": 1.321495696903749, |
| "grad_norm": 0.03638116973313427, |
| "learning_rate": 6.866533502541802e-05, |
| "loss": 0.0056, |
| "step": 6680 |
| }, |
| { |
| "epoch": 1.3234741319616183, |
| "grad_norm": 0.03603931376063003, |
| "learning_rate": 6.855851249427024e-05, |
| "loss": 0.0055, |
| "step": 6690 |
| }, |
| { |
| "epoch": 1.3254525670194877, |
| "grad_norm": 0.03826922809041725, |
| "learning_rate": 6.845159162889965e-05, |
| "loss": 0.0055, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.3274310020773568, |
| "grad_norm": 0.03774398998239144, |
| "learning_rate": 6.834457299583768e-05, |
| "loss": 0.0056, |
| "step": 6710 |
| }, |
| { |
| "epoch": 1.329409437135226, |
| "grad_norm": 0.038170414654768225, |
| "learning_rate": 6.823745716213377e-05, |
| "loss": 0.0056, |
| "step": 6720 |
| }, |
| { |
| "epoch": 1.3313878721930952, |
| "grad_norm": 0.03443680596757458, |
| "learning_rate": 6.813024469535236e-05, |
| "loss": 0.0056, |
| "step": 6730 |
| }, |
| { |
| "epoch": 1.3333663072509645, |
| "grad_norm": 0.026479399635652132, |
| "learning_rate": 6.802293616356997e-05, |
| "loss": 0.0056, |
| "step": 6740 |
| }, |
| { |
| "epoch": 1.3353447423088336, |
| "grad_norm": 0.028372086861007666, |
| "learning_rate": 6.791553213537209e-05, |
| "loss": 0.0056, |
| "step": 6750 |
| }, |
| { |
| "epoch": 1.337323177366703, |
| "grad_norm": 0.03789215933000055, |
| "learning_rate": 6.780803317985021e-05, |
| "loss": 0.0056, |
| "step": 6760 |
| }, |
| { |
| "epoch": 1.3393016124245722, |
| "grad_norm": 0.039576511265595506, |
| "learning_rate": 6.77004398665988e-05, |
| "loss": 0.0055, |
| "step": 6770 |
| }, |
| { |
| "epoch": 1.3412800474824413, |
| "grad_norm": 0.036864169034171806, |
| "learning_rate": 6.759275276571233e-05, |
| "loss": 0.0056, |
| "step": 6780 |
| }, |
| { |
| "epoch": 1.3432584825403107, |
| "grad_norm": 0.04321814565999796, |
| "learning_rate": 6.748497244778214e-05, |
| "loss": 0.0056, |
| "step": 6790 |
| }, |
| { |
| "epoch": 1.3452369175981798, |
| "grad_norm": 0.03726919741553951, |
| "learning_rate": 6.737709948389356e-05, |
| "loss": 0.0057, |
| "step": 6800 |
| }, |
| { |
| "epoch": 1.347215352656049, |
| "grad_norm": 0.03681582325216623, |
| "learning_rate": 6.726913444562283e-05, |
| "loss": 0.0056, |
| "step": 6810 |
| }, |
| { |
| "epoch": 1.3491937877139182, |
| "grad_norm": 0.0349403052016446, |
| "learning_rate": 6.716107790503398e-05, |
| "loss": 0.0056, |
| "step": 6820 |
| }, |
| { |
| "epoch": 1.3511722227717875, |
| "grad_norm": 0.041473749973638015, |
| "learning_rate": 6.705293043467589e-05, |
| "loss": 0.0056, |
| "step": 6830 |
| }, |
| { |
| "epoch": 1.3531506578296568, |
| "grad_norm": 0.03582960164812966, |
| "learning_rate": 6.69446926075793e-05, |
| "loss": 0.0056, |
| "step": 6840 |
| }, |
| { |
| "epoch": 1.355129092887526, |
| "grad_norm": 0.03280549841785671, |
| "learning_rate": 6.683636499725365e-05, |
| "loss": 0.0055, |
| "step": 6850 |
| }, |
| { |
| "epoch": 1.3571075279453952, |
| "grad_norm": 0.03942628590105101, |
| "learning_rate": 6.672794817768414e-05, |
| "loss": 0.0055, |
| "step": 6860 |
| }, |
| { |
| "epoch": 1.3590859630032643, |
| "grad_norm": 0.043307764106813786, |
| "learning_rate": 6.661944272332867e-05, |
| "loss": 0.0056, |
| "step": 6870 |
| }, |
| { |
| "epoch": 1.3610643980611337, |
| "grad_norm": 0.034872917925607164, |
| "learning_rate": 6.651084920911473e-05, |
| "loss": 0.0055, |
| "step": 6880 |
| }, |
| { |
| "epoch": 1.3630428331190028, |
| "grad_norm": 0.031874487009946065, |
| "learning_rate": 6.640216821043646e-05, |
| "loss": 0.0056, |
| "step": 6890 |
| }, |
| { |
| "epoch": 1.365021268176872, |
| "grad_norm": 0.03836080487878095, |
| "learning_rate": 6.629340030315148e-05, |
| "loss": 0.0056, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.3669997032347414, |
| "grad_norm": 0.03634215326895351, |
| "learning_rate": 6.618454606357796e-05, |
| "loss": 0.0055, |
| "step": 6910 |
| }, |
| { |
| "epoch": 1.3689781382926105, |
| "grad_norm": 0.03793034040359059, |
| "learning_rate": 6.607560606849149e-05, |
| "loss": 0.0056, |
| "step": 6920 |
| }, |
| { |
| "epoch": 1.3709565733504798, |
| "grad_norm": 0.038626345431725675, |
| "learning_rate": 6.596658089512208e-05, |
| "loss": 0.0056, |
| "step": 6930 |
| }, |
| { |
| "epoch": 1.372935008408349, |
| "grad_norm": 0.03747023595551942, |
| "learning_rate": 6.585747112115096e-05, |
| "loss": 0.0056, |
| "step": 6940 |
| }, |
| { |
| "epoch": 1.3749134434662182, |
| "grad_norm": 0.03724888108614714, |
| "learning_rate": 6.574827732470779e-05, |
| "loss": 0.0056, |
| "step": 6950 |
| }, |
| { |
| "epoch": 1.3768918785240873, |
| "grad_norm": 0.034638118264480766, |
| "learning_rate": 6.563900008436727e-05, |
| "loss": 0.0055, |
| "step": 6960 |
| }, |
| { |
| "epoch": 1.3788703135819567, |
| "grad_norm": 0.033864355005160295, |
| "learning_rate": 6.552963997914635e-05, |
| "loss": 0.0056, |
| "step": 6970 |
| }, |
| { |
| "epoch": 1.380848748639826, |
| "grad_norm": 0.03435838173382715, |
| "learning_rate": 6.542019758850097e-05, |
| "loss": 0.0055, |
| "step": 6980 |
| }, |
| { |
| "epoch": 1.382827183697695, |
| "grad_norm": 0.03787291584914084, |
| "learning_rate": 6.531067349232313e-05, |
| "loss": 0.0055, |
| "step": 6990 |
| }, |
| { |
| "epoch": 1.3848056187555644, |
| "grad_norm": 0.042509783055348666, |
| "learning_rate": 6.52010682709377e-05, |
| "loss": 0.0056, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.3867840538134335, |
| "grad_norm": 0.03965274367033093, |
| "learning_rate": 6.509138250509946e-05, |
| "loss": 0.0056, |
| "step": 7010 |
| }, |
| { |
| "epoch": 1.3887624888713028, |
| "grad_norm": 0.04059866536953732, |
| "learning_rate": 6.498161677598993e-05, |
| "loss": 0.0056, |
| "step": 7020 |
| }, |
| { |
| "epoch": 1.390740923929172, |
| "grad_norm": 0.0403796240216782, |
| "learning_rate": 6.48717716652143e-05, |
| "loss": 0.0055, |
| "step": 7030 |
| }, |
| { |
| "epoch": 1.3927193589870412, |
| "grad_norm": 0.041358943713317844, |
| "learning_rate": 6.476184775479841e-05, |
| "loss": 0.0055, |
| "step": 7040 |
| }, |
| { |
| "epoch": 1.3946977940449106, |
| "grad_norm": 0.036737902094748774, |
| "learning_rate": 6.465184562718563e-05, |
| "loss": 0.0055, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.3966762291027797, |
| "grad_norm": 0.027107836413364297, |
| "learning_rate": 6.454176586523373e-05, |
| "loss": 0.0056, |
| "step": 7060 |
| }, |
| { |
| "epoch": 1.398654664160649, |
| "grad_norm": 0.0429723818927687, |
| "learning_rate": 6.443160905221187e-05, |
| "loss": 0.0055, |
| "step": 7070 |
| }, |
| { |
| "epoch": 1.400633099218518, |
| "grad_norm": 0.03784203217668341, |
| "learning_rate": 6.432137577179749e-05, |
| "loss": 0.0055, |
| "step": 7080 |
| }, |
| { |
| "epoch": 1.4026115342763874, |
| "grad_norm": 0.03878869969717583, |
| "learning_rate": 6.421106660807314e-05, |
| "loss": 0.0055, |
| "step": 7090 |
| }, |
| { |
| "epoch": 1.4045899693342565, |
| "grad_norm": 0.04138534922963437, |
| "learning_rate": 6.410068214552351e-05, |
| "loss": 0.0056, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.4065684043921258, |
| "grad_norm": 0.044441393695511124, |
| "learning_rate": 6.399022296903224e-05, |
| "loss": 0.0056, |
| "step": 7110 |
| }, |
| { |
| "epoch": 1.4085468394499951, |
| "grad_norm": 0.03638370003353263, |
| "learning_rate": 6.387968966387881e-05, |
| "loss": 0.0055, |
| "step": 7120 |
| }, |
| { |
| "epoch": 1.4105252745078642, |
| "grad_norm": 0.03696545348621393, |
| "learning_rate": 6.376908281573556e-05, |
| "loss": 0.0056, |
| "step": 7130 |
| }, |
| { |
| "epoch": 1.4125037095657336, |
| "grad_norm": 0.03231739591778192, |
| "learning_rate": 6.365840301066445e-05, |
| "loss": 0.0056, |
| "step": 7140 |
| }, |
| { |
| "epoch": 1.4144821446236027, |
| "grad_norm": 0.03686348347866708, |
| "learning_rate": 6.354765083511401e-05, |
| "loss": 0.0056, |
| "step": 7150 |
| }, |
| { |
| "epoch": 1.416460579681472, |
| "grad_norm": 0.036215824603498016, |
| "learning_rate": 6.343682687591626e-05, |
| "loss": 0.0056, |
| "step": 7160 |
| }, |
| { |
| "epoch": 1.418439014739341, |
| "grad_norm": 0.029455109074679835, |
| "learning_rate": 6.332593172028356e-05, |
| "loss": 0.0056, |
| "step": 7170 |
| }, |
| { |
| "epoch": 1.4204174497972104, |
| "grad_norm": 0.031343619906341345, |
| "learning_rate": 6.32149659558055e-05, |
| "loss": 0.0056, |
| "step": 7180 |
| }, |
| { |
| "epoch": 1.4223958848550797, |
| "grad_norm": 0.04028704219643471, |
| "learning_rate": 6.310393017044582e-05, |
| "loss": 0.0055, |
| "step": 7190 |
| }, |
| { |
| "epoch": 1.4243743199129488, |
| "grad_norm": 0.029423394247611312, |
| "learning_rate": 6.299282495253925e-05, |
| "loss": 0.0055, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.4263527549708181, |
| "grad_norm": 0.047255415800335016, |
| "learning_rate": 6.288165089078842e-05, |
| "loss": 0.0055, |
| "step": 7210 |
| }, |
| { |
| "epoch": 1.4283311900286872, |
| "grad_norm": 0.03857254040658383, |
| "learning_rate": 6.277040857426077e-05, |
| "loss": 0.0056, |
| "step": 7220 |
| }, |
| { |
| "epoch": 1.4303096250865566, |
| "grad_norm": 0.030848474807502337, |
| "learning_rate": 6.265909859238535e-05, |
| "loss": 0.0056, |
| "step": 7230 |
| }, |
| { |
| "epoch": 1.4322880601444257, |
| "grad_norm": 0.04059898170740879, |
| "learning_rate": 6.254772153494977e-05, |
| "loss": 0.0056, |
| "step": 7240 |
| }, |
| { |
| "epoch": 1.434266495202295, |
| "grad_norm": 0.03509461349092954, |
| "learning_rate": 6.243627799209703e-05, |
| "loss": 0.0055, |
| "step": 7250 |
| }, |
| { |
| "epoch": 1.4362449302601643, |
| "grad_norm": 0.04083149881627657, |
| "learning_rate": 6.232476855432243e-05, |
| "loss": 0.0056, |
| "step": 7260 |
| }, |
| { |
| "epoch": 1.4382233653180334, |
| "grad_norm": 0.03938177549547612, |
| "learning_rate": 6.22131938124704e-05, |
| "loss": 0.0055, |
| "step": 7270 |
| }, |
| { |
| "epoch": 1.4402018003759027, |
| "grad_norm": 0.03945840702693564, |
| "learning_rate": 6.210155435773138e-05, |
| "loss": 0.0056, |
| "step": 7280 |
| }, |
| { |
| "epoch": 1.4421802354337718, |
| "grad_norm": 0.02817658479269591, |
| "learning_rate": 6.198985078163876e-05, |
| "loss": 0.0055, |
| "step": 7290 |
| }, |
| { |
| "epoch": 1.4441586704916411, |
| "grad_norm": 0.03702589421409487, |
| "learning_rate": 6.187808367606561e-05, |
| "loss": 0.0056, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.4461371055495102, |
| "grad_norm": 0.04131607846450309, |
| "learning_rate": 6.176625363322163e-05, |
| "loss": 0.0056, |
| "step": 7310 |
| }, |
| { |
| "epoch": 1.4481155406073796, |
| "grad_norm": 0.029668095411866307, |
| "learning_rate": 6.165436124565007e-05, |
| "loss": 0.0055, |
| "step": 7320 |
| }, |
| { |
| "epoch": 1.450093975665249, |
| "grad_norm": 0.030207191952894966, |
| "learning_rate": 6.154240710622445e-05, |
| "loss": 0.0056, |
| "step": 7330 |
| }, |
| { |
| "epoch": 1.452072410723118, |
| "grad_norm": 0.04139606771549576, |
| "learning_rate": 6.143039180814548e-05, |
| "loss": 0.0056, |
| "step": 7340 |
| }, |
| { |
| "epoch": 1.4540508457809873, |
| "grad_norm": 0.05553637718467749, |
| "learning_rate": 6.131831594493799e-05, |
| "loss": 0.0056, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.4560292808388564, |
| "grad_norm": 0.030263790546811598, |
| "learning_rate": 6.120618011044766e-05, |
| "loss": 0.0055, |
| "step": 7360 |
| }, |
| { |
| "epoch": 1.4580077158967257, |
| "grad_norm": 0.032253690296881625, |
| "learning_rate": 6.109398489883795e-05, |
| "loss": 0.0055, |
| "step": 7370 |
| }, |
| { |
| "epoch": 1.4599861509545948, |
| "grad_norm": 0.029942475429687698, |
| "learning_rate": 6.0981730904586954e-05, |
| "loss": 0.0055, |
| "step": 7380 |
| }, |
| { |
| "epoch": 1.4619645860124642, |
| "grad_norm": 0.03566463838843166, |
| "learning_rate": 6.086941872248424e-05, |
| "loss": 0.0054, |
| "step": 7390 |
| }, |
| { |
| "epoch": 1.4639430210703335, |
| "grad_norm": 0.029009249361181554, |
| "learning_rate": 6.0757048947627636e-05, |
| "loss": 0.0055, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.4659214561282026, |
| "grad_norm": 0.030542202506024317, |
| "learning_rate": 6.0644622175420204e-05, |
| "loss": 0.0055, |
| "step": 7410 |
| }, |
| { |
| "epoch": 1.467899891186072, |
| "grad_norm": 0.03478983130078918, |
| "learning_rate": 6.0532139001566946e-05, |
| "loss": 0.0055, |
| "step": 7420 |
| }, |
| { |
| "epoch": 1.469878326243941, |
| "grad_norm": 0.03415252308056283, |
| "learning_rate": 6.041960002207174e-05, |
| "loss": 0.0054, |
| "step": 7430 |
| }, |
| { |
| "epoch": 1.4718567613018103, |
| "grad_norm": 0.028746235578760614, |
| "learning_rate": 6.0307005833234195e-05, |
| "loss": 0.0054, |
| "step": 7440 |
| }, |
| { |
| "epoch": 1.4738351963596794, |
| "grad_norm": 0.03525084412594071, |
| "learning_rate": 6.019435703164639e-05, |
| "loss": 0.0055, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.4758136314175487, |
| "grad_norm": 0.035763360058923596, |
| "learning_rate": 6.008165421418981e-05, |
| "loss": 0.0055, |
| "step": 7460 |
| }, |
| { |
| "epoch": 1.477792066475418, |
| "grad_norm": 0.03656462900396551, |
| "learning_rate": 5.9968897978032135e-05, |
| "loss": 0.0055, |
| "step": 7470 |
| }, |
| { |
| "epoch": 1.4797705015332872, |
| "grad_norm": 0.03444720143037861, |
| "learning_rate": 5.9856088920624096e-05, |
| "loss": 0.0056, |
| "step": 7480 |
| }, |
| { |
| "epoch": 1.4817489365911565, |
| "grad_norm": 0.03687832302877877, |
| "learning_rate": 5.974322763969631e-05, |
| "loss": 0.0055, |
| "step": 7490 |
| }, |
| { |
| "epoch": 1.4837273716490256, |
| "grad_norm": 0.038396656037362524, |
| "learning_rate": 5.963031473325609e-05, |
| "loss": 0.0056, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.485705806706895, |
| "grad_norm": 0.03330055640434227, |
| "learning_rate": 5.9517350799584307e-05, |
| "loss": 0.0055, |
| "step": 7510 |
| }, |
| { |
| "epoch": 1.487684241764764, |
| "grad_norm": 0.03069762528950443, |
| "learning_rate": 5.9404336437232175e-05, |
| "loss": 0.0055, |
| "step": 7520 |
| }, |
| { |
| "epoch": 1.4896626768226333, |
| "grad_norm": 0.027038240698716794, |
| "learning_rate": 5.929127224501818e-05, |
| "loss": 0.0055, |
| "step": 7530 |
| }, |
| { |
| "epoch": 1.4916411118805026, |
| "grad_norm": 0.03343827313364973, |
| "learning_rate": 5.917815882202477e-05, |
| "loss": 0.0055, |
| "step": 7540 |
| }, |
| { |
| "epoch": 1.4936195469383717, |
| "grad_norm": 0.03556045974271105, |
| "learning_rate": 5.9064996767595236e-05, |
| "loss": 0.0055, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.495597981996241, |
| "grad_norm": 0.03375655957100516, |
| "learning_rate": 5.8951786681330625e-05, |
| "loss": 0.0055, |
| "step": 7560 |
| }, |
| { |
| "epoch": 1.4975764170541102, |
| "grad_norm": 0.032936788192355126, |
| "learning_rate": 5.883852916308641e-05, |
| "loss": 0.0055, |
| "step": 7570 |
| }, |
| { |
| "epoch": 1.4995548521119795, |
| "grad_norm": 0.04324541922414507, |
| "learning_rate": 5.872522481296941e-05, |
| "loss": 0.0055, |
| "step": 7580 |
| }, |
| { |
| "epoch": 1.5015332871698486, |
| "grad_norm": 0.038409734589938446, |
| "learning_rate": 5.861187423133464e-05, |
| "loss": 0.0055, |
| "step": 7590 |
| }, |
| { |
| "epoch": 1.503511722227718, |
| "grad_norm": 0.03471613581870732, |
| "learning_rate": 5.8498478018782e-05, |
| "loss": 0.0055, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.5054901572855872, |
| "grad_norm": 0.0383543698776921, |
| "learning_rate": 5.83850367761532e-05, |
| "loss": 0.0054, |
| "step": 7610 |
| }, |
| { |
| "epoch": 1.5074685923434563, |
| "grad_norm": 0.03724424907553229, |
| "learning_rate": 5.8271551104528554e-05, |
| "loss": 0.0054, |
| "step": 7620 |
| }, |
| { |
| "epoch": 1.5094470274013254, |
| "grad_norm": 0.047765642556168185, |
| "learning_rate": 5.815802160522379e-05, |
| "loss": 0.0055, |
| "step": 7630 |
| }, |
| { |
| "epoch": 1.5114254624591947, |
| "grad_norm": 0.030797447945218524, |
| "learning_rate": 5.804444887978684e-05, |
| "loss": 0.0054, |
| "step": 7640 |
| }, |
| { |
| "epoch": 1.513403897517064, |
| "grad_norm": 0.04129285425032638, |
| "learning_rate": 5.7930833529994696e-05, |
| "loss": 0.0056, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.5153823325749332, |
| "grad_norm": 0.04536388623199478, |
| "learning_rate": 5.7817176157850194e-05, |
| "loss": 0.0056, |
| "step": 7660 |
| }, |
| { |
| "epoch": 1.5173607676328025, |
| "grad_norm": 0.030911219297801266, |
| "learning_rate": 5.770347736557884e-05, |
| "loss": 0.0055, |
| "step": 7670 |
| }, |
| { |
| "epoch": 1.5193392026906718, |
| "grad_norm": 0.04017419411554157, |
| "learning_rate": 5.758973775562557e-05, |
| "loss": 0.0057, |
| "step": 7680 |
| }, |
| { |
| "epoch": 1.521317637748541, |
| "grad_norm": 0.02897116229923185, |
| "learning_rate": 5.7475957930651646e-05, |
| "loss": 0.0056, |
| "step": 7690 |
| }, |
| { |
| "epoch": 1.52329607280641, |
| "grad_norm": 0.031249259821497528, |
| "learning_rate": 5.736213849353138e-05, |
| "loss": 0.0055, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.5252745078642793, |
| "grad_norm": 0.03957024625195972, |
| "learning_rate": 5.724828004734899e-05, |
| "loss": 0.0055, |
| "step": 7710 |
| }, |
| { |
| "epoch": 1.5272529429221486, |
| "grad_norm": 0.04306949756525426, |
| "learning_rate": 5.713438319539538e-05, |
| "loss": 0.0055, |
| "step": 7720 |
| }, |
| { |
| "epoch": 1.5292313779800177, |
| "grad_norm": 0.03211491046239837, |
| "learning_rate": 5.702044854116494e-05, |
| "loss": 0.0056, |
| "step": 7730 |
| }, |
| { |
| "epoch": 1.531209813037887, |
| "grad_norm": 0.03466370462118002, |
| "learning_rate": 5.6906476688352406e-05, |
| "loss": 0.0055, |
| "step": 7740 |
| }, |
| { |
| "epoch": 1.5331882480957564, |
| "grad_norm": 0.034288436972204246, |
| "learning_rate": 5.679246824084955e-05, |
| "loss": 0.0055, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.5351666831536255, |
| "grad_norm": 0.032828525256792376, |
| "learning_rate": 5.6678423802742074e-05, |
| "loss": 0.0055, |
| "step": 7760 |
| }, |
| { |
| "epoch": 1.5371451182114946, |
| "grad_norm": 0.03525661370589112, |
| "learning_rate": 5.65643439783064e-05, |
| "loss": 0.0055, |
| "step": 7770 |
| }, |
| { |
| "epoch": 1.539123553269364, |
| "grad_norm": 0.04511964971953024, |
| "learning_rate": 5.645022937200641e-05, |
| "loss": 0.0056, |
| "step": 7780 |
| }, |
| { |
| "epoch": 1.5411019883272332, |
| "grad_norm": 0.037368203652599276, |
| "learning_rate": 5.6336080588490326e-05, |
| "loss": 0.0055, |
| "step": 7790 |
| }, |
| { |
| "epoch": 1.5430804233851023, |
| "grad_norm": 0.028791722441338884, |
| "learning_rate": 5.622189823258743e-05, |
| "loss": 0.0055, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.5450588584429716, |
| "grad_norm": 0.036430517641560474, |
| "learning_rate": 5.610768290930488e-05, |
| "loss": 0.0055, |
| "step": 7810 |
| }, |
| { |
| "epoch": 1.547037293500841, |
| "grad_norm": 0.03760993032807758, |
| "learning_rate": 5.599343522382454e-05, |
| "loss": 0.0055, |
| "step": 7820 |
| }, |
| { |
| "epoch": 1.54901572855871, |
| "grad_norm": 0.029792007470005096, |
| "learning_rate": 5.587915578149976e-05, |
| "loss": 0.0055, |
| "step": 7830 |
| }, |
| { |
| "epoch": 1.5509941636165792, |
| "grad_norm": 0.02755546547788429, |
| "learning_rate": 5.576484518785211e-05, |
| "loss": 0.0055, |
| "step": 7840 |
| }, |
| { |
| "epoch": 1.5529725986744485, |
| "grad_norm": 0.033707070499854525, |
| "learning_rate": 5.5650504048568255e-05, |
| "loss": 0.0054, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.5549510337323178, |
| "grad_norm": 0.028892676014911918, |
| "learning_rate": 5.553613296949671e-05, |
| "loss": 0.0054, |
| "step": 7860 |
| }, |
| { |
| "epoch": 1.556929468790187, |
| "grad_norm": 0.03674886240956936, |
| "learning_rate": 5.542173255664462e-05, |
| "loss": 0.0055, |
| "step": 7870 |
| }, |
| { |
| "epoch": 1.5589079038480562, |
| "grad_norm": 0.03303263776045636, |
| "learning_rate": 5.530730341617455e-05, |
| "loss": 0.0055, |
| "step": 7880 |
| }, |
| { |
| "epoch": 1.5608863389059255, |
| "grad_norm": 0.03646606447214476, |
| "learning_rate": 5.519284615440129e-05, |
| "loss": 0.0055, |
| "step": 7890 |
| }, |
| { |
| "epoch": 1.5628647739637946, |
| "grad_norm": 0.03371634935748404, |
| "learning_rate": 5.5078361377788645e-05, |
| "loss": 0.0054, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.5648432090216637, |
| "grad_norm": 0.029110928586299448, |
| "learning_rate": 5.4963849692946166e-05, |
| "loss": 0.0054, |
| "step": 7910 |
| }, |
| { |
| "epoch": 1.566821644079533, |
| "grad_norm": 0.025982896850494656, |
| "learning_rate": 5.484931170662606e-05, |
| "loss": 0.0054, |
| "step": 7920 |
| }, |
| { |
| "epoch": 1.5688000791374024, |
| "grad_norm": 0.05434535854889303, |
| "learning_rate": 5.4734748025719804e-05, |
| "loss": 0.0055, |
| "step": 7930 |
| }, |
| { |
| "epoch": 1.5707785141952715, |
| "grad_norm": 0.031035428887916792, |
| "learning_rate": 5.462015925725509e-05, |
| "loss": 0.0055, |
| "step": 7940 |
| }, |
| { |
| "epoch": 1.5727569492531408, |
| "grad_norm": 0.04464003951551381, |
| "learning_rate": 5.4505546008392505e-05, |
| "loss": 0.0055, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.5747353843110101, |
| "grad_norm": 0.03790123291420653, |
| "learning_rate": 5.439090888642237e-05, |
| "loss": 0.0054, |
| "step": 7960 |
| }, |
| { |
| "epoch": 1.5767138193688792, |
| "grad_norm": 0.04565635823628374, |
| "learning_rate": 5.427624849876145e-05, |
| "loss": 0.0055, |
| "step": 7970 |
| }, |
| { |
| "epoch": 1.5786922544267483, |
| "grad_norm": 0.03795872412452376, |
| "learning_rate": 5.4161565452949856e-05, |
| "loss": 0.0054, |
| "step": 7980 |
| }, |
| { |
| "epoch": 1.5806706894846176, |
| "grad_norm": 0.038066535728754125, |
| "learning_rate": 5.40468603566477e-05, |
| "loss": 0.0055, |
| "step": 7990 |
| }, |
| { |
| "epoch": 1.582649124542487, |
| "grad_norm": 0.0376527634315519, |
| "learning_rate": 5.393213381763197e-05, |
| "loss": 0.0054, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.584627559600356, |
| "grad_norm": 0.029566925334420867, |
| "learning_rate": 5.3817386443793235e-05, |
| "loss": 0.0054, |
| "step": 8010 |
| }, |
| { |
| "epoch": 1.5866059946582254, |
| "grad_norm": 0.03542829933231408, |
| "learning_rate": 5.370261884313249e-05, |
| "loss": 0.0055, |
| "step": 8020 |
| }, |
| { |
| "epoch": 1.5885844297160947, |
| "grad_norm": 0.029603124411184744, |
| "learning_rate": 5.35878316237579e-05, |
| "loss": 0.0055, |
| "step": 8030 |
| }, |
| { |
| "epoch": 1.5905628647739638, |
| "grad_norm": 0.05211615781322184, |
| "learning_rate": 5.347302539388155e-05, |
| "loss": 0.0054, |
| "step": 8040 |
| }, |
| { |
| "epoch": 1.592541299831833, |
| "grad_norm": 0.02825127188151585, |
| "learning_rate": 5.335820076181629e-05, |
| "loss": 0.0055, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.5945197348897022, |
| "grad_norm": 0.030531082292670216, |
| "learning_rate": 5.324335833597245e-05, |
| "loss": 0.0054, |
| "step": 8060 |
| }, |
| { |
| "epoch": 1.5964981699475715, |
| "grad_norm": 0.026176963448696924, |
| "learning_rate": 5.312849872485468e-05, |
| "loss": 0.0054, |
| "step": 8070 |
| }, |
| { |
| "epoch": 1.5984766050054406, |
| "grad_norm": 0.025211658563092595, |
| "learning_rate": 5.3013622537058635e-05, |
| "loss": 0.0054, |
| "step": 8080 |
| }, |
| { |
| "epoch": 1.60045504006331, |
| "grad_norm": 0.043646789133056765, |
| "learning_rate": 5.289873038126786e-05, |
| "loss": 0.0055, |
| "step": 8090 |
| }, |
| { |
| "epoch": 1.6024334751211793, |
| "grad_norm": 0.027290494493561152, |
| "learning_rate": 5.2783822866250466e-05, |
| "loss": 0.0055, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.6044119101790484, |
| "grad_norm": 0.03195467949558111, |
| "learning_rate": 5.266890060085595e-05, |
| "loss": 0.0054, |
| "step": 8110 |
| }, |
| { |
| "epoch": 1.6063903452369175, |
| "grad_norm": 0.027078685607908652, |
| "learning_rate": 5.255396419401198e-05, |
| "loss": 0.0055, |
| "step": 8120 |
| }, |
| { |
| "epoch": 1.6083687802947868, |
| "grad_norm": 0.0315420064891078, |
| "learning_rate": 5.2439014254721166e-05, |
| "loss": 0.0054, |
| "step": 8130 |
| }, |
| { |
| "epoch": 1.6103472153526561, |
| "grad_norm": 0.029744414703072646, |
| "learning_rate": 5.232405139205778e-05, |
| "loss": 0.0055, |
| "step": 8140 |
| }, |
| { |
| "epoch": 1.6123256504105252, |
| "grad_norm": 0.033372282895426375, |
| "learning_rate": 5.220907621516461e-05, |
| "loss": 0.0054, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.6143040854683945, |
| "grad_norm": 0.030929459295920038, |
| "learning_rate": 5.209408933324967e-05, |
| "loss": 0.0054, |
| "step": 8160 |
| }, |
| { |
| "epoch": 1.6162825205262639, |
| "grad_norm": 0.032017944813705054, |
| "learning_rate": 5.197909135558302e-05, |
| "loss": 0.0054, |
| "step": 8170 |
| }, |
| { |
| "epoch": 1.618260955584133, |
| "grad_norm": 0.022542582722091763, |
| "learning_rate": 5.186408289149346e-05, |
| "loss": 0.0054, |
| "step": 8180 |
| }, |
| { |
| "epoch": 1.620239390642002, |
| "grad_norm": 0.0339074223822206, |
| "learning_rate": 5.1749064550365414e-05, |
| "loss": 0.0055, |
| "step": 8190 |
| }, |
| { |
| "epoch": 1.6222178256998714, |
| "grad_norm": 0.03779105405907472, |
| "learning_rate": 5.163403694163559e-05, |
| "loss": 0.0055, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.6241962607577407, |
| "grad_norm": 0.041380383691528966, |
| "learning_rate": 5.1519000674789833e-05, |
| "loss": 0.0054, |
| "step": 8210 |
| }, |
| { |
| "epoch": 1.6261746958156098, |
| "grad_norm": 0.035584752099190084, |
| "learning_rate": 5.140395635935987e-05, |
| "loss": 0.0054, |
| "step": 8220 |
| }, |
| { |
| "epoch": 1.6281531308734791, |
| "grad_norm": 0.03873975232085141, |
| "learning_rate": 5.128890460492004e-05, |
| "loss": 0.0055, |
| "step": 8230 |
| }, |
| { |
| "epoch": 1.6301315659313484, |
| "grad_norm": 0.027463131293861524, |
| "learning_rate": 5.117384602108413e-05, |
| "loss": 0.0054, |
| "step": 8240 |
| }, |
| { |
| "epoch": 1.6321100009892175, |
| "grad_norm": 0.03577092309713291, |
| "learning_rate": 5.1058781217502084e-05, |
| "loss": 0.0054, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.6340884360470866, |
| "grad_norm": 0.03437571318131849, |
| "learning_rate": 5.094371080385685e-05, |
| "loss": 0.0055, |
| "step": 8260 |
| }, |
| { |
| "epoch": 1.636066871104956, |
| "grad_norm": 0.026085384200539095, |
| "learning_rate": 5.082863538986102e-05, |
| "loss": 0.0054, |
| "step": 8270 |
| }, |
| { |
| "epoch": 1.6380453061628253, |
| "grad_norm": 0.03389389413318867, |
| "learning_rate": 5.071355558525379e-05, |
| "loss": 0.0054, |
| "step": 8280 |
| }, |
| { |
| "epoch": 1.6400237412206944, |
| "grad_norm": 0.036272733902975224, |
| "learning_rate": 5.059847199979752e-05, |
| "loss": 0.0054, |
| "step": 8290 |
| }, |
| { |
| "epoch": 1.6420021762785637, |
| "grad_norm": 0.035763875128562876, |
| "learning_rate": 5.048338524327466e-05, |
| "loss": 0.0054, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.643980611336433, |
| "grad_norm": 0.036289466601178516, |
| "learning_rate": 5.036829592548446e-05, |
| "loss": 0.0054, |
| "step": 8310 |
| }, |
| { |
| "epoch": 1.6459590463943021, |
| "grad_norm": 0.030880240950012745, |
| "learning_rate": 5.02532046562397e-05, |
| "loss": 0.0054, |
| "step": 8320 |
| }, |
| { |
| "epoch": 1.6479374814521712, |
| "grad_norm": 0.03264336747673258, |
| "learning_rate": 5.013811204536353e-05, |
| "loss": 0.0054, |
| "step": 8330 |
| }, |
| { |
| "epoch": 1.6499159165100405, |
| "grad_norm": 0.03332677140774124, |
| "learning_rate": 5.002301870268623e-05, |
| "loss": 0.0055, |
| "step": 8340 |
| }, |
| { |
| "epoch": 1.6518943515679099, |
| "grad_norm": 0.03849068596433964, |
| "learning_rate": 4.9907925238041925e-05, |
| "loss": 0.0055, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.653872786625779, |
| "grad_norm": 0.03710114017451234, |
| "learning_rate": 4.9792832261265384e-05, |
| "loss": 0.0054, |
| "step": 8360 |
| }, |
| { |
| "epoch": 1.6558512216836483, |
| "grad_norm": 0.04387846658278436, |
| "learning_rate": 4.967774038218882e-05, |
| "loss": 0.0054, |
| "step": 8370 |
| }, |
| { |
| "epoch": 1.6578296567415176, |
| "grad_norm": 0.06100595065043731, |
| "learning_rate": 4.95626502106386e-05, |
| "loss": 0.0054, |
| "step": 8380 |
| }, |
| { |
| "epoch": 1.6598080917993867, |
| "grad_norm": 0.03214754743368752, |
| "learning_rate": 4.944756235643205e-05, |
| "loss": 0.0054, |
| "step": 8390 |
| }, |
| { |
| "epoch": 1.6617865268572558, |
| "grad_norm": 0.033069979443693644, |
| "learning_rate": 4.933247742937425e-05, |
| "loss": 0.0055, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.6637649619151251, |
| "grad_norm": 0.03323571289468276, |
| "learning_rate": 4.92173960392547e-05, |
| "loss": 0.0055, |
| "step": 8410 |
| }, |
| { |
| "epoch": 1.6657433969729945, |
| "grad_norm": 0.037688291109815024, |
| "learning_rate": 4.910231879584427e-05, |
| "loss": 0.0054, |
| "step": 8420 |
| }, |
| { |
| "epoch": 1.6677218320308635, |
| "grad_norm": 0.027289782463975464, |
| "learning_rate": 4.8987246308891716e-05, |
| "loss": 0.0055, |
| "step": 8430 |
| }, |
| { |
| "epoch": 1.6697002670887326, |
| "grad_norm": 0.03803909219897736, |
| "learning_rate": 4.887217918812072e-05, |
| "loss": 0.0055, |
| "step": 8440 |
| }, |
| { |
| "epoch": 1.6716787021466022, |
| "grad_norm": 0.041110827659571615, |
| "learning_rate": 4.875711804322643e-05, |
| "loss": 0.0055, |
| "step": 8450 |
| }, |
| { |
| "epoch": 1.6736571372044713, |
| "grad_norm": 0.02369160240956308, |
| "learning_rate": 4.8642063483872415e-05, |
| "loss": 0.0053, |
| "step": 8460 |
| }, |
| { |
| "epoch": 1.6756355722623404, |
| "grad_norm": 0.036693542906109204, |
| "learning_rate": 4.85270161196873e-05, |
| "loss": 0.0055, |
| "step": 8470 |
| }, |
| { |
| "epoch": 1.6776140073202097, |
| "grad_norm": 0.030550997633532227, |
| "learning_rate": 4.841197656026159e-05, |
| "loss": 0.0055, |
| "step": 8480 |
| }, |
| { |
| "epoch": 1.679592442378079, |
| "grad_norm": 0.033827597757967794, |
| "learning_rate": 4.8296945415144466e-05, |
| "loss": 0.0055, |
| "step": 8490 |
| }, |
| { |
| "epoch": 1.6815708774359481, |
| "grad_norm": 0.030974371044648626, |
| "learning_rate": 4.818192329384047e-05, |
| "loss": 0.0055, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.6835493124938172, |
| "grad_norm": 0.03442874698238316, |
| "learning_rate": 4.806691080580638e-05, |
| "loss": 0.0055, |
| "step": 8510 |
| }, |
| { |
| "epoch": 1.6855277475516868, |
| "grad_norm": 0.031157015014351957, |
| "learning_rate": 4.795190856044792e-05, |
| "loss": 0.0055, |
| "step": 8520 |
| }, |
| { |
| "epoch": 1.6875061826095559, |
| "grad_norm": 0.027171338712604447, |
| "learning_rate": 4.783691716711652e-05, |
| "loss": 0.0054, |
| "step": 8530 |
| }, |
| { |
| "epoch": 1.689484617667425, |
| "grad_norm": 0.036670691438037986, |
| "learning_rate": 4.772193723510613e-05, |
| "loss": 0.0054, |
| "step": 8540 |
| }, |
| { |
| "epoch": 1.6914630527252943, |
| "grad_norm": 0.028865799103960813, |
| "learning_rate": 4.7606969373649986e-05, |
| "loss": 0.0054, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.6934414877831636, |
| "grad_norm": 0.030124592465521002, |
| "learning_rate": 4.7492014191917334e-05, |
| "loss": 0.0054, |
| "step": 8560 |
| }, |
| { |
| "epoch": 1.6954199228410327, |
| "grad_norm": 0.041350695792260285, |
| "learning_rate": 4.737707229901022e-05, |
| "loss": 0.0055, |
| "step": 8570 |
| }, |
| { |
| "epoch": 1.6973983578989018, |
| "grad_norm": 0.0327117760526553, |
| "learning_rate": 4.726214430396033e-05, |
| "loss": 0.0055, |
| "step": 8580 |
| }, |
| { |
| "epoch": 1.6993767929567714, |
| "grad_norm": 0.051719230742701655, |
| "learning_rate": 4.71472308157257e-05, |
| "loss": 0.0055, |
| "step": 8590 |
| }, |
| { |
| "epoch": 1.7013552280146405, |
| "grad_norm": 0.039704608454436956, |
| "learning_rate": 4.7032332443187467e-05, |
| "loss": 0.0055, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.7033336630725096, |
| "grad_norm": 0.03431937733517673, |
| "learning_rate": 4.69174497951467e-05, |
| "loss": 0.0055, |
| "step": 8610 |
| }, |
| { |
| "epoch": 1.7053120981303789, |
| "grad_norm": 0.03663480673629741, |
| "learning_rate": 4.680258348032115e-05, |
| "loss": 0.0054, |
| "step": 8620 |
| }, |
| { |
| "epoch": 1.7072905331882482, |
| "grad_norm": 0.042185211322579, |
| "learning_rate": 4.668773410734201e-05, |
| "loss": 0.0055, |
| "step": 8630 |
| }, |
| { |
| "epoch": 1.7092689682461173, |
| "grad_norm": 0.030691585224071925, |
| "learning_rate": 4.657290228475073e-05, |
| "loss": 0.0054, |
| "step": 8640 |
| }, |
| { |
| "epoch": 1.7112474033039864, |
| "grad_norm": 0.0311446651089963, |
| "learning_rate": 4.6458088620995736e-05, |
| "loss": 0.0054, |
| "step": 8650 |
| }, |
| { |
| "epoch": 1.713225838361856, |
| "grad_norm": 0.030069157520685907, |
| "learning_rate": 4.6343293724429266e-05, |
| "loss": 0.0054, |
| "step": 8660 |
| }, |
| { |
| "epoch": 1.715204273419725, |
| "grad_norm": 0.02780307073305474, |
| "learning_rate": 4.622851820330412e-05, |
| "loss": 0.0055, |
| "step": 8670 |
| }, |
| { |
| "epoch": 1.7171827084775941, |
| "grad_norm": 0.044491159045336896, |
| "learning_rate": 4.6113762665770385e-05, |
| "loss": 0.0055, |
| "step": 8680 |
| }, |
| { |
| "epoch": 1.7191611435354635, |
| "grad_norm": 0.03377614395961125, |
| "learning_rate": 4.599902771987232e-05, |
| "loss": 0.0054, |
| "step": 8690 |
| }, |
| { |
| "epoch": 1.7211395785933328, |
| "grad_norm": 0.024208586941730982, |
| "learning_rate": 4.588431397354508e-05, |
| "loss": 0.0054, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.7231180136512019, |
| "grad_norm": 0.02847651117842879, |
| "learning_rate": 4.576962203461144e-05, |
| "loss": 0.0053, |
| "step": 8710 |
| }, |
| { |
| "epoch": 1.725096448709071, |
| "grad_norm": 0.03506719418325852, |
| "learning_rate": 4.5654952510778646e-05, |
| "loss": 0.0054, |
| "step": 8720 |
| }, |
| { |
| "epoch": 1.7270748837669405, |
| "grad_norm": 0.026640276825388526, |
| "learning_rate": 4.5540306009635194e-05, |
| "loss": 0.0054, |
| "step": 8730 |
| }, |
| { |
| "epoch": 1.7290533188248096, |
| "grad_norm": 0.029043667660385877, |
| "learning_rate": 4.54256831386476e-05, |
| "loss": 0.0054, |
| "step": 8740 |
| }, |
| { |
| "epoch": 1.7310317538826787, |
| "grad_norm": 0.034423841769321104, |
| "learning_rate": 4.531108450515712e-05, |
| "loss": 0.0054, |
| "step": 8750 |
| }, |
| { |
| "epoch": 1.733010188940548, |
| "grad_norm": 0.03469359988555726, |
| "learning_rate": 4.5196510716376645e-05, |
| "loss": 0.0054, |
| "step": 8760 |
| }, |
| { |
| "epoch": 1.7349886239984174, |
| "grad_norm": 0.024282788489322863, |
| "learning_rate": 4.508196237938741e-05, |
| "loss": 0.0054, |
| "step": 8770 |
| }, |
| { |
| "epoch": 1.7369670590562865, |
| "grad_norm": 0.02307909895985318, |
| "learning_rate": 4.4967440101135736e-05, |
| "loss": 0.0054, |
| "step": 8780 |
| }, |
| { |
| "epoch": 1.7389454941141556, |
| "grad_norm": 0.029532109459987927, |
| "learning_rate": 4.485294448842996e-05, |
| "loss": 0.0054, |
| "step": 8790 |
| }, |
| { |
| "epoch": 1.7409239291720249, |
| "grad_norm": 0.0333862297046229, |
| "learning_rate": 4.473847614793705e-05, |
| "loss": 0.0054, |
| "step": 8800 |
| }, |
| { |
| "epoch": 1.7429023642298942, |
| "grad_norm": 0.03475784621664853, |
| "learning_rate": 4.462403568617951e-05, |
| "loss": 0.0054, |
| "step": 8810 |
| }, |
| { |
| "epoch": 1.7448807992877633, |
| "grad_norm": 0.029408235032533356, |
| "learning_rate": 4.4509623709532125e-05, |
| "loss": 0.0054, |
| "step": 8820 |
| }, |
| { |
| "epoch": 1.7468592343456326, |
| "grad_norm": 0.02932702640288706, |
| "learning_rate": 4.439524082421872e-05, |
| "loss": 0.0053, |
| "step": 8830 |
| }, |
| { |
| "epoch": 1.748837669403502, |
| "grad_norm": 0.029402580276511863, |
| "learning_rate": 4.4280887636309035e-05, |
| "loss": 0.0053, |
| "step": 8840 |
| }, |
| { |
| "epoch": 1.750816104461371, |
| "grad_norm": 0.035928243027755234, |
| "learning_rate": 4.416656475171537e-05, |
| "loss": 0.0053, |
| "step": 8850 |
| }, |
| { |
| "epoch": 1.7527945395192401, |
| "grad_norm": 0.020027636770365235, |
| "learning_rate": 4.405227277618953e-05, |
| "loss": 0.0053, |
| "step": 8860 |
| }, |
| { |
| "epoch": 1.7547729745771095, |
| "grad_norm": 0.02845439881088316, |
| "learning_rate": 4.393801231531952e-05, |
| "loss": 0.0053, |
| "step": 8870 |
| }, |
| { |
| "epoch": 1.7567514096349788, |
| "grad_norm": 0.023874167332346954, |
| "learning_rate": 4.382378397452635e-05, |
| "loss": 0.0053, |
| "step": 8880 |
| }, |
| { |
| "epoch": 1.7587298446928479, |
| "grad_norm": 0.028757954722635915, |
| "learning_rate": 4.3709588359060884e-05, |
| "loss": 0.0053, |
| "step": 8890 |
| }, |
| { |
| "epoch": 1.7607082797507172, |
| "grad_norm": 0.028648824366520845, |
| "learning_rate": 4.359542607400051e-05, |
| "loss": 0.0053, |
| "step": 8900 |
| }, |
| { |
| "epoch": 1.7626867148085865, |
| "grad_norm": 0.029340841915629703, |
| "learning_rate": 4.34812977242461e-05, |
| "loss": 0.0054, |
| "step": 8910 |
| }, |
| { |
| "epoch": 1.7646651498664556, |
| "grad_norm": 0.022837993192973867, |
| "learning_rate": 4.336720391451864e-05, |
| "loss": 0.0053, |
| "step": 8920 |
| }, |
| { |
| "epoch": 1.7666435849243247, |
| "grad_norm": 0.02559237811147151, |
| "learning_rate": 4.325314524935614e-05, |
| "loss": 0.0053, |
| "step": 8930 |
| }, |
| { |
| "epoch": 1.768622019982194, |
| "grad_norm": 0.03009044120325931, |
| "learning_rate": 4.3139122333110406e-05, |
| "loss": 0.0053, |
| "step": 8940 |
| }, |
| { |
| "epoch": 1.7706004550400634, |
| "grad_norm": 0.029122171950367905, |
| "learning_rate": 4.302513576994378e-05, |
| "loss": 0.0053, |
| "step": 8950 |
| }, |
| { |
| "epoch": 1.7725788900979325, |
| "grad_norm": 0.03074114882943956, |
| "learning_rate": 4.291118616382603e-05, |
| "loss": 0.0054, |
| "step": 8960 |
| }, |
| { |
| "epoch": 1.7745573251558018, |
| "grad_norm": 0.029942150518813843, |
| "learning_rate": 4.279727411853108e-05, |
| "loss": 0.0053, |
| "step": 8970 |
| }, |
| { |
| "epoch": 1.776535760213671, |
| "grad_norm": 0.031069335671039592, |
| "learning_rate": 4.268340023763381e-05, |
| "loss": 0.0053, |
| "step": 8980 |
| }, |
| { |
| "epoch": 1.7785141952715402, |
| "grad_norm": 0.024539326675390317, |
| "learning_rate": 4.256956512450696e-05, |
| "loss": 0.0053, |
| "step": 8990 |
| }, |
| { |
| "epoch": 1.7804926303294093, |
| "grad_norm": 0.03450475120204472, |
| "learning_rate": 4.2455769382317756e-05, |
| "loss": 0.0053, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.7824710653872786, |
| "grad_norm": 0.03489571528975831, |
| "learning_rate": 4.234201361402488e-05, |
| "loss": 0.0053, |
| "step": 9010 |
| }, |
| { |
| "epoch": 1.784449500445148, |
| "grad_norm": 0.020752938627486398, |
| "learning_rate": 4.2228298422375166e-05, |
| "loss": 0.0053, |
| "step": 9020 |
| }, |
| { |
| "epoch": 1.786427935503017, |
| "grad_norm": 0.026657243954909534, |
| "learning_rate": 4.21146244099005e-05, |
| "loss": 0.0053, |
| "step": 9030 |
| }, |
| { |
| "epoch": 1.7884063705608864, |
| "grad_norm": 0.025349097210949342, |
| "learning_rate": 4.2000992178914546e-05, |
| "loss": 0.0052, |
| "step": 9040 |
| }, |
| { |
| "epoch": 1.7903848056187557, |
| "grad_norm": 0.021019502534290205, |
| "learning_rate": 4.188740233150956e-05, |
| "loss": 0.0053, |
| "step": 9050 |
| }, |
| { |
| "epoch": 1.7923632406766248, |
| "grad_norm": 0.028381760942342425, |
| "learning_rate": 4.177385546955328e-05, |
| "loss": 0.0052, |
| "step": 9060 |
| }, |
| { |
| "epoch": 1.7943416757344939, |
| "grad_norm": 0.028077653560531872, |
| "learning_rate": 4.166035219468562e-05, |
| "loss": 0.0053, |
| "step": 9070 |
| }, |
| { |
| "epoch": 1.7963201107923632, |
| "grad_norm": 0.025524464466608013, |
| "learning_rate": 4.154689310831558e-05, |
| "loss": 0.0053, |
| "step": 9080 |
| }, |
| { |
| "epoch": 1.7982985458502325, |
| "grad_norm": 0.03025786871517474, |
| "learning_rate": 4.1433478811618034e-05, |
| "loss": 0.0053, |
| "step": 9090 |
| }, |
| { |
| "epoch": 1.8002769809081016, |
| "grad_norm": 0.022626451922886537, |
| "learning_rate": 4.13201099055305e-05, |
| "loss": 0.0053, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.802255415965971, |
| "grad_norm": 0.015236209190283291, |
| "learning_rate": 4.1206786990750005e-05, |
| "loss": 0.0053, |
| "step": 9110 |
| }, |
| { |
| "epoch": 1.8042338510238403, |
| "grad_norm": 0.03435904778958412, |
| "learning_rate": 4.1093510667729906e-05, |
| "loss": 0.0053, |
| "step": 9120 |
| }, |
| { |
| "epoch": 1.8062122860817094, |
| "grad_norm": 0.0341647811669363, |
| "learning_rate": 4.098028153667666e-05, |
| "loss": 0.0053, |
| "step": 9130 |
| }, |
| { |
| "epoch": 1.8081907211395785, |
| "grad_norm": 0.024436798774729734, |
| "learning_rate": 4.086710019754665e-05, |
| "loss": 0.0053, |
| "step": 9140 |
| }, |
| { |
| "epoch": 1.8101691561974478, |
| "grad_norm": 0.02824521844393183, |
| "learning_rate": 4.075396725004308e-05, |
| "loss": 0.0053, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.812147591255317, |
| "grad_norm": 0.02837230909753646, |
| "learning_rate": 4.064088329361274e-05, |
| "loss": 0.0054, |
| "step": 9160 |
| }, |
| { |
| "epoch": 1.8141260263131862, |
| "grad_norm": 0.028844630994838492, |
| "learning_rate": 4.05278489274428e-05, |
| "loss": 0.0053, |
| "step": 9170 |
| }, |
| { |
| "epoch": 1.8161044613710555, |
| "grad_norm": 0.02257386672141485, |
| "learning_rate": 4.041486475045769e-05, |
| "loss": 0.0053, |
| "step": 9180 |
| }, |
| { |
| "epoch": 1.8180828964289248, |
| "grad_norm": 0.03435743032353684, |
| "learning_rate": 4.0301931361315937e-05, |
| "loss": 0.0054, |
| "step": 9190 |
| }, |
| { |
| "epoch": 1.820061331486794, |
| "grad_norm": 0.02977002424263157, |
| "learning_rate": 4.0189049358406906e-05, |
| "loss": 0.0053, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.822039766544663, |
| "grad_norm": 0.030363887326747052, |
| "learning_rate": 4.007621933984773e-05, |
| "loss": 0.0053, |
| "step": 9210 |
| }, |
| { |
| "epoch": 1.8240182016025324, |
| "grad_norm": 0.021463061974177414, |
| "learning_rate": 3.996344190348007e-05, |
| "loss": 0.0053, |
| "step": 9220 |
| }, |
| { |
| "epoch": 1.8259966366604017, |
| "grad_norm": 0.029048319622256614, |
| "learning_rate": 3.985071764686701e-05, |
| "loss": 0.0053, |
| "step": 9230 |
| }, |
| { |
| "epoch": 1.8279750717182708, |
| "grad_norm": 0.02974532720678093, |
| "learning_rate": 3.973804716728981e-05, |
| "loss": 0.0054, |
| "step": 9240 |
| }, |
| { |
| "epoch": 1.82995350677614, |
| "grad_norm": 0.026672638912127053, |
| "learning_rate": 3.962543106174483e-05, |
| "loss": 0.0053, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.8319319418340094, |
| "grad_norm": 0.025333174836970482, |
| "learning_rate": 3.951286992694029e-05, |
| "loss": 0.0053, |
| "step": 9260 |
| }, |
| { |
| "epoch": 1.8339103768918785, |
| "grad_norm": 0.02212198452234359, |
| "learning_rate": 3.940036435929318e-05, |
| "loss": 0.0054, |
| "step": 9270 |
| }, |
| { |
| "epoch": 1.8358888119497476, |
| "grad_norm": 0.0263873399557999, |
| "learning_rate": 3.928791495492601e-05, |
| "loss": 0.0053, |
| "step": 9280 |
| }, |
| { |
| "epoch": 1.837867247007617, |
| "grad_norm": 0.03777130513962467, |
| "learning_rate": 3.9175522309663724e-05, |
| "loss": 0.0053, |
| "step": 9290 |
| }, |
| { |
| "epoch": 1.8398456820654863, |
| "grad_norm": 0.02294662016631869, |
| "learning_rate": 3.906318701903055e-05, |
| "loss": 0.0053, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.8418241171233554, |
| "grad_norm": 0.02738568963961108, |
| "learning_rate": 3.8950909678246784e-05, |
| "loss": 0.0052, |
| "step": 9310 |
| }, |
| { |
| "epoch": 1.8438025521812247, |
| "grad_norm": 0.029925631119623625, |
| "learning_rate": 3.883869088222568e-05, |
| "loss": 0.0054, |
| "step": 9320 |
| }, |
| { |
| "epoch": 1.845780987239094, |
| "grad_norm": 0.02775795673689364, |
| "learning_rate": 3.872653122557028e-05, |
| "loss": 0.0053, |
| "step": 9330 |
| }, |
| { |
| "epoch": 1.847759422296963, |
| "grad_norm": 0.03180032496362141, |
| "learning_rate": 3.861443130257031e-05, |
| "loss": 0.0054, |
| "step": 9340 |
| }, |
| { |
| "epoch": 1.8497378573548322, |
| "grad_norm": 0.029127260736406993, |
| "learning_rate": 3.850239170719891e-05, |
| "loss": 0.0053, |
| "step": 9350 |
| }, |
| { |
| "epoch": 1.8517162924127015, |
| "grad_norm": 0.02962876347497397, |
| "learning_rate": 3.8390413033109644e-05, |
| "loss": 0.0053, |
| "step": 9360 |
| }, |
| { |
| "epoch": 1.8536947274705708, |
| "grad_norm": 0.05345678618112492, |
| "learning_rate": 3.827849587363323e-05, |
| "loss": 0.0053, |
| "step": 9370 |
| }, |
| { |
| "epoch": 1.85567316252844, |
| "grad_norm": 0.024233291226887835, |
| "learning_rate": 3.816664082177447e-05, |
| "loss": 0.0053, |
| "step": 9380 |
| }, |
| { |
| "epoch": 1.8576515975863093, |
| "grad_norm": 0.03449006391295851, |
| "learning_rate": 3.8054848470209095e-05, |
| "loss": 0.0053, |
| "step": 9390 |
| }, |
| { |
| "epoch": 1.8596300326441786, |
| "grad_norm": 0.023024751946049627, |
| "learning_rate": 3.794311941128055e-05, |
| "loss": 0.0053, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.8616084677020477, |
| "grad_norm": 0.02440467096104381, |
| "learning_rate": 3.783145423699701e-05, |
| "loss": 0.0053, |
| "step": 9410 |
| }, |
| { |
| "epoch": 1.8635869027599168, |
| "grad_norm": 0.024774734807110673, |
| "learning_rate": 3.771985353902805e-05, |
| "loss": 0.0052, |
| "step": 9420 |
| }, |
| { |
| "epoch": 1.865565337817786, |
| "grad_norm": 0.021258253921897674, |
| "learning_rate": 3.7608317908701706e-05, |
| "loss": 0.0053, |
| "step": 9430 |
| }, |
| { |
| "epoch": 1.8675437728756554, |
| "grad_norm": 0.024073864642703027, |
| "learning_rate": 3.749684793700115e-05, |
| "loss": 0.0052, |
| "step": 9440 |
| }, |
| { |
| "epoch": 1.8695222079335245, |
| "grad_norm": 0.024158976192525498, |
| "learning_rate": 3.738544421456175e-05, |
| "loss": 0.0052, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.8715006429913938, |
| "grad_norm": 0.01983093182320209, |
| "learning_rate": 3.727410733166779e-05, |
| "loss": 0.0052, |
| "step": 9460 |
| }, |
| { |
| "epoch": 1.8734790780492632, |
| "grad_norm": 0.023642543068336814, |
| "learning_rate": 3.716283787824939e-05, |
| "loss": 0.0053, |
| "step": 9470 |
| }, |
| { |
| "epoch": 1.8754575131071323, |
| "grad_norm": 0.02730805629538233, |
| "learning_rate": 3.7051636443879425e-05, |
| "loss": 0.0053, |
| "step": 9480 |
| }, |
| { |
| "epoch": 1.8774359481650014, |
| "grad_norm": 0.024224089033428268, |
| "learning_rate": 3.694050361777034e-05, |
| "loss": 0.0052, |
| "step": 9490 |
| }, |
| { |
| "epoch": 1.8794143832228707, |
| "grad_norm": 0.021342171235732024, |
| "learning_rate": 3.682943998877105e-05, |
| "loss": 0.0052, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.88139281828074, |
| "grad_norm": 0.029866357318844673, |
| "learning_rate": 3.6718446145363854e-05, |
| "loss": 0.0053, |
| "step": 9510 |
| }, |
| { |
| "epoch": 1.883371253338609, |
| "grad_norm": 0.023118392591171193, |
| "learning_rate": 3.660752267566123e-05, |
| "loss": 0.0052, |
| "step": 9520 |
| }, |
| { |
| "epoch": 1.8853496883964784, |
| "grad_norm": 0.023902929066119682, |
| "learning_rate": 3.649667016740281e-05, |
| "loss": 0.0053, |
| "step": 9530 |
| }, |
| { |
| "epoch": 1.8873281234543478, |
| "grad_norm": 0.020513798904375557, |
| "learning_rate": 3.638588920795225e-05, |
| "loss": 0.0052, |
| "step": 9540 |
| }, |
| { |
| "epoch": 1.8893065585122168, |
| "grad_norm": 0.02547463478246418, |
| "learning_rate": 3.627518038429403e-05, |
| "loss": 0.0052, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.891284993570086, |
| "grad_norm": 0.0268480293661714, |
| "learning_rate": 3.61645442830305e-05, |
| "loss": 0.0052, |
| "step": 9560 |
| }, |
| { |
| "epoch": 1.8932634286279553, |
| "grad_norm": 0.025579275523733343, |
| "learning_rate": 3.6053981490378577e-05, |
| "loss": 0.0053, |
| "step": 9570 |
| }, |
| { |
| "epoch": 1.8952418636858246, |
| "grad_norm": 0.020811759797987807, |
| "learning_rate": 3.5943492592166836e-05, |
| "loss": 0.0053, |
| "step": 9580 |
| }, |
| { |
| "epoch": 1.8972202987436937, |
| "grad_norm": 0.02420916246009242, |
| "learning_rate": 3.5833078173832256e-05, |
| "loss": 0.0052, |
| "step": 9590 |
| }, |
| { |
| "epoch": 1.899198733801563, |
| "grad_norm": 0.015900031197897044, |
| "learning_rate": 3.572273882041723e-05, |
| "loss": 0.0052, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.9011771688594323, |
| "grad_norm": 0.023074309137216507, |
| "learning_rate": 3.561247511656637e-05, |
| "loss": 0.0052, |
| "step": 9610 |
| }, |
| { |
| "epoch": 1.9031556039173014, |
| "grad_norm": 0.023675186631306046, |
| "learning_rate": 3.5502287646523455e-05, |
| "loss": 0.0052, |
| "step": 9620 |
| }, |
| { |
| "epoch": 1.9051340389751705, |
| "grad_norm": 0.02742715405123575, |
| "learning_rate": 3.5392176994128354e-05, |
| "loss": 0.0052, |
| "step": 9630 |
| }, |
| { |
| "epoch": 1.9071124740330399, |
| "grad_norm": 0.018981188651271925, |
| "learning_rate": 3.528214374281388e-05, |
| "loss": 0.0052, |
| "step": 9640 |
| }, |
| { |
| "epoch": 1.9090909090909092, |
| "grad_norm": 0.027278943895713635, |
| "learning_rate": 3.517218847560274e-05, |
| "loss": 0.0052, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.9110693441487783, |
| "grad_norm": 0.022716223950612312, |
| "learning_rate": 3.506231177510446e-05, |
| "loss": 0.0052, |
| "step": 9660 |
| }, |
| { |
| "epoch": 1.9130477792066476, |
| "grad_norm": 0.02053890323304357, |
| "learning_rate": 3.4952514223512235e-05, |
| "loss": 0.0052, |
| "step": 9670 |
| }, |
| { |
| "epoch": 1.915026214264517, |
| "grad_norm": 0.02408811360159527, |
| "learning_rate": 3.484279640259989e-05, |
| "loss": 0.0052, |
| "step": 9680 |
| }, |
| { |
| "epoch": 1.917004649322386, |
| "grad_norm": 0.03627557397158375, |
| "learning_rate": 3.473315889371881e-05, |
| "loss": 0.0052, |
| "step": 9690 |
| }, |
| { |
| "epoch": 1.918983084380255, |
| "grad_norm": 0.028062228192603494, |
| "learning_rate": 3.462360227779482e-05, |
| "loss": 0.0052, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.9209615194381244, |
| "grad_norm": 0.027139789605065957, |
| "learning_rate": 3.4514127135325103e-05, |
| "loss": 0.0052, |
| "step": 9710 |
| }, |
| { |
| "epoch": 1.9229399544959938, |
| "grad_norm": 0.023148816746808902, |
| "learning_rate": 3.440473404637519e-05, |
| "loss": 0.0052, |
| "step": 9720 |
| }, |
| { |
| "epoch": 1.9249183895538629, |
| "grad_norm": 0.020296786855754166, |
| "learning_rate": 3.4295423590575826e-05, |
| "loss": 0.0053, |
| "step": 9730 |
| }, |
| { |
| "epoch": 1.9268968246117322, |
| "grad_norm": 0.028730851201650857, |
| "learning_rate": 3.4186196347119906e-05, |
| "loss": 0.0052, |
| "step": 9740 |
| }, |
| { |
| "epoch": 1.9288752596696015, |
| "grad_norm": 0.02413506202818901, |
| "learning_rate": 3.407705289475942e-05, |
| "loss": 0.0052, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.9308536947274706, |
| "grad_norm": 0.01633291212032909, |
| "learning_rate": 3.3967993811802406e-05, |
| "loss": 0.0052, |
| "step": 9760 |
| }, |
| { |
| "epoch": 1.9328321297853397, |
| "grad_norm": 0.016066213593894773, |
| "learning_rate": 3.385901967610982e-05, |
| "loss": 0.0052, |
| "step": 9770 |
| }, |
| { |
| "epoch": 1.934810564843209, |
| "grad_norm": 0.02109516392265439, |
| "learning_rate": 3.375013106509254e-05, |
| "loss": 0.0051, |
| "step": 9780 |
| }, |
| { |
| "epoch": 1.9367889999010783, |
| "grad_norm": 0.015060864954790327, |
| "learning_rate": 3.364132855570829e-05, |
| "loss": 0.0051, |
| "step": 9790 |
| }, |
| { |
| "epoch": 1.9387674349589474, |
| "grad_norm": 0.022303280779499564, |
| "learning_rate": 3.353261272445854e-05, |
| "loss": 0.0052, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.9407458700168165, |
| "grad_norm": 0.016159264310023805, |
| "learning_rate": 3.342398414738555e-05, |
| "loss": 0.0051, |
| "step": 9810 |
| }, |
| { |
| "epoch": 1.942724305074686, |
| "grad_norm": 0.01878695861888922, |
| "learning_rate": 3.3315443400069186e-05, |
| "loss": 0.0052, |
| "step": 9820 |
| }, |
| { |
| "epoch": 1.9447027401325552, |
| "grad_norm": 0.029561692824410766, |
| "learning_rate": 3.3206991057623974e-05, |
| "loss": 0.0052, |
| "step": 9830 |
| }, |
| { |
| "epoch": 1.9466811751904243, |
| "grad_norm": 0.017041582953122983, |
| "learning_rate": 3.3098627694696046e-05, |
| "loss": 0.0052, |
| "step": 9840 |
| }, |
| { |
| "epoch": 1.9486596102482936, |
| "grad_norm": 0.024050271881597248, |
| "learning_rate": 3.299035388545999e-05, |
| "loss": 0.0052, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.950638045306163, |
| "grad_norm": 0.022945736882299755, |
| "learning_rate": 3.288217020361594e-05, |
| "loss": 0.0052, |
| "step": 9860 |
| }, |
| { |
| "epoch": 1.952616480364032, |
| "grad_norm": 0.024952403050646395, |
| "learning_rate": 3.277407722238646e-05, |
| "loss": 0.0052, |
| "step": 9870 |
| }, |
| { |
| "epoch": 1.9545949154219011, |
| "grad_norm": 0.02458361726694409, |
| "learning_rate": 3.266607551451357e-05, |
| "loss": 0.0052, |
| "step": 9880 |
| }, |
| { |
| "epoch": 1.9565733504797707, |
| "grad_norm": 0.02142909072607753, |
| "learning_rate": 3.255816565225559e-05, |
| "loss": 0.0052, |
| "step": 9890 |
| }, |
| { |
| "epoch": 1.9585517855376398, |
| "grad_norm": 0.012222267493359676, |
| "learning_rate": 3.245034820738426e-05, |
| "loss": 0.0052, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.9605302205955089, |
| "grad_norm": 0.014330911997829833, |
| "learning_rate": 3.234262375118161e-05, |
| "loss": 0.0051, |
| "step": 9910 |
| }, |
| { |
| "epoch": 1.9625086556533782, |
| "grad_norm": 0.030407957798073763, |
| "learning_rate": 3.223499285443694e-05, |
| "loss": 0.0053, |
| "step": 9920 |
| }, |
| { |
| "epoch": 1.9644870907112475, |
| "grad_norm": 0.024815359705316488, |
| "learning_rate": 3.212745608744385e-05, |
| "loss": 0.0052, |
| "step": 9930 |
| }, |
| { |
| "epoch": 1.9664655257691166, |
| "grad_norm": 0.024784109969498713, |
| "learning_rate": 3.202001401999715e-05, |
| "loss": 0.0051, |
| "step": 9940 |
| }, |
| { |
| "epoch": 1.9684439608269857, |
| "grad_norm": 0.027800938146866884, |
| "learning_rate": 3.191266722138989e-05, |
| "loss": 0.0052, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.9704223958848552, |
| "grad_norm": 0.02188791456514409, |
| "learning_rate": 3.180541626041035e-05, |
| "loss": 0.0052, |
| "step": 9960 |
| }, |
| { |
| "epoch": 1.9724008309427243, |
| "grad_norm": 0.0181904401982826, |
| "learning_rate": 3.169826170533896e-05, |
| "loss": 0.0052, |
| "step": 9970 |
| }, |
| { |
| "epoch": 1.9743792660005934, |
| "grad_norm": 0.02533610898568596, |
| "learning_rate": 3.1591204123945383e-05, |
| "loss": 0.0052, |
| "step": 9980 |
| }, |
| { |
| "epoch": 1.9763577010584628, |
| "grad_norm": 0.02219987077174594, |
| "learning_rate": 3.1484244083485396e-05, |
| "loss": 0.0052, |
| "step": 9990 |
| }, |
| { |
| "epoch": 1.978336136116332, |
| "grad_norm": 0.023917403896825156, |
| "learning_rate": 3.137738215069801e-05, |
| "loss": 0.0052, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.9803145711742012, |
| "grad_norm": 0.02451841494211009, |
| "learning_rate": 3.127061889180235e-05, |
| "loss": 0.0052, |
| "step": 10010 |
| }, |
| { |
| "epoch": 1.9822930062320703, |
| "grad_norm": 0.012159524065993965, |
| "learning_rate": 3.1163954872494726e-05, |
| "loss": 0.0052, |
| "step": 10020 |
| }, |
| { |
| "epoch": 1.9842714412899398, |
| "grad_norm": 0.02555366239093547, |
| "learning_rate": 3.1057390657945653e-05, |
| "loss": 0.0052, |
| "step": 10030 |
| }, |
| { |
| "epoch": 1.986249876347809, |
| "grad_norm": 0.025114149097785175, |
| "learning_rate": 3.095092681279674e-05, |
| "loss": 0.0052, |
| "step": 10040 |
| }, |
| { |
| "epoch": 1.988228311405678, |
| "grad_norm": 0.01668993370366738, |
| "learning_rate": 3.084456390115786e-05, |
| "loss": 0.0052, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.9902067464635473, |
| "grad_norm": 0.021555995976348604, |
| "learning_rate": 3.0738302486604045e-05, |
| "loss": 0.0052, |
| "step": 10060 |
| }, |
| { |
| "epoch": 1.9921851815214167, |
| "grad_norm": 0.022063610024679166, |
| "learning_rate": 3.0632143132172504e-05, |
| "loss": 0.0051, |
| "step": 10070 |
| }, |
| { |
| "epoch": 1.9941636165792858, |
| "grad_norm": 0.020461514830958764, |
| "learning_rate": 3.052608640035972e-05, |
| "loss": 0.0051, |
| "step": 10080 |
| }, |
| { |
| "epoch": 1.9961420516371549, |
| "grad_norm": 0.02064983048348345, |
| "learning_rate": 3.042013285311839e-05, |
| "loss": 0.0051, |
| "step": 10090 |
| }, |
| { |
| "epoch": 1.9981204866950244, |
| "grad_norm": 0.017506871762022803, |
| "learning_rate": 3.0314283051854485e-05, |
| "loss": 0.0052, |
| "step": 10100 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.01823014279978876, |
| "learning_rate": 3.0208537557424277e-05, |
| "loss": 0.0051, |
| "step": 10110 |
| }, |
| { |
| "epoch": 2.001978435057869, |
| "grad_norm": 0.011998633530344173, |
| "learning_rate": 3.0102896930131354e-05, |
| "loss": 0.0051, |
| "step": 10120 |
| }, |
| { |
| "epoch": 2.0039568701157386, |
| "grad_norm": 0.017666835538800666, |
| "learning_rate": 2.9997361729723606e-05, |
| "loss": 0.0051, |
| "step": 10130 |
| }, |
| { |
| "epoch": 2.0059353051736077, |
| "grad_norm": 0.030649085022449007, |
| "learning_rate": 2.9891932515390382e-05, |
| "loss": 0.0051, |
| "step": 10140 |
| }, |
| { |
| "epoch": 2.007913740231477, |
| "grad_norm": 0.014619864929607927, |
| "learning_rate": 2.9786609845759418e-05, |
| "loss": 0.0051, |
| "step": 10150 |
| }, |
| { |
| "epoch": 2.009892175289346, |
| "grad_norm": 0.016243137444419006, |
| "learning_rate": 2.9681394278893903e-05, |
| "loss": 0.0052, |
| "step": 10160 |
| }, |
| { |
| "epoch": 2.0118706103472155, |
| "grad_norm": 0.013992408540882142, |
| "learning_rate": 2.9576286372289542e-05, |
| "loss": 0.0052, |
| "step": 10170 |
| }, |
| { |
| "epoch": 2.0138490454050846, |
| "grad_norm": 0.01885349566112516, |
| "learning_rate": 2.947128668287161e-05, |
| "loss": 0.0051, |
| "step": 10180 |
| }, |
| { |
| "epoch": 2.0158274804629537, |
| "grad_norm": 0.014447360093864787, |
| "learning_rate": 2.936639576699194e-05, |
| "loss": 0.0052, |
| "step": 10190 |
| }, |
| { |
| "epoch": 2.0178059155208232, |
| "grad_norm": 0.019008012346108785, |
| "learning_rate": 2.9261614180426034e-05, |
| "loss": 0.0051, |
| "step": 10200 |
| }, |
| { |
| "epoch": 2.0197843505786923, |
| "grad_norm": 0.017636826161999665, |
| "learning_rate": 2.915694247837014e-05, |
| "loss": 0.0051, |
| "step": 10210 |
| }, |
| { |
| "epoch": 2.0217627856365614, |
| "grad_norm": 0.0253350475278711, |
| "learning_rate": 2.90523812154382e-05, |
| "loss": 0.0051, |
| "step": 10220 |
| }, |
| { |
| "epoch": 2.0237412206944305, |
| "grad_norm": 0.01956381981167915, |
| "learning_rate": 2.894793094565904e-05, |
| "loss": 0.0052, |
| "step": 10230 |
| }, |
| { |
| "epoch": 2.0257196557523, |
| "grad_norm": 0.01146698251243089, |
| "learning_rate": 2.8843592222473354e-05, |
| "loss": 0.0051, |
| "step": 10240 |
| }, |
| { |
| "epoch": 2.027698090810169, |
| "grad_norm": 0.016302046541573873, |
| "learning_rate": 2.8739365598730818e-05, |
| "loss": 0.0051, |
| "step": 10250 |
| }, |
| { |
| "epoch": 2.0296765258680383, |
| "grad_norm": 0.014996244270592183, |
| "learning_rate": 2.8635251626687076e-05, |
| "loss": 0.0051, |
| "step": 10260 |
| }, |
| { |
| "epoch": 2.031654960925908, |
| "grad_norm": 0.0174027450982523, |
| "learning_rate": 2.853125085800096e-05, |
| "loss": 0.0051, |
| "step": 10270 |
| }, |
| { |
| "epoch": 2.033633395983777, |
| "grad_norm": 0.007827462759095419, |
| "learning_rate": 2.8427363843731393e-05, |
| "loss": 0.0051, |
| "step": 10280 |
| }, |
| { |
| "epoch": 2.035611831041646, |
| "grad_norm": 0.01290896444405103, |
| "learning_rate": 2.832359113433463e-05, |
| "loss": 0.0051, |
| "step": 10290 |
| }, |
| { |
| "epoch": 2.037590266099515, |
| "grad_norm": 0.00826740251550909, |
| "learning_rate": 2.8219933279661247e-05, |
| "loss": 0.0051, |
| "step": 10300 |
| }, |
| { |
| "epoch": 2.0395687011573846, |
| "grad_norm": 0.015519787362490487, |
| "learning_rate": 2.8116390828953253e-05, |
| "loss": 0.0051, |
| "step": 10310 |
| }, |
| { |
| "epoch": 2.0415471362152537, |
| "grad_norm": 0.012937273628209052, |
| "learning_rate": 2.801296433084115e-05, |
| "loss": 0.0051, |
| "step": 10320 |
| }, |
| { |
| "epoch": 2.043525571273123, |
| "grad_norm": 0.011202697012095897, |
| "learning_rate": 2.7909654333341084e-05, |
| "loss": 0.0051, |
| "step": 10330 |
| }, |
| { |
| "epoch": 2.0455040063309924, |
| "grad_norm": 0.016528032129210366, |
| "learning_rate": 2.7806461383851895e-05, |
| "loss": 0.0051, |
| "step": 10340 |
| }, |
| { |
| "epoch": 2.0474824413888615, |
| "grad_norm": 0.020489979912040684, |
| "learning_rate": 2.7703386029152246e-05, |
| "loss": 0.0051, |
| "step": 10350 |
| }, |
| { |
| "epoch": 2.0494608764467306, |
| "grad_norm": 0.022383501949072283, |
| "learning_rate": 2.76004288153977e-05, |
| "loss": 0.0051, |
| "step": 10360 |
| }, |
| { |
| "epoch": 2.0514393115045997, |
| "grad_norm": 0.028362584068002725, |
| "learning_rate": 2.749759028811786e-05, |
| "loss": 0.0051, |
| "step": 10370 |
| }, |
| { |
| "epoch": 2.0534177465624692, |
| "grad_norm": 0.020736030508597528, |
| "learning_rate": 2.7394870992213394e-05, |
| "loss": 0.0051, |
| "step": 10380 |
| }, |
| { |
| "epoch": 2.0553961816203383, |
| "grad_norm": 0.02319045536929944, |
| "learning_rate": 2.7292271471953284e-05, |
| "loss": 0.0051, |
| "step": 10390 |
| }, |
| { |
| "epoch": 2.0573746166782074, |
| "grad_norm": 0.019514229438238946, |
| "learning_rate": 2.7189792270971827e-05, |
| "loss": 0.0051, |
| "step": 10400 |
| }, |
| { |
| "epoch": 2.059353051736077, |
| "grad_norm": 0.011677122573293518, |
| "learning_rate": 2.7087433932265825e-05, |
| "loss": 0.0051, |
| "step": 10410 |
| }, |
| { |
| "epoch": 2.061331486793946, |
| "grad_norm": 0.014657258248748539, |
| "learning_rate": 2.698519699819163e-05, |
| "loss": 0.0051, |
| "step": 10420 |
| }, |
| { |
| "epoch": 2.063309921851815, |
| "grad_norm": 0.015354796595919793, |
| "learning_rate": 2.688308201046236e-05, |
| "loss": 0.0051, |
| "step": 10430 |
| }, |
| { |
| "epoch": 2.0652883569096843, |
| "grad_norm": 0.010624880360493354, |
| "learning_rate": 2.6781089510144996e-05, |
| "loss": 0.0051, |
| "step": 10440 |
| }, |
| { |
| "epoch": 2.067266791967554, |
| "grad_norm": 0.021693625496735928, |
| "learning_rate": 2.667922003765745e-05, |
| "loss": 0.005, |
| "step": 10450 |
| }, |
| { |
| "epoch": 2.069245227025423, |
| "grad_norm": 0.009311777918678179, |
| "learning_rate": 2.657747413276581e-05, |
| "loss": 0.0051, |
| "step": 10460 |
| }, |
| { |
| "epoch": 2.071223662083292, |
| "grad_norm": 0.01805484029977159, |
| "learning_rate": 2.647585233458142e-05, |
| "loss": 0.0051, |
| "step": 10470 |
| }, |
| { |
| "epoch": 2.0732020971411615, |
| "grad_norm": 0.01031126573922547, |
| "learning_rate": 2.637435518155802e-05, |
| "loss": 0.0051, |
| "step": 10480 |
| }, |
| { |
| "epoch": 2.0751805321990306, |
| "grad_norm": 0.0200676692637036, |
| "learning_rate": 2.627298321148893e-05, |
| "loss": 0.0051, |
| "step": 10490 |
| }, |
| { |
| "epoch": 2.0771589672568997, |
| "grad_norm": 0.013106546278726134, |
| "learning_rate": 2.617173696150411e-05, |
| "loss": 0.0051, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.079137402314769, |
| "grad_norm": 0.009989295485848418, |
| "learning_rate": 2.6070616968067445e-05, |
| "loss": 0.0051, |
| "step": 10510 |
| }, |
| { |
| "epoch": 2.0811158373726384, |
| "grad_norm": 0.015518759355234066, |
| "learning_rate": 2.5969623766973815e-05, |
| "loss": 0.0051, |
| "step": 10520 |
| }, |
| { |
| "epoch": 2.0830942724305075, |
| "grad_norm": 0.021348959729398934, |
| "learning_rate": 2.5868757893346284e-05, |
| "loss": 0.005, |
| "step": 10530 |
| }, |
| { |
| "epoch": 2.0850727074883766, |
| "grad_norm": 0.01312259138338968, |
| "learning_rate": 2.5768019881633237e-05, |
| "loss": 0.0051, |
| "step": 10540 |
| }, |
| { |
| "epoch": 2.087051142546246, |
| "grad_norm": 0.013682348759767142, |
| "learning_rate": 2.5667410265605617e-05, |
| "loss": 0.0051, |
| "step": 10550 |
| }, |
| { |
| "epoch": 2.0890295776041152, |
| "grad_norm": 0.01512631592108552, |
| "learning_rate": 2.556692957835398e-05, |
| "loss": 0.0051, |
| "step": 10560 |
| }, |
| { |
| "epoch": 2.0910080126619843, |
| "grad_norm": 0.023223637512977114, |
| "learning_rate": 2.5466578352285774e-05, |
| "loss": 0.0051, |
| "step": 10570 |
| }, |
| { |
| "epoch": 2.0929864477198534, |
| "grad_norm": 0.019144021291418106, |
| "learning_rate": 2.5366357119122486e-05, |
| "loss": 0.0052, |
| "step": 10580 |
| }, |
| { |
| "epoch": 2.094964882777723, |
| "grad_norm": 0.015112527723636755, |
| "learning_rate": 2.5266266409896834e-05, |
| "loss": 0.0051, |
| "step": 10590 |
| }, |
| { |
| "epoch": 2.096943317835592, |
| "grad_norm": 0.028106565100628866, |
| "learning_rate": 2.5166306754949908e-05, |
| "loss": 0.0051, |
| "step": 10600 |
| }, |
| { |
| "epoch": 2.098921752893461, |
| "grad_norm": 0.01726873092926816, |
| "learning_rate": 2.5066478683928457e-05, |
| "loss": 0.0051, |
| "step": 10610 |
| }, |
| { |
| "epoch": 2.1009001879513307, |
| "grad_norm": 0.015700923866981378, |
| "learning_rate": 2.4966782725781916e-05, |
| "loss": 0.0051, |
| "step": 10620 |
| }, |
| { |
| "epoch": 2.1028786230092, |
| "grad_norm": 0.024943681798945943, |
| "learning_rate": 2.4867219408759794e-05, |
| "loss": 0.0051, |
| "step": 10630 |
| }, |
| { |
| "epoch": 2.104857058067069, |
| "grad_norm": 0.009897654947394157, |
| "learning_rate": 2.4767789260408753e-05, |
| "loss": 0.0051, |
| "step": 10640 |
| }, |
| { |
| "epoch": 2.106835493124938, |
| "grad_norm": 0.014395552716041286, |
| "learning_rate": 2.466849280756985e-05, |
| "loss": 0.0051, |
| "step": 10650 |
| }, |
| { |
| "epoch": 2.1088139281828076, |
| "grad_norm": 0.010039385886851515, |
| "learning_rate": 2.4569330576375743e-05, |
| "loss": 0.0051, |
| "step": 10660 |
| }, |
| { |
| "epoch": 2.1107923632406767, |
| "grad_norm": 0.01681820269200595, |
| "learning_rate": 2.4470303092247926e-05, |
| "loss": 0.0051, |
| "step": 10670 |
| }, |
| { |
| "epoch": 2.1127707982985457, |
| "grad_norm": 0.017873019841831102, |
| "learning_rate": 2.4371410879893857e-05, |
| "loss": 0.0051, |
| "step": 10680 |
| }, |
| { |
| "epoch": 2.114749233356415, |
| "grad_norm": 0.01555505405994473, |
| "learning_rate": 2.4272654463304328e-05, |
| "loss": 0.0051, |
| "step": 10690 |
| }, |
| { |
| "epoch": 2.1167276684142844, |
| "grad_norm": 0.029561779008673406, |
| "learning_rate": 2.4174034365750513e-05, |
| "loss": 0.0051, |
| "step": 10700 |
| }, |
| { |
| "epoch": 2.1187061034721535, |
| "grad_norm": 0.018593742782375376, |
| "learning_rate": 2.4075551109781358e-05, |
| "loss": 0.0051, |
| "step": 10710 |
| }, |
| { |
| "epoch": 2.1206845385300226, |
| "grad_norm": 0.02302804365508315, |
| "learning_rate": 2.3977205217220707e-05, |
| "loss": 0.0051, |
| "step": 10720 |
| }, |
| { |
| "epoch": 2.122662973587892, |
| "grad_norm": 0.01686749303104726, |
| "learning_rate": 2.387899720916459e-05, |
| "loss": 0.0051, |
| "step": 10730 |
| }, |
| { |
| "epoch": 2.1246414086457612, |
| "grad_norm": 0.013802283380333574, |
| "learning_rate": 2.3780927605978397e-05, |
| "loss": 0.0051, |
| "step": 10740 |
| }, |
| { |
| "epoch": 2.1266198437036303, |
| "grad_norm": 0.022515964725151136, |
| "learning_rate": 2.3682996927294214e-05, |
| "loss": 0.0051, |
| "step": 10750 |
| }, |
| { |
| "epoch": 2.1285982787614994, |
| "grad_norm": 0.015197613506523586, |
| "learning_rate": 2.3585205692008e-05, |
| "loss": 0.0051, |
| "step": 10760 |
| }, |
| { |
| "epoch": 2.130576713819369, |
| "grad_norm": 0.010767240311094852, |
| "learning_rate": 2.348755441827686e-05, |
| "loss": 0.0051, |
| "step": 10770 |
| }, |
| { |
| "epoch": 2.132555148877238, |
| "grad_norm": 0.011326396684156357, |
| "learning_rate": 2.3390043623516293e-05, |
| "loss": 0.0051, |
| "step": 10780 |
| }, |
| { |
| "epoch": 2.134533583935107, |
| "grad_norm": 0.013433164634858, |
| "learning_rate": 2.3292673824397487e-05, |
| "loss": 0.0051, |
| "step": 10790 |
| }, |
| { |
| "epoch": 2.1365120189929767, |
| "grad_norm": 0.014078282813807765, |
| "learning_rate": 2.319544553684449e-05, |
| "loss": 0.0051, |
| "step": 10800 |
| }, |
| { |
| "epoch": 2.138490454050846, |
| "grad_norm": 0.013408420291881223, |
| "learning_rate": 2.3098359276031578e-05, |
| "loss": 0.005, |
| "step": 10810 |
| }, |
| { |
| "epoch": 2.140468889108715, |
| "grad_norm": 0.021238107471721973, |
| "learning_rate": 2.3001415556380484e-05, |
| "loss": 0.0051, |
| "step": 10820 |
| }, |
| { |
| "epoch": 2.142447324166584, |
| "grad_norm": 0.01406933920098076, |
| "learning_rate": 2.290461489155768e-05, |
| "loss": 0.0051, |
| "step": 10830 |
| }, |
| { |
| "epoch": 2.1444257592244536, |
| "grad_norm": 0.016080766744984633, |
| "learning_rate": 2.280795779447159e-05, |
| "loss": 0.0051, |
| "step": 10840 |
| }, |
| { |
| "epoch": 2.1464041942823227, |
| "grad_norm": 0.016047233432858785, |
| "learning_rate": 2.271144477726999e-05, |
| "loss": 0.0051, |
| "step": 10850 |
| }, |
| { |
| "epoch": 2.1483826293401918, |
| "grad_norm": 0.01638547749389204, |
| "learning_rate": 2.261507635133724e-05, |
| "loss": 0.0051, |
| "step": 10860 |
| }, |
| { |
| "epoch": 2.1503610643980613, |
| "grad_norm": 0.013455554966347559, |
| "learning_rate": 2.2518853027291487e-05, |
| "loss": 0.0051, |
| "step": 10870 |
| }, |
| { |
| "epoch": 2.1523394994559304, |
| "grad_norm": 0.0156905422948272, |
| "learning_rate": 2.242277531498212e-05, |
| "loss": 0.005, |
| "step": 10880 |
| }, |
| { |
| "epoch": 2.1543179345137995, |
| "grad_norm": 0.017797715282482234, |
| "learning_rate": 2.2326843723486973e-05, |
| "loss": 0.005, |
| "step": 10890 |
| }, |
| { |
| "epoch": 2.1562963695716686, |
| "grad_norm": 0.012419324567042648, |
| "learning_rate": 2.223105876110962e-05, |
| "loss": 0.005, |
| "step": 10900 |
| }, |
| { |
| "epoch": 2.158274804629538, |
| "grad_norm": 0.020710944228018485, |
| "learning_rate": 2.213542093537675e-05, |
| "loss": 0.005, |
| "step": 10910 |
| }, |
| { |
| "epoch": 2.1602532396874072, |
| "grad_norm": 0.00997654743104219, |
| "learning_rate": 2.2039930753035354e-05, |
| "loss": 0.005, |
| "step": 10920 |
| }, |
| { |
| "epoch": 2.1622316747452763, |
| "grad_norm": 0.013073229525928806, |
| "learning_rate": 2.1944588720050197e-05, |
| "loss": 0.0051, |
| "step": 10930 |
| }, |
| { |
| "epoch": 2.164210109803146, |
| "grad_norm": 0.019896089820101163, |
| "learning_rate": 2.1849395341601026e-05, |
| "loss": 0.0051, |
| "step": 10940 |
| }, |
| { |
| "epoch": 2.166188544861015, |
| "grad_norm": 0.003738474285796797, |
| "learning_rate": 2.1754351122079923e-05, |
| "loss": 0.005, |
| "step": 10950 |
| }, |
| { |
| "epoch": 2.168166979918884, |
| "grad_norm": 0.006116613818131575, |
| "learning_rate": 2.1659456565088654e-05, |
| "loss": 0.0051, |
| "step": 10960 |
| }, |
| { |
| "epoch": 2.170145414976753, |
| "grad_norm": 0.016900029510486744, |
| "learning_rate": 2.156471217343598e-05, |
| "loss": 0.0051, |
| "step": 10970 |
| }, |
| { |
| "epoch": 2.1721238500346227, |
| "grad_norm": 0.005463816457148365, |
| "learning_rate": 2.1470118449134974e-05, |
| "loss": 0.005, |
| "step": 10980 |
| }, |
| { |
| "epoch": 2.174102285092492, |
| "grad_norm": 0.019264032745766015, |
| "learning_rate": 2.1375675893400372e-05, |
| "loss": 0.0051, |
| "step": 10990 |
| }, |
| { |
| "epoch": 2.176080720150361, |
| "grad_norm": 0.01116503806541952, |
| "learning_rate": 2.128138500664597e-05, |
| "loss": 0.005, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.1780591552082305, |
| "grad_norm": 0.019596539396481285, |
| "learning_rate": 2.1187246288481917e-05, |
| "loss": 0.0051, |
| "step": 11010 |
| }, |
| { |
| "epoch": 2.1800375902660996, |
| "grad_norm": 0.012184386124095642, |
| "learning_rate": 2.109326023771206e-05, |
| "loss": 0.005, |
| "step": 11020 |
| }, |
| { |
| "epoch": 2.1820160253239687, |
| "grad_norm": 0.019651717318598487, |
| "learning_rate": 2.0999427352331362e-05, |
| "loss": 0.0051, |
| "step": 11030 |
| }, |
| { |
| "epoch": 2.1839944603818378, |
| "grad_norm": 0.00825153135239514, |
| "learning_rate": 2.0905748129523166e-05, |
| "loss": 0.0051, |
| "step": 11040 |
| }, |
| { |
| "epoch": 2.1859728954397073, |
| "grad_norm": 0.014043588944678529, |
| "learning_rate": 2.081222306565666e-05, |
| "loss": 0.0051, |
| "step": 11050 |
| }, |
| { |
| "epoch": 2.1879513304975764, |
| "grad_norm": 0.009341202777554052, |
| "learning_rate": 2.0718852656284195e-05, |
| "loss": 0.005, |
| "step": 11060 |
| }, |
| { |
| "epoch": 2.1899297655554455, |
| "grad_norm": 0.009636477793444943, |
| "learning_rate": 2.0625637396138664e-05, |
| "loss": 0.0051, |
| "step": 11070 |
| }, |
| { |
| "epoch": 2.191908200613315, |
| "grad_norm": 0.01990870953424018, |
| "learning_rate": 2.053257777913089e-05, |
| "loss": 0.005, |
| "step": 11080 |
| }, |
| { |
| "epoch": 2.193886635671184, |
| "grad_norm": 0.01605303530319553, |
| "learning_rate": 2.043967429834703e-05, |
| "loss": 0.005, |
| "step": 11090 |
| }, |
| { |
| "epoch": 2.1958650707290532, |
| "grad_norm": 0.012690445942852584, |
| "learning_rate": 2.034692744604586e-05, |
| "loss": 0.0051, |
| "step": 11100 |
| }, |
| { |
| "epoch": 2.1978435057869223, |
| "grad_norm": 0.013468023088931077, |
| "learning_rate": 2.025433771365632e-05, |
| "loss": 0.005, |
| "step": 11110 |
| }, |
| { |
| "epoch": 2.199821940844792, |
| "grad_norm": 0.018654869897026482, |
| "learning_rate": 2.0161905591774826e-05, |
| "loss": 0.0051, |
| "step": 11120 |
| }, |
| { |
| "epoch": 2.201800375902661, |
| "grad_norm": 0.00944872390645309, |
| "learning_rate": 2.0069631570162624e-05, |
| "loss": 0.005, |
| "step": 11130 |
| }, |
| { |
| "epoch": 2.20377881096053, |
| "grad_norm": 0.017123981030569054, |
| "learning_rate": 1.9977516137743302e-05, |
| "loss": 0.0051, |
| "step": 11140 |
| }, |
| { |
| "epoch": 2.2057572460183996, |
| "grad_norm": 0.003572692414496566, |
| "learning_rate": 1.9885559782600126e-05, |
| "loss": 0.005, |
| "step": 11150 |
| }, |
| { |
| "epoch": 2.2077356810762687, |
| "grad_norm": 0.014277404075082838, |
| "learning_rate": 1.97937629919735e-05, |
| "loss": 0.005, |
| "step": 11160 |
| }, |
| { |
| "epoch": 2.209714116134138, |
| "grad_norm": 0.00527880255564864, |
| "learning_rate": 1.97021262522583e-05, |
| "loss": 0.005, |
| "step": 11170 |
| }, |
| { |
| "epoch": 2.211692551192007, |
| "grad_norm": 0.011481755077333938, |
| "learning_rate": 1.9610650049001407e-05, |
| "loss": 0.005, |
| "step": 11180 |
| }, |
| { |
| "epoch": 2.2136709862498765, |
| "grad_norm": 0.012887896123762827, |
| "learning_rate": 1.951933486689907e-05, |
| "loss": 0.005, |
| "step": 11190 |
| }, |
| { |
| "epoch": 2.2156494213077456, |
| "grad_norm": 0.013237229908166667, |
| "learning_rate": 1.9428181189794353e-05, |
| "loss": 0.0051, |
| "step": 11200 |
| }, |
| { |
| "epoch": 2.2176278563656147, |
| "grad_norm": 0.011583292687879033, |
| "learning_rate": 1.9337189500674573e-05, |
| "loss": 0.005, |
| "step": 11210 |
| }, |
| { |
| "epoch": 2.219606291423484, |
| "grad_norm": 0.006118841266300093, |
| "learning_rate": 1.9246360281668697e-05, |
| "loss": 0.005, |
| "step": 11220 |
| }, |
| { |
| "epoch": 2.2215847264813533, |
| "grad_norm": 0.007646266611925231, |
| "learning_rate": 1.9155694014044877e-05, |
| "loss": 0.0051, |
| "step": 11230 |
| }, |
| { |
| "epoch": 2.2235631615392224, |
| "grad_norm": 0.010915733364907717, |
| "learning_rate": 1.9065191178207825e-05, |
| "loss": 0.005, |
| "step": 11240 |
| }, |
| { |
| "epoch": 2.2255415965970915, |
| "grad_norm": 0.013058333415071517, |
| "learning_rate": 1.8974852253696307e-05, |
| "loss": 0.0051, |
| "step": 11250 |
| }, |
| { |
| "epoch": 2.227520031654961, |
| "grad_norm": 0.008641950493889983, |
| "learning_rate": 1.8884677719180594e-05, |
| "loss": 0.005, |
| "step": 11260 |
| }, |
| { |
| "epoch": 2.22949846671283, |
| "grad_norm": 0.008287398257234568, |
| "learning_rate": 1.879466805245986e-05, |
| "loss": 0.0051, |
| "step": 11270 |
| }, |
| { |
| "epoch": 2.2314769017706992, |
| "grad_norm": 0.005356892978789675, |
| "learning_rate": 1.87048237304598e-05, |
| "loss": 0.005, |
| "step": 11280 |
| }, |
| { |
| "epoch": 2.233455336828569, |
| "grad_norm": 0.011002451013336776, |
| "learning_rate": 1.8615145229229935e-05, |
| "loss": 0.005, |
| "step": 11290 |
| }, |
| { |
| "epoch": 2.235433771886438, |
| "grad_norm": 0.013328630319477851, |
| "learning_rate": 1.8525633023941208e-05, |
| "loss": 0.0051, |
| "step": 11300 |
| }, |
| { |
| "epoch": 2.237412206944307, |
| "grad_norm": 0.017213431317951697, |
| "learning_rate": 1.8436287588883417e-05, |
| "loss": 0.0051, |
| "step": 11310 |
| }, |
| { |
| "epoch": 2.239390642002176, |
| "grad_norm": 0.009282930418576802, |
| "learning_rate": 1.8347109397462713e-05, |
| "loss": 0.005, |
| "step": 11320 |
| }, |
| { |
| "epoch": 2.2413690770600456, |
| "grad_norm": 0.02721086609588997, |
| "learning_rate": 1.8258098922199107e-05, |
| "loss": 0.0051, |
| "step": 11330 |
| }, |
| { |
| "epoch": 2.2433475121179147, |
| "grad_norm": 0.013711635103878864, |
| "learning_rate": 1.8169256634723887e-05, |
| "loss": 0.005, |
| "step": 11340 |
| }, |
| { |
| "epoch": 2.245325947175784, |
| "grad_norm": 0.016042929957220602, |
| "learning_rate": 1.808058300577724e-05, |
| "loss": 0.0051, |
| "step": 11350 |
| }, |
| { |
| "epoch": 2.2473043822336534, |
| "grad_norm": 0.011440479661894187, |
| "learning_rate": 1.7992078505205683e-05, |
| "loss": 0.0051, |
| "step": 11360 |
| }, |
| { |
| "epoch": 2.2492828172915225, |
| "grad_norm": 0.011283802180905925, |
| "learning_rate": 1.7903743601959577e-05, |
| "loss": 0.005, |
| "step": 11370 |
| }, |
| { |
| "epoch": 2.2512612523493916, |
| "grad_norm": 0.013109788162911556, |
| "learning_rate": 1.7815578764090674e-05, |
| "loss": 0.005, |
| "step": 11380 |
| }, |
| { |
| "epoch": 2.2532396874072607, |
| "grad_norm": 0.012400923988570959, |
| "learning_rate": 1.7727584458749608e-05, |
| "loss": 0.005, |
| "step": 11390 |
| }, |
| { |
| "epoch": 2.25521812246513, |
| "grad_norm": 0.009063884444112961, |
| "learning_rate": 1.7639761152183415e-05, |
| "loss": 0.005, |
| "step": 11400 |
| }, |
| { |
| "epoch": 2.2571965575229993, |
| "grad_norm": 0.012667128477996736, |
| "learning_rate": 1.7552109309733066e-05, |
| "loss": 0.005, |
| "step": 11410 |
| }, |
| { |
| "epoch": 2.2591749925808684, |
| "grad_norm": 0.013600837479055985, |
| "learning_rate": 1.746462939583105e-05, |
| "loss": 0.005, |
| "step": 11420 |
| }, |
| { |
| "epoch": 2.261153427638738, |
| "grad_norm": 0.007927857271095122, |
| "learning_rate": 1.737732187399886e-05, |
| "loss": 0.005, |
| "step": 11430 |
| }, |
| { |
| "epoch": 2.263131862696607, |
| "grad_norm": 0.02660973468199639, |
| "learning_rate": 1.7290187206844538e-05, |
| "loss": 0.005, |
| "step": 11440 |
| }, |
| { |
| "epoch": 2.265110297754476, |
| "grad_norm": 0.009118112270215998, |
| "learning_rate": 1.720322585606027e-05, |
| "loss": 0.005, |
| "step": 11450 |
| }, |
| { |
| "epoch": 2.2670887328123452, |
| "grad_norm": 0.010415164839080334, |
| "learning_rate": 1.711643828241985e-05, |
| "loss": 0.005, |
| "step": 11460 |
| }, |
| { |
| "epoch": 2.269067167870215, |
| "grad_norm": 0.006771346260565736, |
| "learning_rate": 1.7029824945776345e-05, |
| "loss": 0.0051, |
| "step": 11470 |
| }, |
| { |
| "epoch": 2.271045602928084, |
| "grad_norm": 0.0076310740688983756, |
| "learning_rate": 1.6943386305059593e-05, |
| "loss": 0.0051, |
| "step": 11480 |
| }, |
| { |
| "epoch": 2.273024037985953, |
| "grad_norm": 0.021626666854099287, |
| "learning_rate": 1.6857122818273792e-05, |
| "loss": 0.0051, |
| "step": 11490 |
| }, |
| { |
| "epoch": 2.2750024730438225, |
| "grad_norm": 0.010482946680084312, |
| "learning_rate": 1.6771034942495064e-05, |
| "loss": 0.0051, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.2769809081016916, |
| "grad_norm": 0.011524495635620255, |
| "learning_rate": 1.6685123133869044e-05, |
| "loss": 0.005, |
| "step": 11510 |
| }, |
| { |
| "epoch": 2.2789593431595607, |
| "grad_norm": 0.008208361199140101, |
| "learning_rate": 1.659938784760843e-05, |
| "loss": 0.005, |
| "step": 11520 |
| }, |
| { |
| "epoch": 2.28093777821743, |
| "grad_norm": 0.004547716588911631, |
| "learning_rate": 1.651382953799063e-05, |
| "loss": 0.0051, |
| "step": 11530 |
| }, |
| { |
| "epoch": 2.2829162132752994, |
| "grad_norm": 0.015791730305843507, |
| "learning_rate": 1.642844865835531e-05, |
| "loss": 0.005, |
| "step": 11540 |
| }, |
| { |
| "epoch": 2.2848946483331685, |
| "grad_norm": 0.02007417281777262, |
| "learning_rate": 1.634324566110203e-05, |
| "loss": 0.0051, |
| "step": 11550 |
| }, |
| { |
| "epoch": 2.2868730833910376, |
| "grad_norm": 0.007947884836237314, |
| "learning_rate": 1.6258220997687756e-05, |
| "loss": 0.0051, |
| "step": 11560 |
| }, |
| { |
| "epoch": 2.288851518448907, |
| "grad_norm": 0.009888663083463355, |
| "learning_rate": 1.6173375118624594e-05, |
| "loss": 0.005, |
| "step": 11570 |
| }, |
| { |
| "epoch": 2.290829953506776, |
| "grad_norm": 0.00697894603572735, |
| "learning_rate": 1.6088708473477342e-05, |
| "loss": 0.0051, |
| "step": 11580 |
| }, |
| { |
| "epoch": 2.2928083885646453, |
| "grad_norm": 0.011826010235174223, |
| "learning_rate": 1.6004221510861057e-05, |
| "loss": 0.005, |
| "step": 11590 |
| }, |
| { |
| "epoch": 2.2947868236225144, |
| "grad_norm": 0.010890988918444923, |
| "learning_rate": 1.5919914678438776e-05, |
| "loss": 0.005, |
| "step": 11600 |
| }, |
| { |
| "epoch": 2.296765258680384, |
| "grad_norm": 0.006448884851863792, |
| "learning_rate": 1.583578842291908e-05, |
| "loss": 0.005, |
| "step": 11610 |
| }, |
| { |
| "epoch": 2.298743693738253, |
| "grad_norm": 0.01052549113560305, |
| "learning_rate": 1.5751843190053754e-05, |
| "loss": 0.005, |
| "step": 11620 |
| }, |
| { |
| "epoch": 2.300722128796122, |
| "grad_norm": 0.005601049976396078, |
| "learning_rate": 1.5668079424635424e-05, |
| "loss": 0.0051, |
| "step": 11630 |
| }, |
| { |
| "epoch": 2.3027005638539917, |
| "grad_norm": 0.01142828413555084, |
| "learning_rate": 1.5584497570495143e-05, |
| "loss": 0.0051, |
| "step": 11640 |
| }, |
| { |
| "epoch": 2.304678998911861, |
| "grad_norm": 0.008675452655295929, |
| "learning_rate": 1.5501098070500135e-05, |
| "loss": 0.005, |
| "step": 11650 |
| }, |
| { |
| "epoch": 2.30665743396973, |
| "grad_norm": 0.014167858454275518, |
| "learning_rate": 1.5417881366551395e-05, |
| "loss": 0.0051, |
| "step": 11660 |
| }, |
| { |
| "epoch": 2.308635869027599, |
| "grad_norm": 0.005877835240474467, |
| "learning_rate": 1.5334847899581346e-05, |
| "loss": 0.005, |
| "step": 11670 |
| }, |
| { |
| "epoch": 2.3106143040854685, |
| "grad_norm": 0.010223674792760228, |
| "learning_rate": 1.5251998109551508e-05, |
| "loss": 0.005, |
| "step": 11680 |
| }, |
| { |
| "epoch": 2.3125927391433376, |
| "grad_norm": 0.00930223365259001, |
| "learning_rate": 1.516933243545019e-05, |
| "loss": 0.0051, |
| "step": 11690 |
| }, |
| { |
| "epoch": 2.3145711742012067, |
| "grad_norm": 0.007618171397593831, |
| "learning_rate": 1.5086851315290117e-05, |
| "loss": 0.005, |
| "step": 11700 |
| }, |
| { |
| "epoch": 2.3165496092590763, |
| "grad_norm": 0.01587511571563881, |
| "learning_rate": 1.5004555186106122e-05, |
| "loss": 0.0051, |
| "step": 11710 |
| }, |
| { |
| "epoch": 2.3185280443169454, |
| "grad_norm": 0.00867305846137943, |
| "learning_rate": 1.4922444483952886e-05, |
| "loss": 0.0051, |
| "step": 11720 |
| }, |
| { |
| "epoch": 2.3205064793748145, |
| "grad_norm": 0.003799184637028751, |
| "learning_rate": 1.4840519643902573e-05, |
| "loss": 0.005, |
| "step": 11730 |
| }, |
| { |
| "epoch": 2.3224849144326836, |
| "grad_norm": 0.014428854102455447, |
| "learning_rate": 1.4758781100042517e-05, |
| "loss": 0.0051, |
| "step": 11740 |
| }, |
| { |
| "epoch": 2.324463349490553, |
| "grad_norm": 0.011344353724158159, |
| "learning_rate": 1.4677229285472988e-05, |
| "loss": 0.005, |
| "step": 11750 |
| }, |
| { |
| "epoch": 2.326441784548422, |
| "grad_norm": 0.01123293940362652, |
| "learning_rate": 1.459586463230478e-05, |
| "loss": 0.0051, |
| "step": 11760 |
| }, |
| { |
| "epoch": 2.3284202196062913, |
| "grad_norm": 0.01449319167188365, |
| "learning_rate": 1.4514687571657049e-05, |
| "loss": 0.005, |
| "step": 11770 |
| }, |
| { |
| "epoch": 2.330398654664161, |
| "grad_norm": 0.012814163486412903, |
| "learning_rate": 1.4433698533654955e-05, |
| "loss": 0.0051, |
| "step": 11780 |
| }, |
| { |
| "epoch": 2.33237708972203, |
| "grad_norm": 0.009989111568657106, |
| "learning_rate": 1.4352897947427396e-05, |
| "loss": 0.005, |
| "step": 11790 |
| }, |
| { |
| "epoch": 2.334355524779899, |
| "grad_norm": 0.011805178883379447, |
| "learning_rate": 1.4272286241104754e-05, |
| "loss": 0.005, |
| "step": 11800 |
| }, |
| { |
| "epoch": 2.336333959837768, |
| "grad_norm": 0.008540361151583879, |
| "learning_rate": 1.4191863841816611e-05, |
| "loss": 0.005, |
| "step": 11810 |
| }, |
| { |
| "epoch": 2.3383123948956377, |
| "grad_norm": 0.007418716542037641, |
| "learning_rate": 1.4111631175689443e-05, |
| "loss": 0.005, |
| "step": 11820 |
| }, |
| { |
| "epoch": 2.340290829953507, |
| "grad_norm": 0.007449698488007554, |
| "learning_rate": 1.4031588667844476e-05, |
| "loss": 0.005, |
| "step": 11830 |
| }, |
| { |
| "epoch": 2.342269265011376, |
| "grad_norm": 0.009299212866518733, |
| "learning_rate": 1.3951736742395277e-05, |
| "loss": 0.005, |
| "step": 11840 |
| }, |
| { |
| "epoch": 2.3442477000692454, |
| "grad_norm": 0.016906346956359435, |
| "learning_rate": 1.3872075822445668e-05, |
| "loss": 0.005, |
| "step": 11850 |
| }, |
| { |
| "epoch": 2.3462261351271145, |
| "grad_norm": 0.014282237802057628, |
| "learning_rate": 1.3792606330087376e-05, |
| "loss": 0.005, |
| "step": 11860 |
| }, |
| { |
| "epoch": 2.3482045701849836, |
| "grad_norm": 0.006281109563805729, |
| "learning_rate": 1.371332868639783e-05, |
| "loss": 0.0051, |
| "step": 11870 |
| }, |
| { |
| "epoch": 2.3501830052428527, |
| "grad_norm": 0.01015314730006097, |
| "learning_rate": 1.3634243311437945e-05, |
| "loss": 0.0051, |
| "step": 11880 |
| }, |
| { |
| "epoch": 2.3521614403007223, |
| "grad_norm": 0.003226026426371683, |
| "learning_rate": 1.355535062424984e-05, |
| "loss": 0.005, |
| "step": 11890 |
| }, |
| { |
| "epoch": 2.3541398753585914, |
| "grad_norm": 0.01199656708660026, |
| "learning_rate": 1.3476651042854699e-05, |
| "loss": 0.005, |
| "step": 11900 |
| }, |
| { |
| "epoch": 2.3561183104164605, |
| "grad_norm": 0.006110693620925547, |
| "learning_rate": 1.3398144984250494e-05, |
| "loss": 0.005, |
| "step": 11910 |
| }, |
| { |
| "epoch": 2.35809674547433, |
| "grad_norm": 0.014388002386891495, |
| "learning_rate": 1.3319832864409804e-05, |
| "loss": 0.005, |
| "step": 11920 |
| }, |
| { |
| "epoch": 2.360075180532199, |
| "grad_norm": 0.0038320472679924736, |
| "learning_rate": 1.3241715098277613e-05, |
| "loss": 0.005, |
| "step": 11930 |
| }, |
| { |
| "epoch": 2.362053615590068, |
| "grad_norm": 0.005264006218694468, |
| "learning_rate": 1.3163792099769067e-05, |
| "loss": 0.005, |
| "step": 11940 |
| }, |
| { |
| "epoch": 2.3640320506479373, |
| "grad_norm": 0.0037616611098454807, |
| "learning_rate": 1.3086064281767346e-05, |
| "loss": 0.005, |
| "step": 11950 |
| }, |
| { |
| "epoch": 2.366010485705807, |
| "grad_norm": 0.013625086586663098, |
| "learning_rate": 1.3008532056121437e-05, |
| "loss": 0.0051, |
| "step": 11960 |
| }, |
| { |
| "epoch": 2.367988920763676, |
| "grad_norm": 0.010870462292027191, |
| "learning_rate": 1.2931195833643978e-05, |
| "loss": 0.005, |
| "step": 11970 |
| }, |
| { |
| "epoch": 2.369967355821545, |
| "grad_norm": 0.014164443506083547, |
| "learning_rate": 1.2854056024109013e-05, |
| "loss": 0.0051, |
| "step": 11980 |
| }, |
| { |
| "epoch": 2.3719457908794146, |
| "grad_norm": 0.00982350849653614, |
| "learning_rate": 1.2777113036249928e-05, |
| "loss": 0.005, |
| "step": 11990 |
| }, |
| { |
| "epoch": 2.3739242259372837, |
| "grad_norm": 0.013010306139840434, |
| "learning_rate": 1.2700367277757209e-05, |
| "loss": 0.005, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.375902660995153, |
| "grad_norm": 0.007942464890835431, |
| "learning_rate": 1.2623819155276267e-05, |
| "loss": 0.005, |
| "step": 12010 |
| }, |
| { |
| "epoch": 2.377881096053022, |
| "grad_norm": 0.011132490679986078, |
| "learning_rate": 1.2547469074405376e-05, |
| "loss": 0.005, |
| "step": 12020 |
| }, |
| { |
| "epoch": 2.3798595311108914, |
| "grad_norm": 0.007250888454920462, |
| "learning_rate": 1.2471317439693436e-05, |
| "loss": 0.005, |
| "step": 12030 |
| }, |
| { |
| "epoch": 2.3818379661687605, |
| "grad_norm": 0.014421807017302004, |
| "learning_rate": 1.2395364654637853e-05, |
| "loss": 0.005, |
| "step": 12040 |
| }, |
| { |
| "epoch": 2.3838164012266296, |
| "grad_norm": 0.0065388138250624, |
| "learning_rate": 1.2319611121682439e-05, |
| "loss": 0.005, |
| "step": 12050 |
| }, |
| { |
| "epoch": 2.385794836284499, |
| "grad_norm": 0.006649488627039865, |
| "learning_rate": 1.224405724221519e-05, |
| "loss": 0.005, |
| "step": 12060 |
| }, |
| { |
| "epoch": 2.3877732713423683, |
| "grad_norm": 0.01399965844420277, |
| "learning_rate": 1.2168703416566274e-05, |
| "loss": 0.005, |
| "step": 12070 |
| }, |
| { |
| "epoch": 2.3897517064002374, |
| "grad_norm": 0.009368650598759421, |
| "learning_rate": 1.2093550044005818e-05, |
| "loss": 0.005, |
| "step": 12080 |
| }, |
| { |
| "epoch": 2.3917301414581065, |
| "grad_norm": 0.011108480331365796, |
| "learning_rate": 1.2018597522741854e-05, |
| "loss": 0.005, |
| "step": 12090 |
| }, |
| { |
| "epoch": 2.393708576515976, |
| "grad_norm": 0.012133225086978656, |
| "learning_rate": 1.1943846249918162e-05, |
| "loss": 0.0051, |
| "step": 12100 |
| }, |
| { |
| "epoch": 2.395687011573845, |
| "grad_norm": 0.010881538825999086, |
| "learning_rate": 1.1869296621612209e-05, |
| "loss": 0.005, |
| "step": 12110 |
| }, |
| { |
| "epoch": 2.397665446631714, |
| "grad_norm": 0.0097002936935291, |
| "learning_rate": 1.1794949032832991e-05, |
| "loss": 0.005, |
| "step": 12120 |
| }, |
| { |
| "epoch": 2.3996438816895838, |
| "grad_norm": 0.007926368663845853, |
| "learning_rate": 1.1720803877518992e-05, |
| "loss": 0.005, |
| "step": 12130 |
| }, |
| { |
| "epoch": 2.401622316747453, |
| "grad_norm": 0.0027047441471039, |
| "learning_rate": 1.1646861548536092e-05, |
| "loss": 0.005, |
| "step": 12140 |
| }, |
| { |
| "epoch": 2.403600751805322, |
| "grad_norm": 0.010453145240323078, |
| "learning_rate": 1.1573122437675466e-05, |
| "loss": 0.005, |
| "step": 12150 |
| }, |
| { |
| "epoch": 2.405579186863191, |
| "grad_norm": 0.006315428347399273, |
| "learning_rate": 1.1499586935651529e-05, |
| "loss": 0.0051, |
| "step": 12160 |
| }, |
| { |
| "epoch": 2.4075576219210606, |
| "grad_norm": 0.006522875396383591, |
| "learning_rate": 1.1426255432099848e-05, |
| "loss": 0.005, |
| "step": 12170 |
| }, |
| { |
| "epoch": 2.4095360569789297, |
| "grad_norm": 0.016939084468715747, |
| "learning_rate": 1.1353128315575052e-05, |
| "loss": 0.0051, |
| "step": 12180 |
| }, |
| { |
| "epoch": 2.411514492036799, |
| "grad_norm": 0.007231869429779052, |
| "learning_rate": 1.128020597354884e-05, |
| "loss": 0.005, |
| "step": 12190 |
| }, |
| { |
| "epoch": 2.4134929270946683, |
| "grad_norm": 0.01252239185127768, |
| "learning_rate": 1.1207488792407889e-05, |
| "loss": 0.005, |
| "step": 12200 |
| }, |
| { |
| "epoch": 2.4154713621525374, |
| "grad_norm": 0.015345102844682872, |
| "learning_rate": 1.1134977157451793e-05, |
| "loss": 0.005, |
| "step": 12210 |
| }, |
| { |
| "epoch": 2.4174497972104065, |
| "grad_norm": 0.004658234132876607, |
| "learning_rate": 1.1062671452891055e-05, |
| "loss": 0.005, |
| "step": 12220 |
| }, |
| { |
| "epoch": 2.4194282322682756, |
| "grad_norm": 0.012096918319507328, |
| "learning_rate": 1.0990572061845034e-05, |
| "loss": 0.005, |
| "step": 12230 |
| }, |
| { |
| "epoch": 2.421406667326145, |
| "grad_norm": 0.004344556135501147, |
| "learning_rate": 1.091867936633988e-05, |
| "loss": 0.005, |
| "step": 12240 |
| }, |
| { |
| "epoch": 2.4233851023840143, |
| "grad_norm": 0.013750984286449754, |
| "learning_rate": 1.0846993747306589e-05, |
| "loss": 0.005, |
| "step": 12250 |
| }, |
| { |
| "epoch": 2.4253635374418834, |
| "grad_norm": 0.0062732339407186085, |
| "learning_rate": 1.0775515584578933e-05, |
| "loss": 0.005, |
| "step": 12260 |
| }, |
| { |
| "epoch": 2.427341972499753, |
| "grad_norm": 0.013509211498323466, |
| "learning_rate": 1.0704245256891421e-05, |
| "loss": 0.0051, |
| "step": 12270 |
| }, |
| { |
| "epoch": 2.429320407557622, |
| "grad_norm": 0.010171374507035572, |
| "learning_rate": 1.0633183141877362e-05, |
| "loss": 0.005, |
| "step": 12280 |
| }, |
| { |
| "epoch": 2.431298842615491, |
| "grad_norm": 0.014404345910498221, |
| "learning_rate": 1.0562329616066824e-05, |
| "loss": 0.005, |
| "step": 12290 |
| }, |
| { |
| "epoch": 2.43327727767336, |
| "grad_norm": 0.01061583853687038, |
| "learning_rate": 1.0491685054884647e-05, |
| "loss": 0.005, |
| "step": 12300 |
| }, |
| { |
| "epoch": 2.4352557127312298, |
| "grad_norm": 0.008756289659885527, |
| "learning_rate": 1.0421249832648417e-05, |
| "loss": 0.0051, |
| "step": 12310 |
| }, |
| { |
| "epoch": 2.437234147789099, |
| "grad_norm": 0.003947854033902306, |
| "learning_rate": 1.0351024322566538e-05, |
| "loss": 0.005, |
| "step": 12320 |
| }, |
| { |
| "epoch": 2.439212582846968, |
| "grad_norm": 0.004588657701995567, |
| "learning_rate": 1.028100889673625e-05, |
| "loss": 0.005, |
| "step": 12330 |
| }, |
| { |
| "epoch": 2.4411910179048375, |
| "grad_norm": 0.007680927860844212, |
| "learning_rate": 1.0211203926141604e-05, |
| "loss": 0.0051, |
| "step": 12340 |
| }, |
| { |
| "epoch": 2.4431694529627066, |
| "grad_norm": 0.005945589424517178, |
| "learning_rate": 1.0141609780651584e-05, |
| "loss": 0.005, |
| "step": 12350 |
| }, |
| { |
| "epoch": 2.4451478880205757, |
| "grad_norm": 0.008607975271720298, |
| "learning_rate": 1.0072226829018016e-05, |
| "loss": 0.005, |
| "step": 12360 |
| }, |
| { |
| "epoch": 2.447126323078445, |
| "grad_norm": 0.010709387815382342, |
| "learning_rate": 1.0003055438873765e-05, |
| "loss": 0.005, |
| "step": 12370 |
| }, |
| { |
| "epoch": 2.4491047581363143, |
| "grad_norm": 0.014785244316126748, |
| "learning_rate": 9.934095976730678e-06, |
| "loss": 0.005, |
| "step": 12380 |
| }, |
| { |
| "epoch": 2.4510831931941834, |
| "grad_norm": 0.011299934832839297, |
| "learning_rate": 9.865348807977698e-06, |
| "loss": 0.005, |
| "step": 12390 |
| }, |
| { |
| "epoch": 2.4530616282520525, |
| "grad_norm": 0.011576591149663145, |
| "learning_rate": 9.79681429687891e-06, |
| "loss": 0.005, |
| "step": 12400 |
| }, |
| { |
| "epoch": 2.455040063309922, |
| "grad_norm": 0.0064648972484633105, |
| "learning_rate": 9.728492806571576e-06, |
| "loss": 0.005, |
| "step": 12410 |
| }, |
| { |
| "epoch": 2.457018498367791, |
| "grad_norm": 0.007532182782558713, |
| "learning_rate": 9.6603846990643e-06, |
| "loss": 0.005, |
| "step": 12420 |
| }, |
| { |
| "epoch": 2.4589969334256603, |
| "grad_norm": 0.005596889658846653, |
| "learning_rate": 9.592490335234994e-06, |
| "loss": 0.005, |
| "step": 12430 |
| }, |
| { |
| "epoch": 2.4609753684835294, |
| "grad_norm": 0.008454404670154922, |
| "learning_rate": 9.524810074829072e-06, |
| "loss": 0.005, |
| "step": 12440 |
| }, |
| { |
| "epoch": 2.462953803541399, |
| "grad_norm": 0.008907618576253365, |
| "learning_rate": 9.457344276457485e-06, |
| "loss": 0.005, |
| "step": 12450 |
| }, |
| { |
| "epoch": 2.464932238599268, |
| "grad_norm": 0.006792873682737675, |
| "learning_rate": 9.390093297594837e-06, |
| "loss": 0.005, |
| "step": 12460 |
| }, |
| { |
| "epoch": 2.466910673657137, |
| "grad_norm": 0.007265846143202718, |
| "learning_rate": 9.323057494577498e-06, |
| "loss": 0.005, |
| "step": 12470 |
| }, |
| { |
| "epoch": 2.4688891087150067, |
| "grad_norm": 0.0027965629138404467, |
| "learning_rate": 9.25623722260166e-06, |
| "loss": 0.005, |
| "step": 12480 |
| }, |
| { |
| "epoch": 2.4708675437728758, |
| "grad_norm": 0.005833179286897675, |
| "learning_rate": 9.18963283572155e-06, |
| "loss": 0.0051, |
| "step": 12490 |
| }, |
| { |
| "epoch": 2.472845978830745, |
| "grad_norm": 0.008323460573149245, |
| "learning_rate": 9.123244686847499e-06, |
| "loss": 0.005, |
| "step": 12500 |
| }, |
| { |
| "epoch": 2.474824413888614, |
| "grad_norm": 0.003917652507531444, |
| "learning_rate": 9.057073127744064e-06, |
| "loss": 0.005, |
| "step": 12510 |
| }, |
| { |
| "epoch": 2.4768028489464835, |
| "grad_norm": 0.020253440699040698, |
| "learning_rate": 8.991118509028179e-06, |
| "loss": 0.005, |
| "step": 12520 |
| }, |
| { |
| "epoch": 2.4787812840043526, |
| "grad_norm": 0.0070058724524586094, |
| "learning_rate": 8.925381180167319e-06, |
| "loss": 0.005, |
| "step": 12530 |
| }, |
| { |
| "epoch": 2.4807597190622217, |
| "grad_norm": 0.0036727559952207276, |
| "learning_rate": 8.859861489477594e-06, |
| "loss": 0.005, |
| "step": 12540 |
| }, |
| { |
| "epoch": 2.4827381541200912, |
| "grad_norm": 0.0042036044055260135, |
| "learning_rate": 8.794559784121937e-06, |
| "loss": 0.005, |
| "step": 12550 |
| }, |
| { |
| "epoch": 2.4847165891779603, |
| "grad_norm": 0.005649221097038604, |
| "learning_rate": 8.729476410108284e-06, |
| "loss": 0.005, |
| "step": 12560 |
| }, |
| { |
| "epoch": 2.4866950242358294, |
| "grad_norm": 0.009140576601488355, |
| "learning_rate": 8.664611712287719e-06, |
| "loss": 0.005, |
| "step": 12570 |
| }, |
| { |
| "epoch": 2.4886734592936985, |
| "grad_norm": 0.006465178662548528, |
| "learning_rate": 8.599966034352635e-06, |
| "loss": 0.005, |
| "step": 12580 |
| }, |
| { |
| "epoch": 2.490651894351568, |
| "grad_norm": 0.002514344874025545, |
| "learning_rate": 8.535539718834929e-06, |
| "loss": 0.005, |
| "step": 12590 |
| }, |
| { |
| "epoch": 2.492630329409437, |
| "grad_norm": 0.010494080928059712, |
| "learning_rate": 8.471333107104196e-06, |
| "loss": 0.005, |
| "step": 12600 |
| }, |
| { |
| "epoch": 2.4946087644673063, |
| "grad_norm": 0.010298804579748903, |
| "learning_rate": 8.407346539365869e-06, |
| "loss": 0.005, |
| "step": 12610 |
| }, |
| { |
| "epoch": 2.496587199525176, |
| "grad_norm": 0.011817548312565505, |
| "learning_rate": 8.343580354659491e-06, |
| "loss": 0.0051, |
| "step": 12620 |
| }, |
| { |
| "epoch": 2.498565634583045, |
| "grad_norm": 0.007729184733295071, |
| "learning_rate": 8.280034890856885e-06, |
| "loss": 0.005, |
| "step": 12630 |
| }, |
| { |
| "epoch": 2.500544069640914, |
| "grad_norm": 0.004573533284884914, |
| "learning_rate": 8.216710484660334e-06, |
| "loss": 0.005, |
| "step": 12640 |
| }, |
| { |
| "epoch": 2.502522504698783, |
| "grad_norm": 0.00580169739287536, |
| "learning_rate": 8.15360747160086e-06, |
| "loss": 0.005, |
| "step": 12650 |
| }, |
| { |
| "epoch": 2.5045009397566522, |
| "grad_norm": 0.003577344265650092, |
| "learning_rate": 8.090726186036357e-06, |
| "loss": 0.005, |
| "step": 12660 |
| }, |
| { |
| "epoch": 2.5064793748145218, |
| "grad_norm": 0.0025915874862765666, |
| "learning_rate": 8.02806696114992e-06, |
| "loss": 0.005, |
| "step": 12670 |
| }, |
| { |
| "epoch": 2.508457809872391, |
| "grad_norm": 0.005232586383018536, |
| "learning_rate": 7.965630128948038e-06, |
| "loss": 0.005, |
| "step": 12680 |
| }, |
| { |
| "epoch": 2.5104362449302604, |
| "grad_norm": 0.001343701309682136, |
| "learning_rate": 7.90341602025877e-06, |
| "loss": 0.005, |
| "step": 12690 |
| }, |
| { |
| "epoch": 2.5124146799881295, |
| "grad_norm": 0.012591649622133905, |
| "learning_rate": 7.841424964730105e-06, |
| "loss": 0.005, |
| "step": 12700 |
| }, |
| { |
| "epoch": 2.5143931150459986, |
| "grad_norm": 0.008897984479246968, |
| "learning_rate": 7.779657290828146e-06, |
| "loss": 0.005, |
| "step": 12710 |
| }, |
| { |
| "epoch": 2.5163715501038677, |
| "grad_norm": 0.005506034126227927, |
| "learning_rate": 7.718113325835396e-06, |
| "loss": 0.005, |
| "step": 12720 |
| }, |
| { |
| "epoch": 2.518349985161737, |
| "grad_norm": 0.005254218790696792, |
| "learning_rate": 7.656793395848983e-06, |
| "loss": 0.005, |
| "step": 12730 |
| }, |
| { |
| "epoch": 2.5203284202196063, |
| "grad_norm": 0.00891296898967244, |
| "learning_rate": 7.595697825778986e-06, |
| "loss": 0.005, |
| "step": 12740 |
| }, |
| { |
| "epoch": 2.5223068552774754, |
| "grad_norm": 0.01824837140543697, |
| "learning_rate": 7.5348269393466896e-06, |
| "loss": 0.005, |
| "step": 12750 |
| }, |
| { |
| "epoch": 2.524285290335345, |
| "grad_norm": 0.005684298094236786, |
| "learning_rate": 7.474181059082852e-06, |
| "loss": 0.005, |
| "step": 12760 |
| }, |
| { |
| "epoch": 2.526263725393214, |
| "grad_norm": 0.009274402883717621, |
| "learning_rate": 7.413760506326051e-06, |
| "loss": 0.005, |
| "step": 12770 |
| }, |
| { |
| "epoch": 2.528242160451083, |
| "grad_norm": 0.004451389876694201, |
| "learning_rate": 7.353565601220874e-06, |
| "loss": 0.005, |
| "step": 12780 |
| }, |
| { |
| "epoch": 2.5302205955089523, |
| "grad_norm": 0.00172032542710145, |
| "learning_rate": 7.293596662716362e-06, |
| "loss": 0.005, |
| "step": 12790 |
| }, |
| { |
| "epoch": 2.5321990305668214, |
| "grad_norm": 0.007858589541953289, |
| "learning_rate": 7.233854008564206e-06, |
| "loss": 0.005, |
| "step": 12800 |
| }, |
| { |
| "epoch": 2.534177465624691, |
| "grad_norm": 0.013296023243334704, |
| "learning_rate": 7.174337955317123e-06, |
| "loss": 0.005, |
| "step": 12810 |
| }, |
| { |
| "epoch": 2.53615590068256, |
| "grad_norm": 0.003050810022023963, |
| "learning_rate": 7.115048818327152e-06, |
| "loss": 0.005, |
| "step": 12820 |
| }, |
| { |
| "epoch": 2.5381343357404296, |
| "grad_norm": 0.0043531959966448585, |
| "learning_rate": 7.055986911744017e-06, |
| "loss": 0.005, |
| "step": 12830 |
| }, |
| { |
| "epoch": 2.5401127707982987, |
| "grad_norm": 0.0038144266840543658, |
| "learning_rate": 6.997152548513397e-06, |
| "loss": 0.005, |
| "step": 12840 |
| }, |
| { |
| "epoch": 2.5420912058561678, |
| "grad_norm": 0.009451203164719582, |
| "learning_rate": 6.938546040375327e-06, |
| "loss": 0.005, |
| "step": 12850 |
| }, |
| { |
| "epoch": 2.544069640914037, |
| "grad_norm": 0.0036954531538075292, |
| "learning_rate": 6.8801676978625386e-06, |
| "loss": 0.005, |
| "step": 12860 |
| }, |
| { |
| "epoch": 2.546048075971906, |
| "grad_norm": 0.004243439151270596, |
| "learning_rate": 6.822017830298788e-06, |
| "loss": 0.005, |
| "step": 12870 |
| }, |
| { |
| "epoch": 2.5480265110297755, |
| "grad_norm": 0.0064513382371008425, |
| "learning_rate": 6.764096745797255e-06, |
| "loss": 0.005, |
| "step": 12880 |
| }, |
| { |
| "epoch": 2.5500049460876446, |
| "grad_norm": 0.004476718263811054, |
| "learning_rate": 6.706404751258871e-06, |
| "loss": 0.005, |
| "step": 12890 |
| }, |
| { |
| "epoch": 2.551983381145514, |
| "grad_norm": 0.008334158592187994, |
| "learning_rate": 6.648942152370702e-06, |
| "loss": 0.005, |
| "step": 12900 |
| }, |
| { |
| "epoch": 2.5539618162033833, |
| "grad_norm": 0.008279481949062478, |
| "learning_rate": 6.591709253604356e-06, |
| "loss": 0.005, |
| "step": 12910 |
| }, |
| { |
| "epoch": 2.5559402512612523, |
| "grad_norm": 0.004535956447562349, |
| "learning_rate": 6.534706358214337e-06, |
| "loss": 0.005, |
| "step": 12920 |
| }, |
| { |
| "epoch": 2.5579186863191214, |
| "grad_norm": 0.003281380422837324, |
| "learning_rate": 6.477933768236471e-06, |
| "loss": 0.005, |
| "step": 12930 |
| }, |
| { |
| "epoch": 2.5598971213769905, |
| "grad_norm": 0.009072514242894975, |
| "learning_rate": 6.421391784486264e-06, |
| "loss": 0.005, |
| "step": 12940 |
| }, |
| { |
| "epoch": 2.56187555643486, |
| "grad_norm": 0.003263638165163993, |
| "learning_rate": 6.365080706557352e-06, |
| "loss": 0.005, |
| "step": 12950 |
| }, |
| { |
| "epoch": 2.563853991492729, |
| "grad_norm": 0.006859192111962983, |
| "learning_rate": 6.309000832819867e-06, |
| "loss": 0.005, |
| "step": 12960 |
| }, |
| { |
| "epoch": 2.5658324265505987, |
| "grad_norm": 0.001844296481772593, |
| "learning_rate": 6.25315246041891e-06, |
| "loss": 0.005, |
| "step": 12970 |
| }, |
| { |
| "epoch": 2.567810861608468, |
| "grad_norm": 0.012708099598228053, |
| "learning_rate": 6.197535885272909e-06, |
| "loss": 0.005, |
| "step": 12980 |
| }, |
| { |
| "epoch": 2.569789296666337, |
| "grad_norm": 0.0058268270653454605, |
| "learning_rate": 6.142151402072132e-06, |
| "loss": 0.0051, |
| "step": 12990 |
| }, |
| { |
| "epoch": 2.571767731724206, |
| "grad_norm": 0.002283208702005462, |
| "learning_rate": 6.086999304277069e-06, |
| "loss": 0.005, |
| "step": 13000 |
| }, |
| { |
| "epoch": 2.573746166782075, |
| "grad_norm": 0.0009717554393730673, |
| "learning_rate": 6.032079884116876e-06, |
| "loss": 0.005, |
| "step": 13010 |
| }, |
| { |
| "epoch": 2.5757246018399447, |
| "grad_norm": 0.0037662569496481626, |
| "learning_rate": 5.977393432587874e-06, |
| "loss": 0.005, |
| "step": 13020 |
| }, |
| { |
| "epoch": 2.5777030368978138, |
| "grad_norm": 0.0015672424949037071, |
| "learning_rate": 5.922940239451935e-06, |
| "loss": 0.005, |
| "step": 13030 |
| }, |
| { |
| "epoch": 2.5796814719556833, |
| "grad_norm": 0.0019920409645351788, |
| "learning_rate": 5.868720593235017e-06, |
| "loss": 0.005, |
| "step": 13040 |
| }, |
| { |
| "epoch": 2.5816599070135524, |
| "grad_norm": 0.015046025856478249, |
| "learning_rate": 5.814734781225589e-06, |
| "loss": 0.005, |
| "step": 13050 |
| }, |
| { |
| "epoch": 2.5836383420714215, |
| "grad_norm": 0.008002509931168193, |
| "learning_rate": 5.760983089473143e-06, |
| "loss": 0.005, |
| "step": 13060 |
| }, |
| { |
| "epoch": 2.5856167771292906, |
| "grad_norm": 0.0031785297678787036, |
| "learning_rate": 5.707465802786654e-06, |
| "loss": 0.005, |
| "step": 13070 |
| }, |
| { |
| "epoch": 2.5875952121871597, |
| "grad_norm": 0.005369535330422101, |
| "learning_rate": 5.654183204733049e-06, |
| "loss": 0.005, |
| "step": 13080 |
| }, |
| { |
| "epoch": 2.5895736472450293, |
| "grad_norm": 0.007779504612930129, |
| "learning_rate": 5.601135577635775e-06, |
| "loss": 0.005, |
| "step": 13090 |
| }, |
| { |
| "epoch": 2.5915520823028984, |
| "grad_norm": 0.004376529034944347, |
| "learning_rate": 5.54832320257323e-06, |
| "loss": 0.005, |
| "step": 13100 |
| }, |
| { |
| "epoch": 2.593530517360768, |
| "grad_norm": 0.008745296990428534, |
| "learning_rate": 5.495746359377335e-06, |
| "loss": 0.005, |
| "step": 13110 |
| }, |
| { |
| "epoch": 2.595508952418637, |
| "grad_norm": 0.006892733938719763, |
| "learning_rate": 5.443405326631984e-06, |
| "loss": 0.005, |
| "step": 13120 |
| }, |
| { |
| "epoch": 2.597487387476506, |
| "grad_norm": 0.004976363566024923, |
| "learning_rate": 5.391300381671627e-06, |
| "loss": 0.005, |
| "step": 13130 |
| }, |
| { |
| "epoch": 2.599465822534375, |
| "grad_norm": 0.010535733844160518, |
| "learning_rate": 5.339431800579781e-06, |
| "loss": 0.005, |
| "step": 13140 |
| }, |
| { |
| "epoch": 2.6014442575922443, |
| "grad_norm": 0.0030490770748013707, |
| "learning_rate": 5.287799858187548e-06, |
| "loss": 0.0051, |
| "step": 13150 |
| }, |
| { |
| "epoch": 2.603422692650114, |
| "grad_norm": 0.011125677718613041, |
| "learning_rate": 5.236404828072183e-06, |
| "loss": 0.005, |
| "step": 13160 |
| }, |
| { |
| "epoch": 2.605401127707983, |
| "grad_norm": 0.005257016001504657, |
| "learning_rate": 5.185246982555641e-06, |
| "loss": 0.005, |
| "step": 13170 |
| }, |
| { |
| "epoch": 2.6073795627658525, |
| "grad_norm": 0.0042017328819963385, |
| "learning_rate": 5.134326592703131e-06, |
| "loss": 0.005, |
| "step": 13180 |
| }, |
| { |
| "epoch": 2.6093579978237216, |
| "grad_norm": 0.006493807113006616, |
| "learning_rate": 5.083643928321679e-06, |
| "loss": 0.005, |
| "step": 13190 |
| }, |
| { |
| "epoch": 2.6113364328815907, |
| "grad_norm": 0.004522066151834127, |
| "learning_rate": 5.033199257958671e-06, |
| "loss": 0.0051, |
| "step": 13200 |
| }, |
| { |
| "epoch": 2.6133148679394598, |
| "grad_norm": 0.004905758181707772, |
| "learning_rate": 4.9829928489004975e-06, |
| "loss": 0.005, |
| "step": 13210 |
| }, |
| { |
| "epoch": 2.615293302997329, |
| "grad_norm": 0.00806271051463215, |
| "learning_rate": 4.933024967171063e-06, |
| "loss": 0.005, |
| "step": 13220 |
| }, |
| { |
| "epoch": 2.6172717380551984, |
| "grad_norm": 0.005898975161045069, |
| "learning_rate": 4.88329587753043e-06, |
| "loss": 0.005, |
| "step": 13230 |
| }, |
| { |
| "epoch": 2.6192501731130675, |
| "grad_norm": 0.0023729973495153823, |
| "learning_rate": 4.8338058434733935e-06, |
| "loss": 0.0049, |
| "step": 13240 |
| }, |
| { |
| "epoch": 2.621228608170937, |
| "grad_norm": 0.005604228206636281, |
| "learning_rate": 4.784555127228091e-06, |
| "loss": 0.005, |
| "step": 13250 |
| }, |
| { |
| "epoch": 2.623207043228806, |
| "grad_norm": 0.003967429671824144, |
| "learning_rate": 4.735543989754587e-06, |
| "loss": 0.005, |
| "step": 13260 |
| }, |
| { |
| "epoch": 2.6251854782866753, |
| "grad_norm": 0.008845214908628003, |
| "learning_rate": 4.686772690743529e-06, |
| "loss": 0.005, |
| "step": 13270 |
| }, |
| { |
| "epoch": 2.6271639133445444, |
| "grad_norm": 0.007810972994329787, |
| "learning_rate": 4.638241488614758e-06, |
| "loss": 0.005, |
| "step": 13280 |
| }, |
| { |
| "epoch": 2.6291423484024135, |
| "grad_norm": 0.010361080469859778, |
| "learning_rate": 4.5899506405159335e-06, |
| "loss": 0.005, |
| "step": 13290 |
| }, |
| { |
| "epoch": 2.631120783460283, |
| "grad_norm": 0.005199909678316371, |
| "learning_rate": 4.5419004023211695e-06, |
| "loss": 0.005, |
| "step": 13300 |
| }, |
| { |
| "epoch": 2.633099218518152, |
| "grad_norm": 0.0019396373104673427, |
| "learning_rate": 4.494091028629699e-06, |
| "loss": 0.005, |
| "step": 13310 |
| }, |
| { |
| "epoch": 2.6350776535760216, |
| "grad_norm": 0.006488101463448818, |
| "learning_rate": 4.446522772764494e-06, |
| "loss": 0.005, |
| "step": 13320 |
| }, |
| { |
| "epoch": 2.6370560886338907, |
| "grad_norm": 0.00814509573138499, |
| "learning_rate": 4.3991958867709345e-06, |
| "loss": 0.005, |
| "step": 13330 |
| }, |
| { |
| "epoch": 2.63903452369176, |
| "grad_norm": 0.0011322081486941694, |
| "learning_rate": 4.352110621415484e-06, |
| "loss": 0.005, |
| "step": 13340 |
| }, |
| { |
| "epoch": 2.641012958749629, |
| "grad_norm": 0.0018540195677294207, |
| "learning_rate": 4.305267226184356e-06, |
| "loss": 0.005, |
| "step": 13350 |
| }, |
| { |
| "epoch": 2.642991393807498, |
| "grad_norm": 0.003096164571106795, |
| "learning_rate": 4.258665949282192e-06, |
| "loss": 0.005, |
| "step": 13360 |
| }, |
| { |
| "epoch": 2.6449698288653676, |
| "grad_norm": 0.010515358005022478, |
| "learning_rate": 4.212307037630747e-06, |
| "loss": 0.005, |
| "step": 13370 |
| }, |
| { |
| "epoch": 2.6469482639232367, |
| "grad_norm": 0.00473171495008051, |
| "learning_rate": 4.1661907368675535e-06, |
| "loss": 0.005, |
| "step": 13380 |
| }, |
| { |
| "epoch": 2.648926698981106, |
| "grad_norm": 0.002875636187823452, |
| "learning_rate": 4.1203172913446775e-06, |
| "loss": 0.005, |
| "step": 13390 |
| }, |
| { |
| "epoch": 2.6509051340389753, |
| "grad_norm": 0.006597446281165259, |
| "learning_rate": 4.074686944127365e-06, |
| "loss": 0.005, |
| "step": 13400 |
| }, |
| { |
| "epoch": 2.6528835690968444, |
| "grad_norm": 0.002540163704092988, |
| "learning_rate": 4.029299936992792e-06, |
| "loss": 0.005, |
| "step": 13410 |
| }, |
| { |
| "epoch": 2.6548620041547135, |
| "grad_norm": 0.0013119900879693717, |
| "learning_rate": 3.984156510428777e-06, |
| "loss": 0.005, |
| "step": 13420 |
| }, |
| { |
| "epoch": 2.6568404392125826, |
| "grad_norm": 0.007424689399170273, |
| "learning_rate": 3.939256903632494e-06, |
| "loss": 0.005, |
| "step": 13430 |
| }, |
| { |
| "epoch": 2.658818874270452, |
| "grad_norm": 0.00457537996938714, |
| "learning_rate": 3.89460135450922e-06, |
| "loss": 0.005, |
| "step": 13440 |
| }, |
| { |
| "epoch": 2.6607973093283213, |
| "grad_norm": 0.0043900998779087775, |
| "learning_rate": 3.850190099671047e-06, |
| "loss": 0.005, |
| "step": 13450 |
| }, |
| { |
| "epoch": 2.6627757443861904, |
| "grad_norm": 0.0020461547927541506, |
| "learning_rate": 3.8060233744356633e-06, |
| "loss": 0.005, |
| "step": 13460 |
| }, |
| { |
| "epoch": 2.66475417944406, |
| "grad_norm": 0.004156048035961473, |
| "learning_rate": 3.7621014128250977e-06, |
| "loss": 0.005, |
| "step": 13470 |
| }, |
| { |
| "epoch": 2.666732614501929, |
| "grad_norm": 0.010558992980268496, |
| "learning_rate": 3.7184244475644616e-06, |
| "loss": 0.005, |
| "step": 13480 |
| }, |
| { |
| "epoch": 2.668711049559798, |
| "grad_norm": 0.0044029629006490005, |
| "learning_rate": 3.6749927100807434e-06, |
| "loss": 0.005, |
| "step": 13490 |
| }, |
| { |
| "epoch": 2.670689484617667, |
| "grad_norm": 0.007738810924176052, |
| "learning_rate": 3.6318064305015332e-06, |
| "loss": 0.005, |
| "step": 13500 |
| }, |
| { |
| "epoch": 2.6726679196755367, |
| "grad_norm": 0.003710889170978282, |
| "learning_rate": 3.5888658376538655e-06, |
| "loss": 0.005, |
| "step": 13510 |
| }, |
| { |
| "epoch": 2.674646354733406, |
| "grad_norm": 0.012178137596869145, |
| "learning_rate": 3.5461711590629774e-06, |
| "loss": 0.005, |
| "step": 13520 |
| }, |
| { |
| "epoch": 2.676624789791275, |
| "grad_norm": 0.005003123533973085, |
| "learning_rate": 3.5037226209510887e-06, |
| "loss": 0.005, |
| "step": 13530 |
| }, |
| { |
| "epoch": 2.6786032248491445, |
| "grad_norm": 0.004262107622839075, |
| "learning_rate": 3.4615204482362386e-06, |
| "loss": 0.005, |
| "step": 13540 |
| }, |
| { |
| "epoch": 2.6805816599070136, |
| "grad_norm": 0.0024422513473723764, |
| "learning_rate": 3.419564864531044e-06, |
| "loss": 0.005, |
| "step": 13550 |
| }, |
| { |
| "epoch": 2.6825600949648827, |
| "grad_norm": 0.005724667332287361, |
| "learning_rate": 3.3778560921415738e-06, |
| "loss": 0.005, |
| "step": 13560 |
| }, |
| { |
| "epoch": 2.684538530022752, |
| "grad_norm": 0.0051187795026016135, |
| "learning_rate": 3.3363943520661132e-06, |
| "loss": 0.005, |
| "step": 13570 |
| }, |
| { |
| "epoch": 2.6865169650806213, |
| "grad_norm": 0.005162359304321974, |
| "learning_rate": 3.2951798639940467e-06, |
| "loss": 0.005, |
| "step": 13580 |
| }, |
| { |
| "epoch": 2.6884954001384904, |
| "grad_norm": 0.0027818867703434166, |
| "learning_rate": 3.2542128463046497e-06, |
| "loss": 0.005, |
| "step": 13590 |
| }, |
| { |
| "epoch": 2.6904738351963595, |
| "grad_norm": 0.0026069346043282636, |
| "learning_rate": 3.2134935160659686e-06, |
| "loss": 0.005, |
| "step": 13600 |
| }, |
| { |
| "epoch": 2.692452270254229, |
| "grad_norm": 0.0037312794258698443, |
| "learning_rate": 3.173022089033645e-06, |
| "loss": 0.005, |
| "step": 13610 |
| }, |
| { |
| "epoch": 2.694430705312098, |
| "grad_norm": 0.0038907618029944365, |
| "learning_rate": 3.1327987796497537e-06, |
| "loss": 0.005, |
| "step": 13620 |
| }, |
| { |
| "epoch": 2.6964091403699673, |
| "grad_norm": 0.002085294351701776, |
| "learning_rate": 3.0928238010417275e-06, |
| "loss": 0.005, |
| "step": 13630 |
| }, |
| { |
| "epoch": 2.6983875754278364, |
| "grad_norm": 0.004328975646823169, |
| "learning_rate": 3.0530973650211793e-06, |
| "loss": 0.005, |
| "step": 13640 |
| }, |
| { |
| "epoch": 2.700366010485706, |
| "grad_norm": 0.007351887217759807, |
| "learning_rate": 3.0136196820827855e-06, |
| "loss": 0.005, |
| "step": 13650 |
| }, |
| { |
| "epoch": 2.702344445543575, |
| "grad_norm": 0.006480544396237419, |
| "learning_rate": 2.974390961403195e-06, |
| "loss": 0.0051, |
| "step": 13660 |
| }, |
| { |
| "epoch": 2.704322880601444, |
| "grad_norm": 0.007256851868569525, |
| "learning_rate": 2.935411410839889e-06, |
| "loss": 0.005, |
| "step": 13670 |
| }, |
| { |
| "epoch": 2.7063013156593136, |
| "grad_norm": 0.010274720298881906, |
| "learning_rate": 2.8966812369301043e-06, |
| "loss": 0.005, |
| "step": 13680 |
| }, |
| { |
| "epoch": 2.7082797507171827, |
| "grad_norm": 0.0025282206695332048, |
| "learning_rate": 2.8582006448897135e-06, |
| "loss": 0.005, |
| "step": 13690 |
| }, |
| { |
| "epoch": 2.710258185775052, |
| "grad_norm": 0.00725588619478118, |
| "learning_rate": 2.8199698386121687e-06, |
| "loss": 0.005, |
| "step": 13700 |
| }, |
| { |
| "epoch": 2.712236620832921, |
| "grad_norm": 0.010056617961744703, |
| "learning_rate": 2.7819890206674084e-06, |
| "loss": 0.005, |
| "step": 13710 |
| }, |
| { |
| "epoch": 2.7142150558907905, |
| "grad_norm": 0.00447714480578249, |
| "learning_rate": 2.7442583923007746e-06, |
| "loss": 0.005, |
| "step": 13720 |
| }, |
| { |
| "epoch": 2.7161934909486596, |
| "grad_norm": 0.012368450175733703, |
| "learning_rate": 2.706778153431949e-06, |
| "loss": 0.005, |
| "step": 13730 |
| }, |
| { |
| "epoch": 2.7181719260065287, |
| "grad_norm": 0.006282217091298947, |
| "learning_rate": 2.669548502653918e-06, |
| "loss": 0.005, |
| "step": 13740 |
| }, |
| { |
| "epoch": 2.7201503610643982, |
| "grad_norm": 0.012134906262179146, |
| "learning_rate": 2.6325696372318688e-06, |
| "loss": 0.005, |
| "step": 13750 |
| }, |
| { |
| "epoch": 2.7221287961222673, |
| "grad_norm": 0.003618208628146196, |
| "learning_rate": 2.5958417531022017e-06, |
| "loss": 0.005, |
| "step": 13760 |
| }, |
| { |
| "epoch": 2.7241072311801364, |
| "grad_norm": 0.005384917601196035, |
| "learning_rate": 2.559365044871459e-06, |
| "loss": 0.005, |
| "step": 13770 |
| }, |
| { |
| "epoch": 2.7260856662380055, |
| "grad_norm": 0.004671127029733372, |
| "learning_rate": 2.523139705815297e-06, |
| "loss": 0.005, |
| "step": 13780 |
| }, |
| { |
| "epoch": 2.728064101295875, |
| "grad_norm": 0.004525688629263373, |
| "learning_rate": 2.4871659278774883e-06, |
| "loss": 0.005, |
| "step": 13790 |
| }, |
| { |
| "epoch": 2.730042536353744, |
| "grad_norm": 0.003972180506667536, |
| "learning_rate": 2.4514439016688374e-06, |
| "loss": 0.005, |
| "step": 13800 |
| }, |
| { |
| "epoch": 2.7320209714116133, |
| "grad_norm": 0.0013857091652993096, |
| "learning_rate": 2.415973816466255e-06, |
| "loss": 0.005, |
| "step": 13810 |
| }, |
| { |
| "epoch": 2.733999406469483, |
| "grad_norm": 0.0032744592578230767, |
| "learning_rate": 2.3807558602117143e-06, |
| "loss": 0.005, |
| "step": 13820 |
| }, |
| { |
| "epoch": 2.735977841527352, |
| "grad_norm": 0.0034252961271130453, |
| "learning_rate": 2.3457902195112236e-06, |
| "loss": 0.005, |
| "step": 13830 |
| }, |
| { |
| "epoch": 2.737956276585221, |
| "grad_norm": 0.0056849305707245045, |
| "learning_rate": 2.311077079633911e-06, |
| "loss": 0.005, |
| "step": 13840 |
| }, |
| { |
| "epoch": 2.73993471164309, |
| "grad_norm": 0.003744620483037929, |
| "learning_rate": 2.2766166245109744e-06, |
| "loss": 0.005, |
| "step": 13850 |
| }, |
| { |
| "epoch": 2.7419131467009596, |
| "grad_norm": 0.008559055177124525, |
| "learning_rate": 2.2424090367347605e-06, |
| "loss": 0.0051, |
| "step": 13860 |
| }, |
| { |
| "epoch": 2.7438915817588287, |
| "grad_norm": 0.0033748650815843867, |
| "learning_rate": 2.2084544975577383e-06, |
| "loss": 0.0051, |
| "step": 13870 |
| }, |
| { |
| "epoch": 2.745870016816698, |
| "grad_norm": 0.005727117917454927, |
| "learning_rate": 2.174753186891604e-06, |
| "loss": 0.005, |
| "step": 13880 |
| }, |
| { |
| "epoch": 2.7478484518745674, |
| "grad_norm": 0.005808094137362537, |
| "learning_rate": 2.1413052833062773e-06, |
| "loss": 0.005, |
| "step": 13890 |
| }, |
| { |
| "epoch": 2.7498268869324365, |
| "grad_norm": 0.0038209041183216302, |
| "learning_rate": 2.1081109640289755e-06, |
| "loss": 0.005, |
| "step": 13900 |
| }, |
| { |
| "epoch": 2.7518053219903056, |
| "grad_norm": 0.01178828713725062, |
| "learning_rate": 2.0751704049432943e-06, |
| "loss": 0.005, |
| "step": 13910 |
| }, |
| { |
| "epoch": 2.7537837570481747, |
| "grad_norm": 0.006627719446567038, |
| "learning_rate": 2.0424837805882224e-06, |
| "loss": 0.005, |
| "step": 13920 |
| }, |
| { |
| "epoch": 2.7557621921060442, |
| "grad_norm": 0.002244622409710526, |
| "learning_rate": 2.0100512641572587e-06, |
| "loss": 0.005, |
| "step": 13930 |
| }, |
| { |
| "epoch": 2.7577406271639133, |
| "grad_norm": 0.0066138740018770684, |
| "learning_rate": 1.9778730274975012e-06, |
| "loss": 0.005, |
| "step": 13940 |
| }, |
| { |
| "epoch": 2.7597190622217824, |
| "grad_norm": 0.003029435467408041, |
| "learning_rate": 1.945949241108708e-06, |
| "loss": 0.005, |
| "step": 13950 |
| }, |
| { |
| "epoch": 2.761697497279652, |
| "grad_norm": 0.002004088136137254, |
| "learning_rate": 1.914280074142405e-06, |
| "loss": 0.005, |
| "step": 13960 |
| }, |
| { |
| "epoch": 2.763675932337521, |
| "grad_norm": 0.005762774237177426, |
| "learning_rate": 1.8828656944009814e-06, |
| "loss": 0.005, |
| "step": 13970 |
| }, |
| { |
| "epoch": 2.76565436739539, |
| "grad_norm": 0.0029500440239471843, |
| "learning_rate": 1.8517062683368335e-06, |
| "loss": 0.005, |
| "step": 13980 |
| }, |
| { |
| "epoch": 2.7676328024532593, |
| "grad_norm": 0.005841393505903102, |
| "learning_rate": 1.820801961051427e-06, |
| "loss": 0.005, |
| "step": 13990 |
| }, |
| { |
| "epoch": 2.769611237511129, |
| "grad_norm": 0.0035107633504498303, |
| "learning_rate": 1.7901529362944869e-06, |
| "loss": 0.005, |
| "step": 14000 |
| }, |
| { |
| "epoch": 2.771589672568998, |
| "grad_norm": 0.004434105600642185, |
| "learning_rate": 1.759759356463081e-06, |
| "loss": 0.005, |
| "step": 14010 |
| }, |
| { |
| "epoch": 2.773568107626867, |
| "grad_norm": 0.005018724907799672, |
| "learning_rate": 1.7296213826007712e-06, |
| "loss": 0.005, |
| "step": 14020 |
| }, |
| { |
| "epoch": 2.7755465426847366, |
| "grad_norm": 0.0027054401647065777, |
| "learning_rate": 1.6997391743967695e-06, |
| "loss": 0.005, |
| "step": 14030 |
| }, |
| { |
| "epoch": 2.7775249777426056, |
| "grad_norm": 0.004727436201726295, |
| "learning_rate": 1.6701128901850937e-06, |
| "loss": 0.005, |
| "step": 14040 |
| }, |
| { |
| "epoch": 2.7795034128004747, |
| "grad_norm": 0.00436939938584176, |
| "learning_rate": 1.6407426869437026e-06, |
| "loss": 0.005, |
| "step": 14050 |
| }, |
| { |
| "epoch": 2.781481847858344, |
| "grad_norm": 0.01357936780275712, |
| "learning_rate": 1.6116287202937063e-06, |
| "loss": 0.005, |
| "step": 14060 |
| }, |
| { |
| "epoch": 2.7834602829162134, |
| "grad_norm": 0.006360346465409747, |
| "learning_rate": 1.5827711444985016e-06, |
| "loss": 0.005, |
| "step": 14070 |
| }, |
| { |
| "epoch": 2.7854387179740825, |
| "grad_norm": 0.00515769074769704, |
| "learning_rate": 1.554170112462977e-06, |
| "loss": 0.0051, |
| "step": 14080 |
| }, |
| { |
| "epoch": 2.7874171530319516, |
| "grad_norm": 0.005145727623864195, |
| "learning_rate": 1.5258257757327033e-06, |
| "loss": 0.005, |
| "step": 14090 |
| }, |
| { |
| "epoch": 2.789395588089821, |
| "grad_norm": 0.0025551995877465374, |
| "learning_rate": 1.4977382844931166e-06, |
| "loss": 0.005, |
| "step": 14100 |
| }, |
| { |
| "epoch": 2.7913740231476902, |
| "grad_norm": 0.005235089020745052, |
| "learning_rate": 1.4699077875687251e-06, |
| "loss": 0.005, |
| "step": 14110 |
| }, |
| { |
| "epoch": 2.7933524582055593, |
| "grad_norm": 0.0019716397371119213, |
| "learning_rate": 1.442334432422332e-06, |
| "loss": 0.005, |
| "step": 14120 |
| }, |
| { |
| "epoch": 2.7953308932634284, |
| "grad_norm": 0.00562973477714607, |
| "learning_rate": 1.415018365154258e-06, |
| "loss": 0.005, |
| "step": 14130 |
| }, |
| { |
| "epoch": 2.797309328321298, |
| "grad_norm": 0.006157248632006633, |
| "learning_rate": 1.3879597305015368e-06, |
| "loss": 0.005, |
| "step": 14140 |
| }, |
| { |
| "epoch": 2.799287763379167, |
| "grad_norm": 0.005319102607143807, |
| "learning_rate": 1.3611586718371871e-06, |
| "loss": 0.005, |
| "step": 14150 |
| }, |
| { |
| "epoch": 2.801266198437036, |
| "grad_norm": 0.002468086826311913, |
| "learning_rate": 1.3346153311694309e-06, |
| "loss": 0.005, |
| "step": 14160 |
| }, |
| { |
| "epoch": 2.8032446334949057, |
| "grad_norm": 0.004123991411704811, |
| "learning_rate": 1.3083298491409213e-06, |
| "loss": 0.005, |
| "step": 14170 |
| }, |
| { |
| "epoch": 2.805223068552775, |
| "grad_norm": 0.00154056797924342, |
| "learning_rate": 1.2823023650280541e-06, |
| "loss": 0.005, |
| "step": 14180 |
| }, |
| { |
| "epoch": 2.807201503610644, |
| "grad_norm": 0.005219151949777125, |
| "learning_rate": 1.2565330167401745e-06, |
| "loss": 0.005, |
| "step": 14190 |
| }, |
| { |
| "epoch": 2.809179938668513, |
| "grad_norm": 0.0076980989756119484, |
| "learning_rate": 1.2310219408188773e-06, |
| "loss": 0.005, |
| "step": 14200 |
| }, |
| { |
| "epoch": 2.8111583737263826, |
| "grad_norm": 0.0059315921539801865, |
| "learning_rate": 1.2057692724372794e-06, |
| "loss": 0.005, |
| "step": 14210 |
| }, |
| { |
| "epoch": 2.8131368087842517, |
| "grad_norm": 0.005142381855487121, |
| "learning_rate": 1.1807751453992654e-06, |
| "loss": 0.005, |
| "step": 14220 |
| }, |
| { |
| "epoch": 2.8151152438421208, |
| "grad_norm": 0.0037105670177657213, |
| "learning_rate": 1.156039692138855e-06, |
| "loss": 0.005, |
| "step": 14230 |
| }, |
| { |
| "epoch": 2.8170936788999903, |
| "grad_norm": 0.004287716513736931, |
| "learning_rate": 1.1315630437194359e-06, |
| "loss": 0.005, |
| "step": 14240 |
| }, |
| { |
| "epoch": 2.8190721139578594, |
| "grad_norm": 0.0032551754607302846, |
| "learning_rate": 1.1073453298330982e-06, |
| "loss": 0.005, |
| "step": 14250 |
| }, |
| { |
| "epoch": 2.8210505490157285, |
| "grad_norm": 0.0037727632625399795, |
| "learning_rate": 1.0833866787999248e-06, |
| "loss": 0.005, |
| "step": 14260 |
| }, |
| { |
| "epoch": 2.8230289840735976, |
| "grad_norm": 0.0014550101622436962, |
| "learning_rate": 1.0596872175673455e-06, |
| "loss": 0.005, |
| "step": 14270 |
| }, |
| { |
| "epoch": 2.825007419131467, |
| "grad_norm": 0.004798786732444089, |
| "learning_rate": 1.0362470717094397e-06, |
| "loss": 0.005, |
| "step": 14280 |
| }, |
| { |
| "epoch": 2.8269858541893362, |
| "grad_norm": 0.006395607453908453, |
| "learning_rate": 1.0130663654262684e-06, |
| "loss": 0.005, |
| "step": 14290 |
| }, |
| { |
| "epoch": 2.8289642892472053, |
| "grad_norm": 0.007863678681861717, |
| "learning_rate": 9.901452215432428e-07, |
| "loss": 0.005, |
| "step": 14300 |
| }, |
| { |
| "epoch": 2.830942724305075, |
| "grad_norm": 0.0019017491444523907, |
| "learning_rate": 9.674837615104349e-07, |
| "loss": 0.005, |
| "step": 14310 |
| }, |
| { |
| "epoch": 2.832921159362944, |
| "grad_norm": 0.004576632893362222, |
| "learning_rate": 9.450821054019732e-07, |
| "loss": 0.005, |
| "step": 14320 |
| }, |
| { |
| "epoch": 2.834899594420813, |
| "grad_norm": 0.0021170117479609287, |
| "learning_rate": 9.229403719153817e-07, |
| "loss": 0.005, |
| "step": 14330 |
| }, |
| { |
| "epoch": 2.836878029478682, |
| "grad_norm": 0.001706084536915593, |
| "learning_rate": 9.010586783709418e-07, |
| "loss": 0.0049, |
| "step": 14340 |
| }, |
| { |
| "epoch": 2.8388564645365517, |
| "grad_norm": 0.007237987770640271, |
| "learning_rate": 8.794371407111091e-07, |
| "loss": 0.005, |
| "step": 14350 |
| }, |
| { |
| "epoch": 2.840834899594421, |
| "grad_norm": 0.0008148449706269165, |
| "learning_rate": 8.580758734998639e-07, |
| "loss": 0.005, |
| "step": 14360 |
| }, |
| { |
| "epoch": 2.84281333465229, |
| "grad_norm": 0.004659704686429137, |
| "learning_rate": 8.36974989922118e-07, |
| "loss": 0.005, |
| "step": 14370 |
| }, |
| { |
| "epoch": 2.8447917697101595, |
| "grad_norm": 0.006616130289416435, |
| "learning_rate": 8.161346017831195e-07, |
| "loss": 0.005, |
| "step": 14380 |
| }, |
| { |
| "epoch": 2.8467702047680286, |
| "grad_norm": 0.002429675356307644, |
| "learning_rate": 7.955548195078433e-07, |
| "loss": 0.005, |
| "step": 14390 |
| }, |
| { |
| "epoch": 2.8487486398258977, |
| "grad_norm": 0.0024311163546002273, |
| "learning_rate": 7.752357521404186e-07, |
| "loss": 0.005, |
| "step": 14400 |
| }, |
| { |
| "epoch": 2.8507270748837668, |
| "grad_norm": 0.006073681613608681, |
| "learning_rate": 7.551775073435574e-07, |
| "loss": 0.005, |
| "step": 14410 |
| }, |
| { |
| "epoch": 2.8527055099416363, |
| "grad_norm": 0.010642386138528057, |
| "learning_rate": 7.353801913979719e-07, |
| "loss": 0.005, |
| "step": 14420 |
| }, |
| { |
| "epoch": 2.8546839449995054, |
| "grad_norm": 0.007278188883871546, |
| "learning_rate": 7.158439092018076e-07, |
| "loss": 0.005, |
| "step": 14430 |
| }, |
| { |
| "epoch": 2.8566623800573745, |
| "grad_norm": 0.0008323497350783097, |
| "learning_rate": 6.965687642701113e-07, |
| "loss": 0.005, |
| "step": 14440 |
| }, |
| { |
| "epoch": 2.858640815115244, |
| "grad_norm": 0.0023456067494052974, |
| "learning_rate": 6.775548587342529e-07, |
| "loss": 0.005, |
| "step": 14450 |
| }, |
| { |
| "epoch": 2.860619250173113, |
| "grad_norm": 0.0016403858707043691, |
| "learning_rate": 6.588022933414095e-07, |
| "loss": 0.005, |
| "step": 14460 |
| }, |
| { |
| "epoch": 2.8625976852309822, |
| "grad_norm": 0.004888661274568479, |
| "learning_rate": 6.403111674539997e-07, |
| "loss": 0.005, |
| "step": 14470 |
| }, |
| { |
| "epoch": 2.8645761202888513, |
| "grad_norm": 0.006193971873461701, |
| "learning_rate": 6.220815790492051e-07, |
| "loss": 0.005, |
| "step": 14480 |
| }, |
| { |
| "epoch": 2.866554555346721, |
| "grad_norm": 0.0032535241954852164, |
| "learning_rate": 6.041136247184054e-07, |
| "loss": 0.0051, |
| "step": 14490 |
| }, |
| { |
| "epoch": 2.86853299040459, |
| "grad_norm": 0.003071121067350518, |
| "learning_rate": 5.86407399666683e-07, |
| "loss": 0.005, |
| "step": 14500 |
| }, |
| { |
| "epoch": 2.870511425462459, |
| "grad_norm": 0.00597900729628236, |
| "learning_rate": 5.689629977123412e-07, |
| "loss": 0.005, |
| "step": 14510 |
| }, |
| { |
| "epoch": 2.8724898605203286, |
| "grad_norm": 0.00565805391301159, |
| "learning_rate": 5.517805112863539e-07, |
| "loss": 0.005, |
| "step": 14520 |
| }, |
| { |
| "epoch": 2.8744682955781977, |
| "grad_norm": 0.00566954446935432, |
| "learning_rate": 5.348600314319385e-07, |
| "loss": 0.005, |
| "step": 14530 |
| }, |
| { |
| "epoch": 2.876446730636067, |
| "grad_norm": 0.009835371553755452, |
| "learning_rate": 5.182016478040231e-07, |
| "loss": 0.005, |
| "step": 14540 |
| }, |
| { |
| "epoch": 2.878425165693936, |
| "grad_norm": 0.009337188282714147, |
| "learning_rate": 5.018054486687962e-07, |
| "loss": 0.005, |
| "step": 14550 |
| }, |
| { |
| "epoch": 2.8804036007518055, |
| "grad_norm": 0.0008187601096852753, |
| "learning_rate": 4.85671520903247e-07, |
| "loss": 0.005, |
| "step": 14560 |
| }, |
| { |
| "epoch": 2.8823820358096746, |
| "grad_norm": 0.007615321553046495, |
| "learning_rate": 4.697999499946704e-07, |
| "loss": 0.005, |
| "step": 14570 |
| }, |
| { |
| "epoch": 2.8843604708675437, |
| "grad_norm": 0.008626904025634843, |
| "learning_rate": 4.5419082004026226e-07, |
| "loss": 0.005, |
| "step": 14580 |
| }, |
| { |
| "epoch": 2.886338905925413, |
| "grad_norm": 0.009671434581945857, |
| "learning_rate": 4.3884421374661975e-07, |
| "loss": 0.005, |
| "step": 14590 |
| }, |
| { |
| "epoch": 2.8883173409832823, |
| "grad_norm": 0.0022909029720404343, |
| "learning_rate": 4.2376021242934714e-07, |
| "loss": 0.005, |
| "step": 14600 |
| }, |
| { |
| "epoch": 2.8902957760411514, |
| "grad_norm": 0.004530311998804355, |
| "learning_rate": 4.089388960126117e-07, |
| "loss": 0.005, |
| "step": 14610 |
| }, |
| { |
| "epoch": 2.8922742110990205, |
| "grad_norm": 0.006681673552057234, |
| "learning_rate": 3.943803430287052e-07, |
| "loss": 0.005, |
| "step": 14620 |
| }, |
| { |
| "epoch": 2.89425264615689, |
| "grad_norm": 0.006018472773722301, |
| "learning_rate": 3.8008463061764977e-07, |
| "loss": 0.005, |
| "step": 14630 |
| }, |
| { |
| "epoch": 2.896231081214759, |
| "grad_norm": 0.00904073594408357, |
| "learning_rate": 3.660518345267705e-07, |
| "loss": 0.005, |
| "step": 14640 |
| }, |
| { |
| "epoch": 2.8982095162726282, |
| "grad_norm": 0.0034454291007567175, |
| "learning_rate": 3.5228202911030685e-07, |
| "loss": 0.005, |
| "step": 14650 |
| }, |
| { |
| "epoch": 2.900187951330498, |
| "grad_norm": 0.004937097722610074, |
| "learning_rate": 3.38775287329024e-07, |
| "loss": 0.005, |
| "step": 14660 |
| }, |
| { |
| "epoch": 2.902166386388367, |
| "grad_norm": 0.00462765960542443, |
| "learning_rate": 3.255316807498077e-07, |
| "loss": 0.005, |
| "step": 14670 |
| }, |
| { |
| "epoch": 2.904144821446236, |
| "grad_norm": 0.003197193183620651, |
| "learning_rate": 3.125512795452812e-07, |
| "loss": 0.005, |
| "step": 14680 |
| }, |
| { |
| "epoch": 2.906123256504105, |
| "grad_norm": 0.0061188672946887535, |
| "learning_rate": 2.998341524934778e-07, |
| "loss": 0.0051, |
| "step": 14690 |
| }, |
| { |
| "epoch": 2.9081016915619746, |
| "grad_norm": 0.007908614852149125, |
| "learning_rate": 2.873803669774133e-07, |
| "loss": 0.005, |
| "step": 14700 |
| }, |
| { |
| "epoch": 2.9100801266198437, |
| "grad_norm": 0.004795882001240088, |
| "learning_rate": 2.751899889847864e-07, |
| "loss": 0.005, |
| "step": 14710 |
| }, |
| { |
| "epoch": 2.912058561677713, |
| "grad_norm": 0.0034731494490348566, |
| "learning_rate": 2.632630831075844e-07, |
| "loss": 0.005, |
| "step": 14720 |
| }, |
| { |
| "epoch": 2.9140369967355824, |
| "grad_norm": 0.007326355503845352, |
| "learning_rate": 2.5159971254176684e-07, |
| "loss": 0.005, |
| "step": 14730 |
| }, |
| { |
| "epoch": 2.9160154317934515, |
| "grad_norm": 0.008560579581077239, |
| "learning_rate": 2.401999390869325e-07, |
| "loss": 0.005, |
| "step": 14740 |
| }, |
| { |
| "epoch": 2.9179938668513206, |
| "grad_norm": 0.0012802859774331146, |
| "learning_rate": 2.290638231459641e-07, |
| "loss": 0.005, |
| "step": 14750 |
| }, |
| { |
| "epoch": 2.9199723019091897, |
| "grad_norm": 0.005789264514478834, |
| "learning_rate": 2.1819142372475066e-07, |
| "loss": 0.005, |
| "step": 14760 |
| }, |
| { |
| "epoch": 2.921950736967059, |
| "grad_norm": 0.004927761357703084, |
| "learning_rate": 2.0758279843183793e-07, |
| "loss": 0.005, |
| "step": 14770 |
| }, |
| { |
| "epoch": 2.9239291720249283, |
| "grad_norm": 0.006187932452963847, |
| "learning_rate": 1.972380034781285e-07, |
| "loss": 0.005, |
| "step": 14780 |
| }, |
| { |
| "epoch": 2.9259076070827974, |
| "grad_norm": 0.006365281900834419, |
| "learning_rate": 1.8715709367660982e-07, |
| "loss": 0.005, |
| "step": 14790 |
| }, |
| { |
| "epoch": 2.927886042140667, |
| "grad_norm": 0.0067253447147592425, |
| "learning_rate": 1.773401224420379e-07, |
| "loss": 0.005, |
| "step": 14800 |
| }, |
| { |
| "epoch": 2.929864477198536, |
| "grad_norm": 0.003561914332852185, |
| "learning_rate": 1.6778714179065957e-07, |
| "loss": 0.005, |
| "step": 14810 |
| }, |
| { |
| "epoch": 2.931842912256405, |
| "grad_norm": 0.003368024093578229, |
| "learning_rate": 1.584982023399517e-07, |
| "loss": 0.005, |
| "step": 14820 |
| }, |
| { |
| "epoch": 2.9338213473142742, |
| "grad_norm": 0.004431356889089485, |
| "learning_rate": 1.4947335330832702e-07, |
| "loss": 0.0051, |
| "step": 14830 |
| }, |
| { |
| "epoch": 2.935799782372144, |
| "grad_norm": 0.0017116220230771844, |
| "learning_rate": 1.4071264251489523e-07, |
| "loss": 0.0049, |
| "step": 14840 |
| }, |
| { |
| "epoch": 2.937778217430013, |
| "grad_norm": 0.004961107636409815, |
| "learning_rate": 1.3221611637919685e-07, |
| "loss": 0.005, |
| "step": 14850 |
| }, |
| { |
| "epoch": 2.939756652487882, |
| "grad_norm": 0.00426462533837668, |
| "learning_rate": 1.2398381992096975e-07, |
| "loss": 0.005, |
| "step": 14860 |
| }, |
| { |
| "epoch": 2.9417350875457515, |
| "grad_norm": 0.0069885504364365645, |
| "learning_rate": 1.160157967598996e-07, |
| "loss": 0.005, |
| "step": 14870 |
| }, |
| { |
| "epoch": 2.9437135226036206, |
| "grad_norm": 0.0043465247308358485, |
| "learning_rate": 1.0831208911539215e-07, |
| "loss": 0.005, |
| "step": 14880 |
| }, |
| { |
| "epoch": 2.9456919576614897, |
| "grad_norm": 0.005485709550590918, |
| "learning_rate": 1.0087273780634566e-07, |
| "loss": 0.005, |
| "step": 14890 |
| }, |
| { |
| "epoch": 2.947670392719359, |
| "grad_norm": 0.008168140412020266, |
| "learning_rate": 9.36977822509455e-08, |
| "loss": 0.005, |
| "step": 14900 |
| }, |
| { |
| "epoch": 2.9496488277772284, |
| "grad_norm": 0.005034316845498787, |
| "learning_rate": 8.678726046644214e-08, |
| "loss": 0.005, |
| "step": 14910 |
| }, |
| { |
| "epoch": 2.9516272628350975, |
| "grad_norm": 0.001913226858308817, |
| "learning_rate": 8.014120906896239e-08, |
| "loss": 0.0049, |
| "step": 14920 |
| }, |
| { |
| "epoch": 2.9536056978929666, |
| "grad_norm": 0.003308141433300079, |
| "learning_rate": 7.375966327330952e-08, |
| "loss": 0.005, |
| "step": 14930 |
| }, |
| { |
| "epoch": 2.955584132950836, |
| "grad_norm": 0.00409950215445498, |
| "learning_rate": 6.76426568927635e-08, |
| "loss": 0.005, |
| "step": 14940 |
| }, |
| { |
| "epoch": 2.957562568008705, |
| "grad_norm": 0.007001668043283456, |
| "learning_rate": 6.179022233893106e-08, |
| "loss": 0.005, |
| "step": 14950 |
| }, |
| { |
| "epoch": 2.9595410030665743, |
| "grad_norm": 0.008508447892844589, |
| "learning_rate": 5.6202390621551415e-08, |
| "loss": 0.005, |
| "step": 14960 |
| }, |
| { |
| "epoch": 2.9615194381244434, |
| "grad_norm": 0.00889790298454753, |
| "learning_rate": 5.0879191348324194e-08, |
| "loss": 0.005, |
| "step": 14970 |
| }, |
| { |
| "epoch": 2.963497873182313, |
| "grad_norm": 0.005926438190610939, |
| "learning_rate": 4.5820652724787305e-08, |
| "loss": 0.005, |
| "step": 14980 |
| }, |
| { |
| "epoch": 2.965476308240182, |
| "grad_norm": 0.0037180972335135905, |
| "learning_rate": 4.102680155413929e-08, |
| "loss": 0.005, |
| "step": 14990 |
| }, |
| { |
| "epoch": 2.967454743298051, |
| "grad_norm": 0.003954144687281979, |
| "learning_rate": 3.649766323710058e-08, |
| "loss": 0.005, |
| "step": 15000 |
| }, |
| { |
| "epoch": 2.9694331783559207, |
| "grad_norm": 0.0011457231383694107, |
| "learning_rate": 3.223326177178021e-08, |
| "loss": 0.005, |
| "step": 15010 |
| }, |
| { |
| "epoch": 2.97141161341379, |
| "grad_norm": 0.008391370004852095, |
| "learning_rate": 2.8233619753564867e-08, |
| "loss": 0.0049, |
| "step": 15020 |
| }, |
| { |
| "epoch": 2.973390048471659, |
| "grad_norm": 0.0016779049435961615, |
| "learning_rate": 2.4498758374968954e-08, |
| "loss": 0.005, |
| "step": 15030 |
| }, |
| { |
| "epoch": 2.975368483529528, |
| "grad_norm": 0.007513657914302752, |
| "learning_rate": 2.1028697425551356e-08, |
| "loss": 0.005, |
| "step": 15040 |
| }, |
| { |
| "epoch": 2.9773469185873975, |
| "grad_norm": 0.0061716599340371, |
| "learning_rate": 1.78234552917933e-08, |
| "loss": 0.005, |
| "step": 15050 |
| }, |
| { |
| "epoch": 2.9793253536452666, |
| "grad_norm": 0.0021206592327599554, |
| "learning_rate": 1.4883048957003986e-08, |
| "loss": 0.005, |
| "step": 15060 |
| }, |
| { |
| "epoch": 2.9813037887031357, |
| "grad_norm": 0.005025114596202091, |
| "learning_rate": 1.220749400123733e-08, |
| "loss": 0.005, |
| "step": 15070 |
| }, |
| { |
| "epoch": 2.9832822237610053, |
| "grad_norm": 0.0035972929229303296, |
| "learning_rate": 9.796804601197584e-09, |
| "loss": 0.005, |
| "step": 15080 |
| }, |
| { |
| "epoch": 2.9852606588188744, |
| "grad_norm": 0.004801058638635872, |
| "learning_rate": 7.650993530178285e-09, |
| "loss": 0.005, |
| "step": 15090 |
| }, |
| { |
| "epoch": 2.9872390938767435, |
| "grad_norm": 0.001782678932106835, |
| "learning_rate": 5.77007215798453e-09, |
| "loss": 0.005, |
| "step": 15100 |
| }, |
| { |
| "epoch": 2.9892175289346126, |
| "grad_norm": 0.012890584057416637, |
| "learning_rate": 4.154050450871916e-09, |
| "loss": 0.005, |
| "step": 15110 |
| }, |
| { |
| "epoch": 2.991195963992482, |
| "grad_norm": 0.0025327712263120195, |
| "learning_rate": 2.8029369715021345e-09, |
| "loss": 0.005, |
| "step": 15120 |
| }, |
| { |
| "epoch": 2.993174399050351, |
| "grad_norm": 0.0047888429841282925, |
| "learning_rate": 1.7167388788985606e-09, |
| "loss": 0.005, |
| "step": 15130 |
| }, |
| { |
| "epoch": 2.9951528341082203, |
| "grad_norm": 0.010459643824058045, |
| "learning_rate": 8.954619283851884e-10, |
| "loss": 0.005, |
| "step": 15140 |
| }, |
| { |
| "epoch": 2.99713126916609, |
| "grad_norm": 0.006882439153709907, |
| "learning_rate": 3.3911047158663447e-10, |
| "loss": 0.005, |
| "step": 15150 |
| }, |
| { |
| "epoch": 2.999109704223959, |
| "grad_norm": 0.006568042034646174, |
| "learning_rate": 4.7687456389278186e-11, |
| "loss": 0.0051, |
| "step": 15160 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 15165, |
| "total_flos": 1328910725283840.0, |
| "train_loss": 0.11735217827459767, |
| "train_runtime": 39664.6418, |
| "train_samples_per_second": 195.717, |
| "train_steps_per_second": 0.382 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 15165, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 1800, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1328910725283840.0, |
| "train_batch_size": 128, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
