| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 2093, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0023894862604540022, |
| "grad_norm": 1.6310280561447144, |
| "learning_rate": 6.349206349206349e-06, |
| "loss": 2.949186325073242, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0047789725209080045, |
| "grad_norm": 1.1911828517913818, |
| "learning_rate": 1.4285714285714285e-05, |
| "loss": 2.8994724273681642, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.007168458781362007, |
| "grad_norm": 0.4962977468967438, |
| "learning_rate": 2.2222222222222223e-05, |
| "loss": 2.7720775604248047, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.009557945041816009, |
| "grad_norm": 0.3306114077568054, |
| "learning_rate": 3.0158730158730158e-05, |
| "loss": 2.6373291015625, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.011947431302270013, |
| "grad_norm": 0.3313261568546295, |
| "learning_rate": 3.809523809523809e-05, |
| "loss": 2.508778381347656, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.014336917562724014, |
| "grad_norm": 0.2656371295452118, |
| "learning_rate": 4.603174603174603e-05, |
| "loss": 2.427614212036133, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.016726403823178016, |
| "grad_norm": 0.2168935239315033, |
| "learning_rate": 5.396825396825397e-05, |
| "loss": 2.317409896850586, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.019115890083632018, |
| "grad_norm": 0.19373714923858643, |
| "learning_rate": 6.19047619047619e-05, |
| "loss": 2.2381568908691407, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.021505376344086023, |
| "grad_norm": 0.18095631897449493, |
| "learning_rate": 6.984126984126984e-05, |
| "loss": 2.1587665557861326, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.023894862604540025, |
| "grad_norm": 0.22285227477550507, |
| "learning_rate": 7.777777777777778e-05, |
| "loss": 2.0901668548583983, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.026284348864994027, |
| "grad_norm": 0.18036071956157684, |
| "learning_rate": 8.571428571428571e-05, |
| "loss": 2.0653894424438475, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.02867383512544803, |
| "grad_norm": 0.17877984046936035, |
| "learning_rate": 9.365079365079366e-05, |
| "loss": 2.0302642822265624, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.03106332138590203, |
| "grad_norm": 0.20096184313297272, |
| "learning_rate": 9.99999401247153e-05, |
| "loss": 1.925634765625, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.03345280764635603, |
| "grad_norm": 0.18011413514614105, |
| "learning_rate": 9.999784450480743e-05, |
| "loss": 1.9200904846191407, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.035842293906810034, |
| "grad_norm": 0.17637914419174194, |
| "learning_rate": 9.999275526406429e-05, |
| "loss": 1.8704423904418945, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.038231780167264036, |
| "grad_norm": 0.22258557379245758, |
| "learning_rate": 9.99846727072041e-05, |
| "loss": 1.8649562835693358, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.04062126642771804, |
| "grad_norm": 0.25038355588912964, |
| "learning_rate": 9.997359731816998e-05, |
| "loss": 1.815376091003418, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.043010752688172046, |
| "grad_norm": 0.20416149497032166, |
| "learning_rate": 9.995952976010081e-05, |
| "loss": 1.7895587921142577, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.04540023894862605, |
| "grad_norm": 0.18203961849212646, |
| "learning_rate": 9.994247087529158e-05, |
| "loss": 1.7791255950927733, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.04778972520908005, |
| "grad_norm": 0.23035629093647003, |
| "learning_rate": 9.9922421685143e-05, |
| "loss": 1.784566879272461, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.05017921146953405, |
| "grad_norm": 0.20310822129249573, |
| "learning_rate": 9.989938339010031e-05, |
| "loss": 1.7500259399414062, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.052568697729988054, |
| "grad_norm": 0.21497943997383118, |
| "learning_rate": 9.987335736958134e-05, |
| "loss": 1.7058338165283202, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.054958183990442055, |
| "grad_norm": 0.19419395923614502, |
| "learning_rate": 9.984434518189404e-05, |
| "loss": 1.7215375900268555, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.05734767025089606, |
| "grad_norm": 0.2528029978275299, |
| "learning_rate": 9.981234856414307e-05, |
| "loss": 1.7244646072387695, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.05973715651135006, |
| "grad_norm": 0.23098044097423553, |
| "learning_rate": 9.977736943212586e-05, |
| "loss": 1.6946876525878907, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.06212664277180406, |
| "grad_norm": 0.24221175909042358, |
| "learning_rate": 9.973940988021786e-05, |
| "loss": 1.6946578979492188, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.06451612903225806, |
| "grad_norm": 0.26225730776786804, |
| "learning_rate": 9.969847218124717e-05, |
| "loss": 1.6926054000854491, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.06690561529271206, |
| "grad_norm": 0.2752564251422882, |
| "learning_rate": 9.965455878635842e-05, |
| "loss": 1.6920223236083984, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.06929510155316607, |
| "grad_norm": 0.23380827903747559, |
| "learning_rate": 9.960767232486605e-05, |
| "loss": 1.6452816009521485, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.07168458781362007, |
| "grad_norm": 0.23962828516960144, |
| "learning_rate": 9.955781560409684e-05, |
| "loss": 1.6491233825683593, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.07407407407407407, |
| "grad_norm": 0.21389207243919373, |
| "learning_rate": 9.950499160922183e-05, |
| "loss": 1.6587303161621094, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.07646356033452807, |
| "grad_norm": 0.23845191299915314, |
| "learning_rate": 9.944920350307762e-05, |
| "loss": 1.652520751953125, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.07885304659498207, |
| "grad_norm": 0.23529696464538574, |
| "learning_rate": 9.939045462597694e-05, |
| "loss": 1.6252538681030273, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.08124253285543608, |
| "grad_norm": 0.2364918291568756, |
| "learning_rate": 9.932874849550868e-05, |
| "loss": 1.620565414428711, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.08363201911589008, |
| "grad_norm": 0.24278566241264343, |
| "learning_rate": 9.926408880632727e-05, |
| "loss": 1.643486785888672, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.08602150537634409, |
| "grad_norm": 0.31502866744995117, |
| "learning_rate": 9.919647942993148e-05, |
| "loss": 1.5687498092651366, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0884109916367981, |
| "grad_norm": 0.2938617467880249, |
| "learning_rate": 9.912592441443259e-05, |
| "loss": 1.597340965270996, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.0908004778972521, |
| "grad_norm": 0.2505309581756592, |
| "learning_rate": 9.905242798431196e-05, |
| "loss": 1.6328857421875, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0931899641577061, |
| "grad_norm": 0.21380369365215302, |
| "learning_rate": 9.897599454016823e-05, |
| "loss": 1.6188299179077148, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.0955794504181601, |
| "grad_norm": 0.23083806037902832, |
| "learning_rate": 9.88966286584537e-05, |
| "loss": 1.570663833618164, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0979689366786141, |
| "grad_norm": 0.25395503640174866, |
| "learning_rate": 9.881433509120037e-05, |
| "loss": 1.632042694091797, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.1003584229390681, |
| "grad_norm": 0.21581228077411652, |
| "learning_rate": 9.87291187657354e-05, |
| "loss": 1.630429458618164, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1027479091995221, |
| "grad_norm": 0.23620952665805817, |
| "learning_rate": 9.864098478438611e-05, |
| "loss": 1.5788474082946777, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.10513739545997611, |
| "grad_norm": 0.25899890065193176, |
| "learning_rate": 9.854993842417444e-05, |
| "loss": 1.5768406867980957, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.10752688172043011, |
| "grad_norm": 0.2653222382068634, |
| "learning_rate": 9.845598513650103e-05, |
| "loss": 1.5978818893432618, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.10991636798088411, |
| "grad_norm": 0.26710769534111023, |
| "learning_rate": 9.835913054681877e-05, |
| "loss": 1.5802912712097168, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.11230585424133811, |
| "grad_norm": 0.27862873673439026, |
| "learning_rate": 9.8259380454296e-05, |
| "loss": 1.5534930229187012, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.11469534050179211, |
| "grad_norm": 0.2402317225933075, |
| "learning_rate": 9.815674083146936e-05, |
| "loss": 1.5752450942993164, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.11708482676224612, |
| "grad_norm": 0.26304373145103455, |
| "learning_rate": 9.8051217823886e-05, |
| "loss": 1.5972543716430665, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.11947431302270012, |
| "grad_norm": 0.24205845594406128, |
| "learning_rate": 9.794281774973578e-05, |
| "loss": 1.5491343498229981, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.12186379928315412, |
| "grad_norm": 0.2603611946105957, |
| "learning_rate": 9.783154709947294e-05, |
| "loss": 1.5475645065307617, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.12425328554360812, |
| "grad_norm": 0.27649691700935364, |
| "learning_rate": 9.771741253542741e-05, |
| "loss": 1.5449405670166017, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.12664277180406214, |
| "grad_norm": 0.24233537912368774, |
| "learning_rate": 9.760042089140598e-05, |
| "loss": 1.56983642578125, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.12903225806451613, |
| "grad_norm": 0.2796640694141388, |
| "learning_rate": 9.74805791722831e-05, |
| "loss": 1.513641929626465, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.13142174432497014, |
| "grad_norm": 0.2519722878932953, |
| "learning_rate": 9.735789455358145e-05, |
| "loss": 1.606661033630371, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.13381123058542413, |
| "grad_norm": 0.3342560827732086, |
| "learning_rate": 9.72323743810423e-05, |
| "loss": 1.5392388343811034, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.13620071684587814, |
| "grad_norm": 0.27568939328193665, |
| "learning_rate": 9.710402617018575e-05, |
| "loss": 1.5748723983764648, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.13859020310633213, |
| "grad_norm": 0.2670389711856842, |
| "learning_rate": 9.697285760586063e-05, |
| "loss": 1.5220499992370606, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.14097968936678615, |
| "grad_norm": 0.22553808987140656, |
| "learning_rate": 9.683887654178445e-05, |
| "loss": 1.538209819793701, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.14336917562724014, |
| "grad_norm": 0.2573106586933136, |
| "learning_rate": 9.670209100007318e-05, |
| "loss": 1.5534125328063966, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.14575866188769415, |
| "grad_norm": 0.24078048765659332, |
| "learning_rate": 9.656250917076081e-05, |
| "loss": 1.560771369934082, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.14814814814814814, |
| "grad_norm": 0.2561890184879303, |
| "learning_rate": 9.642013941130909e-05, |
| "loss": 1.5603245735168456, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.15053763440860216, |
| "grad_norm": 0.22784937918186188, |
| "learning_rate": 9.627499024610707e-05, |
| "loss": 1.503566074371338, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.15292712066905614, |
| "grad_norm": 0.31219249963760376, |
| "learning_rate": 9.612707036596071e-05, |
| "loss": 1.529867172241211, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.15531660692951016, |
| "grad_norm": 0.23493337631225586, |
| "learning_rate": 9.597638862757255e-05, |
| "loss": 1.5141928672790528, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.15770609318996415, |
| "grad_norm": 0.24456432461738586, |
| "learning_rate": 9.582295405301131e-05, |
| "loss": 1.5292648315429687, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.16009557945041816, |
| "grad_norm": 0.2798076868057251, |
| "learning_rate": 9.566677582917185e-05, |
| "loss": 1.5751214981079102, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.16248506571087215, |
| "grad_norm": 0.23931868374347687, |
| "learning_rate": 9.550786330722502e-05, |
| "loss": 1.5360325813293456, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.16487455197132617, |
| "grad_norm": 0.27479445934295654, |
| "learning_rate": 9.534622600205769e-05, |
| "loss": 1.5060487747192384, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.16726403823178015, |
| "grad_norm": 0.24661928415298462, |
| "learning_rate": 9.51818735917032e-05, |
| "loss": 1.518015480041504, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.16965352449223417, |
| "grad_norm": 0.22562278807163239, |
| "learning_rate": 9.501481591676177e-05, |
| "loss": 1.5276756286621094, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.17204301075268819, |
| "grad_norm": 0.26462316513061523, |
| "learning_rate": 9.484506297981137e-05, |
| "loss": 1.5334238052368163, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.17443249701314217, |
| "grad_norm": 0.22379732131958008, |
| "learning_rate": 9.467262494480869e-05, |
| "loss": 1.5265101432800292, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.1768219832735962, |
| "grad_norm": 0.24132543802261353, |
| "learning_rate": 9.449751213648075e-05, |
| "loss": 1.536444854736328, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.17921146953405018, |
| "grad_norm": 0.24024462699890137, |
| "learning_rate": 9.431973503970655e-05, |
| "loss": 1.5176925659179688, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.1816009557945042, |
| "grad_norm": 0.26123809814453125, |
| "learning_rate": 9.413930429888945e-05, |
| "loss": 1.4924360275268556, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.18399044205495818, |
| "grad_norm": 0.2500710189342499, |
| "learning_rate": 9.39562307173196e-05, |
| "loss": 1.505857276916504, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.1863799283154122, |
| "grad_norm": 0.24786685407161713, |
| "learning_rate": 9.377052525652739e-05, |
| "loss": 1.5032339096069336, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.18876941457586618, |
| "grad_norm": 0.2467229813337326, |
| "learning_rate": 9.358219903562685e-05, |
| "loss": 1.496539306640625, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.1911589008363202, |
| "grad_norm": 0.23587468266487122, |
| "learning_rate": 9.339126333065007e-05, |
| "loss": 1.4925189018249512, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.1935483870967742, |
| "grad_norm": 0.2529931664466858, |
| "learning_rate": 9.3197729573872e-05, |
| "loss": 1.4608583450317383, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.1959378733572282, |
| "grad_norm": 0.21555373072624207, |
| "learning_rate": 9.300160935312591e-05, |
| "loss": 1.5208477973937988, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.1983273596176822, |
| "grad_norm": 0.21678751707077026, |
| "learning_rate": 9.280291441110963e-05, |
| "loss": 1.521120834350586, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.2007168458781362, |
| "grad_norm": 0.24857617914676666, |
| "learning_rate": 9.260165664468237e-05, |
| "loss": 1.4850285530090332, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.2031063321385902, |
| "grad_norm": 0.2462393194437027, |
| "learning_rate": 9.239784810415249e-05, |
| "loss": 1.4648225784301758, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.2054958183990442, |
| "grad_norm": 0.24047738313674927, |
| "learning_rate": 9.219150099255591e-05, |
| "loss": 1.47837495803833, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.2078853046594982, |
| "grad_norm": 0.2716653347015381, |
| "learning_rate": 9.198262766492554e-05, |
| "loss": 1.437627124786377, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.21027479091995221, |
| "grad_norm": 0.24831922352313995, |
| "learning_rate": 9.17712406275514e-05, |
| "loss": 1.4409489631652832, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.2126642771804062, |
| "grad_norm": 0.25995934009552, |
| "learning_rate": 9.155735253723193e-05, |
| "loss": 1.5035175323486327, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.21505376344086022, |
| "grad_norm": 0.22890552878379822, |
| "learning_rate": 9.13409762005161e-05, |
| "loss": 1.4517516136169433, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.2174432497013142, |
| "grad_norm": 0.3182690739631653, |
| "learning_rate": 9.112212457293659e-05, |
| "loss": 1.513246726989746, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.21983273596176822, |
| "grad_norm": 0.2540818154811859, |
| "learning_rate": 9.090081075823416e-05, |
| "loss": 1.4569884300231934, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.2222222222222222, |
| "grad_norm": 0.2668378949165344, |
| "learning_rate": 9.067704800757301e-05, |
| "loss": 1.4742938995361328, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.22461170848267623, |
| "grad_norm": 0.25422269105911255, |
| "learning_rate": 9.045084971874738e-05, |
| "loss": 1.5090333938598632, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.2270011947431302, |
| "grad_norm": 0.23948684334754944, |
| "learning_rate": 9.02222294353793e-05, |
| "loss": 1.4315285682678223, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.22939068100358423, |
| "grad_norm": 0.2671644985675812, |
| "learning_rate": 8.99912008461078e-05, |
| "loss": 1.5001513481140136, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.23178016726403824, |
| "grad_norm": 0.21840688586235046, |
| "learning_rate": 8.975777778376915e-05, |
| "loss": 1.4276542663574219, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.23416965352449223, |
| "grad_norm": 0.29224705696105957, |
| "learning_rate": 8.952197422456875e-05, |
| "loss": 1.4305816650390626, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.23655913978494625, |
| "grad_norm": 0.2511056363582611, |
| "learning_rate": 8.928380428724419e-05, |
| "loss": 1.4829061508178711, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.23894862604540024, |
| "grad_norm": 0.2419624626636505, |
| "learning_rate": 8.904328223221998e-05, |
| "loss": 1.4800556182861329, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.24133811230585425, |
| "grad_norm": 0.20764684677124023, |
| "learning_rate": 8.880042246075365e-05, |
| "loss": 1.498704719543457, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.24372759856630824, |
| "grad_norm": 0.25269007682800293, |
| "learning_rate": 8.855523951407353e-05, |
| "loss": 1.465312385559082, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.24611708482676226, |
| "grad_norm": 0.22692237794399261, |
| "learning_rate": 8.830774807250803e-05, |
| "loss": 1.4672849655151368, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.24850657108721624, |
| "grad_norm": 0.26884037256240845, |
| "learning_rate": 8.805796295460669e-05, |
| "loss": 1.4294979095458984, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.25089605734767023, |
| "grad_norm": 0.28854894638061523, |
| "learning_rate": 8.780589911625293e-05, |
| "loss": 1.4606175422668457, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.2532855436081243, |
| "grad_norm": 0.2832304537296295, |
| "learning_rate": 8.755157164976855e-05, |
| "loss": 1.4829923629760742, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.25567502986857826, |
| "grad_norm": 0.26198551058769226, |
| "learning_rate": 8.729499578301005e-05, |
| "loss": 1.4265382766723633, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.25806451612903225, |
| "grad_norm": 0.2522987425327301, |
| "learning_rate": 8.703618687845696e-05, |
| "loss": 1.446976375579834, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.26045400238948624, |
| "grad_norm": 0.26261770725250244, |
| "learning_rate": 8.677516043229186e-05, |
| "loss": 1.442029857635498, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.2628434886499403, |
| "grad_norm": 0.25842398405075073, |
| "learning_rate": 8.65119320734727e-05, |
| "loss": 1.4650904655456543, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.26523297491039427, |
| "grad_norm": 0.259551078081131, |
| "learning_rate": 8.624651756279687e-05, |
| "loss": 1.4772340774536132, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.26762246117084826, |
| "grad_norm": 0.2567656636238098, |
| "learning_rate": 8.59789327919577e-05, |
| "loss": 1.4593741416931152, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.27001194743130225, |
| "grad_norm": 0.25208425521850586, |
| "learning_rate": 8.570919378259274e-05, |
| "loss": 1.465700340270996, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.2724014336917563, |
| "grad_norm": 0.2418772131204605, |
| "learning_rate": 8.543731668532463e-05, |
| "loss": 1.4598386764526368, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.2747909199522103, |
| "grad_norm": 0.26329582929611206, |
| "learning_rate": 8.5163317778794e-05, |
| "loss": 1.4464704513549804, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.27718040621266427, |
| "grad_norm": 0.25123128294944763, |
| "learning_rate": 8.488721346868482e-05, |
| "loss": 1.4359591484069825, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.27956989247311825, |
| "grad_norm": 0.22458429634571075, |
| "learning_rate": 8.460902028674204e-05, |
| "loss": 1.4677635192871095, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.2819593787335723, |
| "grad_norm": 0.23584137856960297, |
| "learning_rate": 8.432875488978189e-05, |
| "loss": 1.4590428352355957, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.2843488649940263, |
| "grad_norm": 0.2357102632522583, |
| "learning_rate": 8.404643405869441e-05, |
| "loss": 1.4029648780822754, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.2867383512544803, |
| "grad_norm": 0.28613921999931335, |
| "learning_rate": 8.376207469743877e-05, |
| "loss": 1.4268519401550293, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.2891278375149343, |
| "grad_norm": 0.296101450920105, |
| "learning_rate": 8.347569383203113e-05, |
| "loss": 1.4516454696655274, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.2915173237753883, |
| "grad_norm": 0.2902820110321045, |
| "learning_rate": 8.318730860952522e-05, |
| "loss": 1.4078670501708985, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.2939068100358423, |
| "grad_norm": 0.2812166213989258, |
| "learning_rate": 8.289693629698564e-05, |
| "loss": 1.446097183227539, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.2962962962962963, |
| "grad_norm": 0.28198304772377014, |
| "learning_rate": 8.260459428045397e-05, |
| "loss": 1.4084587097167969, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.2986857825567503, |
| "grad_norm": 0.28590261936187744, |
| "learning_rate": 8.231030006390786e-05, |
| "loss": 1.438043212890625, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.3010752688172043, |
| "grad_norm": 0.2735881209373474, |
| "learning_rate": 8.20140712682129e-05, |
| "loss": 1.4516472816467285, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.3034647550776583, |
| "grad_norm": 0.23204857110977173, |
| "learning_rate": 8.171592563006763e-05, |
| "loss": 1.4332650184631348, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.3058542413381123, |
| "grad_norm": 0.2775753140449524, |
| "learning_rate": 8.141588100094149e-05, |
| "loss": 1.4567228317260743, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.30824372759856633, |
| "grad_norm": 0.2524227499961853, |
| "learning_rate": 8.111395534600603e-05, |
| "loss": 1.3886870384216308, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.3106332138590203, |
| "grad_norm": 0.2950308322906494, |
| "learning_rate": 8.081016674305923e-05, |
| "loss": 1.4061997413635254, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.3130227001194743, |
| "grad_norm": 0.22507043182849884, |
| "learning_rate": 8.050453338144302e-05, |
| "loss": 1.4376940727233887, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.3154121863799283, |
| "grad_norm": 0.24150978028774261, |
| "learning_rate": 8.019707356095432e-05, |
| "loss": 1.4593083381652832, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.31780167264038234, |
| "grad_norm": 0.24970196187496185, |
| "learning_rate": 7.98878056907492e-05, |
| "loss": 1.3895917892456056, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.3201911589008363, |
| "grad_norm": 0.22895695269107819, |
| "learning_rate": 7.95767482882408e-05, |
| "loss": 1.379880142211914, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.3225806451612903, |
| "grad_norm": 0.24954067170619965, |
| "learning_rate": 7.92639199779904e-05, |
| "loss": 1.4173902511596679, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.3249701314217443, |
| "grad_norm": 0.24520763754844666, |
| "learning_rate": 7.894933949059245e-05, |
| "loss": 1.4556282043457032, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.32735961768219835, |
| "grad_norm": 0.25326064229011536, |
| "learning_rate": 7.863302566155295e-05, |
| "loss": 1.4287520408630372, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.32974910394265233, |
| "grad_norm": 0.2682090997695923, |
| "learning_rate": 7.831499743016176e-05, |
| "loss": 1.4502517700195312, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.3321385902031063, |
| "grad_norm": 0.27123990654945374, |
| "learning_rate": 7.799527383835858e-05, |
| "loss": 1.400387668609619, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.3345280764635603, |
| "grad_norm": 0.3303516209125519, |
| "learning_rate": 7.767387402959281e-05, |
| "loss": 1.4342352867126464, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.33691756272401435, |
| "grad_norm": 0.27083998918533325, |
| "learning_rate": 7.735081724767732e-05, |
| "loss": 1.4210332870483398, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.33930704898446834, |
| "grad_norm": 0.3033396303653717, |
| "learning_rate": 7.702612283563624e-05, |
| "loss": 1.4115476608276367, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.34169653524492233, |
| "grad_norm": 0.2991386950016022, |
| "learning_rate": 7.669981023454682e-05, |
| "loss": 1.438405990600586, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.34408602150537637, |
| "grad_norm": 0.2793933153152466, |
| "learning_rate": 7.637189898237536e-05, |
| "loss": 1.4340227127075196, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.34647550776583036, |
| "grad_norm": 0.2670401930809021, |
| "learning_rate": 7.604240871280743e-05, |
| "loss": 1.4393259048461915, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.34886499402628435, |
| "grad_norm": 0.28978416323661804, |
| "learning_rate": 7.571135915407219e-05, |
| "loss": 1.4036520004272461, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.35125448028673834, |
| "grad_norm": 0.23741275072097778, |
| "learning_rate": 7.537877012776132e-05, |
| "loss": 1.360525417327881, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.3536439665471924, |
| "grad_norm": 0.29458534717559814, |
| "learning_rate": 7.504466154764205e-05, |
| "loss": 1.390071487426758, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.35603345280764637, |
| "grad_norm": 0.220574751496315, |
| "learning_rate": 7.470905341846492e-05, |
| "loss": 1.3987879753112793, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.35842293906810035, |
| "grad_norm": 0.23055969178676605, |
| "learning_rate": 7.437196583476596e-05, |
| "loss": 1.3894487380981446, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.36081242532855434, |
| "grad_norm": 0.2939671277999878, |
| "learning_rate": 7.403341897966356e-05, |
| "loss": 1.4039226531982423, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.3632019115890084, |
| "grad_norm": 0.24370169639587402, |
| "learning_rate": 7.369343312364993e-05, |
| "loss": 1.412961769104004, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.3655913978494624, |
| "grad_norm": 0.26102086901664734, |
| "learning_rate": 7.335202862337754e-05, |
| "loss": 1.402806854248047, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.36798088410991636, |
| "grad_norm": 0.4320904314517975, |
| "learning_rate": 7.300922592044006e-05, |
| "loss": 1.4030139923095704, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.37037037037037035, |
| "grad_norm": 0.21553704142570496, |
| "learning_rate": 7.266504554014867e-05, |
| "loss": 1.3706230163574218, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.3727598566308244, |
| "grad_norm": 0.23417530953884125, |
| "learning_rate": 7.231950809030287e-05, |
| "loss": 1.3858160018920898, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.3751493428912784, |
| "grad_norm": 0.2949879467487335, |
| "learning_rate": 7.197263425995682e-05, |
| "loss": 1.4113401412963866, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.37753882915173237, |
| "grad_norm": 0.23589320480823517, |
| "learning_rate": 7.162444481818034e-05, |
| "loss": 1.4031970977783204, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.37992831541218636, |
| "grad_norm": 0.29415807127952576, |
| "learning_rate": 7.127496061281551e-05, |
| "loss": 1.3802370071411132, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.3823178016726404, |
| "grad_norm": 0.24823541939258575, |
| "learning_rate": 7.092420256922845e-05, |
| "loss": 1.4349376678466796, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.3847072879330944, |
| "grad_norm": 0.2479880154132843, |
| "learning_rate": 7.057219168905624e-05, |
| "loss": 1.391560173034668, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.3870967741935484, |
| "grad_norm": 0.27021872997283936, |
| "learning_rate": 7.021894904894963e-05, |
| "loss": 1.4005847930908204, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.38948626045400236, |
| "grad_norm": 0.24428631365299225, |
| "learning_rate": 6.986449579931092e-05, |
| "loss": 1.4160762786865235, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.3918757467144564, |
| "grad_norm": 0.2466736137866974, |
| "learning_rate": 6.950885316302773e-05, |
| "loss": 1.3857328414916992, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.3942652329749104, |
| "grad_norm": 0.22851239144802094, |
| "learning_rate": 6.915204243420215e-05, |
| "loss": 1.3662797927856445, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.3966547192353644, |
| "grad_norm": 0.27387139201164246, |
| "learning_rate": 6.879408497687582e-05, |
| "loss": 1.3770858764648437, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.39904420549581837, |
| "grad_norm": 0.24753716588020325, |
| "learning_rate": 6.843500222375074e-05, |
| "loss": 1.3732675552368163, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.4014336917562724, |
| "grad_norm": 0.313991516828537, |
| "learning_rate": 6.807481567490604e-05, |
| "loss": 1.3654424667358398, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.4038231780167264, |
| "grad_norm": 0.2923700511455536, |
| "learning_rate": 6.771354689651053e-05, |
| "loss": 1.3375659942626954, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.4062126642771804, |
| "grad_norm": 0.2623784840106964, |
| "learning_rate": 6.73512175195316e-05, |
| "loss": 1.4283991813659669, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.40860215053763443, |
| "grad_norm": 0.25396597385406494, |
| "learning_rate": 6.698784923843992e-05, |
| "loss": 1.4071483612060547, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.4109916367980884, |
| "grad_norm": 0.2575069069862366, |
| "learning_rate": 6.662346380991058e-05, |
| "loss": 1.410196590423584, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.4133811230585424, |
| "grad_norm": 0.26217254996299744, |
| "learning_rate": 6.625808305152033e-05, |
| "loss": 1.376619529724121, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.4157706093189964, |
| "grad_norm": 0.31529921293258667, |
| "learning_rate": 6.589172884044135e-05, |
| "loss": 1.4235527038574218, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.41816009557945044, |
| "grad_norm": 0.26250818371772766, |
| "learning_rate": 6.552442311213122e-05, |
| "loss": 1.3581882476806642, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.42054958183990443, |
| "grad_norm": 0.2841402292251587, |
| "learning_rate": 6.515618785901967e-05, |
| "loss": 1.3833487510681153, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.4229390681003584, |
| "grad_norm": 0.30380716919898987, |
| "learning_rate": 6.478704512919173e-05, |
| "loss": 1.4346580505371094, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.4253285543608124, |
| "grad_norm": 0.2277163565158844, |
| "learning_rate": 6.441701702506754e-05, |
| "loss": 1.367258644104004, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.42771804062126645, |
| "grad_norm": 0.28610748052597046, |
| "learning_rate": 6.40461257020791e-05, |
| "loss": 1.3959890365600587, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.43010752688172044, |
| "grad_norm": 0.32751911878585815, |
| "learning_rate": 6.36743933673436e-05, |
| "loss": 1.3987584114074707, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.4324970131421744, |
| "grad_norm": 0.24882109463214874, |
| "learning_rate": 6.330184227833376e-05, |
| "loss": 1.3455117225646973, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.4348864994026284, |
| "grad_norm": 0.2577092945575714, |
| "learning_rate": 6.29284947415453e-05, |
| "loss": 1.3549080848693849, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.43727598566308246, |
| "grad_norm": 0.26310569047927856, |
| "learning_rate": 6.255437311116119e-05, |
| "loss": 1.4157590866088867, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.43966547192353644, |
| "grad_norm": 0.30136528611183167, |
| "learning_rate": 6.217949978771328e-05, |
| "loss": 1.411697769165039, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.44205495818399043, |
| "grad_norm": 0.2392907589673996, |
| "learning_rate": 6.1803897216741e-05, |
| "loss": 1.3838436126708984, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 0.24898621439933777, |
| "learning_rate": 6.142758788744754e-05, |
| "loss": 1.3894274711608887, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.44683393070489846, |
| "grad_norm": 0.24590671062469482, |
| "learning_rate": 6.105059433135317e-05, |
| "loss": 1.3372700691223145, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.44922341696535245, |
| "grad_norm": 0.2970089614391327, |
| "learning_rate": 6.06729391209463e-05, |
| "loss": 1.394719409942627, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.45161290322580644, |
| "grad_norm": 0.2693709433078766, |
| "learning_rate": 6.029464486833186e-05, |
| "loss": 1.393956756591797, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.4540023894862604, |
| "grad_norm": 0.2572726607322693, |
| "learning_rate": 5.991573422387742e-05, |
| "loss": 1.3696969985961913, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.45639187574671447, |
| "grad_norm": 0.24961479008197784, |
| "learning_rate": 5.953622987485703e-05, |
| "loss": 1.4150132179260253, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.45878136200716846, |
| "grad_norm": 0.2659885585308075, |
| "learning_rate": 5.9156154544092815e-05, |
| "loss": 1.365439224243164, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.46117084826762245, |
| "grad_norm": 0.3113667070865631, |
| "learning_rate": 5.877553098859439e-05, |
| "loss": 1.359626865386963, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.4635603345280765, |
| "grad_norm": 0.29236137866973877, |
| "learning_rate": 5.8394381998196344e-05, |
| "loss": 1.4090446472167968, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.4659498207885305, |
| "grad_norm": 0.2842124402523041, |
| "learning_rate": 5.801273039419368e-05, |
| "loss": 1.3704862594604492, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.46833930704898447, |
| "grad_norm": 0.30265432596206665, |
| "learning_rate": 5.763059902797542e-05, |
| "loss": 1.3788330078125, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.47072879330943845, |
| "grad_norm": 0.24866238236427307, |
| "learning_rate": 5.724801077965629e-05, |
| "loss": 1.375232982635498, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.4731182795698925, |
| "grad_norm": 0.2759285271167755, |
| "learning_rate": 5.686498855670687e-05, |
| "loss": 1.3548823356628419, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.4755077658303465, |
| "grad_norm": 0.2486870288848877, |
| "learning_rate": 5.6481555292581946e-05, |
| "loss": 1.3632122039794923, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.4778972520908005, |
| "grad_norm": 0.26392608880996704, |
| "learning_rate": 5.609773394534741e-05, |
| "loss": 1.350174331665039, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.48028673835125446, |
| "grad_norm": 0.2669070363044739, |
| "learning_rate": 5.571354749630564e-05, |
| "loss": 1.370138168334961, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.4826762246117085, |
| "grad_norm": 0.2636848986148834, |
| "learning_rate": 5.532901894861946e-05, |
| "loss": 1.3845187187194825, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.4850657108721625, |
| "grad_norm": 0.30728474259376526, |
| "learning_rate": 5.494417132593488e-05, |
| "loss": 1.3009090423583984, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.4874551971326165, |
| "grad_norm": 0.26170051097869873, |
| "learning_rate": 5.455902767100246e-05, |
| "loss": 1.3479591369628907, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.48984468339307047, |
| "grad_norm": 0.2369968444108963, |
| "learning_rate": 5.4173611044297766e-05, |
| "loss": 1.3598762512207032, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.4922341696535245, |
| "grad_norm": 0.23840807378292084, |
| "learning_rate": 5.378794452264053e-05, |
| "loss": 1.3730680465698242, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.4946236559139785, |
| "grad_norm": 0.2579615116119385, |
| "learning_rate": 5.3402051197812884e-05, |
| "loss": 1.3374858856201173, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.4970131421744325, |
| "grad_norm": 0.29306015372276306, |
| "learning_rate": 5.30159541751769e-05, |
| "loss": 1.3605210304260253, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.4994026284348865, |
| "grad_norm": 0.3821243941783905, |
| "learning_rate": 5.2629676572290956e-05, |
| "loss": 1.2784107208251954, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.5017921146953405, |
| "grad_norm": 0.2783209979534149, |
| "learning_rate": 5.2243241517525754e-05, |
| "loss": 1.3636322975158692, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.5041816009557945, |
| "grad_norm": 0.30755525827407837, |
| "learning_rate": 5.185667214867937e-05, |
| "loss": 1.3342845916748047, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.5065710872162486, |
| "grad_norm": 0.24514539539813995, |
| "learning_rate": 5.146999161159195e-05, |
| "loss": 1.3436594009399414, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.5089605734767025, |
| "grad_norm": 0.24278080463409424, |
| "learning_rate": 5.108322305875988e-05, |
| "loss": 1.407780075073242, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.5113500597371565, |
| "grad_norm": 0.24821552634239197, |
| "learning_rate": 5.0696389647949415e-05, |
| "loss": 1.399796485900879, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.5137395459976105, |
| "grad_norm": 0.2761519253253937, |
| "learning_rate": 5.030951454081023e-05, |
| "loss": 1.3828035354614259, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.5161290322580645, |
| "grad_norm": 0.2488783895969391, |
| "learning_rate": 4.992262090148856e-05, |
| "loss": 1.3616230964660645, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.5185185185185185, |
| "grad_norm": 0.29967793822288513, |
| "learning_rate": 4.9535731895240254e-05, |
| "loss": 1.3879215240478515, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.5209080047789725, |
| "grad_norm": 0.24454021453857422, |
| "learning_rate": 4.914887068704375e-05, |
| "loss": 1.3446988105773925, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.5232974910394266, |
| "grad_norm": 0.2721116542816162, |
| "learning_rate": 4.8762060440213095e-05, |
| "loss": 1.326106357574463, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.5256869772998806, |
| "grad_norm": 0.2826915383338928, |
| "learning_rate": 4.837532431501098e-05, |
| "loss": 1.3933807373046876, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.5280764635603346, |
| "grad_norm": 0.2768832743167877, |
| "learning_rate": 4.798868546726212e-05, |
| "loss": 1.3409512519836426, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.5304659498207885, |
| "grad_norm": 0.2674025893211365, |
| "learning_rate": 4.76021670469667e-05, |
| "loss": 1.349265193939209, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.5328554360812425, |
| "grad_norm": 0.2236485630273819, |
| "learning_rate": 4.7215792196914345e-05, |
| "loss": 1.3768779754638671, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.5352449223416965, |
| "grad_norm": 0.30000221729278564, |
| "learning_rate": 4.682958405129837e-05, |
| "loss": 1.3748072624206542, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.5376344086021505, |
| "grad_norm": 0.250331848859787, |
| "learning_rate": 4.6443565734330715e-05, |
| "loss": 1.333662223815918, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.5400238948626045, |
| "grad_norm": 0.2686733603477478, |
| "learning_rate": 4.6057760358857274e-05, |
| "loss": 1.3277825355529784, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.5424133811230586, |
| "grad_norm": 0.29305464029312134, |
| "learning_rate": 4.567219102497412e-05, |
| "loss": 1.3602632522583007, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.5448028673835126, |
| "grad_norm": 0.30608347058296204, |
| "learning_rate": 4.528688081864433e-05, |
| "loss": 1.3432723999023437, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.5471923536439666, |
| "grad_norm": 0.27126264572143555, |
| "learning_rate": 4.4901852810315634e-05, |
| "loss": 1.3473407745361328, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.5495818399044206, |
| "grad_norm": 0.2633585035800934, |
| "learning_rate": 4.4517130053539316e-05, |
| "loss": 1.363102340698242, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.5519713261648745, |
| "grad_norm": 0.3300692141056061, |
| "learning_rate": 4.413273558358957e-05, |
| "loss": 1.3794038772583008, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.5543608124253285, |
| "grad_norm": 0.29022032022476196, |
| "learning_rate": 4.3748692416084506e-05, |
| "loss": 1.3189671516418457, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.5567502986857825, |
| "grad_norm": 0.2611541748046875, |
| "learning_rate": 4.336502354560797e-05, |
| "loss": 1.342616081237793, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.5591397849462365, |
| "grad_norm": 0.3072931170463562, |
| "learning_rate": 4.298175194433279e-05, |
| "loss": 1.3125935554504395, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.5615292712066906, |
| "grad_norm": 0.29690274596214294, |
| "learning_rate": 4.259890056064527e-05, |
| "loss": 1.2946578979492187, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.5639187574671446, |
| "grad_norm": 0.29266008734703064, |
| "learning_rate": 4.221649231777126e-05, |
| "loss": 1.3257877349853515, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.5663082437275986, |
| "grad_norm": 0.286796897649765, |
| "learning_rate": 4.183455011240342e-05, |
| "loss": 1.3117992401123046, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.5686977299880526, |
| "grad_norm": 0.2607665956020355, |
| "learning_rate": 4.1453096813330584e-05, |
| "loss": 1.2944452285766601, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.5710872162485066, |
| "grad_norm": 0.27462026476860046, |
| "learning_rate": 4.107215526006817e-05, |
| "loss": 1.3200563430786132, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.5734767025089605, |
| "grad_norm": 0.30187466740608215, |
| "learning_rate": 4.0691748261490936e-05, |
| "loss": 1.354791259765625, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.5758661887694145, |
| "grad_norm": 0.2645605206489563, |
| "learning_rate": 4.0311898594467086e-05, |
| "loss": 1.331553077697754, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.5782556750298686, |
| "grad_norm": 0.26903611421585083, |
| "learning_rate": 3.993262900249467e-05, |
| "loss": 1.3656150817871093, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.5806451612903226, |
| "grad_norm": 0.325409471988678, |
| "learning_rate": 3.9553962194339686e-05, |
| "loss": 1.3304656982421874, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.5830346475507766, |
| "grad_norm": 0.25730133056640625, |
| "learning_rate": 3.9175920842676535e-05, |
| "loss": 1.325532817840576, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.5854241338112306, |
| "grad_norm": 0.2545807957649231, |
| "learning_rate": 3.8798527582730294e-05, |
| "loss": 1.3666142463684081, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.5878136200716846, |
| "grad_norm": 0.24386471509933472, |
| "learning_rate": 3.842180501092163e-05, |
| "loss": 1.3361050605773925, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.5902031063321386, |
| "grad_norm": 0.28684672713279724, |
| "learning_rate": 3.8045775683513785e-05, |
| "loss": 1.2830507278442382, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.5925925925925926, |
| "grad_norm": 0.30884966254234314, |
| "learning_rate": 3.7670462115261906e-05, |
| "loss": 1.3353318214416503, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.5949820788530465, |
| "grad_norm": 0.2460509091615677, |
| "learning_rate": 3.729588677806513e-05, |
| "loss": 1.3347097396850587, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.5973715651135006, |
| "grad_norm": 0.26541683077812195, |
| "learning_rate": 3.6922072099620975e-05, |
| "loss": 1.31211576461792, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.5997610513739546, |
| "grad_norm": 0.25815343856811523, |
| "learning_rate": 3.6549040462082556e-05, |
| "loss": 1.3165303230285645, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.6021505376344086, |
| "grad_norm": 0.25208917260169983, |
| "learning_rate": 3.617681420071836e-05, |
| "loss": 1.3751947402954101, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.6045400238948626, |
| "grad_norm": 0.26578542590141296, |
| "learning_rate": 3.580541560257505e-05, |
| "loss": 1.3281235694885254, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.6069295101553166, |
| "grad_norm": 0.24992331862449646, |
| "learning_rate": 3.543486690514286e-05, |
| "loss": 1.349024772644043, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.6093189964157706, |
| "grad_norm": 0.2626526951789856, |
| "learning_rate": 3.506519029502433e-05, |
| "loss": 1.3072402954101563, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.6117084826762246, |
| "grad_norm": 0.30928000807762146, |
| "learning_rate": 3.469640790660568e-05, |
| "loss": 1.297838020324707, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.6140979689366786, |
| "grad_norm": 0.2769022285938263, |
| "learning_rate": 3.432854182073166e-05, |
| "loss": 1.3581188201904297, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.6164874551971327, |
| "grad_norm": 0.2729344964027405, |
| "learning_rate": 3.3961614063383396e-05, |
| "loss": 1.3024734497070312, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.6188769414575866, |
| "grad_norm": 0.26106736063957214, |
| "learning_rate": 3.3595646604359587e-05, |
| "loss": 1.3699445724487305, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.6212664277180406, |
| "grad_norm": 0.3085561692714691, |
| "learning_rate": 3.3230661355961076e-05, |
| "loss": 1.3581072807312011, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.6236559139784946, |
| "grad_norm": 0.2854253351688385, |
| "learning_rate": 3.2866680171678874e-05, |
| "loss": 1.3420246124267579, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.6260454002389486, |
| "grad_norm": 0.30645105242729187, |
| "learning_rate": 3.250372484488558e-05, |
| "loss": 1.3140718460083007, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.6284348864994026, |
| "grad_norm": 0.2742772400379181, |
| "learning_rate": 3.214181710753069e-05, |
| "loss": 1.3964643478393555, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.6308243727598566, |
| "grad_norm": 0.2850540578365326, |
| "learning_rate": 3.178097862883916e-05, |
| "loss": 1.3153679847717286, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.6332138590203107, |
| "grad_norm": 0.25389060378074646, |
| "learning_rate": 3.1421231014014175e-05, |
| "loss": 1.3177446365356444, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.6356033452807647, |
| "grad_norm": 0.2736924886703491, |
| "learning_rate": 3.106259580294344e-05, |
| "loss": 1.3437786102294922, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.6379928315412187, |
| "grad_norm": 0.3225949704647064, |
| "learning_rate": 3.070509446890944e-05, |
| "loss": 1.3047246932983398, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.6403823178016727, |
| "grad_norm": 0.266668438911438, |
| "learning_rate": 3.0348748417303823e-05, |
| "loss": 1.3629995346069337, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.6427718040621266, |
| "grad_norm": 0.27443379163742065, |
| "learning_rate": 2.9993578984345672e-05, |
| "loss": 1.377586555480957, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.6451612903225806, |
| "grad_norm": 0.25409719347953796, |
| "learning_rate": 2.963960743580405e-05, |
| "loss": 1.3082121849060058, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.6475507765830346, |
| "grad_norm": 0.25010809302330017, |
| "learning_rate": 2.9286854965724686e-05, |
| "loss": 1.2946581840515137, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.6499402628434886, |
| "grad_norm": 0.2803384065628052, |
| "learning_rate": 2.8935342695160996e-05, |
| "loss": 1.2734054565429687, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.6523297491039427, |
| "grad_norm": 0.28773632645606995, |
| "learning_rate": 2.8585091670909438e-05, |
| "loss": 1.3738662719726562, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.6547192353643967, |
| "grad_norm": 0.3194836676120758, |
| "learning_rate": 2.823612286424935e-05, |
| "loss": 1.3134496688842774, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.6571087216248507, |
| "grad_norm": 0.3230612576007843, |
| "learning_rate": 2.7888457169687298e-05, |
| "loss": 1.3343011856079101, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.6594982078853047, |
| "grad_norm": 0.2869691848754883, |
| "learning_rate": 2.7542115403706063e-05, |
| "loss": 1.303788185119629, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.6618876941457587, |
| "grad_norm": 0.26587560772895813, |
| "learning_rate": 2.7197118303518092e-05, |
| "loss": 1.3306425094604493, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.6642771804062126, |
| "grad_norm": 0.296779066324234, |
| "learning_rate": 2.685348652582409e-05, |
| "loss": 1.2880214691162108, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.2634750008583069, |
| "learning_rate": 2.6511240645576017e-05, |
| "loss": 1.396371078491211, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.6690561529271206, |
| "grad_norm": 0.311478853225708, |
| "learning_rate": 2.6170401154745227e-05, |
| "loss": 1.312047290802002, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.6714456391875747, |
| "grad_norm": 0.2735639214515686, |
| "learning_rate": 2.5830988461095508e-05, |
| "loss": 1.3772590637207032, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.6738351254480287, |
| "grad_norm": 0.28115421533584595, |
| "learning_rate": 2.5493022886961225e-05, |
| "loss": 1.3423656463623046, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.6762246117084827, |
| "grad_norm": 0.22361046075820923, |
| "learning_rate": 2.51565246680304e-05, |
| "loss": 1.3142578125, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.6786140979689367, |
| "grad_norm": 0.2917373776435852, |
| "learning_rate": 2.482151395213317e-05, |
| "loss": 1.3070114135742188, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.6810035842293907, |
| "grad_norm": 0.34901735186576843, |
| "learning_rate": 2.4488010798035504e-05, |
| "loss": 1.3786397933959962, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.6833930704898447, |
| "grad_norm": 0.30047670006752014, |
| "learning_rate": 2.4156035174237984e-05, |
| "loss": 1.3069480895996093, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.6857825567502986, |
| "grad_norm": 0.23732812702655792, |
| "learning_rate": 2.3825606957780456e-05, |
| "loss": 1.3747161865234374, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.6881720430107527, |
| "grad_norm": 0.2703532576560974, |
| "learning_rate": 2.3496745933051655e-05, |
| "loss": 1.3846330642700195, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.6905615292712067, |
| "grad_norm": 0.27444109320640564, |
| "learning_rate": 2.3169471790604767e-05, |
| "loss": 1.3017520904541016, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.6929510155316607, |
| "grad_norm": 0.30454879999160767, |
| "learning_rate": 2.2843804125978357e-05, |
| "loss": 1.362583541870117, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.6953405017921147, |
| "grad_norm": 0.28890475630760193, |
| "learning_rate": 2.2519762438523207e-05, |
| "loss": 1.294306468963623, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.6977299880525687, |
| "grad_norm": 0.25940513610839844, |
| "learning_rate": 2.2197366130234655e-05, |
| "loss": 1.2947320938110352, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.7001194743130227, |
| "grad_norm": 0.30465951561927795, |
| "learning_rate": 2.1876634504590987e-05, |
| "loss": 1.3730806350708007, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.7025089605734767, |
| "grad_norm": 0.30388158559799194, |
| "learning_rate": 2.1557586765397596e-05, |
| "loss": 1.3263800621032715, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.7048984468339307, |
| "grad_norm": 0.26089686155319214, |
| "learning_rate": 2.1240242015637267e-05, |
| "loss": 1.3501880645751954, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.7072879330943848, |
| "grad_norm": 0.27901092171669006, |
| "learning_rate": 2.092461925632615e-05, |
| "loss": 1.3349273681640625, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.7096774193548387, |
| "grad_norm": 0.2533346116542816, |
| "learning_rate": 2.061073738537635e-05, |
| "loss": 1.348337745666504, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.7120669056152927, |
| "grad_norm": 0.24928832054138184, |
| "learning_rate": 2.0298615196464217e-05, |
| "loss": 1.3316417694091798, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.7144563918757467, |
| "grad_norm": 0.2750134766101837, |
| "learning_rate": 1.9988271377905166e-05, |
| "loss": 1.3168065071105957, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.7168458781362007, |
| "grad_norm": 0.3212110996246338, |
| "learning_rate": 1.967972451153466e-05, |
| "loss": 1.3592927932739258, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.7192353643966547, |
| "grad_norm": 0.2544815242290497, |
| "learning_rate": 1.9372993071595724e-05, |
| "loss": 1.330977439880371, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.7216248506571087, |
| "grad_norm": 0.30273714661598206, |
| "learning_rate": 1.9068095423632654e-05, |
| "loss": 1.3181983947753906, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.7240143369175627, |
| "grad_norm": 0.31694936752319336, |
| "learning_rate": 1.8765049823391473e-05, |
| "loss": 1.3054021835327148, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.7264038231780168, |
| "grad_norm": 0.270060271024704, |
| "learning_rate": 1.8463874415726918e-05, |
| "loss": 1.3121872901916505, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.7287933094384708, |
| "grad_norm": 0.2667926251888275, |
| "learning_rate": 1.8164587233515823e-05, |
| "loss": 1.329949188232422, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.7311827956989247, |
| "grad_norm": 0.32022303342819214, |
| "learning_rate": 1.7867206196577645e-05, |
| "loss": 1.297494125366211, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.7335722819593787, |
| "grad_norm": 0.29288119077682495, |
| "learning_rate": 1.7571749110601338e-05, |
| "loss": 1.3385650634765625, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.7359617682198327, |
| "grad_norm": 0.32373276352882385, |
| "learning_rate": 1.7278233666079307e-05, |
| "loss": 1.33201904296875, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.7383512544802867, |
| "grad_norm": 0.2649761438369751, |
| "learning_rate": 1.6986677437248157e-05, |
| "loss": 1.260688018798828, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.7407407407407407, |
| "grad_norm": 0.287933349609375, |
| "learning_rate": 1.6697097881036538e-05, |
| "loss": 1.2957708358764648, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.7431302270011948, |
| "grad_norm": 0.28423890471458435, |
| "learning_rate": 1.64095123360197e-05, |
| "loss": 1.376328468322754, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.7455197132616488, |
| "grad_norm": 0.2617063522338867, |
| "learning_rate": 1.6123938021381606e-05, |
| "loss": 1.3709890365600585, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.7479091995221028, |
| "grad_norm": 0.24597397446632385, |
| "learning_rate": 1.5840392035883727e-05, |
| "loss": 1.3249582290649413, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.7502986857825568, |
| "grad_norm": 0.25838223099708557, |
| "learning_rate": 1.555889135684136e-05, |
| "loss": 1.3781761169433593, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.7526881720430108, |
| "grad_norm": 0.2777562141418457, |
| "learning_rate": 1.527945283910705e-05, |
| "loss": 1.3022884368896483, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.7550776583034647, |
| "grad_norm": 0.28209856152534485, |
| "learning_rate": 1.5002093214061501e-05, |
| "loss": 1.2888921737670898, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.7574671445639187, |
| "grad_norm": 0.29105687141418457, |
| "learning_rate": 1.4726829088611666e-05, |
| "loss": 1.3178224563598633, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.7598566308243727, |
| "grad_norm": 0.25559762120246887, |
| "learning_rate": 1.4453676944196476e-05, |
| "loss": 1.307926082611084, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.7622461170848268, |
| "grad_norm": 0.3083442747592926, |
| "learning_rate": 1.4182653135799995e-05, |
| "loss": 1.3184553146362306, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.7646356033452808, |
| "grad_norm": 0.2743801176548004, |
| "learning_rate": 1.391377389097222e-05, |
| "loss": 1.3171270370483399, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.7670250896057348, |
| "grad_norm": 0.26681846380233765, |
| "learning_rate": 1.3647055308857354e-05, |
| "loss": 1.305533504486084, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.7694145758661888, |
| "grad_norm": 0.28918692469596863, |
| "learning_rate": 1.338251335922993e-05, |
| "loss": 1.2909788131713866, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.7718040621266428, |
| "grad_norm": 0.2921421229839325, |
| "learning_rate": 1.3120163881538678e-05, |
| "loss": 1.3338876724243165, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.7741935483870968, |
| "grad_norm": 0.25906866788864136, |
| "learning_rate": 1.2860022583957954e-05, |
| "loss": 1.2904350280761718, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.7765830346475507, |
| "grad_norm": 0.27177903056144714, |
| "learning_rate": 1.260210504244747e-05, |
| "loss": 1.2444252014160155, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.7789725209080047, |
| "grad_norm": 0.3205372393131256, |
| "learning_rate": 1.2346426699819458e-05, |
| "loss": 1.3526622772216796, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.7813620071684588, |
| "grad_norm": 0.27783483266830444, |
| "learning_rate": 1.209300286481415e-05, |
| "loss": 1.358124351501465, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.7837514934289128, |
| "grad_norm": 0.2574422359466553, |
| "learning_rate": 1.1841848711183129e-05, |
| "loss": 1.310964298248291, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.7861409796893668, |
| "grad_norm": 0.2714278995990753, |
| "learning_rate": 1.1592979276780858e-05, |
| "loss": 1.2791467666625977, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.7885304659498208, |
| "grad_norm": 0.2741813659667969, |
| "learning_rate": 1.1346409462664148e-05, |
| "loss": 1.3601436614990234, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.7909199522102748, |
| "grad_norm": 0.2800416052341461, |
| "learning_rate": 1.1102154032200147e-05, |
| "loss": 1.3265079498291015, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.7933094384707288, |
| "grad_norm": 0.2758980095386505, |
| "learning_rate": 1.0860227610182222e-05, |
| "loss": 1.3546831130981445, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.7956989247311828, |
| "grad_norm": 0.277106374502182, |
| "learning_rate": 1.062064468195439e-05, |
| "loss": 1.2565521240234374, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.7980884109916367, |
| "grad_norm": 0.2647838592529297, |
| "learning_rate": 1.038341959254397e-05, |
| "loss": 1.2788930892944337, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.8004778972520908, |
| "grad_norm": 0.29723435640335083, |
| "learning_rate": 1.0148566545802719e-05, |
| "loss": 1.2542386054992676, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.8028673835125448, |
| "grad_norm": 0.27335965633392334, |
| "learning_rate": 9.916099603556305e-06, |
| "loss": 1.2913834571838378, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.8052568697729988, |
| "grad_norm": 0.30953383445739746, |
| "learning_rate": 9.686032684762408e-06, |
| "loss": 1.3102952003479005, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.8076463560334528, |
| "grad_norm": 0.3473983705043793, |
| "learning_rate": 9.458379564677316e-06, |
| "loss": 1.3081298828125, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.8100358422939068, |
| "grad_norm": 0.27408310770988464, |
| "learning_rate": 9.233153874031102e-06, |
| "loss": 1.3258519172668457, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.8124253285543608, |
| "grad_norm": 0.369855672121048, |
| "learning_rate": 9.010369098211547e-06, |
| "loss": 1.3175015449523926, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.8148148148148148, |
| "grad_norm": 0.2810940146446228, |
| "learning_rate": 8.790038576456627e-06, |
| "loss": 1.3398883819580079, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.8172043010752689, |
| "grad_norm": 0.3095511794090271, |
| "learning_rate": 8.572175501055874e-06, |
| "loss": 1.3127903938293457, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.8195937873357229, |
| "grad_norm": 0.33327189087867737, |
| "learning_rate": 8.356792916560458e-06, |
| "loss": 1.3538610458374023, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.8219832735961768, |
| "grad_norm": 0.2976340055465698, |
| "learning_rate": 8.1439037190022e-06, |
| "loss": 1.2965837478637696, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.8243727598566308, |
| "grad_norm": 0.26589319109916687, |
| "learning_rate": 7.933520655121352e-06, |
| "loss": 1.3339267730712892, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.8267622461170848, |
| "grad_norm": 0.2981930077075958, |
| "learning_rate": 7.725656321603413e-06, |
| "loss": 1.2726448059082032, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.8291517323775388, |
| "grad_norm": 0.2475123107433319, |
| "learning_rate": 7.520323164324921e-06, |
| "loss": 1.2942044258117675, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.8315412186379928, |
| "grad_norm": 0.33591943979263306, |
| "learning_rate": 7.317533477608263e-06, |
| "loss": 1.2391548156738281, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.8339307048984468, |
| "grad_norm": 0.3285451829433441, |
| "learning_rate": 7.117299403485467e-06, |
| "loss": 1.3259029388427734, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.8363201911589009, |
| "grad_norm": 0.32050254940986633, |
| "learning_rate": 6.919632930971331e-06, |
| "loss": 1.3052947998046875, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.8387096774193549, |
| "grad_norm": 0.2564848065376282, |
| "learning_rate": 6.72454589534548e-06, |
| "loss": 1.3109350204467773, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.8410991636798089, |
| "grad_norm": 0.25423112511634827, |
| "learning_rate": 6.532049977443766e-06, |
| "loss": 1.291252040863037, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.8434886499402628, |
| "grad_norm": 0.4134671688079834, |
| "learning_rate": 6.342156702958851e-06, |
| "loss": 1.2587574005126954, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.8458781362007168, |
| "grad_norm": 0.2682115435600281, |
| "learning_rate": 6.154877441750184e-06, |
| "loss": 1.296860122680664, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.8482676224611708, |
| "grad_norm": 0.2778260409832001, |
| "learning_rate": 5.9702234071631e-06, |
| "loss": 1.2768482208251952, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.8506571087216248, |
| "grad_norm": 0.2967587411403656, |
| "learning_rate": 5.7882056553575705e-06, |
| "loss": 1.2709309577941894, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.8530465949820788, |
| "grad_norm": 0.27777722477912903, |
| "learning_rate": 5.6088350846460805e-06, |
| "loss": 1.286030101776123, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.8554360812425329, |
| "grad_norm": 0.27154114842414856, |
| "learning_rate": 5.432122434841175e-06, |
| "loss": 1.2802083969116211, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.8578255675029869, |
| "grad_norm": 0.260510116815567, |
| "learning_rate": 5.2580782866124056e-06, |
| "loss": 1.3005708694458007, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.8602150537634409, |
| "grad_norm": 0.29478469491004944, |
| "learning_rate": 5.086713060852788e-06, |
| "loss": 1.2962477684020997, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.8626045400238949, |
| "grad_norm": 0.277447909116745, |
| "learning_rate": 4.918037018054844e-06, |
| "loss": 1.2823700904846191, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.8649940262843488, |
| "grad_norm": 0.28672778606414795, |
| "learning_rate": 4.752060257696278e-06, |
| "loss": 1.288120937347412, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.8673835125448028, |
| "grad_norm": 0.2634541094303131, |
| "learning_rate": 4.588792717635287e-06, |
| "loss": 1.2693995475769042, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.8697729988052568, |
| "grad_norm": 0.3322059214115143, |
| "learning_rate": 4.428244173515483e-06, |
| "loss": 1.336508560180664, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.8721624850657109, |
| "grad_norm": 0.2569097578525543, |
| "learning_rate": 4.270424238180614e-06, |
| "loss": 1.3129013061523438, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.8745519713261649, |
| "grad_norm": 0.2902193069458008, |
| "learning_rate": 4.1153423610989725e-06, |
| "loss": 1.2740081787109374, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.8769414575866189, |
| "grad_norm": 0.24282416701316833, |
| "learning_rate": 3.963007827797627e-06, |
| "loss": 1.2854101181030273, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.8793309438470729, |
| "grad_norm": 0.28557807207107544, |
| "learning_rate": 3.813429759306436e-06, |
| "loss": 1.264516258239746, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.8817204301075269, |
| "grad_norm": 0.25589361786842346, |
| "learning_rate": 3.6666171116119475e-06, |
| "loss": 1.303445053100586, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.8841099163679809, |
| "grad_norm": 0.2900035083293915, |
| "learning_rate": 3.5225786751211297e-06, |
| "loss": 1.365576934814453, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.8864994026284349, |
| "grad_norm": 0.2687821090221405, |
| "learning_rate": 3.381323074135073e-06, |
| "loss": 1.2323289871215821, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 0.2550598382949829, |
| "learning_rate": 3.242858766332574e-06, |
| "loss": 1.3164402008056642, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.8912783751493429, |
| "grad_norm": 0.2647612392902374, |
| "learning_rate": 3.1071940422638057e-06, |
| "loss": 1.3278432846069337, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.8936678614097969, |
| "grad_norm": 0.2806937098503113, |
| "learning_rate": 2.9743370248538017e-06, |
| "loss": 1.3328285217285156, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.8960573476702509, |
| "grad_norm": 0.27521848678588867, |
| "learning_rate": 2.8442956689162194e-06, |
| "loss": 1.2944007873535157, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.8984468339307049, |
| "grad_norm": 0.2810365557670593, |
| "learning_rate": 2.717077760676984e-06, |
| "loss": 1.277801513671875, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.9008363201911589, |
| "grad_norm": 0.23585952818393707, |
| "learning_rate": 2.592690917308066e-06, |
| "loss": 1.3096345901489257, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.9032258064516129, |
| "grad_norm": 0.28304553031921387, |
| "learning_rate": 2.4711425864714645e-06, |
| "loss": 1.3055765151977539, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.9056152927120669, |
| "grad_norm": 0.2603612244129181, |
| "learning_rate": 2.3524400458732334e-06, |
| "loss": 1.2935433387756348, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.9080047789725209, |
| "grad_norm": 0.2704894244670868, |
| "learning_rate": 2.2365904028277376e-06, |
| "loss": 1.3042230606079102, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.910394265232975, |
| "grad_norm": 0.2532249093055725, |
| "learning_rate": 2.123600593832109e-06, |
| "loss": 1.310106086730957, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.9127837514934289, |
| "grad_norm": 0.25696516036987305, |
| "learning_rate": 2.0134773841509468e-06, |
| "loss": 1.2937025070190429, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.9151732377538829, |
| "grad_norm": 0.27187615633010864, |
| "learning_rate": 1.906227367411173e-06, |
| "loss": 1.3083663940429688, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.9175627240143369, |
| "grad_norm": 0.30270397663116455, |
| "learning_rate": 1.8018569652073381e-06, |
| "loss": 1.2944793701171875, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.9199522102747909, |
| "grad_norm": 0.2785067856311798, |
| "learning_rate": 1.7003724267170396e-06, |
| "loss": 1.2846717834472656, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.9223416965352449, |
| "grad_norm": 0.3131451904773712, |
| "learning_rate": 1.6017798283268215e-06, |
| "loss": 1.2391252517700195, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.9247311827956989, |
| "grad_norm": 0.2623656392097473, |
| "learning_rate": 1.506085073268293e-06, |
| "loss": 1.300617790222168, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.927120669056153, |
| "grad_norm": 0.3671213388442993, |
| "learning_rate": 1.413293891264722e-06, |
| "loss": 1.33396635055542, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.929510155316607, |
| "grad_norm": 0.45161667466163635, |
| "learning_rate": 1.3234118381879378e-06, |
| "loss": 1.3078412055969237, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.931899641577061, |
| "grad_norm": 0.3107600510120392, |
| "learning_rate": 1.236444295725675e-06, |
| "loss": 1.2947958946228026, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.9342891278375149, |
| "grad_norm": 0.27997028827667236, |
| "learning_rate": 1.1523964710593639e-06, |
| "loss": 1.2905611991882324, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.9366786140979689, |
| "grad_norm": 0.2577410638332367, |
| "learning_rate": 1.0712733965523246e-06, |
| "loss": 1.2908943176269532, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.9390681003584229, |
| "grad_norm": 0.2663538455963135, |
| "learning_rate": 9.930799294484705e-07, |
| "loss": 1.290733242034912, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.9414575866188769, |
| "grad_norm": 0.29762157797813416, |
| "learning_rate": 9.178207515814941e-07, |
| "loss": 1.275669479370117, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.9438470728793309, |
| "grad_norm": 0.2643646001815796, |
| "learning_rate": 8.455003690945041e-07, |
| "loss": 1.2908592224121094, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.946236559139785, |
| "grad_norm": 0.2860666811466217, |
| "learning_rate": 7.761231121702517e-07, |
| "loss": 1.3699911117553711, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.948626045400239, |
| "grad_norm": 0.26261815428733826, |
| "learning_rate": 7.096931347718494e-07, |
| "loss": 1.3525909423828124, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.951015531660693, |
| "grad_norm": 0.2954842448234558, |
| "learning_rate": 6.462144143940585e-07, |
| "loss": 1.2190754890441895, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.953405017921147, |
| "grad_norm": 0.3268016576766968, |
| "learning_rate": 5.856907518251298e-07, |
| "loss": 1.3280769348144532, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.955794504181601, |
| "grad_norm": 0.24760957062244415, |
| "learning_rate": 5.281257709192245e-07, |
| "loss": 1.2637653350830078, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.9581839904420549, |
| "grad_norm": 0.27675360441207886, |
| "learning_rate": 4.7352291837947094e-07, |
| "loss": 1.2968452453613282, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.9605734767025089, |
| "grad_norm": 0.3023156225681305, |
| "learning_rate": 4.2188546355153013e-07, |
| "loss": 1.2937963485717774, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.9629629629629629, |
| "grad_norm": 0.2493332475423813, |
| "learning_rate": 3.7321649822791847e-07, |
| "loss": 1.2865726470947265, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.965352449223417, |
| "grad_norm": 0.2836077809333801, |
| "learning_rate": 3.2751893646282284e-07, |
| "loss": 1.2656401634216308, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.967741935483871, |
| "grad_norm": 0.2933541238307953, |
| "learning_rate": 2.8479551439766216e-07, |
| "loss": 1.3273714065551758, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.970131421744325, |
| "grad_norm": 0.30245599150657654, |
| "learning_rate": 2.4504879009724647e-07, |
| "loss": 1.2473869323730469, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.972520908004779, |
| "grad_norm": 0.28488799929618835, |
| "learning_rate": 2.082811433966103e-07, |
| "loss": 1.3161026000976563, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.974910394265233, |
| "grad_norm": 0.25747621059417725, |
| "learning_rate": 1.7449477575851581e-07, |
| "loss": 1.325145149230957, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.977299880525687, |
| "grad_norm": 0.30804845690727234, |
| "learning_rate": 1.4369171014165794e-07, |
| "loss": 1.2972493171691895, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.9796893667861409, |
| "grad_norm": 0.3299754858016968, |
| "learning_rate": 1.1587379087952822e-07, |
| "loss": 1.3106929779052734, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.982078853046595, |
| "grad_norm": 0.28110501170158386, |
| "learning_rate": 9.104268356998624e-08, |
| "loss": 1.319981002807617, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.984468339307049, |
| "grad_norm": 0.27178576588630676, |
| "learning_rate": 6.919987497552294e-08, |
| "loss": 1.2649413108825684, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.986857825567503, |
| "grad_norm": 0.2620222568511963, |
| "learning_rate": 5.0346672934270534e-08, |
| "loss": 1.3299697875976562, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.989247311827957, |
| "grad_norm": 0.27257755398750305, |
| "learning_rate": 3.448420628164306e-08, |
| "loss": 1.3144529342651368, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.991636798088411, |
| "grad_norm": 0.32942599058151245, |
| "learning_rate": 2.1613424782812586e-08, |
| "loss": 1.29657039642334, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.994026284348865, |
| "grad_norm": 0.31137213110923767, |
| "learning_rate": 1.173509907579362e-08, |
| "loss": 1.3135198593139648, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.996415770609319, |
| "grad_norm": 0.2888542413711548, |
| "learning_rate": 4.8498206253133616e-09, |
| "loss": 1.2993997573852538, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.998805256869773, |
| "grad_norm": 0.26138314604759216, |
| "learning_rate": 9.580016874011223e-10, |
| "loss": 1.3196189880371094, |
| "step": 2090 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 2093, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.1098719100482355e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
