| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 2030, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0024630541871921183, |
| "grad_norm": 1.5480924844741821, |
| "learning_rate": 1.9672131147540982e-05, |
| "loss": 2.891536331176758, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0049261083743842365, |
| "grad_norm": 0.4681042730808258, |
| "learning_rate": 4.4262295081967207e-05, |
| "loss": 2.7997177124023436, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.007389162561576354, |
| "grad_norm": 0.33674123883247375, |
| "learning_rate": 6.885245901639344e-05, |
| "loss": 2.5583560943603514, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.009852216748768473, |
| "grad_norm": 0.3039105534553528, |
| "learning_rate": 9.344262295081966e-05, |
| "loss": 2.397471046447754, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.012315270935960592, |
| "grad_norm": 0.22720862925052643, |
| "learning_rate": 0.00011803278688524588, |
| "loss": 2.3011783599853515, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.014778325123152709, |
| "grad_norm": 0.1978134661912918, |
| "learning_rate": 0.00014262295081967212, |
| "loss": 2.173269271850586, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.017241379310344827, |
| "grad_norm": 0.17100553214550018, |
| "learning_rate": 0.00016721311475409833, |
| "loss": 2.0353792190551756, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.019704433497536946, |
| "grad_norm": 0.22618725895881653, |
| "learning_rate": 0.0001918032786885246, |
| "loss": 1.9775619506835938, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.022167487684729065, |
| "grad_norm": 0.17380759119987488, |
| "learning_rate": 0.0002163934426229508, |
| "loss": 1.9173690795898437, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.024630541871921183, |
| "grad_norm": 0.20355042815208435, |
| "learning_rate": 0.00024098360655737703, |
| "loss": 1.8515590667724608, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.027093596059113302, |
| "grad_norm": 0.1582382470369339, |
| "learning_rate": 0.00026557377049180324, |
| "loss": 1.821364974975586, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.029556650246305417, |
| "grad_norm": 0.19577153027057648, |
| "learning_rate": 0.00029016393442622945, |
| "loss": 1.7866361618041993, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.03201970443349754, |
| "grad_norm": 0.17947204411029816, |
| "learning_rate": 0.0002999982816514658, |
| "loss": 1.7368083953857423, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.034482758620689655, |
| "grad_norm": 0.18685166537761688, |
| "learning_rate": 0.0002999877807752191, |
| "loss": 1.726333999633789, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.03694581280788178, |
| "grad_norm": 0.20416663587093353, |
| "learning_rate": 0.00029996773432829007, |
| "loss": 1.7515968322753905, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.03940886699507389, |
| "grad_norm": 0.16128577291965485, |
| "learning_rate": 0.00029993814358648133, |
| "loss": 1.7062255859375, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.04187192118226601, |
| "grad_norm": 0.20772302150726318, |
| "learning_rate": 0.0002998990104330163, |
| "loss": 1.6611082077026367, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.04433497536945813, |
| "grad_norm": 0.18595512211322784, |
| "learning_rate": 0.0002998503373584198, |
| "loss": 1.6555625915527343, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.046798029556650245, |
| "grad_norm": 0.15224502980709076, |
| "learning_rate": 0.00029979212746035933, |
| "loss": 1.7033863067626953, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.04926108374384237, |
| "grad_norm": 0.18247374892234802, |
| "learning_rate": 0.00029972438444344796, |
| "loss": 1.6605768203735352, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.05172413793103448, |
| "grad_norm": 0.18089503049850464, |
| "learning_rate": 0.00029964711261900863, |
| "loss": 1.662247657775879, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.054187192118226604, |
| "grad_norm": 0.16835087537765503, |
| "learning_rate": 0.0002995603169047997, |
| "loss": 1.6097984313964844, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.05665024630541872, |
| "grad_norm": 0.20104758441448212, |
| "learning_rate": 0.00029946400282470194, |
| "loss": 1.6307868957519531, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.059113300492610835, |
| "grad_norm": 0.1695336252450943, |
| "learning_rate": 0.00029935817650836706, |
| "loss": 1.6093120574951172, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.06157635467980296, |
| "grad_norm": 0.1759975552558899, |
| "learning_rate": 0.00029924284469082767, |
| "loss": 1.5938359260559083, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.06403940886699508, |
| "grad_norm": 0.17336289584636688, |
| "learning_rate": 0.0002991180147120685, |
| "loss": 1.5705293655395507, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0665024630541872, |
| "grad_norm": 0.18207502365112305, |
| "learning_rate": 0.0002989836945165591, |
| "loss": 1.6009298324584962, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.06896551724137931, |
| "grad_norm": 0.1862647831439972, |
| "learning_rate": 0.0002988398926527488, |
| "loss": 1.6111469268798828, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.07142857142857142, |
| "grad_norm": 0.1556750386953354, |
| "learning_rate": 0.0002986866182725222, |
| "loss": 1.5710311889648438, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.07389162561576355, |
| "grad_norm": 0.17187216877937317, |
| "learning_rate": 0.0002985238811306167, |
| "loss": 1.5673177719116211, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.07635467980295567, |
| "grad_norm": 0.15755166113376617, |
| "learning_rate": 0.0002983516915840019, |
| "loss": 1.5347272872924804, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.07881773399014778, |
| "grad_norm": 0.19589824974536896, |
| "learning_rate": 0.0002981700605912205, |
| "loss": 1.5430304527282714, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0812807881773399, |
| "grad_norm": 0.163785919547081, |
| "learning_rate": 0.00029797899971169067, |
| "loss": 1.5797378540039062, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.08374384236453201, |
| "grad_norm": 0.16454240679740906, |
| "learning_rate": 0.0002977785211049705, |
| "loss": 1.5088143348693848, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.08620689655172414, |
| "grad_norm": 0.1555330604314804, |
| "learning_rate": 0.000297568637529984, |
| "loss": 1.550344467163086, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.08866995073891626, |
| "grad_norm": 0.1918725222349167, |
| "learning_rate": 0.00029734936234420935, |
| "loss": 1.5254681587219239, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.09113300492610837, |
| "grad_norm": 0.180306077003479, |
| "learning_rate": 0.00029712070950282867, |
| "loss": 1.5136908531188964, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.09359605911330049, |
| "grad_norm": 0.19309884309768677, |
| "learning_rate": 0.0002968826935578396, |
| "loss": 1.5137138366699219, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0960591133004926, |
| "grad_norm": 0.17438358068466187, |
| "learning_rate": 0.0002966353296571298, |
| "loss": 1.522667407989502, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.09852216748768473, |
| "grad_norm": 0.1779051125049591, |
| "learning_rate": 0.0002963786335435122, |
| "loss": 1.573854351043701, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.10098522167487685, |
| "grad_norm": 0.1864783614873886, |
| "learning_rate": 0.0002961126215537237, |
| "loss": 1.569448184967041, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.10344827586206896, |
| "grad_norm": 0.17648528516292572, |
| "learning_rate": 0.0002958373106173851, |
| "loss": 1.5183253288269043, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.10591133004926108, |
| "grad_norm": 0.1765974760055542, |
| "learning_rate": 0.00029555271825592363, |
| "loss": 1.5141011238098145, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.10837438423645321, |
| "grad_norm": 0.20085644721984863, |
| "learning_rate": 0.0002952588625814582, |
| "loss": 1.4946478843688964, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.11083743842364532, |
| "grad_norm": 0.18272680044174194, |
| "learning_rate": 0.0002949557622956462, |
| "loss": 1.5220054626464843, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.11330049261083744, |
| "grad_norm": 0.2030794322490692, |
| "learning_rate": 0.0002946434366884939, |
| "loss": 1.5377073287963867, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.11576354679802955, |
| "grad_norm": 0.17467789351940155, |
| "learning_rate": 0.000294321905637128, |
| "loss": 1.4765098571777344, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.11822660098522167, |
| "grad_norm": 0.19046840071678162, |
| "learning_rate": 0.0002939911896045316, |
| "loss": 1.484934139251709, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.1206896551724138, |
| "grad_norm": 0.17620006203651428, |
| "learning_rate": 0.00029365130963824075, |
| "loss": 1.4772001266479493, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.12315270935960591, |
| "grad_norm": 0.18947942554950714, |
| "learning_rate": 0.0002933022873690059, |
| "loss": 1.464656162261963, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.12561576354679804, |
| "grad_norm": 0.180036723613739, |
| "learning_rate": 0.0002929441450094148, |
| "loss": 1.4548049926757813, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.12807881773399016, |
| "grad_norm": 0.2103915512561798, |
| "learning_rate": 0.000292576905352479, |
| "loss": 1.4982961654663085, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.13054187192118227, |
| "grad_norm": 0.16482633352279663, |
| "learning_rate": 0.00029220059177018293, |
| "loss": 1.5012282371520995, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.1330049261083744, |
| "grad_norm": 0.18539857864379883, |
| "learning_rate": 0.00029181522821199705, |
| "loss": 1.4581329345703125, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.1354679802955665, |
| "grad_norm": 0.1624497026205063, |
| "learning_rate": 0.000291420839203353, |
| "loss": 1.4343994140625, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.13793103448275862, |
| "grad_norm": 0.1708306223154068, |
| "learning_rate": 0.0002910174498440833, |
| "loss": 1.4482294082641602, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.14039408866995073, |
| "grad_norm": 0.17054305970668793, |
| "learning_rate": 0.00029060508580682333, |
| "loss": 1.476183032989502, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 0.18017707765102386, |
| "learning_rate": 0.0002901837733353783, |
| "loss": 1.4687593460083008, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.14532019704433496, |
| "grad_norm": 0.1773892641067505, |
| "learning_rate": 0.00028975353924305214, |
| "loss": 1.4427257537841798, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.1477832512315271, |
| "grad_norm": 0.16333124041557312, |
| "learning_rate": 0.00028931441091094165, |
| "loss": 1.4356456756591798, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.15024630541871922, |
| "grad_norm": 0.1586243063211441, |
| "learning_rate": 0.0002888664162861937, |
| "loss": 1.4374471664428712, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.15270935960591134, |
| "grad_norm": 0.1737382858991623, |
| "learning_rate": 0.0002884095838802265, |
| "loss": 1.4098420143127441, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.15517241379310345, |
| "grad_norm": 0.1684066206216812, |
| "learning_rate": 0.00028794394276691535, |
| "loss": 1.4310904502868653, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.15763546798029557, |
| "grad_norm": 0.15865062177181244, |
| "learning_rate": 0.000287469522580742, |
| "loss": 1.4216425895690918, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.16009852216748768, |
| "grad_norm": 0.18184268474578857, |
| "learning_rate": 0.00028698635351490884, |
| "loss": 1.4537026405334472, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.1625615763546798, |
| "grad_norm": 0.15354685485363007, |
| "learning_rate": 0.0002864944663194173, |
| "loss": 1.4345867156982421, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.16502463054187191, |
| "grad_norm": 0.16845227777957916, |
| "learning_rate": 0.00028599389229911075, |
| "loss": 1.3639638900756836, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.16748768472906403, |
| "grad_norm": 0.17247310280799866, |
| "learning_rate": 0.0002854846633116824, |
| "loss": 1.4732954025268554, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.16995073891625614, |
| "grad_norm": 0.14998307824134827, |
| "learning_rate": 0.0002849668117656474, |
| "loss": 1.407753849029541, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.1724137931034483, |
| "grad_norm": 0.19805175065994263, |
| "learning_rate": 0.00028444037061828097, |
| "loss": 1.4117528915405273, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.1748768472906404, |
| "grad_norm": 0.17270320653915405, |
| "learning_rate": 0.00028390537337352013, |
| "loss": 1.4096967697143554, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.17733990147783252, |
| "grad_norm": 0.1353396624326706, |
| "learning_rate": 0.000283361854079832, |
| "loss": 1.4327749252319335, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.17980295566502463, |
| "grad_norm": 0.15850022435188293, |
| "learning_rate": 0.00028280984732804667, |
| "loss": 1.4133735656738282, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.18226600985221675, |
| "grad_norm": 0.1735433042049408, |
| "learning_rate": 0.00028224938824915563, |
| "loss": 1.4104249954223633, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.18472906403940886, |
| "grad_norm": 0.1513863205909729, |
| "learning_rate": 0.00028168051251207626, |
| "loss": 1.3858678817749024, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.18719211822660098, |
| "grad_norm": 0.1901034414768219, |
| "learning_rate": 0.00028110325632138154, |
| "loss": 1.3999350547790528, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.1896551724137931, |
| "grad_norm": 0.17478761076927185, |
| "learning_rate": 0.000280517656414996, |
| "loss": 1.386760139465332, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.1921182266009852, |
| "grad_norm": 0.16510027647018433, |
| "learning_rate": 0.0002799237500618577, |
| "loss": 1.3578205108642578, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.19458128078817735, |
| "grad_norm": 0.1654566079378128, |
| "learning_rate": 0.000279321575059546, |
| "loss": 1.364866352081299, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.19704433497536947, |
| "grad_norm": 0.16387440264225006, |
| "learning_rate": 0.0002787111697318766, |
| "loss": 1.4068727493286133, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.19950738916256158, |
| "grad_norm": 0.16216686367988586, |
| "learning_rate": 0.0002780925729264621, |
| "loss": 1.3499589920043946, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.2019704433497537, |
| "grad_norm": 0.16188740730285645, |
| "learning_rate": 0.0002774658240122396, |
| "loss": 1.4046457290649415, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2044334975369458, |
| "grad_norm": 0.15068253874778748, |
| "learning_rate": 0.00027683096287696565, |
| "loss": 1.3755802154541015, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.20689655172413793, |
| "grad_norm": 0.16495083272457123, |
| "learning_rate": 0.0002761880299246772, |
| "loss": 1.3544340133666992, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.20935960591133004, |
| "grad_norm": 0.1596086472272873, |
| "learning_rate": 0.00027553706607312024, |
| "loss": 1.3770217895507812, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.21182266009852216, |
| "grad_norm": 0.1834026575088501, |
| "learning_rate": 0.0002748781127511462, |
| "loss": 1.3598886489868165, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.21428571428571427, |
| "grad_norm": 0.17779821157455444, |
| "learning_rate": 0.0002742112118960747, |
| "loss": 1.3913217544555665, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.21674876847290642, |
| "grad_norm": 0.17408569157123566, |
| "learning_rate": 0.00027353640595102486, |
| "loss": 1.3756933212280273, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.21921182266009853, |
| "grad_norm": 0.15925194323062897, |
| "learning_rate": 0.00027285373786221413, |
| "loss": 1.4161248207092285, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.22167487684729065, |
| "grad_norm": 0.16089503467082977, |
| "learning_rate": 0.0002721632510762251, |
| "loss": 1.3658472061157227, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.22413793103448276, |
| "grad_norm": 0.16174934804439545, |
| "learning_rate": 0.00027146498953724014, |
| "loss": 1.3832536697387696, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.22660098522167488, |
| "grad_norm": 0.16484405100345612, |
| "learning_rate": 0.0002707589976842454, |
| "loss": 1.360020637512207, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.229064039408867, |
| "grad_norm": 0.1621040403842926, |
| "learning_rate": 0.00027004532044820167, |
| "loss": 1.325608253479004, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.2315270935960591, |
| "grad_norm": 0.1713087409734726, |
| "learning_rate": 0.00026932400324918584, |
| "loss": 1.3880969047546388, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.23399014778325122, |
| "grad_norm": 0.16395215690135956, |
| "learning_rate": 0.00026859509199349935, |
| "loss": 1.372953224182129, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.23645320197044334, |
| "grad_norm": 0.180447056889534, |
| "learning_rate": 0.0002678586330707474, |
| "loss": 1.3375804901123047, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.23891625615763548, |
| "grad_norm": 0.18610520660877228, |
| "learning_rate": 0.00026711467335088605, |
| "loss": 1.3636056900024414, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.2413793103448276, |
| "grad_norm": 0.16497883200645447, |
| "learning_rate": 0.00026636326018123955, |
| "loss": 1.3901862144470214, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.2438423645320197, |
| "grad_norm": 0.1603415161371231, |
| "learning_rate": 0.00026560444138348696, |
| "loss": 1.286991786956787, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.24630541871921183, |
| "grad_norm": 0.19659455120563507, |
| "learning_rate": 0.0002648382652506188, |
| "loss": 1.3196422576904296, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.24876847290640394, |
| "grad_norm": 0.16974778473377228, |
| "learning_rate": 0.0002640647805438635, |
| "loss": 1.3625734329223633, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.2512315270935961, |
| "grad_norm": 0.1660681515932083, |
| "learning_rate": 0.00026328403648958395, |
| "loss": 1.4072540283203125, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.2536945812807882, |
| "grad_norm": 0.19933657348155975, |
| "learning_rate": 0.00026249608277614496, |
| "loss": 1.351209831237793, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.2561576354679803, |
| "grad_norm": 0.15851397812366486, |
| "learning_rate": 0.00026170096955075063, |
| "loss": 1.3547744750976562, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.25862068965517243, |
| "grad_norm": 0.172214075922966, |
| "learning_rate": 0.0002608987474162531, |
| "loss": 1.340158462524414, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.26108374384236455, |
| "grad_norm": 0.16379788517951965, |
| "learning_rate": 0.00026008946742793205, |
| "loss": 1.3426517486572265, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.26354679802955666, |
| "grad_norm": 0.18204542994499207, |
| "learning_rate": 0.0002592731810902453, |
| "loss": 1.3163593292236329, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.2660098522167488, |
| "grad_norm": 0.1678624302148819, |
| "learning_rate": 0.000258449940353551, |
| "loss": 1.347631072998047, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.2684729064039409, |
| "grad_norm": 0.1740512102842331, |
| "learning_rate": 0.00025761979761080136, |
| "loss": 1.340871810913086, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.270935960591133, |
| "grad_norm": 0.21239012479782104, |
| "learning_rate": 0.0002567828056942085, |
| "loss": 1.3281070709228515, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.2733990147783251, |
| "grad_norm": 0.17629685997962952, |
| "learning_rate": 0.00025593901787188166, |
| "loss": 1.3175962448120118, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.27586206896551724, |
| "grad_norm": 0.15969009697437286, |
| "learning_rate": 0.0002550884878444373, |
| "loss": 1.3408310890197754, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.27832512315270935, |
| "grad_norm": 0.1572563201189041, |
| "learning_rate": 0.0002542312697415816, |
| "loss": 1.3542437553405762, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.28078817733990147, |
| "grad_norm": 0.17402587831020355, |
| "learning_rate": 0.0002533674181186654, |
| "loss": 1.3361610412597655, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.2832512315270936, |
| "grad_norm": 0.1775471270084381, |
| "learning_rate": 0.0002524969879532119, |
| "loss": 1.3356088638305663, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 0.15883006155490875, |
| "learning_rate": 0.0002516200346414184, |
| "loss": 1.3263011932373048, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.2881773399014778, |
| "grad_norm": 0.16821657121181488, |
| "learning_rate": 0.00025073661399463003, |
| "loss": 1.3541557312011718, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.29064039408866993, |
| "grad_norm": 0.1635442078113556, |
| "learning_rate": 0.0002498467822357885, |
| "loss": 1.3555257797241211, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.29310344827586204, |
| "grad_norm": 0.16849566996097565, |
| "learning_rate": 0.0002489505959958532, |
| "loss": 1.3288955688476562, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.2955665024630542, |
| "grad_norm": 0.1572248786687851, |
| "learning_rate": 0.0002480481123101977, |
| "loss": 1.3337182998657227, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.29802955665024633, |
| "grad_norm": 0.18141105771064758, |
| "learning_rate": 0.0002471393886149796, |
| "loss": 1.3367878913879394, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.30049261083743845, |
| "grad_norm": 0.14677132666110992, |
| "learning_rate": 0.0002462244827434851, |
| "loss": 1.3215890884399415, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.30295566502463056, |
| "grad_norm": 0.16903404891490936, |
| "learning_rate": 0.0002453034529224486, |
| "loss": 1.3559120178222657, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.3054187192118227, |
| "grad_norm": 0.1446458399295807, |
| "learning_rate": 0.00024437635776834683, |
| "loss": 1.3678200721740723, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.3078817733990148, |
| "grad_norm": 0.18641303479671478, |
| "learning_rate": 0.00024344325628366829, |
| "loss": 1.3056090354919434, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.3103448275862069, |
| "grad_norm": 0.17480474710464478, |
| "learning_rate": 0.0002425042078531584, |
| "loss": 1.2561866760253906, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.312807881773399, |
| "grad_norm": 0.19119766354560852, |
| "learning_rate": 0.00024155927224004005, |
| "loss": 1.3575506210327148, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.31527093596059114, |
| "grad_norm": 0.16571898758411407, |
| "learning_rate": 0.00024060850958221007, |
| "loss": 1.3346943855285645, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.31773399014778325, |
| "grad_norm": 0.14906178414821625, |
| "learning_rate": 0.00023965198038841188, |
| "loss": 1.337474250793457, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.32019704433497537, |
| "grad_norm": 0.22248490154743195, |
| "learning_rate": 0.00023868974553438476, |
| "loss": 1.353849220275879, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.3226600985221675, |
| "grad_norm": 0.18461737036705017, |
| "learning_rate": 0.00023772186625898938, |
| "loss": 1.3371232986450194, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.3251231527093596, |
| "grad_norm": 0.17200283706188202, |
| "learning_rate": 0.00023674840416031053, |
| "loss": 1.3774213790893555, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.3275862068965517, |
| "grad_norm": 0.1708926409482956, |
| "learning_rate": 0.00023576942119173677, |
| "loss": 1.3651674270629883, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.33004926108374383, |
| "grad_norm": 0.1792900413274765, |
| "learning_rate": 0.00023478497965801775, |
| "loss": 1.2698733329772949, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.33251231527093594, |
| "grad_norm": 0.1558794230222702, |
| "learning_rate": 0.0002337951422112988, |
| "loss": 1.346111011505127, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.33497536945812806, |
| "grad_norm": 0.15922044217586517, |
| "learning_rate": 0.00023279997184713367, |
| "loss": 1.258944606781006, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.3374384236453202, |
| "grad_norm": 0.18531592190265656, |
| "learning_rate": 0.00023179953190047555, |
| "loss": 1.278275489807129, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.3399014778325123, |
| "grad_norm": 0.16116192936897278, |
| "learning_rate": 0.00023079388604164576, |
| "loss": 1.3268680572509766, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.34236453201970446, |
| "grad_norm": 0.18557749688625336, |
| "learning_rate": 0.00022978309827228222, |
| "loss": 1.2669652938842773, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.3448275862068966, |
| "grad_norm": 0.16507558524608612, |
| "learning_rate": 0.00022876723292126596, |
| "loss": 1.2879119873046876, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.3472906403940887, |
| "grad_norm": 0.17293740808963776, |
| "learning_rate": 0.00022774635464062692, |
| "loss": 1.2909251213073731, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.3497536945812808, |
| "grad_norm": 0.204181969165802, |
| "learning_rate": 0.00022672052840142981, |
| "loss": 1.2965253829956054, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.3522167487684729, |
| "grad_norm": 0.17890626192092896, |
| "learning_rate": 0.00022568981948963858, |
| "loss": 1.2668149948120118, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.35467980295566504, |
| "grad_norm": 0.18675513565540314, |
| "learning_rate": 0.00022465429350196212, |
| "loss": 1.3353291511535645, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.35714285714285715, |
| "grad_norm": 0.1700645089149475, |
| "learning_rate": 0.00022361401634167898, |
| "loss": 1.2778221130371095, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.35960591133004927, |
| "grad_norm": 0.18511028587818146, |
| "learning_rate": 0.00022256905421444342, |
| "loss": 1.3223533630371094, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.3620689655172414, |
| "grad_norm": 0.1718156486749649, |
| "learning_rate": 0.00022151947362407203, |
| "loss": 1.260094165802002, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.3645320197044335, |
| "grad_norm": 0.22620682418346405, |
| "learning_rate": 0.0002204653413683109, |
| "loss": 1.316976547241211, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.3669950738916256, |
| "grad_norm": 0.16796429455280304, |
| "learning_rate": 0.00021940672453458484, |
| "loss": 1.2896673202514648, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.3694581280788177, |
| "grad_norm": 0.17421868443489075, |
| "learning_rate": 0.00021834369049572754, |
| "loss": 1.30230712890625, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.37192118226600984, |
| "grad_norm": 0.24968627095222473, |
| "learning_rate": 0.0002172763069056938, |
| "loss": 1.3192104339599608, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.37438423645320196, |
| "grad_norm": 0.1759566068649292, |
| "learning_rate": 0.0002162046416952542, |
| "loss": 1.3094951629638671, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.3768472906403941, |
| "grad_norm": 0.17337092757225037, |
| "learning_rate": 0.00021512876306767136, |
| "loss": 1.323702335357666, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.3793103448275862, |
| "grad_norm": 0.171219140291214, |
| "learning_rate": 0.00021404873949435968, |
| "loss": 1.3060911178588868, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.3817733990147783, |
| "grad_norm": 0.192230224609375, |
| "learning_rate": 0.00021296463971052742, |
| "loss": 1.266189193725586, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.3842364532019704, |
| "grad_norm": 0.16826289892196655, |
| "learning_rate": 0.00021187653271080247, |
| "loss": 1.3201053619384766, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.3866995073891626, |
| "grad_norm": 0.16479448974132538, |
| "learning_rate": 0.00021078448774484112, |
| "loss": 1.2861207008361817, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.3891625615763547, |
| "grad_norm": 0.1776839643716812, |
| "learning_rate": 0.0002096885743129211, |
| "loss": 1.2839866638183595, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.3916256157635468, |
| "grad_norm": 0.1969405859708786, |
| "learning_rate": 0.00020858886216151818, |
| "loss": 1.3057109832763671, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.39408866995073893, |
| "grad_norm": 0.21142642199993134, |
| "learning_rate": 0.00020748542127886754, |
| "loss": 1.233298397064209, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.39655172413793105, |
| "grad_norm": 0.17799562215805054, |
| "learning_rate": 0.0002063783218905094, |
| "loss": 1.2337217330932617, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.39901477832512317, |
| "grad_norm": 0.16612942516803741, |
| "learning_rate": 0.00020526763445481998, |
| "loss": 1.2490262985229492, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.4014778325123153, |
| "grad_norm": 0.19321958720684052, |
| "learning_rate": 0.00020415342965852682, |
| "loss": 1.2663690567016601, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.4039408866995074, |
| "grad_norm": 0.1592732071876526, |
| "learning_rate": 0.00020303577841221078, |
| "loss": 1.2308451652526855, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.4064039408866995, |
| "grad_norm": 0.2024703472852707, |
| "learning_rate": 0.00020191475184579271, |
| "loss": 1.210181427001953, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.4088669950738916, |
| "grad_norm": 0.17606008052825928, |
| "learning_rate": 0.00020079042130400647, |
| "loss": 1.227010154724121, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.41133004926108374, |
| "grad_norm": 0.15403436124324799, |
| "learning_rate": 0.0001996628583418589, |
| "loss": 1.2652328491210938, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.41379310344827586, |
| "grad_norm": 0.17915283143520355, |
| "learning_rate": 0.00019853213472007534, |
| "loss": 1.2799953460693358, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.41625615763546797, |
| "grad_norm": 0.20302283763885498, |
| "learning_rate": 0.00019739832240053302, |
| "loss": 1.2747675895690918, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.4187192118226601, |
| "grad_norm": 0.17030516266822815, |
| "learning_rate": 0.00019626149354168092, |
| "loss": 1.2208684921264648, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.4211822660098522, |
| "grad_norm": 0.2083371877670288, |
| "learning_rate": 0.00019512172049394766, |
| "loss": 1.2915332794189454, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.4236453201970443, |
| "grad_norm": 0.19788840413093567, |
| "learning_rate": 0.00019397907579513687, |
| "loss": 1.2370890617370605, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.42610837438423643, |
| "grad_norm": 0.18979376554489136, |
| "learning_rate": 0.00019283363216581078, |
| "loss": 1.2130452156066895, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 0.17258431017398834, |
| "learning_rate": 0.00019168546250466193, |
| "loss": 1.187690258026123, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.43103448275862066, |
| "grad_norm": 0.17532944679260254, |
| "learning_rate": 0.0001905346398838739, |
| "loss": 1.2625545501708983, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.43349753694581283, |
| "grad_norm": 0.17488016188144684, |
| "learning_rate": 0.00018938123754447093, |
| "loss": 1.2257478713989258, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.43596059113300495, |
| "grad_norm": 0.2495342642068863, |
| "learning_rate": 0.00018822532889165635, |
| "loss": 1.228908634185791, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.43842364532019706, |
| "grad_norm": 0.19081343710422516, |
| "learning_rate": 0.00018706698749014112, |
| "loss": 1.2210208892822265, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.4408866995073892, |
| "grad_norm": 0.18013235926628113, |
| "learning_rate": 0.0001859062870594622, |
| "loss": 1.24863920211792, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.4433497536945813, |
| "grad_norm": 0.1564527302980423, |
| "learning_rate": 0.00018474330146929025, |
| "loss": 1.256571388244629, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.4458128078817734, |
| "grad_norm": 0.18817733228206635, |
| "learning_rate": 0.00018357810473472913, |
| "loss": 1.2124872207641602, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.4482758620689655, |
| "grad_norm": 0.19370071589946747, |
| "learning_rate": 0.00018241077101160494, |
| "loss": 1.261166477203369, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.45073891625615764, |
| "grad_norm": 0.17744703590869904, |
| "learning_rate": 0.00018124137459174663, |
| "loss": 1.2019372940063477, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.45320197044334976, |
| "grad_norm": 0.2393001765012741, |
| "learning_rate": 0.00018006998989825813, |
| "loss": 1.294654083251953, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.45566502463054187, |
| "grad_norm": 0.16451191902160645, |
| "learning_rate": 0.00017889669148078155, |
| "loss": 1.2822996139526368, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.458128078817734, |
| "grad_norm": 0.1897415667772293, |
| "learning_rate": 0.00017772155401075287, |
| "loss": 1.2190580368041992, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.4605911330049261, |
| "grad_norm": 0.2263982594013214, |
| "learning_rate": 0.00017654465227664974, |
| "loss": 1.2255767822265624, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.4630541871921182, |
| "grad_norm": 0.17995800077915192, |
| "learning_rate": 0.00017536606117923162, |
| "loss": 1.2123924255371095, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.46551724137931033, |
| "grad_norm": 0.17838291823863983, |
| "learning_rate": 0.00017418585572677296, |
| "loss": 1.214205551147461, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.46798029556650245, |
| "grad_norm": 0.2048899084329605, |
| "learning_rate": 0.0001730041110302895, |
| "loss": 1.2207268714904784, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.47044334975369456, |
| "grad_norm": 0.20647300779819489, |
| "learning_rate": 0.00017182090229875805, |
| "loss": 1.1623147964477538, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.4729064039408867, |
| "grad_norm": 0.19336098432540894, |
| "learning_rate": 0.00017063630483433006, |
| "loss": 1.2836381912231445, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.4753694581280788, |
| "grad_norm": 0.20212344825267792, |
| "learning_rate": 0.00016945039402753917, |
| "loss": 1.1893451690673829, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.47783251231527096, |
| "grad_norm": 0.17950081825256348, |
| "learning_rate": 0.00016826324535250308, |
| "loss": 1.2032151222229004, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.4802955665024631, |
| "grad_norm": 0.23798821866512299, |
| "learning_rate": 0.00016707493436212033, |
| "loss": 1.2255828857421875, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.4827586206896552, |
| "grad_norm": 0.19914016127586365, |
| "learning_rate": 0.0001658855366832621, |
| "loss": 1.2366257667541505, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.4852216748768473, |
| "grad_norm": 0.19374223053455353, |
| "learning_rate": 0.00016469512801195856, |
| "loss": 1.244904136657715, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.4876847290640394, |
| "grad_norm": 0.18931300938129425, |
| "learning_rate": 0.0001635037841085822, |
| "loss": 1.2429594039916991, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.49014778325123154, |
| "grad_norm": 0.1846410185098648, |
| "learning_rate": 0.0001623115807930256, |
| "loss": 1.1956957817077636, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.49261083743842365, |
| "grad_norm": 0.1838129162788391, |
| "learning_rate": 0.00016111859393987636, |
| "loss": 1.2107402801513671, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.49507389162561577, |
| "grad_norm": 0.20344485342502594, |
| "learning_rate": 0.00015992489947358834, |
| "loss": 1.1793498039245605, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.4975369458128079, |
| "grad_norm": 0.17801515758037567, |
| "learning_rate": 0.00015873057336364938, |
| "loss": 1.2365805625915527, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.16365255415439606, |
| "learning_rate": 0.0001575356916197467, |
| "loss": 1.1804268836975098, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.5024630541871922, |
| "grad_norm": 0.17999859154224396, |
| "learning_rate": 0.00015634033028692938, |
| "loss": 1.1878613471984862, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.5049261083743842, |
| "grad_norm": 0.21251381933689117, |
| "learning_rate": 0.00015514456544076858, |
| "loss": 1.1664518356323241, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.5073891625615764, |
| "grad_norm": 0.19716940820217133, |
| "learning_rate": 0.000153948473182516, |
| "loss": 1.2354619979858399, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.5098522167487685, |
| "grad_norm": 0.1784435659646988, |
| "learning_rate": 0.00015275212963426066, |
| "loss": 1.2098859786987304, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.5123152709359606, |
| "grad_norm": 0.16008180379867554, |
| "learning_rate": 0.0001515556109340841, |
| "loss": 1.217707920074463, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.5147783251231527, |
| "grad_norm": 0.2051045149564743, |
| "learning_rate": 0.00015035899323121517, |
| "loss": 1.2305737495422364, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.5172413793103449, |
| "grad_norm": 0.17866598069667816, |
| "learning_rate": 0.00014916235268118335, |
| "loss": 1.2021331787109375, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.5197044334975369, |
| "grad_norm": 0.1787394881248474, |
| "learning_rate": 0.0001479657654409721, |
| "loss": 1.1698467254638671, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.5221674876847291, |
| "grad_norm": 0.19422391057014465, |
| "learning_rate": 0.00014676930766417231, |
| "loss": 1.207657241821289, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.5246305418719212, |
| "grad_norm": 0.18970182538032532, |
| "learning_rate": 0.0001455730554961353, |
| "loss": 1.1335500717163085, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.5270935960591133, |
| "grad_norm": 0.18080517649650574, |
| "learning_rate": 0.00014437708506912715, |
| "loss": 1.2182777404785157, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.5295566502463054, |
| "grad_norm": 0.20478472113609314, |
| "learning_rate": 0.00014318147249748313, |
| "loss": 1.188079261779785, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.5320197044334976, |
| "grad_norm": 0.1680886298418045, |
| "learning_rate": 0.00014198629387276394, |
| "loss": 1.1400787353515625, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.5344827586206896, |
| "grad_norm": 0.21684645116329193, |
| "learning_rate": 0.00014079162525891282, |
| "loss": 1.1481502532958985, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.5369458128078818, |
| "grad_norm": 0.20436380803585052, |
| "learning_rate": 0.00013959754268741458, |
| "loss": 1.2227207183837892, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.5394088669950738, |
| "grad_norm": 0.1777799427509308, |
| "learning_rate": 0.00013840412215245713, |
| "loss": 1.2257449150085449, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.541871921182266, |
| "grad_norm": 0.1790774166584015, |
| "learning_rate": 0.00013721143960609478, |
| "loss": 1.1976690292358398, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.5443349753694581, |
| "grad_norm": 0.18197719752788544, |
| "learning_rate": 0.00013601957095341454, |
| "loss": 1.1187736511230468, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.5467980295566502, |
| "grad_norm": 0.19829115271568298, |
| "learning_rate": 0.00013482859204770535, |
| "loss": 1.1939109802246093, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.5492610837438424, |
| "grad_norm": 0.2121841013431549, |
| "learning_rate": 0.00013363857868563042, |
| "loss": 1.2166552543640137, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.5517241379310345, |
| "grad_norm": 0.16758501529693604, |
| "learning_rate": 0.00013244960660240373, |
| "loss": 1.1762331008911133, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.5541871921182266, |
| "grad_norm": 0.19880753755569458, |
| "learning_rate": 0.00013126175146696987, |
| "loss": 1.1729421615600586, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.5566502463054187, |
| "grad_norm": 0.17931313812732697, |
| "learning_rate": 0.00013007508887718806, |
| "loss": 1.2437493324279785, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.5591133004926109, |
| "grad_norm": 0.19107341766357422, |
| "learning_rate": 0.0001288896943550214, |
| "loss": 1.1863306045532227, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.5615763546798029, |
| "grad_norm": 0.16409538686275482, |
| "learning_rate": 0.00012770564334173, |
| "loss": 1.137466812133789, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.5640394088669951, |
| "grad_norm": 0.22183066606521606, |
| "learning_rate": 0.00012652301119307004, |
| "loss": 1.2210257530212403, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.5665024630541872, |
| "grad_norm": 0.19872421026229858, |
| "learning_rate": 0.00012534187317449796, |
| "loss": 1.1910433769226074, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.5689655172413793, |
| "grad_norm": 0.1780635416507721, |
| "learning_rate": 0.0001241623044563801, |
| "loss": 1.2076547622680665, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.2000032514333725, |
| "learning_rate": 0.00012298438010920906, |
| "loss": 1.135959529876709, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.5738916256157636, |
| "grad_norm": 0.2166551947593689, |
| "learning_rate": 0.0001218081750988257, |
| "loss": 1.2029973983764648, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.5763546798029556, |
| "grad_norm": 0.2122587114572525, |
| "learning_rate": 0.0001206337642816483, |
| "loss": 1.2430255889892579, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.5788177339901478, |
| "grad_norm": 0.21357107162475586, |
| "learning_rate": 0.00011946122239990868, |
| "loss": 1.1642244338989258, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.5812807881773399, |
| "grad_norm": 0.17689666152000427, |
| "learning_rate": 0.00011829062407689515, |
| "loss": 1.1887334823608398, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.583743842364532, |
| "grad_norm": 0.16229701042175293, |
| "learning_rate": 0.00011712204381220345, |
| "loss": 1.232945156097412, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.5862068965517241, |
| "grad_norm": 0.2227810025215149, |
| "learning_rate": 0.00011595555597699533, |
| "loss": 1.1569953918457032, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.5886699507389163, |
| "grad_norm": 0.1936493217945099, |
| "learning_rate": 0.00011479123480926561, |
| "loss": 1.2667901039123535, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.5911330049261084, |
| "grad_norm": 0.18496808409690857, |
| "learning_rate": 0.0001136291544091172, |
| "loss": 1.1293052673339843, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.5935960591133005, |
| "grad_norm": 0.24020123481750488, |
| "learning_rate": 0.00011246938873404555, |
| "loss": 1.1583559036254882, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.5960591133004927, |
| "grad_norm": 0.21134839951992035, |
| "learning_rate": 0.00011131201159423148, |
| "loss": 1.2600346565246583, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.5985221674876847, |
| "grad_norm": 0.1905520111322403, |
| "learning_rate": 0.00011015709664784384, |
| "loss": 1.161275291442871, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.6009852216748769, |
| "grad_norm": 0.181251659989357, |
| "learning_rate": 0.00010900471739635192, |
| "loss": 1.1901248931884765, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.603448275862069, |
| "grad_norm": 0.19918228685855865, |
| "learning_rate": 0.00010785494717984748, |
| "loss": 1.153557586669922, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.6059113300492611, |
| "grad_norm": 0.1919139176607132, |
| "learning_rate": 0.0001067078591723771, |
| "loss": 1.1904026031494142, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.6083743842364532, |
| "grad_norm": 0.17320995032787323, |
| "learning_rate": 0.00010556352637728556, |
| "loss": 1.1903844833374024, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.6108374384236454, |
| "grad_norm": 0.18284201622009277, |
| "learning_rate": 0.00010442202162256927, |
| "loss": 1.1334742546081542, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.6133004926108374, |
| "grad_norm": 0.22032350301742554, |
| "learning_rate": 0.00010328341755624173, |
| "loss": 1.154489231109619, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.6157635467980296, |
| "grad_norm": 0.2070603370666504, |
| "learning_rate": 0.00010214778664170995, |
| "loss": 1.197908306121826, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.6182266009852216, |
| "grad_norm": 0.20040033757686615, |
| "learning_rate": 0.0001010152011531625, |
| "loss": 1.266568946838379, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.6206896551724138, |
| "grad_norm": 0.19652965664863586, |
| "learning_rate": 9.988573317097017e-05, |
| "loss": 1.1770313262939454, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.6231527093596059, |
| "grad_norm": 0.23216716945171356, |
| "learning_rate": 9.875945457709818e-05, |
| "loss": 1.125637912750244, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.625615763546798, |
| "grad_norm": 0.1960841715335846, |
| "learning_rate": 9.763643705053179e-05, |
| "loss": 1.129206085205078, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.6280788177339901, |
| "grad_norm": 0.21618643403053284, |
| "learning_rate": 9.651675206271436e-05, |
| "loss": 1.1962885856628418, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.6305418719211823, |
| "grad_norm": 0.21786664426326752, |
| "learning_rate": 9.54004708729988e-05, |
| "loss": 1.1518583297729492, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.6330049261083743, |
| "grad_norm": 0.20164407789707184, |
| "learning_rate": 9.428766452411233e-05, |
| "loss": 1.1575911521911622, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.6354679802955665, |
| "grad_norm": 0.24914158880710602, |
| "learning_rate": 9.317840383763513e-05, |
| "loss": 1.2067806243896484, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.6379310344827587, |
| "grad_norm": 0.21478649973869324, |
| "learning_rate": 9.207275940949341e-05, |
| "loss": 1.2205307006835937, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.6403940886699507, |
| "grad_norm": 0.20728349685668945, |
| "learning_rate": 9.097080160546616e-05, |
| "loss": 1.205084991455078, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.6428571428571429, |
| "grad_norm": 0.20018401741981506, |
| "learning_rate": 8.987260055670712e-05, |
| "loss": 1.1653689384460448, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.645320197044335, |
| "grad_norm": 0.1931193470954895, |
| "learning_rate": 8.877822615528129e-05, |
| "loss": 1.2364728927612305, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.6477832512315271, |
| "grad_norm": 0.20193235576152802, |
| "learning_rate": 8.768774804971705e-05, |
| "loss": 1.110558319091797, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.6502463054187192, |
| "grad_norm": 0.18794859945774078, |
| "learning_rate": 8.660123564057343e-05, |
| "loss": 1.1554101943969726, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.6527093596059114, |
| "grad_norm": 0.22068722546100616, |
| "learning_rate": 8.551875807602337e-05, |
| "loss": 1.1667287826538086, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.6551724137931034, |
| "grad_norm": 0.22684800624847412, |
| "learning_rate": 8.444038424745288e-05, |
| "loss": 1.0904604911804199, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.6576354679802956, |
| "grad_norm": 0.21784110367298126, |
| "learning_rate": 8.336618278507668e-05, |
| "loss": 1.1539340972900392, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.6600985221674877, |
| "grad_norm": 0.17376139760017395, |
| "learning_rate": 8.229622205357046e-05, |
| "loss": 1.1448725700378417, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.6625615763546798, |
| "grad_norm": 0.19699886441230774, |
| "learning_rate": 8.12305701477199e-05, |
| "loss": 1.155392551422119, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.6650246305418719, |
| "grad_norm": 0.2094455063343048, |
| "learning_rate": 8.016929488808697e-05, |
| "loss": 1.1087217330932617, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.6674876847290641, |
| "grad_norm": 0.2035309374332428, |
| "learning_rate": 7.911246381669394e-05, |
| "loss": 1.1662757873535157, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.6699507389162561, |
| "grad_norm": 0.1875893473625183, |
| "learning_rate": 7.80601441927243e-05, |
| "loss": 1.1694585800170898, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.6724137931034483, |
| "grad_norm": 0.2120542675256729, |
| "learning_rate": 7.70124029882427e-05, |
| "loss": 1.023516845703125, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.6748768472906403, |
| "grad_norm": 0.2408386766910553, |
| "learning_rate": 7.596930688393262e-05, |
| "loss": 1.0397373199462892, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.6773399014778325, |
| "grad_norm": 0.26084211468696594, |
| "learning_rate": 7.493092226485249e-05, |
| "loss": 1.09324312210083, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.6798029556650246, |
| "grad_norm": 0.18893302977085114, |
| "learning_rate": 7.389731521621084e-05, |
| "loss": 1.007591724395752, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.6822660098522167, |
| "grad_norm": 0.17730098962783813, |
| "learning_rate": 7.286855151916062e-05, |
| "loss": 1.103098487854004, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.6847290640394089, |
| "grad_norm": 0.22513681650161743, |
| "learning_rate": 7.184469664661256e-05, |
| "loss": 1.2215126037597657, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.687192118226601, |
| "grad_norm": 0.19522467255592346, |
| "learning_rate": 7.08258157590684e-05, |
| "loss": 1.088747787475586, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 0.23663419485092163, |
| "learning_rate": 6.981197370047402e-05, |
| "loss": 1.138905143737793, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.6921182266009852, |
| "grad_norm": 0.19911812245845795, |
| "learning_rate": 6.880323499409246e-05, |
| "loss": 1.1865692138671875, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.6945812807881774, |
| "grad_norm": 0.18014119565486908, |
| "learning_rate": 6.779966383839744e-05, |
| "loss": 1.139663028717041, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.6970443349753694, |
| "grad_norm": 0.2275015115737915, |
| "learning_rate": 6.680132410298802e-05, |
| "loss": 1.1142169952392578, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.6995073891625616, |
| "grad_norm": 0.18236544728279114, |
| "learning_rate": 6.580827932452333e-05, |
| "loss": 1.2623588562011718, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.7019704433497537, |
| "grad_norm": 0.20694544911384583, |
| "learning_rate": 6.482059270267914e-05, |
| "loss": 1.101370143890381, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.7044334975369458, |
| "grad_norm": 0.23692399263381958, |
| "learning_rate": 6.383832709612594e-05, |
| "loss": 1.138704204559326, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.7068965517241379, |
| "grad_norm": 0.21223334968090057, |
| "learning_rate": 6.286154501852782e-05, |
| "loss": 1.1377087593078614, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.7093596059113301, |
| "grad_norm": 0.19400008022785187, |
| "learning_rate": 6.189030863456459e-05, |
| "loss": 1.0621712684631348, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.7118226600985221, |
| "grad_norm": 0.2034262716770172, |
| "learning_rate": 6.092467975597533e-05, |
| "loss": 1.1555398941040038, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 0.18846650421619415, |
| "learning_rate": 5.996471983762427e-05, |
| "loss": 1.0480660438537597, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.7167487684729064, |
| "grad_norm": 0.19534969329833984, |
| "learning_rate": 5.901048997358989e-05, |
| "loss": 1.090800952911377, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.7192118226600985, |
| "grad_norm": 0.22339703142642975, |
| "learning_rate": 5.806205089327675e-05, |
| "loss": 1.160497283935547, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.7216748768472906, |
| "grad_norm": 0.19735680520534515, |
| "learning_rate": 5.7119462957550435e-05, |
| "loss": 1.1384342193603516, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.7241379310344828, |
| "grad_norm": 0.20986047387123108, |
| "learning_rate": 5.6182786154896165e-05, |
| "loss": 1.106205368041992, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.7266009852216748, |
| "grad_norm": 0.23361171782016754, |
| "learning_rate": 5.5252080097600806e-05, |
| "loss": 1.1555895805358887, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.729064039408867, |
| "grad_norm": 0.1888696551322937, |
| "learning_rate": 5.432740401795938e-05, |
| "loss": 1.0414323806762695, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.7315270935960592, |
| "grad_norm": 0.18796303868293762, |
| "learning_rate": 5.3408816764504724e-05, |
| "loss": 1.1281245231628418, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.7339901477832512, |
| "grad_norm": 0.18756966292858124, |
| "learning_rate": 5.249637679826302e-05, |
| "loss": 1.1479016304016114, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.7364532019704434, |
| "grad_norm": 0.21053920686244965, |
| "learning_rate": 5.159014218903264e-05, |
| "loss": 1.1450017929077148, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.7389162561576355, |
| "grad_norm": 0.2308945506811142, |
| "learning_rate": 5.069017061168862e-05, |
| "loss": 1.1324448585510254, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.7413793103448276, |
| "grad_norm": 0.2067108154296875, |
| "learning_rate": 4.979651934251214e-05, |
| "loss": 1.1060646057128907, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.7438423645320197, |
| "grad_norm": 0.19191695749759674, |
| "learning_rate": 4.890924525554527e-05, |
| "loss": 1.112843132019043, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.7463054187192119, |
| "grad_norm": 0.2178668975830078, |
| "learning_rate": 4.802840481897142e-05, |
| "loss": 1.151930046081543, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.7487684729064039, |
| "grad_norm": 0.18507851660251617, |
| "learning_rate": 4.715405409152145e-05, |
| "loss": 1.0926935195922851, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.7512315270935961, |
| "grad_norm": 0.24189282953739166, |
| "learning_rate": 4.6286248718906273e-05, |
| "loss": 1.1523954391479492, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.7536945812807881, |
| "grad_norm": 0.24427039921283722, |
| "learning_rate": 4.542504393027504e-05, |
| "loss": 1.2308634757995605, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.7561576354679803, |
| "grad_norm": 0.18832404911518097, |
| "learning_rate": 4.4570494534700424e-05, |
| "loss": 1.1625101089477539, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.7586206896551724, |
| "grad_norm": 0.1803818643093109, |
| "learning_rate": 4.3722654917690506e-05, |
| "loss": 1.1391640663146974, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.7610837438423645, |
| "grad_norm": 0.20264579355716705, |
| "learning_rate": 4.288157903772741e-05, |
| "loss": 1.0936505317687988, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.7635467980295566, |
| "grad_norm": 0.19814512133598328, |
| "learning_rate": 4.2047320422833305e-05, |
| "loss": 1.1089436531066894, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.7660098522167488, |
| "grad_norm": 0.20688515901565552, |
| "learning_rate": 4.1219932167163974e-05, |
| "loss": 1.1058782577514648, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.7684729064039408, |
| "grad_norm": 0.206832155585289, |
| "learning_rate": 4.039946692762928e-05, |
| "loss": 1.095679473876953, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.770935960591133, |
| "grad_norm": 0.2211444079875946, |
| "learning_rate": 3.958597692054243e-05, |
| "loss": 1.1729564666748047, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.7733990147783252, |
| "grad_norm": 0.21677422523498535, |
| "learning_rate": 3.8779513918296715e-05, |
| "loss": 1.1058198928833007, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.7758620689655172, |
| "grad_norm": 0.21122042834758759, |
| "learning_rate": 3.798012924607041e-05, |
| "loss": 1.1532733917236329, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.7783251231527094, |
| "grad_norm": 0.18679606914520264, |
| "learning_rate": 3.71878737785604e-05, |
| "loss": 1.048002338409424, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.7807881773399015, |
| "grad_norm": 0.19835565984249115, |
| "learning_rate": 3.640279793674451e-05, |
| "loss": 1.068185043334961, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.7832512315270936, |
| "grad_norm": 0.2534460127353668, |
| "learning_rate": 3.5624951684672484e-05, |
| "loss": 1.1565275192260742, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.7857142857142857, |
| "grad_norm": 0.21186648309230804, |
| "learning_rate": 3.485438452628611e-05, |
| "loss": 1.137218189239502, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.7881773399014779, |
| "grad_norm": 0.22528398036956787, |
| "learning_rate": 3.409114550226893e-05, |
| "loss": 1.1359540939331054, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.7906403940886699, |
| "grad_norm": 0.23210372030735016, |
| "learning_rate": 3.3335283186924884e-05, |
| "loss": 1.0747434616088867, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.7931034482758621, |
| "grad_norm": 0.20188362896442413, |
| "learning_rate": 3.258684568508692e-05, |
| "loss": 1.1836297988891602, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.7955665024630542, |
| "grad_norm": 0.1840670257806778, |
| "learning_rate": 3.184588062905585e-05, |
| "loss": 1.0538622856140136, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.7980295566502463, |
| "grad_norm": 0.24288518726825714, |
| "learning_rate": 3.1112435175568544e-05, |
| "loss": 1.2075087547302246, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.8004926108374384, |
| "grad_norm": 0.2126651257276535, |
| "learning_rate": 3.0386556002796907e-05, |
| "loss": 1.1230849266052245, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.8029556650246306, |
| "grad_norm": 0.1979854255914688, |
| "learning_rate": 2.9668289307377203e-05, |
| "loss": 1.1403017044067383, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.8054187192118226, |
| "grad_norm": 0.19223685562610626, |
| "learning_rate": 2.8957680801469935e-05, |
| "loss": 1.174708366394043, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.8078817733990148, |
| "grad_norm": 0.25866860151290894, |
| "learning_rate": 2.825477570985063e-05, |
| "loss": 1.0547324180603028, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.8103448275862069, |
| "grad_norm": 0.23177948594093323, |
| "learning_rate": 2.755961876703173e-05, |
| "loss": 1.082004451751709, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.812807881773399, |
| "grad_norm": 0.23728984594345093, |
| "learning_rate": 2.6872254214415417e-05, |
| "loss": 1.1087711334228516, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.8152709359605911, |
| "grad_norm": 0.2136259824037552, |
| "learning_rate": 2.6192725797477975e-05, |
| "loss": 1.1464354515075683, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.8177339901477833, |
| "grad_norm": 0.25212687253952026, |
| "learning_rate": 2.5521076762986008e-05, |
| "loss": 1.1384355545043945, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.8201970443349754, |
| "grad_norm": 0.21529723703861237, |
| "learning_rate": 2.4857349856243798e-05, |
| "loss": 1.1227568626403808, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.8226600985221675, |
| "grad_norm": 0.19600816071033478, |
| "learning_rate": 2.4201587318373054e-05, |
| "loss": 1.0777658462524413, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.8251231527093597, |
| "grad_norm": 0.22197465598583221, |
| "learning_rate": 2.355383088362454e-05, |
| "loss": 1.1026652336120606, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.8275862068965517, |
| "grad_norm": 0.20348075032234192, |
| "learning_rate": 2.2914121776722056e-05, |
| "loss": 1.1394284248352051, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.8300492610837439, |
| "grad_norm": 0.18871130049228668, |
| "learning_rate": 2.2282500710238694e-05, |
| "loss": 1.1343194961547851, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.8325123152709359, |
| "grad_norm": 0.22459407150745392, |
| "learning_rate": 2.1659007882006002e-05, |
| "loss": 1.1588836669921876, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.8349753694581281, |
| "grad_norm": 0.2594763934612274, |
| "learning_rate": 2.1043682972555475e-05, |
| "loss": 1.0391352653503418, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.8374384236453202, |
| "grad_norm": 0.26021042466163635, |
| "learning_rate": 2.0436565142593275e-05, |
| "loss": 1.1801486968994142, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.8399014778325123, |
| "grad_norm": 0.2193550169467926, |
| "learning_rate": 1.9837693030508022e-05, |
| "loss": 1.1204030990600586, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.8423645320197044, |
| "grad_norm": 0.20370081067085266, |
| "learning_rate": 1.9247104749911684e-05, |
| "loss": 1.0619827270507813, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.8448275862068966, |
| "grad_norm": 0.2144986093044281, |
| "learning_rate": 1.866483788721393e-05, |
| "loss": 1.0852882385253906, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.8472906403940886, |
| "grad_norm": 0.25570428371429443, |
| "learning_rate": 1.8090929499230054e-05, |
| "loss": 1.0750219345092773, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.8497536945812808, |
| "grad_norm": 0.29077258706092834, |
| "learning_rate": 1.7525416110822766e-05, |
| "loss": 1.0454490661621094, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.8522167487684729, |
| "grad_norm": 0.22639347612857819, |
| "learning_rate": 1.696833371257727e-05, |
| "loss": 1.054357147216797, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.854679802955665, |
| "grad_norm": 0.2215021699666977, |
| "learning_rate": 1.641971775851109e-05, |
| "loss": 1.1027287483215331, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 0.22075891494750977, |
| "learning_rate": 1.5879603163817667e-05, |
| "loss": 1.1595843315124512, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.8596059113300493, |
| "grad_norm": 0.2183758169412613, |
| "learning_rate": 1.534802430264404e-05, |
| "loss": 1.0942227363586425, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.8620689655172413, |
| "grad_norm": 0.200675830245018, |
| "learning_rate": 1.4825015005903434e-05, |
| "loss": 1.1737523078918457, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.8645320197044335, |
| "grad_norm": 0.21491429209709167, |
| "learning_rate": 1.4310608559122066e-05, |
| "loss": 1.1178741455078125, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.8669950738916257, |
| "grad_norm": 0.24912020564079285, |
| "learning_rate": 1.3804837700320798e-05, |
| "loss": 1.193882369995117, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.8694581280788177, |
| "grad_norm": 0.20939451456069946, |
| "learning_rate": 1.3307734617931598e-05, |
| "loss": 1.0629735946655274, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.8719211822660099, |
| "grad_norm": 0.20006871223449707, |
| "learning_rate": 1.2819330948749085e-05, |
| "loss": 1.1027685165405274, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.874384236453202, |
| "grad_norm": 0.1962796151638031, |
| "learning_rate": 1.2339657775917017e-05, |
| "loss": 1.0650928497314454, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.8768472906403941, |
| "grad_norm": 0.23042163252830505, |
| "learning_rate": 1.1868745626949927e-05, |
| "loss": 1.0649005889892578, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.8793103448275862, |
| "grad_norm": 0.22135719656944275, |
| "learning_rate": 1.140662447179066e-05, |
| "loss": 1.127094554901123, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.8817733990147784, |
| "grad_norm": 0.23133963346481323, |
| "learning_rate": 1.0953323720902679e-05, |
| "loss": 1.0982646942138672, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.8842364532019704, |
| "grad_norm": 0.1957237869501114, |
| "learning_rate": 1.0508872223398435e-05, |
| "loss": 1.1134883880615234, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.8866995073891626, |
| "grad_norm": 0.1999032348394394, |
| "learning_rate": 1.0073298265203444e-05, |
| "loss": 1.1821847915649415, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.8891625615763546, |
| "grad_norm": 0.23069384694099426, |
| "learning_rate": 9.646629567255853e-06, |
| "loss": 1.102443313598633, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.8916256157635468, |
| "grad_norm": 0.20853745937347412, |
| "learning_rate": 9.228893283742461e-06, |
| "loss": 1.0506309509277343, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.8940886699507389, |
| "grad_norm": 0.24035850167274475, |
| "learning_rate": 8.820116000370486e-06, |
| "loss": 1.0259310722351074, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.896551724137931, |
| "grad_norm": 0.2290971428155899, |
| "learning_rate": 8.420323732675504e-06, |
| "loss": 1.0788564682006836, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.8990147783251231, |
| "grad_norm": 0.2284020632505417, |
| "learning_rate": 8.02954192436589e-06, |
| "loss": 1.1221274375915526, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.9014778325123153, |
| "grad_norm": 0.18592405319213867, |
| "learning_rate": 7.647795445703392e-06, |
| "loss": 1.0857770919799805, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.9039408866995073, |
| "grad_norm": 0.23051847517490387, |
| "learning_rate": 7.27510859192047e-06, |
| "loss": 1.1243446350097657, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.9064039408866995, |
| "grad_norm": 0.20710034668445587, |
| "learning_rate": 6.911505081673929e-06, |
| "loss": 1.0596209526062013, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.9088669950738916, |
| "grad_norm": 0.2000182569026947, |
| "learning_rate": 6.557008055535628e-06, |
| "loss": 1.08193941116333, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.9113300492610837, |
| "grad_norm": 0.19101764261722565, |
| "learning_rate": 6.2116400745195084e-06, |
| "loss": 1.0401313781738282, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.9137931034482759, |
| "grad_norm": 0.23483411967754364, |
| "learning_rate": 5.875423118645906e-06, |
| "loss": 1.1075688362121583, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.916256157635468, |
| "grad_norm": 0.22181463241577148, |
| "learning_rate": 5.5483785855427235e-06, |
| "loss": 1.068376350402832, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.9187192118226601, |
| "grad_norm": 0.2283806949853897, |
| "learning_rate": 5.2305272890835026e-06, |
| "loss": 1.1370874404907227, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.9211822660098522, |
| "grad_norm": 0.2887274920940399, |
| "learning_rate": 4.9218894580629e-06, |
| "loss": 1.0557125091552735, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.9236453201970444, |
| "grad_norm": 0.23480144143104553, |
| "learning_rate": 4.6224847349092485e-06, |
| "loss": 1.1373451232910157, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.9261083743842364, |
| "grad_norm": 0.25622227787971497, |
| "learning_rate": 4.332332174434394e-06, |
| "loss": 1.0996230125427247, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.9285714285714286, |
| "grad_norm": 0.26269659399986267, |
| "learning_rate": 4.051450242621129e-06, |
| "loss": 1.128731918334961, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.9310344827586207, |
| "grad_norm": 0.1990889012813568, |
| "learning_rate": 3.7798568154478515e-06, |
| "loss": 1.1304019927978515, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.9334975369458128, |
| "grad_norm": 0.23430590331554413, |
| "learning_rate": 3.5175691777510064e-06, |
| "loss": 1.019291877746582, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.9359605911330049, |
| "grad_norm": 0.2118009775876999, |
| "learning_rate": 3.264604022124967e-06, |
| "loss": 1.0944375038146972, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.9384236453201971, |
| "grad_norm": 0.2094886600971222, |
| "learning_rate": 3.020977447859685e-06, |
| "loss": 1.098842239379883, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.9408866995073891, |
| "grad_norm": 0.2236415147781372, |
| "learning_rate": 2.7867049599161083e-06, |
| "loss": 1.1441487312316894, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.9433497536945813, |
| "grad_norm": 0.2752135097980499, |
| "learning_rate": 2.5618014679394228e-06, |
| "loss": 1.1376987457275392, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.9458128078817734, |
| "grad_norm": 0.21128307282924652, |
| "learning_rate": 2.3462812853101255e-06, |
| "loss": 1.0604249954223632, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.9482758620689655, |
| "grad_norm": 0.226698100566864, |
| "learning_rate": 2.1401581282332047e-06, |
| "loss": 1.1888493537902831, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.9507389162561576, |
| "grad_norm": 0.24508661031723022, |
| "learning_rate": 1.943445114864972e-06, |
| "loss": 1.0990447998046875, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.9532019704433498, |
| "grad_norm": 0.18784770369529724, |
| "learning_rate": 1.7561547644784457e-06, |
| "loss": 1.1306154251098632, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.9556650246305419, |
| "grad_norm": 0.20968304574489594, |
| "learning_rate": 1.578298996666505e-06, |
| "loss": 1.1506499290466308, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.958128078817734, |
| "grad_norm": 0.23261845111846924, |
| "learning_rate": 1.4098891305831972e-06, |
| "loss": 1.066385841369629, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.9605911330049262, |
| "grad_norm": 0.22541315853595734, |
| "learning_rate": 1.2509358842234974e-06, |
| "loss": 1.022451400756836, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.9630541871921182, |
| "grad_norm": 0.25705304741859436, |
| "learning_rate": 1.1014493737411701e-06, |
| "loss": 1.0468063354492188, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.9655172413793104, |
| "grad_norm": 0.21765866875648499, |
| "learning_rate": 9.61439112804868e-07, |
| "loss": 1.075814437866211, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.9679802955665024, |
| "grad_norm": 0.21837280690670013, |
| "learning_rate": 8.309140119927504e-07, |
| "loss": 1.1672237396240235, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.9704433497536946, |
| "grad_norm": 0.27542543411254883, |
| "learning_rate": 7.098823782253349e-07, |
| "loss": 1.134492778778076, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.9729064039408867, |
| "grad_norm": 0.24929000437259674, |
| "learning_rate": 5.98351914236872e-07, |
| "loss": 1.022162914276123, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.9753694581280788, |
| "grad_norm": 0.2033040076494217, |
| "learning_rate": 4.963297180851033e-07, |
| "loss": 1.0013565063476562, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.9778325123152709, |
| "grad_norm": 0.23415440320968628, |
| "learning_rate": 4.038222826995063e-07, |
| "loss": 1.1370353698730469, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.9802955665024631, |
| "grad_norm": 0.1983232945203781, |
| "learning_rate": 3.208354954680914e-07, |
| "loss": 1.160797691345215, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.9827586206896551, |
| "grad_norm": 0.20900410413742065, |
| "learning_rate": 2.4737463786273504e-07, |
| "loss": 1.1065376281738282, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.9852216748768473, |
| "grad_norm": 0.26447731256484985, |
| "learning_rate": 1.8344438510299873e-07, |
| "loss": 1.1547245979309082, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.9876847290640394, |
| "grad_norm": 0.20426036417484283, |
| "learning_rate": 1.2904880585863363e-07, |
| "loss": 1.046004295349121, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.9901477832512315, |
| "grad_norm": 0.23997654020786285, |
| "learning_rate": 8.419136199062093e-08, |
| "loss": 1.1322190284729003, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.9926108374384236, |
| "grad_norm": 0.21695995330810547, |
| "learning_rate": 4.887490833086482e-08, |
| "loss": 1.143213653564453, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.9950738916256158, |
| "grad_norm": 0.26213300228118896, |
| "learning_rate": 2.310169250050453e-08, |
| "loss": 1.0899484634399415, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.9975369458128078, |
| "grad_norm": 0.25474274158477783, |
| "learning_rate": 6.8733547668287095e-09, |
| "loss": 1.1756253242492676, |
| "step": 2025 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.21422885358333588, |
| "learning_rate": 1.9092793892561132e-10, |
| "loss": 1.197043228149414, |
| "step": 2030 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 2030, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.951955862809477e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
