{"step": 10, "loss": 10.558928048610687, "lr": 3.9999999999999996e-05, "tok_s": 57751.26294201406}
{"step": 20, "loss": 9.436821150779725, "lr": 7.999999999999999e-05, "tok_s": 100884.4599635125}
{"step": 30, "loss": 8.319514799118043, "lr": 0.00011999999999999999, "tok_s": 100833.53929754537}
{"step": 40, "loss": 7.838142824172974, "lr": 0.00015999999999999999, "tok_s": 101081.1784334697}
{"step": 50, "loss": 7.553256011009216, "lr": 0.00019999999999999998, "tok_s": 100774.87408020499}
{"step": 60, "loss": 7.184791326522827, "lr": 0.00023999999999999998, "tok_s": 100710.54432974351}
{"step": 70, "loss": 6.705662786960602, "lr": 0.00028, "tok_s": 100549.5921565801}
{"step": 80, "loss": 6.277644205093384, "lr": 0.00031999999999999997, "tok_s": 100891.40099534027}
{"step": 90, "loss": 6.0171788215637205, "lr": 0.00035999999999999997, "tok_s": 100701.70811769294}
{"step": 100, "loss": 5.8424641489982605, "lr": 0.00039999999999999996, "tok_s": 100215.07324317082}
{"step": 110, "loss": 5.713338726758957, "lr": 0.0004399999999999999, "tok_s": 100702.97768444012}
{"step": 120, "loss": 5.6118501961231235, "lr": 0.00047999999999999996, "tok_s": 100644.04254403408}
{"step": 130, "loss": 5.51015482544899, "lr": 0.00052, "tok_s": 99816.29323487202}
{"step": 140, "loss": 5.410903519392013, "lr": 0.00056, "tok_s": 100381.76601220365}
{"step": 150, "loss": 5.2926738381385805, "lr": 0.0006, "tok_s": 100281.57027631332}
{"step": 160, "loss": 5.134509360790252, "lr": 0.0006, "tok_s": 93072.21049814693}
{"step": 170, "loss": 4.978759688138962, "lr": 0.0006, "tok_s": 100491.10753252104}
{"step": 180, "loss": 4.811357623338699, "lr": 0.0006, "tok_s": 100284.86463024934}
{"step": 190, "loss": 4.682711988687515, "lr": 0.0006, "tok_s": 100441.47560816094}
{"step": 200, "loss": 4.53830453157425, "lr": 0.0006, "tok_s": 100738.70030676374}
{"step": 210, "loss": 4.394386672973633, "lr": 0.0006, "tok_s": 100571.50240582418}
{"step": 220, "loss": 4.263681900501251, "lr": 0.0006, "tok_s": 100923.51592699431}
{"step": 230, "loss": 4.155369570851326, "lr": 0.0006, "tok_s": 100884.67332722961}
{"step": 240, "loss": 4.047501584887504, "lr": 0.0006, "tok_s": 100335.96362118336}
{"step": 250, "loss": 3.9694435477256773, "lr": 0.0006, "tok_s": 100539.24196462665}
{"step": 260, "loss": 3.884575602412224, "lr": 0.0006, "tok_s": 100426.14970602097}
{"step": 270, "loss": 3.823830580711365, "lr": 0.0006, "tok_s": 100654.37792934928}
{"step": 280, "loss": 3.7185207545757293, "lr": 0.0006, "tok_s": 100435.92455150445}
{"step": 290, "loss": 3.6873651176691054, "lr": 0.0006, "tok_s": 100386.63169298533}
{"step": 300, "loss": 3.626361387968063, "lr": 0.0006, "tok_s": 100659.55574857818}
{"step": 310, "loss": 3.6048438757658006, "lr": 0.0006, "tok_s": 93197.34633267309}
{"step": 320, "loss": 3.552429750561714, "lr": 0.0006, "tok_s": 100261.03729336945}
{"step": 330, "loss": 3.510664466023445, "lr": 0.0006, "tok_s": 100530.96454005908}
{"step": 340, "loss": 3.485000064969063, "lr": 0.0006, "tok_s": 99364.67089083602}
{"step": 350, "loss": 3.446547359228134, "lr": 0.0006, "tok_s": 100383.1436879417}
{"step": 360, "loss": 3.4383565574884414, "lr": 0.0006, "tok_s": 100328.5575202722}
{"step": 370, "loss": 3.402011752128601, "lr": 0.0006, "tok_s": 100711.98293499982}
{"step": 380, "loss": 3.3815925151109694, "lr": 0.0006, "tok_s": 100612.65023614647}
{"step": 390, "loss": 3.3673422038555145, "lr": 0.0006, "tok_s": 98685.50748380071}
{"step": 400, "loss": 3.348368188738823, "lr": 0.0006, "tok_s": 100769.08731985553}
{"step": 410, "loss": 3.3255837202072143, "lr": 0.0006, "tok_s": 100634.79176646235}
{"step": 420, "loss": 3.2951862037181856, "lr": 0.0006, "tok_s": 100599.12529834628}
{"step": 430, "loss": 3.2823459267616273, "lr": 0.0006, "tok_s": 100472.07488748315}
{"step": 440, "loss": 3.2495147228240966, "lr": 0.0006, "tok_s": 100537.51457341926}
{"step": 450, "loss": 3.2421604454517365, "lr": 0.0006, "tok_s": 100546.56610997692}
{"step": 460, "loss": 3.2565063536167145, "lr": 0.0006, "tok_s": 92967.6989556629}
{"step": 470, "loss": 3.2139015913009645, "lr": 0.0006, "tok_s": 100243.17924641138}
{"step": 480, "loss": 3.2065516859292984, "lr": 0.0006, "tok_s": 100438.83567746296}
{"step": 490, "loss": 3.223135444521904, "lr": 0.0006, "tok_s": 100482.15596986027}
{"step": 500, "loss": 3.1827252596616744, "lr": 0.0006, "tok_s": 100638.6077076409}
{"step": 510, "loss": 3.17941058576107, "lr": 0.0006, "tok_s": 100451.8166921828}
{"step": 520, "loss": 3.1631668627262117, "lr": 0.0006, "tok_s": 100559.95505644038}
{"step": 530, "loss": 3.168537271022797, "lr": 0.0006, "tok_s": 100281.07249486496}
{"step": 540, "loss": 3.147646015882492, "lr": 0.0006, "tok_s": 100751.68394141551}
{"step": 550, "loss": 3.1297860950231553, "lr": 0.0006, "tok_s": 100549.44181541628}
{"step": 560, "loss": 3.1166075110435485, "lr": 0.0006, "tok_s": 100261.74332723948}
{"step": 570, "loss": 3.134752944111824, "lr": 0.0006, "tok_s": 100804.65793604114}
{"step": 580, "loss": 3.1094461649656298, "lr": 0.0006, "tok_s": 100547.59224210691}
{"step": 590, "loss": 3.108005365729332, "lr": 0.0006, "tok_s": 100551.6487033244}
{"step": 600, "loss": 3.097949135303497, "lr": 0.0006, "tok_s": 100720.75959394994}
{"step": 610, "loss": 3.0965460538864136, "lr": 0.0006, "tok_s": 93277.87862540164}
{"step": 620, "loss": 3.086359590291977, "lr": 0.0006, "tok_s": 100798.75132029096}
{"step": 630, "loss": 3.0684080839157106, "lr": 0.0006, "tok_s": 100720.74044891441}
{"step": 640, "loss": 3.0619209706783295, "lr": 0.0006, "tok_s": 100749.15923113434}
{"step": 650, "loss": 3.058165040612221, "lr": 0.0006, "tok_s": 100978.06394390087}
{"step": 660, "loss": 3.0585276931524277, "lr": 0.0006, "tok_s": 100749.46295592526}
{"step": 670, "loss": 3.0499379098415376, "lr": 0.0006, "tok_s": 99320.94484772583}
{"step": 680, "loss": 3.031423282623291, "lr": 0.0006, "tok_s": 100375.67632740687}
{"step": 690, "loss": 3.034598910808563, "lr": 0.0006, "tok_s": 100531.92118421877}
{"step": 700, "loss": 3.013563647866249, "lr": 0.0006, "tok_s": 100501.78679464728}
{"step": 710, "loss": 3.020408755540848, "lr": 0.0006, "tok_s": 100400.61455812691}
{"step": 720, "loss": 3.0080485552549363, "lr": 0.0006, "tok_s": 100626.51817147095}
{"step": 730, "loss": 3.010661116242409, "lr": 0.0006, "tok_s": 100560.31673320402}
{"step": 740, "loss": 2.985303795337677, "lr": 0.0006, "tok_s": 100594.11843351876}
{"step": 750, "loss": 2.9911435574293135, "lr": 0.0006, "tok_s": 100719.24346806774}
{"step": 760, "loss": 2.993647199869156, "lr": 0.0006, "tok_s": 92694.93586499312}
{"step": 770, "loss": 2.991041973233223, "lr": 0.0006, "tok_s": 100411.09876164561}
{"step": 780, "loss": 2.986131799221039, "lr": 0.0006, "tok_s": 100584.46022805343}
{"step": 790, "loss": 2.9761282563209535, "lr": 0.0006, "tok_s": 100769.66845956571}
{"step": 800, "loss": 2.9691010802984237, "lr": 0.0006, "tok_s": 100267.10507498478}
{"step": 810, "loss": 2.9632755160331725, "lr": 0.0006, "tok_s": 100483.79146422203}
{"step": 820, "loss": 2.9471588104963304, "lr": 0.0006, "tok_s": 100624.9167054258}
{"step": 830, "loss": 2.9456286638975144, "lr": 0.0006, "tok_s": 100345.73373853264}
{"step": 840, "loss": 2.9343577355146406, "lr": 0.0006, "tok_s": 100796.49152859482}
{"step": 850, "loss": 2.937390160560608, "lr": 0.0006, "tok_s": 100521.5555603355}
{"step": 860, "loss": 2.9361020803451536, "lr": 0.0006, "tok_s": 100744.30011428859}
{"step": 870, "loss": 2.929842785000801, "lr": 0.0006, "tok_s": 100557.68710583313}
{"step": 880, "loss": 2.921016755700111, "lr": 0.0006, "tok_s": 100533.28345118709}
{"step": 890, "loss": 2.908094030618668, "lr": 0.0006, "tok_s": 100429.13617330971}
{"step": 900, "loss": 2.915668472647667, "lr": 0.0006, "tok_s": 99995.44207278691}
{"step": 910, "loss": 2.9192551016807555, "lr": 0.0006, "tok_s": 93241.89946835527}
{"step": 920, "loss": 2.912376421689987, "lr": 0.0006, "tok_s": 100597.82153270121}
{"step": 930, "loss": 2.919869974255562, "lr": 0.0006, "tok_s": 100551.00455790506}
{"step": 940, "loss": 2.9144054144620894, "lr": 0.0006, "tok_s": 100592.46508110054}
{"step": 950, "loss": 2.9140206307172773, "lr": 0.0006, "tok_s": 100397.97631651394}
{"step": 960, "loss": 2.88630553483963, "lr": 0.0006, "tok_s": 100567.73110532905}
{"step": 970, "loss": 2.8786509573459624, "lr": 0.0006, "tok_s": 100087.77366207258}
{"step": 980, "loss": 2.887146371603012, "lr": 0.0006, "tok_s": 100603.54192329201}
{"step": 990, "loss": 2.8839745849370955, "lr": 0.0006, "tok_s": 100008.96685521863}
{"step": 1000, "loss": 2.891139271855354, "lr": 0.0006, "tok_s": 100479.05478346854}
{"step": 1010, "loss": 2.870338073372841, "lr": 0.0006, "tok_s": 100561.80393493171}
{"step": 1020, "loss": 2.875291308760643, "lr": 0.0006, "tok_s": 100625.90345665337}
{"step": 1030, "loss": 2.8735448092222216, "lr": 0.0006, "tok_s": 100316.55494130778}
{"step": 1040, "loss": 2.853999066352844, "lr": 0.0006, "tok_s": 100613.428210747}
{"step": 1050, "loss": 2.853374880552292, "lr": 0.0006, "tok_s": 100421.40217802356}
{"step": 1060, "loss": 2.8355960071086885, "lr": 0.0006, "tok_s": 93269.71954240384}
{"step": 1070, "loss": 2.868672314286232, "lr": 0.0006, "tok_s": 100303.63013389682}
{"step": 1080, "loss": 2.8497932821512224, "lr": 0.0006, "tok_s": 100377.78533064568}
{"step": 1090, "loss": 2.855304646492004, "lr": 0.0006, "tok_s": 100553.07610564643}
{"step": 1100, "loss": 2.849302512407303, "lr": 0.0006, "tok_s": 99987.75222334897}
{"step": 1110, "loss": 2.848549008369446, "lr": 0.0006, "tok_s": 100530.79472211229}
{"step": 1120, "loss": 2.84353244304657, "lr": 0.0006, "tok_s": 100201.24770568225}
{"step": 1130, "loss": 2.8420894235372542, "lr": 0.0006, "tok_s": 100575.62289620684}
{"step": 1140, "loss": 2.8188397914171217, "lr": 0.0006, "tok_s": 100381.05737051132}
{"step": 1150, "loss": 2.8355686396360396, "lr": 0.0005286004054780274, "tok_s": 100421.70026114526}
{"step": 1160, "loss": 2.836396670341492, "lr": 0.00047633227464812693, "tok_s": 100335.48612965432}
{"step": 1170, "loss": 2.8013833552598952, "lr": 0.0004403456530829476, "tok_s": 100441.48271911831}
{"step": 1180, "loss": 2.7967331647872924, "lr": 0.00041109442918401085, "tok_s": 100521.98703573096}
{"step": 1190, "loss": 2.783522140979767, "lr": 0.0003858012164340822, "tok_s": 99864.53469411423}
{"step": 1200, "loss": 2.8081950902938844, "lr": 0.00036319433478710207, "tok_s": 99727.40740473339}
{"step": 1210, "loss": 2.771678701043129, "lr": 0.00034256510090369, "tok_s": 92779.58668970785}
{"step": 1220, "loss": 2.776586925983429, "lr": 0.00032347055949043783, "tok_s": 99871.56355511003}
{"step": 1230, "loss": 2.7670613795518877, "lr": 0.0003056119301596349, "tok_s": 100189.3965312251}
{"step": 1240, "loss": 2.7639532893896104, "lr": 0.00028877638286894117, "tok_s": 100251.38923646363}
{"step": 1250, "loss": 2.7678561240434645, "lr": 0.0002728059535139063, "tok_s": 100067.8661624419}
{"step": 1260, "loss": 2.7602756023406982, "lr": 0.0002575795738397777, "tok_s": 100559.05673895142}
{"step": 1270, "loss": 2.7430291563272475, "lr": 0.000243002027390137, "tok_s": 100429.29280549876}
{"step": 1280, "loss": 2.741029241681099, "lr": 0.00022899682394438096, "tok_s": 100206.27261538581}
{"step": 1290, "loss": 2.732442146539688, "lr": 0.00021550141633659966, "tok_s": 100266.00168343422}
{"step": 1300, "loss": 2.6943935334682463, "lr": 0.00020246388210004733, "tok_s": 100394.61196316617}
{"step": 1310, "loss": 2.703908529877663, "lr": 0.000189840556331115, "tok_s": 100486.53592685594}
{"step": 1320, "loss": 2.7091004699468613, "lr": 0.00017759430232704788, "tok_s": 100606.48808964455}
{"step": 1330, "loss": 2.7243851006031035, "lr": 0.00016569322176325906, "tok_s": 100216.50229516492}
{"step": 1340, "loss": 2.71903018951416, "lr": 0.00015410967512382394, "tok_s": 100037.34963684995}
{"step": 1350, "loss": 2.7019290685653687, "lr": 0.00014281952577347963, "tok_s": 100086.58811765567}
{"step": 1360, "loss": 2.715005224943161, "lr": 0.00013180154826207484, "tok_s": 90787.59303400978}
{"step": 1370, "loss": 2.6950105369091033, "lr": 0.00012103695924884308, "tok_s": 100544.85087942333}
{"step": 1380, "loss": 2.691245433688164, "lr": 0.00011050904134866944, "tok_s": 100008.1163323947}
{"step": 1390, "loss": 2.6923380970954893, "lr": 0.0001002028383461919, "tok_s": 100149.29923623533}
{"step": 1400, "loss": 2.689820957183838, "lr": 9.010490589435262e-05, "tok_s": 100079.63394488336}
{"step": 1410, "loss": 2.6837279438972472, "lr": 8.020310582996826e-05, "tok_s": 99837.14824462736}
{"step": 1420, "loss": 2.7054353982210158, "lr": 7.048643512690308e-05, "tok_s": 99750.98831031937}
{"step": 1430, "loss": 2.6968517333269117, "lr": 6.0944882613642584e-05, "tok_s": 100106.40645600921}