| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 2030, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0024630541871921183, |
| "grad_norm": 1.576782464981079, |
| "learning_rate": 1.639344262295082e-05, |
| "loss": 2.8946464538574217, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0049261083743842365, |
| "grad_norm": 0.5424566864967346, |
| "learning_rate": 3.6885245901639346e-05, |
| "loss": 2.8349845886230467, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.007389162561576354, |
| "grad_norm": 0.2974247932434082, |
| "learning_rate": 5.737704918032787e-05, |
| "loss": 2.5847036361694338, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.009852216748768473, |
| "grad_norm": 0.3515515923500061, |
| "learning_rate": 7.78688524590164e-05, |
| "loss": 2.4321041107177734, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.012315270935960592, |
| "grad_norm": 0.2208901196718216, |
| "learning_rate": 9.836065573770491e-05, |
| "loss": 2.349212074279785, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.014778325123152709, |
| "grad_norm": 0.20292750000953674, |
| "learning_rate": 0.00011885245901639344, |
| "loss": 2.2124969482421877, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.017241379310344827, |
| "grad_norm": 0.17618690431118011, |
| "learning_rate": 0.00013934426229508196, |
| "loss": 2.0806224822998045, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.019704433497536946, |
| "grad_norm": 0.23384685814380646, |
| "learning_rate": 0.0001598360655737705, |
| "loss": 2.0179601669311524, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.022167487684729065, |
| "grad_norm": 0.1721847951412201, |
| "learning_rate": 0.00018032786885245904, |
| "loss": 1.9524045944213868, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.024630541871921183, |
| "grad_norm": 0.2105543166399002, |
| "learning_rate": 0.00020081967213114754, |
| "loss": 1.8813556671142577, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.027093596059113302, |
| "grad_norm": 0.1616581231355667, |
| "learning_rate": 0.00022131147540983606, |
| "loss": 1.849898338317871, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.029556650246305417, |
| "grad_norm": 0.19672377407550812, |
| "learning_rate": 0.00024180327868852458, |
| "loss": 1.8116474151611328, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.03201970443349754, |
| "grad_norm": 0.18601663410663605, |
| "learning_rate": 0.00024999856804288825, |
| "loss": 1.7615894317626952, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.034482758620689655, |
| "grad_norm": 0.18811668455600739, |
| "learning_rate": 0.0002499898173126826, |
| "loss": 1.7470718383789063, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.03694581280788178, |
| "grad_norm": 0.21485674381256104, |
| "learning_rate": 0.00024997311194024176, |
| "loss": 1.7718585968017577, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.03940886699507389, |
| "grad_norm": 0.16910547018051147, |
| "learning_rate": 0.00024994845298873447, |
| "loss": 1.7243595123291016, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.04187192118226601, |
| "grad_norm": 0.21829535067081451, |
| "learning_rate": 0.0002499158420275136, |
| "loss": 1.6787448883056642, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.04433497536945813, |
| "grad_norm": 0.19575679302215576, |
| "learning_rate": 0.0002498752811320165, |
| "loss": 1.6730777740478515, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.046798029556650245, |
| "grad_norm": 0.1603914201259613, |
| "learning_rate": 0.00024982677288363283, |
| "loss": 1.7178722381591798, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.04926108374384237, |
| "grad_norm": 0.19204729795455933, |
| "learning_rate": 0.00024977032036954, |
| "loss": 1.675705909729004, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.05172413793103448, |
| "grad_norm": 0.19316811859607697, |
| "learning_rate": 0.0002497059271825072, |
| "loss": 1.67794189453125, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.054187192118226604, |
| "grad_norm": 0.17815200984477997, |
| "learning_rate": 0.00024963359742066646, |
| "loss": 1.6259672164916992, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.05665024630541872, |
| "grad_norm": 0.21048253774642944, |
| "learning_rate": 0.0002495533356872516, |
| "loss": 1.6466709136962892, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.059113300492610835, |
| "grad_norm": 0.1798284500837326, |
| "learning_rate": 0.00024946514709030596, |
| "loss": 1.624470329284668, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.06157635467980296, |
| "grad_norm": 0.18633724749088287, |
| "learning_rate": 0.00024936903724235643, |
| "loss": 1.6109725952148437, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.06403940886699508, |
| "grad_norm": 0.18666480481624603, |
| "learning_rate": 0.0002492650122600571, |
| "loss": 1.5855847358703614, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0665024630541872, |
| "grad_norm": 0.187570720911026, |
| "learning_rate": 0.00024915307876379925, |
| "loss": 1.614936065673828, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.06896551724137931, |
| "grad_norm": 0.19775646924972534, |
| "learning_rate": 0.0002490332438772907, |
| "loss": 1.6251581192016602, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.07142857142857142, |
| "grad_norm": 0.16423331201076508, |
| "learning_rate": 0.00024890551522710187, |
| "loss": 1.586317253112793, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.07389162561576355, |
| "grad_norm": 0.18266676366329193, |
| "learning_rate": 0.0002487699009421806, |
| "loss": 1.5819233894348144, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.07635467980295567, |
| "grad_norm": 0.16824640333652496, |
| "learning_rate": 0.00024862640965333496, |
| "loss": 1.548696231842041, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.07881773399014778, |
| "grad_norm": 0.20801961421966553, |
| "learning_rate": 0.0002484750504926838, |
| "loss": 1.5585339546203614, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0812807881773399, |
| "grad_norm": 0.17362217605113983, |
| "learning_rate": 0.0002483158330930756, |
| "loss": 1.5954392433166504, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.08374384236453201, |
| "grad_norm": 0.17652060091495514, |
| "learning_rate": 0.0002481487675874754, |
| "loss": 1.523369312286377, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.08620689655172414, |
| "grad_norm": 0.1657353788614273, |
| "learning_rate": 0.00024797386460832, |
| "loss": 1.564998722076416, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.08866995073891626, |
| "grad_norm": 0.20407427847385406, |
| "learning_rate": 0.00024779113528684116, |
| "loss": 1.5420802116394043, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.09113300492610837, |
| "grad_norm": 0.1929025799036026, |
| "learning_rate": 0.00024760059125235724, |
| "loss": 1.5300561904907226, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.09359605911330049, |
| "grad_norm": 0.2064048945903778, |
| "learning_rate": 0.00024740224463153305, |
| "loss": 1.5291034698486328, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0960591133004926, |
| "grad_norm": 0.18626253306865692, |
| "learning_rate": 0.00024719610804760817, |
| "loss": 1.5361968994140625, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.09852216748768473, |
| "grad_norm": 0.19031359255313873, |
| "learning_rate": 0.0002469821946195935, |
| "loss": 1.5882277488708496, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.10098522167487685, |
| "grad_norm": 0.19836470484733582, |
| "learning_rate": 0.00024676051796143644, |
| "loss": 1.5806845664978026, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.10344827586206896, |
| "grad_norm": 0.18841883540153503, |
| "learning_rate": 0.0002465310921811543, |
| "loss": 1.5321168899536133, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.10591133004926108, |
| "grad_norm": 0.19038760662078857, |
| "learning_rate": 0.0002462939318799364, |
| "loss": 1.5261334419250487, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.10837438423645321, |
| "grad_norm": 0.2101883441209793, |
| "learning_rate": 0.0002460490521512152, |
| "loss": 1.5112834930419923, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.11083743842364532, |
| "grad_norm": 0.1957591027021408, |
| "learning_rate": 0.0002457964685797052, |
| "loss": 1.5345054626464845, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.11330049261083744, |
| "grad_norm": 0.2150440812110901, |
| "learning_rate": 0.0002455361972404116, |
| "loss": 1.5496223449707032, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.11576354679802955, |
| "grad_norm": 0.18482013046741486, |
| "learning_rate": 0.00024526825469760674, |
| "loss": 1.491357421875, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.11822660098522167, |
| "grad_norm": 0.20167887210845947, |
| "learning_rate": 0.00024499265800377633, |
| "loss": 1.499197769165039, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.1206896551724138, |
| "grad_norm": 0.1861075758934021, |
| "learning_rate": 0.00024470942469853395, |
| "loss": 1.4918067932128907, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.12315270935960591, |
| "grad_norm": 0.19906744360923767, |
| "learning_rate": 0.0002444185728075049, |
| "loss": 1.4826949119567872, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.12561576354679804, |
| "grad_norm": 0.18927539885044098, |
| "learning_rate": 0.00024412012084117904, |
| "loss": 1.4690278053283692, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.12807881773399016, |
| "grad_norm": 0.22364802658557892, |
| "learning_rate": 0.0002438140877937325, |
| "loss": 1.511463737487793, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.13054187192118227, |
| "grad_norm": 0.17403197288513184, |
| "learning_rate": 0.00024350049314181917, |
| "loss": 1.5138906478881835, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.1330049261083744, |
| "grad_norm": 0.19757160544395447, |
| "learning_rate": 0.00024317935684333092, |
| "loss": 1.4710895538330078, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.1354679802955665, |
| "grad_norm": 0.1725938767194748, |
| "learning_rate": 0.00024285069933612752, |
| "loss": 1.4501166343688965, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.13793103448275862, |
| "grad_norm": 0.17984315752983093, |
| "learning_rate": 0.00024251454153673607, |
| "loss": 1.461907196044922, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.14039408866995073, |
| "grad_norm": 0.17993943393230438, |
| "learning_rate": 0.0002421709048390195, |
| "loss": 1.4890538215637208, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 0.19029419124126434, |
| "learning_rate": 0.00024181981111281526, |
| "loss": 1.4817827224731446, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.14532019704433496, |
| "grad_norm": 0.18746912479400635, |
| "learning_rate": 0.00024146128270254347, |
| "loss": 1.454909324645996, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.1477832512315271, |
| "grad_norm": 0.1737545281648636, |
| "learning_rate": 0.00024109534242578473, |
| "loss": 1.4507439613342286, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.15024630541871922, |
| "grad_norm": 0.16780607402324677, |
| "learning_rate": 0.0002407220135718281, |
| "loss": 1.4520732879638671, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.15270935960591134, |
| "grad_norm": 0.185664102435112, |
| "learning_rate": 0.00024034131990018879, |
| "loss": 1.4266855239868164, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.15517241379310345, |
| "grad_norm": 0.17912675440311432, |
| "learning_rate": 0.00023995328563909617, |
| "loss": 1.4438836097717285, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.15763546798029557, |
| "grad_norm": 0.16740645468235016, |
| "learning_rate": 0.00023955793548395172, |
| "loss": 1.4362960815429688, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.16009852216748768, |
| "grad_norm": 0.19105449318885803, |
| "learning_rate": 0.0002391552945957574, |
| "loss": 1.4682472229003907, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.1625615763546798, |
| "grad_norm": 0.1613941639661789, |
| "learning_rate": 0.00023874538859951444, |
| "loss": 1.451451301574707, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.16502463054187191, |
| "grad_norm": 0.17451488971710205, |
| "learning_rate": 0.00023832824358259233, |
| "loss": 1.38260498046875, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.16748768472906403, |
| "grad_norm": 0.18210256099700928, |
| "learning_rate": 0.00023790388609306869, |
| "loss": 1.4864479064941407, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.16995073891625614, |
| "grad_norm": 0.15857470035552979, |
| "learning_rate": 0.00023747234313803957, |
| "loss": 1.423063087463379, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.1724137931034483, |
| "grad_norm": 0.20868025720119476, |
| "learning_rate": 0.00023703364218190086, |
| "loss": 1.4290130615234375, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.1748768472906404, |
| "grad_norm": 0.18334713578224182, |
| "learning_rate": 0.00023658781114460015, |
| "loss": 1.4227691650390626, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.17733990147783252, |
| "grad_norm": 0.1434343308210373, |
| "learning_rate": 0.00023613487839986002, |
| "loss": 1.445096778869629, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.17980295566502463, |
| "grad_norm": 0.16572657227516174, |
| "learning_rate": 0.00023567487277337224, |
| "loss": 1.4285211563110352, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.18226600985221675, |
| "grad_norm": 0.1833866387605667, |
| "learning_rate": 0.00023520782354096304, |
| "loss": 1.425662136077881, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.18472906403940886, |
| "grad_norm": 0.15879110991954803, |
| "learning_rate": 0.00023473376042673023, |
| "loss": 1.3996357917785645, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.18719211822660098, |
| "grad_norm": 0.19990192353725433, |
| "learning_rate": 0.0002342527136011513, |
| "loss": 1.4143569946289063, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.1896551724137931, |
| "grad_norm": 0.18486812710762024, |
| "learning_rate": 0.00023376471367916337, |
| "loss": 1.4033607482910155, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.1921182266009852, |
| "grad_norm": 0.17442306876182556, |
| "learning_rate": 0.00023326979171821476, |
| "loss": 1.3730643272399903, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.19458128078817735, |
| "grad_norm": 0.173421710729599, |
| "learning_rate": 0.00023276797921628837, |
| "loss": 1.3813364028930664, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.19704433497536947, |
| "grad_norm": 0.1716538965702057, |
| "learning_rate": 0.0002322593081098972, |
| "loss": 1.422166633605957, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.19950738916256158, |
| "grad_norm": 0.16969984769821167, |
| "learning_rate": 0.00023174381077205176, |
| "loss": 1.3688505172729493, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.2019704433497537, |
| "grad_norm": 0.1701720952987671, |
| "learning_rate": 0.00023122152001019968, |
| "loss": 1.42032470703125, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2044334975369458, |
| "grad_norm": 0.16210104525089264, |
| "learning_rate": 0.00023069246906413807, |
| "loss": 1.3933750152587892, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.20689655172413793, |
| "grad_norm": 0.1729843020439148, |
| "learning_rate": 0.00023015669160389766, |
| "loss": 1.372517204284668, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.20935960591133004, |
| "grad_norm": 0.16887453198432922, |
| "learning_rate": 0.00022961422172760023, |
| "loss": 1.3911527633666991, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.21182266009852216, |
| "grad_norm": 0.19436541199684143, |
| "learning_rate": 0.00022906509395928854, |
| "loss": 1.3760509490966797, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.21428571428571427, |
| "grad_norm": 0.18449777364730835, |
| "learning_rate": 0.00022850934324672895, |
| "loss": 1.4072185516357423, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.21674876847290642, |
| "grad_norm": 0.18370717763900757, |
| "learning_rate": 0.0002279470049591874, |
| "loss": 1.3903163909912108, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.21921182266009853, |
| "grad_norm": 0.16729238629341125, |
| "learning_rate": 0.0002273781148851785, |
| "loss": 1.4293941497802733, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.22167487684729065, |
| "grad_norm": 0.16858957707881927, |
| "learning_rate": 0.0002268027092301876, |
| "loss": 1.3823756217956542, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.22413793103448276, |
| "grad_norm": 0.17020873725414276, |
| "learning_rate": 0.00022622082461436682, |
| "loss": 1.3988096237182617, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.22660098522167488, |
| "grad_norm": 0.17294643819332123, |
| "learning_rate": 0.0002256324980702045, |
| "loss": 1.3739171981811524, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.229064039408867, |
| "grad_norm": 0.17125867307186127, |
| "learning_rate": 0.0002250377670401681, |
| "loss": 1.3468008041381836, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.2315270935960591, |
| "grad_norm": 0.17837369441986084, |
| "learning_rate": 0.00022443666937432155, |
| "loss": 1.4052190780639648, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.23399014778325122, |
| "grad_norm": 0.1752692013978958, |
| "learning_rate": 0.00022382924332791615, |
| "loss": 1.3898029327392578, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.23645320197044334, |
| "grad_norm": 0.1891223043203354, |
| "learning_rate": 0.00022321552755895618, |
| "loss": 1.354398536682129, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.23891625615763548, |
| "grad_norm": 0.19426104426383972, |
| "learning_rate": 0.0002225955611257384, |
| "loss": 1.384025764465332, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.2413793103448276, |
| "grad_norm": 0.17275558412075043, |
| "learning_rate": 0.0002219693834843663, |
| "loss": 1.4047843933105468, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.2438423645320197, |
| "grad_norm": 0.1689615696668625, |
| "learning_rate": 0.00022133703448623914, |
| "loss": 1.3107892990112304, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.24630541871921183, |
| "grad_norm": 0.2038181871175766, |
| "learning_rate": 0.00022069855437551573, |
| "loss": 1.3369841575622559, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.24876847290640394, |
| "grad_norm": 0.17948555946350098, |
| "learning_rate": 0.00022005398378655296, |
| "loss": 1.3794227600097657, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.2512315270935961, |
| "grad_norm": 0.17501185834407806, |
| "learning_rate": 0.00021940336374131998, |
| "loss": 1.4196930885314942, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.2536945812807882, |
| "grad_norm": 0.2093033641576767, |
| "learning_rate": 0.0002187467356467875, |
| "loss": 1.3714283943176269, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.2561576354679803, |
| "grad_norm": 0.16727226972579956, |
| "learning_rate": 0.0002180841412922922, |
| "loss": 1.3726673126220703, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.25862068965517243, |
| "grad_norm": 0.17903991043567657, |
| "learning_rate": 0.0002174156228468776, |
| "loss": 1.358510971069336, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.26108374384236455, |
| "grad_norm": 0.17160792648792267, |
| "learning_rate": 0.00021674122285661007, |
| "loss": 1.3609466552734375, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.26354679802955666, |
| "grad_norm": 0.1898966133594513, |
| "learning_rate": 0.0002160609842418711, |
| "loss": 1.3312295913696288, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.2660098522167488, |
| "grad_norm": 0.17584620416164398, |
| "learning_rate": 0.00021537495029462584, |
| "loss": 1.3631524085998534, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.2684729064039409, |
| "grad_norm": 0.18318195641040802, |
| "learning_rate": 0.00021468316467566784, |
| "loss": 1.3585592269897462, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.270935960591133, |
| "grad_norm": 0.22046172618865967, |
| "learning_rate": 0.00021398567141184044, |
| "loss": 1.3452308654785157, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.2733990147783251, |
| "grad_norm": 0.18428301811218262, |
| "learning_rate": 0.0002132825148932347, |
| "loss": 1.3319664001464844, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.27586206896551724, |
| "grad_norm": 0.16791480779647827, |
| "learning_rate": 0.00021257373987036444, |
| "loss": 1.3558830261230468, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.27832512315270935, |
| "grad_norm": 0.16549845039844513, |
| "learning_rate": 0.00021185939145131806, |
| "loss": 1.3690947532653808, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.28078817733990147, |
| "grad_norm": 0.18301844596862793, |
| "learning_rate": 0.00021113951509888786, |
| "loss": 1.3542755126953125, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.2832512315270936, |
| "grad_norm": 0.1825488954782486, |
| "learning_rate": 0.00021041415662767662, |
| "loss": 1.3548131942749024, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 0.16749636828899384, |
| "learning_rate": 0.000209683362201182, |
| "loss": 1.3456719398498536, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.2881773399014778, |
| "grad_norm": 0.17608295381069183, |
| "learning_rate": 0.0002089471783288584, |
| "loss": 1.3705681800842284, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.29064039408866993, |
| "grad_norm": 0.17070530354976654, |
| "learning_rate": 0.00020820565186315708, |
| "loss": 1.3699356079101563, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.29310344827586204, |
| "grad_norm": 0.1745534986257553, |
| "learning_rate": 0.00020745882999654436, |
| "loss": 1.3450947761535645, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.2955665024630542, |
| "grad_norm": 0.16439899802207947, |
| "learning_rate": 0.0002067067602584981, |
| "loss": 1.3508234024047852, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.29802955665024633, |
| "grad_norm": 0.1894385665655136, |
| "learning_rate": 0.000205949490512483, |
| "loss": 1.351315402984619, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.30049261083743845, |
| "grad_norm": 0.1537814885377884, |
| "learning_rate": 0.0002051870689529043, |
| "loss": 1.3379337310791015, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.30295566502463056, |
| "grad_norm": 0.17749722301959991, |
| "learning_rate": 0.00020441954410204056, |
| "loss": 1.371589183807373, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.3054187192118227, |
| "grad_norm": 0.1515127718448639, |
| "learning_rate": 0.00020364696480695572, |
| "loss": 1.382241439819336, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.3078817733990148, |
| "grad_norm": 0.19499871134757996, |
| "learning_rate": 0.00020286938023639025, |
| "loss": 1.321158218383789, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.3103448275862069, |
| "grad_norm": 0.1817796230316162, |
| "learning_rate": 0.00020208683987763202, |
| "loss": 1.2779136657714845, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.312807881773399, |
| "grad_norm": 0.20046235620975494, |
| "learning_rate": 0.00020129939353336673, |
| "loss": 1.373447799682617, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.31527093596059114, |
| "grad_norm": 0.17454685270786285, |
| "learning_rate": 0.00020050709131850842, |
| "loss": 1.3511387825012207, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.31773399014778325, |
| "grad_norm": 0.15645831823349, |
| "learning_rate": 0.00019970998365700994, |
| "loss": 1.3556259155273438, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.32019704433497537, |
| "grad_norm": 0.23432165384292603, |
| "learning_rate": 0.00019890812127865398, |
| "loss": 1.3702130317687988, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.3226600985221675, |
| "grad_norm": 0.19228830933570862, |
| "learning_rate": 0.00019810155521582452, |
| "loss": 1.3509254455566406, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.3251231527093596, |
| "grad_norm": 0.17956726253032684, |
| "learning_rate": 0.0001972903368002588, |
| "loss": 1.3903903007507323, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.3275862068965517, |
| "grad_norm": 0.1781313717365265, |
| "learning_rate": 0.00019647451765978066, |
| "loss": 1.3841757774353027, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.33004926108374383, |
| "grad_norm": 0.18768683075904846, |
| "learning_rate": 0.0001956541497150148, |
| "loss": 1.2905200004577637, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.33251231527093594, |
| "grad_norm": 0.16383622586727142, |
| "learning_rate": 0.00019482928517608236, |
| "loss": 1.360379409790039, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.33497536945812806, |
| "grad_norm": 0.16578137874603271, |
| "learning_rate": 0.00019399997653927808, |
| "loss": 1.278472900390625, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.3374384236453202, |
| "grad_norm": 0.1965074986219406, |
| "learning_rate": 0.00019316627658372965, |
| "loss": 1.2946483612060546, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.3399014778325123, |
| "grad_norm": 0.16846999526023865, |
| "learning_rate": 0.00019232823836803814, |
| "loss": 1.3446279525756837, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.34236453201970446, |
| "grad_norm": 0.1912621706724167, |
| "learning_rate": 0.00019148591522690186, |
| "loss": 1.286168098449707, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.3448275862068966, |
| "grad_norm": 0.1728268563747406, |
| "learning_rate": 0.00019063936076772165, |
| "loss": 1.310130786895752, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.3472906403940887, |
| "grad_norm": 0.1802312731742859, |
| "learning_rate": 0.00018978862886718912, |
| "loss": 1.3130574226379395, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.3497536945812808, |
| "grad_norm": 0.21355324983596802, |
| "learning_rate": 0.0001889337736678582, |
| "loss": 1.315770435333252, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.3522167487684729, |
| "grad_norm": 0.18635617196559906, |
| "learning_rate": 0.00018807484957469883, |
| "loss": 1.2871192932128905, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.35467980295566504, |
| "grad_norm": 0.19419880211353302, |
| "learning_rate": 0.0001872119112516351, |
| "loss": 1.349839687347412, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.35714285714285715, |
| "grad_norm": 0.17950312793254852, |
| "learning_rate": 0.00018634501361806583, |
| "loss": 1.2936307907104492, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.35960591133004927, |
| "grad_norm": 0.19235140085220337, |
| "learning_rate": 0.00018547421184536954, |
| "loss": 1.3393970489501954, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.3620689655172414, |
| "grad_norm": 0.17759372293949127, |
| "learning_rate": 0.00018459956135339337, |
| "loss": 1.2816192626953125, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.3645320197044335, |
| "grad_norm": 0.23250320553779602, |
| "learning_rate": 0.00018372111780692578, |
| "loss": 1.3334604263305665, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.3669950738916256, |
| "grad_norm": 0.17436301708221436, |
| "learning_rate": 0.00018283893711215404, |
| "loss": 1.3083503723144532, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.3694581280788177, |
| "grad_norm": 0.18099693953990936, |
| "learning_rate": 0.00018195307541310629, |
| "loss": 1.3178603172302246, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.37192118226600984, |
| "grad_norm": 0.269329309463501, |
| "learning_rate": 0.00018106358908807817, |
| "loss": 1.3349596023559571, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.37438423645320196, |
| "grad_norm": 0.18420232832431793, |
| "learning_rate": 0.0001801705347460452, |
| "loss": 1.3219612121582032, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.3768472906403941, |
| "grad_norm": 0.18118754029273987, |
| "learning_rate": 0.0001792739692230595, |
| "loss": 1.3394298553466797, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.3793103448275862, |
| "grad_norm": 0.17812423408031464, |
| "learning_rate": 0.0001783739495786331, |
| "loss": 1.323796272277832, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.3817733990147783, |
| "grad_norm": 0.19593380391597748, |
| "learning_rate": 0.0001774705330921062, |
| "loss": 1.286915111541748, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.3842364532019704, |
| "grad_norm": 0.17664848268032074, |
| "learning_rate": 0.00017656377725900208, |
| "loss": 1.3362086296081543, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.3866995073891626, |
| "grad_norm": 0.17172090709209442, |
| "learning_rate": 0.00017565373978736763, |
| "loss": 1.3063836097717285, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.3891625615763547, |
| "grad_norm": 0.18463967740535736, |
| "learning_rate": 0.00017474047859410093, |
| "loss": 1.302729892730713, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.3916256157635468, |
| "grad_norm": 0.20453161001205444, |
| "learning_rate": 0.00017382405180126518, |
| "loss": 1.3212371826171876, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.39408866995073893, |
| "grad_norm": 0.2201971560716629, |
| "learning_rate": 0.00017290451773238963, |
| "loss": 1.2563053131103517, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.39655172413793105, |
| "grad_norm": 0.18436840176582336, |
| "learning_rate": 0.00017198193490875786, |
| "loss": 1.2558401107788086, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.39901477832512317, |
| "grad_norm": 0.1734287142753601, |
| "learning_rate": 0.00017105636204568333, |
| "loss": 1.2716167449951172, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.4014778325123153, |
| "grad_norm": 0.2016817331314087, |
| "learning_rate": 0.00017012785804877237, |
| "loss": 1.2854512214660645, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.4039408866995074, |
| "grad_norm": 0.16567033529281616, |
| "learning_rate": 0.00016919648201017568, |
| "loss": 1.253489112854004, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.4064039408866995, |
| "grad_norm": 0.20947584509849548, |
| "learning_rate": 0.00016826229320482728, |
| "loss": 1.2323739051818847, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.4088669950738916, |
| "grad_norm": 0.18364252150058746, |
| "learning_rate": 0.00016732535108667207, |
| "loss": 1.2492031097412108, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.41133004926108374, |
| "grad_norm": 0.16092689335346222, |
| "learning_rate": 0.00016638571528488244, |
| "loss": 1.2878339767456055, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.41379310344827586, |
| "grad_norm": 0.1873292475938797, |
| "learning_rate": 0.0001654434456000628, |
| "loss": 1.2998780250549316, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.41625615763546797, |
| "grad_norm": 0.2125275880098343, |
| "learning_rate": 0.0001644986020004442, |
| "loss": 1.2909418106079102, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.4187192118226601, |
| "grad_norm": 0.17675183713436127, |
| "learning_rate": 0.00016355124461806745, |
| "loss": 1.2425660133361816, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.4211822660098522, |
| "grad_norm": 0.2152215540409088, |
| "learning_rate": 0.00016260143374495639, |
| "loss": 1.3083280563354491, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.4236453201970443, |
| "grad_norm": 0.2069772332906723, |
| "learning_rate": 0.00016164922982928073, |
| "loss": 1.2619693756103516, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.42610837438423643, |
| "grad_norm": 0.19488738477230072, |
| "learning_rate": 0.000160694693471509, |
| "loss": 1.2362824440002442, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 0.17941637337207794, |
| "learning_rate": 0.00015973788542055162, |
| "loss": 1.2109522819519043, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.43103448275862066, |
| "grad_norm": 0.18050067126750946, |
| "learning_rate": 0.00015877886656989493, |
| "loss": 1.286395263671875, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.43349753694581283, |
| "grad_norm": 0.1821620911359787, |
| "learning_rate": 0.0001578176979537258, |
| "loss": 1.248922348022461, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.43596059113300495, |
| "grad_norm": 0.25863558053970337, |
| "learning_rate": 0.00015685444074304698, |
| "loss": 1.248793125152588, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.43842364532019706, |
| "grad_norm": 0.19712696969509125, |
| "learning_rate": 0.00015588915624178428, |
| "loss": 1.2442864418029784, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.4408866995073892, |
| "grad_norm": 0.18720319867134094, |
| "learning_rate": 0.00015492190588288517, |
| "loss": 1.2700700759887695, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.4433497536945813, |
| "grad_norm": 0.16144616901874542, |
| "learning_rate": 0.00015395275122440856, |
| "loss": 1.2769156455993653, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.4458128078817734, |
| "grad_norm": 0.193702831864357, |
| "learning_rate": 0.0001529817539456076, |
| "loss": 1.234379482269287, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.4482758620689655, |
| "grad_norm": 0.2000775784254074, |
| "learning_rate": 0.00015200897584300414, |
| "loss": 1.2801446914672852, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.45073891625615764, |
| "grad_norm": 0.18480932712554932, |
| "learning_rate": 0.00015103447882645554, |
| "loss": 1.2297477722167969, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.45320197044334976, |
| "grad_norm": 0.242837592959404, |
| "learning_rate": 0.00015005832491521513, |
| "loss": 1.313267421722412, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.45566502463054187, |
| "grad_norm": 0.16983121633529663, |
| "learning_rate": 0.00014908057623398463, |
| "loss": 1.302457904815674, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.458128078817734, |
| "grad_norm": 0.19708214700222015, |
| "learning_rate": 0.00014810129500896074, |
| "loss": 1.2397549629211426, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.4605911330049261, |
| "grad_norm": 0.23579345643520355, |
| "learning_rate": 0.0001471205435638748, |
| "loss": 1.2467019081115722, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.4630541871921182, |
| "grad_norm": 0.1848316192626953, |
| "learning_rate": 0.00014613838431602635, |
| "loss": 1.2351249694824218, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.46551724137931033, |
| "grad_norm": 0.18563935160636902, |
| "learning_rate": 0.00014515487977231082, |
| "loss": 1.2387422561645507, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.46798029556650245, |
| "grad_norm": 0.20925939083099365, |
| "learning_rate": 0.00014417009252524126, |
| "loss": 1.2436027526855469, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.47044334975369456, |
| "grad_norm": 0.21446797251701355, |
| "learning_rate": 0.00014318408524896506, |
| "loss": 1.189046287536621, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.4729064039408867, |
| "grad_norm": 0.20368950068950653, |
| "learning_rate": 0.00014219692069527507, |
| "loss": 1.3030234336853028, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.4753694581280788, |
| "grad_norm": 0.2103145718574524, |
| "learning_rate": 0.000141208661689616, |
| "loss": 1.2151473999023437, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.47783251231527096, |
| "grad_norm": 0.18451350927352905, |
| "learning_rate": 0.0001402193711270859, |
| "loss": 1.2333395957946778, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.4802955665024631, |
| "grad_norm": 0.2466631531715393, |
| "learning_rate": 0.00013922911196843362, |
| "loss": 1.2488998413085937, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.4827586206896552, |
| "grad_norm": 0.20584948360919952, |
| "learning_rate": 0.00013823794723605176, |
| "loss": 1.2555919647216798, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.4852216748768473, |
| "grad_norm": 0.20075443387031555, |
| "learning_rate": 0.0001372459400099655, |
| "loss": 1.2696216583251954, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.4876847290640394, |
| "grad_norm": 0.19442631304264069, |
| "learning_rate": 0.0001362531534238185, |
| "loss": 1.2640766143798827, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.49014778325123154, |
| "grad_norm": 0.19115300476551056, |
| "learning_rate": 0.0001352596506608547, |
| "loss": 1.2196426391601562, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.49261083743842365, |
| "grad_norm": 0.1893470585346222, |
| "learning_rate": 0.000134265494949897, |
| "loss": 1.2342331886291504, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.49507389162561577, |
| "grad_norm": 0.21104690432548523, |
| "learning_rate": 0.00013327074956132363, |
| "loss": 1.204904556274414, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.4975369458128079, |
| "grad_norm": 0.18888571858406067, |
| "learning_rate": 0.00013227547780304117, |
| "loss": 1.256018829345703, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.1692684292793274, |
| "learning_rate": 0.0001312797430164556, |
| "loss": 1.201275634765625, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.5024630541871922, |
| "grad_norm": 0.18483807146549225, |
| "learning_rate": 0.00013028360857244117, |
| "loss": 1.2124223709106445, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.5049261083743842, |
| "grad_norm": 0.22120992839336395, |
| "learning_rate": 0.00012928713786730718, |
| "loss": 1.1901243209838868, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.5073891625615764, |
| "grad_norm": 0.2057364135980606, |
| "learning_rate": 0.00012829039431876336, |
| "loss": 1.2593475341796876, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.5098522167487685, |
| "grad_norm": 0.1822461038827896, |
| "learning_rate": 0.0001272934413618839, |
| "loss": 1.2332374572753906, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.5123152709359606, |
| "grad_norm": 0.16532449424266815, |
| "learning_rate": 0.0001262963424450701, |
| "loss": 1.240938377380371, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.5147783251231527, |
| "grad_norm": 0.21303096413612366, |
| "learning_rate": 0.00012529916102601267, |
| "loss": 1.2548458099365234, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.5172413793103449, |
| "grad_norm": 0.18367333710193634, |
| "learning_rate": 0.00012430196056765282, |
| "loss": 1.2288077354431153, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.5197044334975369, |
| "grad_norm": 0.18319977819919586, |
| "learning_rate": 0.00012330480453414343, |
| "loss": 1.1961639404296875, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.5221674876847291, |
| "grad_norm": 0.2004910558462143, |
| "learning_rate": 0.00012230775638681027, |
| "loss": 1.2295507431030273, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.5246305418719212, |
| "grad_norm": 0.1947339028120041, |
| "learning_rate": 0.00012131087958011277, |
| "loss": 1.1608522415161133, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.5270935960591133, |
| "grad_norm": 0.18667319416999817, |
| "learning_rate": 0.00012031423755760597, |
| "loss": 1.2403168678283691, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.5295566502463054, |
| "grad_norm": 0.21123482286930084, |
| "learning_rate": 0.00011931789374790263, |
| "loss": 1.2123674392700194, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.5320197044334976, |
| "grad_norm": 0.1750740259885788, |
| "learning_rate": 0.00011832191156063663, |
| "loss": 1.1695655822753905, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.5344827586206896, |
| "grad_norm": 0.22137445211410522, |
| "learning_rate": 0.00011732635438242737, |
| "loss": 1.1810033798217774, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.5369458128078818, |
| "grad_norm": 0.21186146140098572, |
| "learning_rate": 0.00011633128557284549, |
| "loss": 1.2429140090942383, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.5394088669950738, |
| "grad_norm": 0.1863589733839035, |
| "learning_rate": 0.00011533676846038096, |
| "loss": 1.2485341072082519, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.541871921182266, |
| "grad_norm": 0.18336571753025055, |
| "learning_rate": 0.00011434286633841233, |
| "loss": 1.2189826965332031, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.5443349753694581, |
| "grad_norm": 0.18501920998096466, |
| "learning_rate": 0.0001133496424611788, |
| "loss": 1.151944923400879, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.5467980295566502, |
| "grad_norm": 0.20163634419441223, |
| "learning_rate": 0.00011235716003975446, |
| "loss": 1.220255470275879, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.5492610837438424, |
| "grad_norm": 0.2223639190196991, |
| "learning_rate": 0.00011136548223802535, |
| "loss": 1.240659523010254, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.5517241379310345, |
| "grad_norm": 0.17450086772441864, |
| "learning_rate": 0.0001103746721686698, |
| "loss": 1.1981927871704101, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.5541871921182266, |
| "grad_norm": 0.19839145243167877, |
| "learning_rate": 0.00010938479288914156, |
| "loss": 1.197626495361328, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.5566502463054187, |
| "grad_norm": 0.1841588318347931, |
| "learning_rate": 0.00010839590739765672, |
| "loss": 1.264552402496338, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.5591133004926109, |
| "grad_norm": 0.19713954627513885, |
| "learning_rate": 0.00010740807862918452, |
| "loss": 1.2125371932983398, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.5615763546798029, |
| "grad_norm": 0.16765552759170532, |
| "learning_rate": 0.00010642136945144168, |
| "loss": 1.168004035949707, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.5640394088669951, |
| "grad_norm": 0.22502478957176208, |
| "learning_rate": 0.00010543584266089172, |
| "loss": 1.241142463684082, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.5665024630541872, |
| "grad_norm": 0.20629556477069855, |
| "learning_rate": 0.00010445156097874831, |
| "loss": 1.2195361137390137, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.5689655172413793, |
| "grad_norm": 0.18252435326576233, |
| "learning_rate": 0.00010346858704698342, |
| "loss": 1.2338192939758301, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.20209062099456787, |
| "learning_rate": 0.00010248698342434088, |
| "loss": 1.16652193069458, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.5738916256157636, |
| "grad_norm": 0.22693181037902832, |
| "learning_rate": 0.00010150681258235476, |
| "loss": 1.2255271911621093, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.5763546798029556, |
| "grad_norm": 0.22251495718955994, |
| "learning_rate": 0.00010052813690137359, |
| "loss": 1.2631017684936523, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.5788177339901478, |
| "grad_norm": 0.21778655052185059, |
| "learning_rate": 9.955101866659058e-05, |
| "loss": 1.1939207077026368, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.5812807881773399, |
| "grad_norm": 0.18302731215953827, |
| "learning_rate": 9.85755200640793e-05, |
| "loss": 1.2109046936035157, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.583743842364532, |
| "grad_norm": 0.16752716898918152, |
| "learning_rate": 9.760170317683622e-05, |
| "loss": 1.2556650161743164, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.5862068965517241, |
| "grad_norm": 0.230145663022995, |
| "learning_rate": 9.662962998082945e-05, |
| "loss": 1.1849594116210938, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.5886699507389163, |
| "grad_norm": 0.19752813875675201, |
| "learning_rate": 9.565936234105469e-05, |
| "loss": 1.2816810607910156, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.5911330049261084, |
| "grad_norm": 0.18858280777931213, |
| "learning_rate": 9.469096200759768e-05, |
| "loss": 1.1605751991271973, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.5935960591133005, |
| "grad_norm": 0.24590526521205902, |
| "learning_rate": 9.372449061170462e-05, |
| "loss": 1.1848978042602538, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.5960591133004927, |
| "grad_norm": 0.21344885230064392, |
| "learning_rate": 9.276000966185957e-05, |
| "loss": 1.2841413497924805, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.5985221674876847, |
| "grad_norm": 0.19670014083385468, |
| "learning_rate": 9.179758053986988e-05, |
| "loss": 1.1918867111206055, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.6009852216748769, |
| "grad_norm": 0.1846807897090912, |
| "learning_rate": 9.083726449695995e-05, |
| "loss": 1.2194841384887696, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.603448275862069, |
| "grad_norm": 0.20464275777339935, |
| "learning_rate": 8.987912264987291e-05, |
| "loss": 1.183926773071289, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.6059113300492611, |
| "grad_norm": 0.20124205946922302, |
| "learning_rate": 8.892321597698093e-05, |
| "loss": 1.219172477722168, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.6083743842364532, |
| "grad_norm": 0.17859403789043427, |
| "learning_rate": 8.796960531440464e-05, |
| "loss": 1.2153097152709962, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.6108374384236454, |
| "grad_norm": 0.18714755773544312, |
| "learning_rate": 8.701835135214107e-05, |
| "loss": 1.162564754486084, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.6133004926108374, |
| "grad_norm": 0.22420014441013336, |
| "learning_rate": 8.606951463020144e-05, |
| "loss": 1.183693790435791, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.6157635467980296, |
| "grad_norm": 0.21470965445041656, |
| "learning_rate": 8.51231555347583e-05, |
| "loss": 1.2216785430908204, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.6182266009852216, |
| "grad_norm": 0.21227896213531494, |
| "learning_rate": 8.417933429430209e-05, |
| "loss": 1.2861865997314452, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.6206896551724138, |
| "grad_norm": 0.202324777841568, |
| "learning_rate": 8.323811097580848e-05, |
| "loss": 1.2060440063476563, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.6231527093596059, |
| "grad_norm": 0.2296363115310669, |
| "learning_rate": 8.229954548091516e-05, |
| "loss": 1.1578837394714356, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.625615763546798, |
| "grad_norm": 0.20132364332675934, |
| "learning_rate": 8.136369754210983e-05, |
| "loss": 1.1610750198364257, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.6280788177339901, |
| "grad_norm": 0.2226463258266449, |
| "learning_rate": 8.043062671892864e-05, |
| "loss": 1.2300620079040527, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.6305418719211823, |
| "grad_norm": 0.22128857672214508, |
| "learning_rate": 7.950039239416567e-05, |
| "loss": 1.1859933853149414, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.6330049261083743, |
| "grad_norm": 0.2043779343366623, |
| "learning_rate": 7.857305377009362e-05, |
| "loss": 1.186697769165039, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.6354679802955665, |
| "grad_norm": 0.25842151045799255, |
| "learning_rate": 7.764866986469597e-05, |
| "loss": 1.2317033767700196, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.6379310344827587, |
| "grad_norm": 0.2195252776145935, |
| "learning_rate": 7.672729950791119e-05, |
| "loss": 1.249120330810547, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.6403940886699507, |
| "grad_norm": 0.2110535055398941, |
| "learning_rate": 7.580900133788846e-05, |
| "loss": 1.2321800231933593, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.6428571428571429, |
| "grad_norm": 0.20861026644706726, |
| "learning_rate": 7.489383379725593e-05, |
| "loss": 1.19771089553833, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.645320197044335, |
| "grad_norm": 0.1993318647146225, |
| "learning_rate": 7.398185512940108e-05, |
| "loss": 1.2615684509277343, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.6477832512315271, |
| "grad_norm": 0.2071300446987152, |
| "learning_rate": 7.30731233747642e-05, |
| "loss": 1.145263385772705, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.6502463054187192, |
| "grad_norm": 0.19091857969760895, |
| "learning_rate": 7.216769636714453e-05, |
| "loss": 1.1866063117980956, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.6527093596059114, |
| "grad_norm": 0.22963383793830872, |
| "learning_rate": 7.126563173001948e-05, |
| "loss": 1.1944002151489257, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.6551724137931034, |
| "grad_norm": 0.2336658239364624, |
| "learning_rate": 7.03669868728774e-05, |
| "loss": 1.1321887969970703, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.6576354679802956, |
| "grad_norm": 0.21361377835273743, |
| "learning_rate": 6.947181898756391e-05, |
| "loss": 1.1836668014526368, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.6600985221674877, |
| "grad_norm": 0.18105630576610565, |
| "learning_rate": 6.858018504464206e-05, |
| "loss": 1.174211311340332, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.6625615763546798, |
| "grad_norm": 0.20631127059459686, |
| "learning_rate": 6.769214178976659e-05, |
| "loss": 1.1820557594299317, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.6650246305418719, |
| "grad_norm": 0.20737133920192719, |
| "learning_rate": 6.680774574007248e-05, |
| "loss": 1.1477078437805175, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.6674876847290641, |
| "grad_norm": 0.2014138400554657, |
| "learning_rate": 6.592705318057829e-05, |
| "loss": 1.1958050727844238, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.6699507389162561, |
| "grad_norm": 0.1984228491783142, |
| "learning_rate": 6.505012016060359e-05, |
| "loss": 1.2013264656066895, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.6724137931034483, |
| "grad_norm": 0.21650835871696472, |
| "learning_rate": 6.417700249020225e-05, |
| "loss": 1.067345428466797, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.6748768472906403, |
| "grad_norm": 0.22816705703735352, |
| "learning_rate": 6.330775573661052e-05, |
| "loss": 1.079237461090088, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.6773399014778325, |
| "grad_norm": 0.281549334526062, |
| "learning_rate": 6.244243522071042e-05, |
| "loss": 1.130068588256836, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.6798029556650246, |
| "grad_norm": 0.19611990451812744, |
| "learning_rate": 6.158109601350904e-05, |
| "loss": 1.0488746643066407, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.6822660098522167, |
| "grad_norm": 0.17916269600391388, |
| "learning_rate": 6.072379293263386e-05, |
| "loss": 1.1391111373901368, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.6847290640394089, |
| "grad_norm": 0.23221410810947418, |
| "learning_rate": 5.987058053884381e-05, |
| "loss": 1.2475336074829102, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.687192118226601, |
| "grad_norm": 0.20093056559562683, |
| "learning_rate": 5.9021513132557e-05, |
| "loss": 1.1227322578430177, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 0.24799276888370514, |
| "learning_rate": 5.817664475039503e-05, |
| "loss": 1.165380096435547, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.6921182266009852, |
| "grad_norm": 0.20954038202762604, |
| "learning_rate": 5.733602916174373e-05, |
| "loss": 1.2067898750305175, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.6945812807881774, |
| "grad_norm": 0.18297694623470306, |
| "learning_rate": 5.64997198653312e-05, |
| "loss": 1.1730698585510253, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.6970443349753694, |
| "grad_norm": 0.2150280922651291, |
| "learning_rate": 5.566777008582336e-05, |
| "loss": 1.1436220169067384, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.6995073891625616, |
| "grad_norm": 0.18874844908714294, |
| "learning_rate": 5.484023277043611e-05, |
| "loss": 1.286226177215576, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.7019704433497537, |
| "grad_norm": 0.213956817984581, |
| "learning_rate": 5.401716058556595e-05, |
| "loss": 1.1404090881347657, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.7044334975369458, |
| "grad_norm": 0.2290380448102951, |
| "learning_rate": 5.319860591343828e-05, |
| "loss": 1.1688507080078125, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.7068965517241379, |
| "grad_norm": 0.21498431265354156, |
| "learning_rate": 5.238462084877319e-05, |
| "loss": 1.1721858978271484, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.7093596059113301, |
| "grad_norm": 0.1930016726255417, |
| "learning_rate": 5.15752571954705e-05, |
| "loss": 1.1049509048461914, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.7118226600985221, |
| "grad_norm": 0.2106369286775589, |
| "learning_rate": 5.0770566463312784e-05, |
| "loss": 1.186049461364746, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 0.19549567997455597, |
| "learning_rate": 4.99705998646869e-05, |
| "loss": 1.0876874923706055, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.7167487684729064, |
| "grad_norm": 0.19752028584480286, |
| "learning_rate": 4.917540831132491e-05, |
| "loss": 1.1264894485473633, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.7192118226600985, |
| "grad_norm": 0.20645610988140106, |
| "learning_rate": 4.8385042411063964e-05, |
| "loss": 1.1941204071044922, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.7216748768472906, |
| "grad_norm": 0.19582952558994293, |
| "learning_rate": 4.759955246462537e-05, |
| "loss": 1.1740989685058594, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.7241379310344828, |
| "grad_norm": 0.21208184957504272, |
| "learning_rate": 4.6818988462413474e-05, |
| "loss": 1.1448843002319335, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.7266009852216748, |
| "grad_norm": 0.24020442366600037, |
| "learning_rate": 4.604340008133401e-05, |
| "loss": 1.1888654708862305, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.729064039408867, |
| "grad_norm": 0.19123804569244385, |
| "learning_rate": 4.527283668163282e-05, |
| "loss": 1.0766042709350585, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.7315270935960592, |
| "grad_norm": 0.1896355152130127, |
| "learning_rate": 4.4507347303753945e-05, |
| "loss": 1.160280418395996, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.7339901477832512, |
| "grad_norm": 0.19653399288654327, |
| "learning_rate": 4.3746980665219194e-05, |
| "loss": 1.1807693481445312, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.7364532019704434, |
| "grad_norm": 0.21867699921131134, |
| "learning_rate": 4.2991785157527206e-05, |
| "loss": 1.174069595336914, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.7389162561576355, |
| "grad_norm": 0.23333442211151123, |
| "learning_rate": 4.2241808843073856e-05, |
| "loss": 1.1655208587646484, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.7413793103448276, |
| "grad_norm": 0.1968652606010437, |
| "learning_rate": 4.149709945209346e-05, |
| "loss": 1.140891170501709, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.7438423645320197, |
| "grad_norm": 0.1928500235080719, |
| "learning_rate": 4.075770437962107e-05, |
| "loss": 1.149114990234375, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.7463054187192119, |
| "grad_norm": 0.22657066583633423, |
| "learning_rate": 4.002367068247618e-05, |
| "loss": 1.188311767578125, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.7487684729064039, |
| "grad_norm": 0.18601438403129578, |
| "learning_rate": 3.929504507626788e-05, |
| "loss": 1.1293941497802735, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.7512315270935961, |
| "grad_norm": 0.2474275827407837, |
| "learning_rate": 3.85718739324219e-05, |
| "loss": 1.1833365440368653, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.7536945812807881, |
| "grad_norm": 0.2521296441555023, |
| "learning_rate": 3.78542032752292e-05, |
| "loss": 1.2554161071777343, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.7561576354679803, |
| "grad_norm": 0.19266285002231598, |
| "learning_rate": 3.714207877891702e-05, |
| "loss": 1.199503231048584, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.7586206896551724, |
| "grad_norm": 0.1857539564371109, |
| "learning_rate": 3.643554576474209e-05, |
| "loss": 1.1698965072631835, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.7610837438423645, |
| "grad_norm": 0.20553693175315857, |
| "learning_rate": 3.5734649198106176e-05, |
| "loss": 1.133984375, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.7635467980295566, |
| "grad_norm": 0.20273086428642273, |
| "learning_rate": 3.503943368569443e-05, |
| "loss": 1.1508802413940429, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.7660098522167488, |
| "grad_norm": 0.21074187755584717, |
| "learning_rate": 3.4349943472636645e-05, |
| "loss": 1.1422389030456543, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.7684729064039408, |
| "grad_norm": 0.20370303094387054, |
| "learning_rate": 3.366622243969107e-05, |
| "loss": 1.1365758895874023, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.770935960591133, |
| "grad_norm": 0.22188185155391693, |
| "learning_rate": 3.2988314100452025e-05, |
| "loss": 1.200836753845215, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.7733990147783252, |
| "grad_norm": 0.22201508283615112, |
| "learning_rate": 3.23162615985806e-05, |
| "loss": 1.1412124633789062, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.7758620689655172, |
| "grad_norm": 0.2054172307252884, |
| "learning_rate": 3.1650107705058675e-05, |
| "loss": 1.1819982528686523, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.7783251231527094, |
| "grad_norm": 0.19441308081150055, |
| "learning_rate": 3.098989481546701e-05, |
| "loss": 1.0897558212280274, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.7807881773399015, |
| "grad_norm": 0.1917772740125656, |
| "learning_rate": 3.0335664947287096e-05, |
| "loss": 1.1094754219055176, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.7832512315270936, |
| "grad_norm": 0.26108071208000183, |
| "learning_rate": 2.968745973722707e-05, |
| "loss": 1.1879570007324218, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.7857142857142857, |
| "grad_norm": 0.2175268679857254, |
| "learning_rate": 2.9045320438571762e-05, |
| "loss": 1.1659234046936036, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.7881773399014779, |
| "grad_norm": 0.23715537786483765, |
| "learning_rate": 2.8409287918557443e-05, |
| "loss": 1.1726749420166016, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.7906403940886699, |
| "grad_norm": 0.22927704453468323, |
| "learning_rate": 2.777940265577074e-05, |
| "loss": 1.116994285583496, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.7931034482758621, |
| "grad_norm": 0.20285972952842712, |
| "learning_rate": 2.7155704737572437e-05, |
| "loss": 1.214838695526123, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.7955665024630542, |
| "grad_norm": 0.18570181727409363, |
| "learning_rate": 2.6538233857546544e-05, |
| "loss": 1.0953670501708985, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.7980295566502463, |
| "grad_norm": 0.2491133213043213, |
| "learning_rate": 2.5927029312973792e-05, |
| "loss": 1.239107894897461, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.8004926108374384, |
| "grad_norm": 0.2205798178911209, |
| "learning_rate": 2.5322130002330758e-05, |
| "loss": 1.1664484024047852, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.8029556650246306, |
| "grad_norm": 0.19911938905715942, |
| "learning_rate": 2.4723574422814338e-05, |
| "loss": 1.1730329513549804, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.8054187192118226, |
| "grad_norm": 0.20067468285560608, |
| "learning_rate": 2.4131400667891616e-05, |
| "loss": 1.2024543762207032, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.8078817733990148, |
| "grad_norm": 0.2556314766407013, |
| "learning_rate": 2.3545646424875527e-05, |
| "loss": 1.0958398818969726, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.8103448275862069, |
| "grad_norm": 0.23883827030658722, |
| "learning_rate": 2.2966348972526447e-05, |
| "loss": 1.1237594604492187, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.812807881773399, |
| "grad_norm": 0.24573266506195068, |
| "learning_rate": 2.2393545178679518e-05, |
| "loss": 1.1463817596435546, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.8152709359605911, |
| "grad_norm": 0.21328045427799225, |
| "learning_rate": 2.1827271497898317e-05, |
| "loss": 1.1861235618591308, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.8177339901477833, |
| "grad_norm": 0.2581596374511719, |
| "learning_rate": 2.1267563969155008e-05, |
| "loss": 1.1785642623901367, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.8201970443349754, |
| "grad_norm": 0.21597856283187866, |
| "learning_rate": 2.07144582135365e-05, |
| "loss": 1.1577519416809081, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.8226600985221675, |
| "grad_norm": 0.20064803957939148, |
| "learning_rate": 2.0167989431977547e-05, |
| "loss": 1.1182676315307618, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.8251231527093597, |
| "grad_norm": 0.21915578842163086, |
| "learning_rate": 1.9628192403020452e-05, |
| "loss": 1.1464277267456056, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.8275862068965517, |
| "grad_norm": 0.2068677693605423, |
| "learning_rate": 1.9095101480601716e-05, |
| "loss": 1.1752894401550293, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.8300492610837439, |
| "grad_norm": 0.1970977783203125, |
| "learning_rate": 1.856875059186558e-05, |
| "loss": 1.1746513366699218, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.8325123152709359, |
| "grad_norm": 0.2244248390197754, |
| "learning_rate": 1.8049173235005005e-05, |
| "loss": 1.193491554260254, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.8349753694581281, |
| "grad_norm": 0.22854915261268616, |
| "learning_rate": 1.7536402477129565e-05, |
| "loss": 1.0891584396362304, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.8374384236453202, |
| "grad_norm": 0.24586863815784454, |
| "learning_rate": 1.7030470952161066e-05, |
| "loss": 1.2139921188354492, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.8399014778325123, |
| "grad_norm": 0.2310931384563446, |
| "learning_rate": 1.6531410858756686e-05, |
| "loss": 1.1562270164489745, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.8423645320197044, |
| "grad_norm": 0.21044319868087769, |
| "learning_rate": 1.603925395825974e-05, |
| "loss": 1.1029083251953125, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.8448275862068966, |
| "grad_norm": 0.21446605026721954, |
| "learning_rate": 1.5554031572678276e-05, |
| "loss": 1.125635814666748, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.8472906403940886, |
| "grad_norm": 0.24440473318099976, |
| "learning_rate": 1.5075774582691714e-05, |
| "loss": 1.1181723594665527, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.8497536945812808, |
| "grad_norm": 0.2670726180076599, |
| "learning_rate": 1.460451342568564e-05, |
| "loss": 1.0882012367248535, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.8522167487684729, |
| "grad_norm": 0.23288647830486298, |
| "learning_rate": 1.4140278093814393e-05, |
| "loss": 1.090647315979004, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.854679802955665, |
| "grad_norm": 0.231570303440094, |
| "learning_rate": 1.3683098132092578e-05, |
| "loss": 1.1397241592407226, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 0.22689397633075714, |
| "learning_rate": 1.3233002636514723e-05, |
| "loss": 1.1933679580688477, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.8596059113300493, |
| "grad_norm": 0.21905820071697235, |
| "learning_rate": 1.2790020252203368e-05, |
| "loss": 1.1338354110717774, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.8620689655172413, |
| "grad_norm": 0.20308807492256165, |
| "learning_rate": 1.2354179171586197e-05, |
| "loss": 1.2108822822570802, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.8645320197044335, |
| "grad_norm": 0.21823200583457947, |
| "learning_rate": 1.1925507132601724e-05, |
| "loss": 1.1565272331237793, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.8669950738916257, |
| "grad_norm": 0.2614777684211731, |
| "learning_rate": 1.1504031416934e-05, |
| "loss": 1.2234196662902832, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.8694581280788177, |
| "grad_norm": 0.21617333590984344, |
| "learning_rate": 1.1089778848276332e-05, |
| "loss": 1.1068148612976074, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.8719211822660099, |
| "grad_norm": 0.205158993601799, |
| "learning_rate": 1.0682775790624238e-05, |
| "loss": 1.1436782836914063, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.874384236453202, |
| "grad_norm": 0.19994309544563293, |
| "learning_rate": 1.0283048146597514e-05, |
| "loss": 1.1077436447143554, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.8768472906403941, |
| "grad_norm": 0.23480737209320068, |
| "learning_rate": 9.890621355791608e-06, |
| "loss": 1.1043251991271972, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.8793103448275862, |
| "grad_norm": 0.22875778377056122, |
| "learning_rate": 9.505520393158884e-06, |
| "loss": 1.1661962509155273, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.8817733990147784, |
| "grad_norm": 0.22975754737854004, |
| "learning_rate": 9.1277697674189e-06, |
| "loss": 1.1384613990783692, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.8842364532019704, |
| "grad_norm": 0.1951616257429123, |
| "learning_rate": 8.757393519498696e-06, |
| "loss": 1.1530138015747071, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.8866995073891626, |
| "grad_norm": 0.20783555507659912, |
| "learning_rate": 8.394415221002871e-06, |
| "loss": 1.2157105445861816, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.8891625615763546, |
| "grad_norm": 0.2325158715248108, |
| "learning_rate": 8.038857972713212e-06, |
| "loss": 1.1464594841003417, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.8916256157635468, |
| "grad_norm": 0.2125118523836136, |
| "learning_rate": 7.690744403118719e-06, |
| "loss": 1.1035504341125488, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.8940886699507389, |
| "grad_norm": 0.24947774410247803, |
| "learning_rate": 7.3500966669754064e-06, |
| "loss": 1.0717124938964844, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.896551724137931, |
| "grad_norm": 0.23735353350639343, |
| "learning_rate": 7.016936443896255e-06, |
| "loss": 1.120765495300293, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.8990147783251231, |
| "grad_norm": 0.22857430577278137, |
| "learning_rate": 6.691284936971576e-06, |
| "loss": 1.1590867042541504, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.9014778325123153, |
| "grad_norm": 0.19644860923290253, |
| "learning_rate": 6.373162871419494e-06, |
| "loss": 1.1249679565429687, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.9039408866995073, |
| "grad_norm": 0.22863984107971191, |
| "learning_rate": 6.062590493267059e-06, |
| "loss": 1.1595049858093263, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.9064039408866995, |
| "grad_norm": 0.20936983823776245, |
| "learning_rate": 5.759587568061609e-06, |
| "loss": 1.1055160522460938, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.9088669950738916, |
| "grad_norm": 0.20197199285030365, |
| "learning_rate": 5.464173379613024e-06, |
| "loss": 1.12583646774292, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.9113300492610837, |
| "grad_norm": 0.19483184814453125, |
| "learning_rate": 5.176366728766258e-06, |
| "loss": 1.0874908447265625, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.9137931034482759, |
| "grad_norm": 0.22472688555717468, |
| "learning_rate": 4.896185932204922e-06, |
| "loss": 1.1422042846679688, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.916256157635468, |
| "grad_norm": 0.2273848056793213, |
| "learning_rate": 4.6236488212856035e-06, |
| "loss": 1.1064237594604491, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.9187192118226601, |
| "grad_norm": 0.23189832270145416, |
| "learning_rate": 4.35877274090292e-06, |
| "loss": 1.1726006507873534, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.9211822660098522, |
| "grad_norm": 0.29500818252563477, |
| "learning_rate": 4.10157454838575e-06, |
| "loss": 1.101616096496582, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.9236453201970444, |
| "grad_norm": 0.23515431582927704, |
| "learning_rate": 3.852070612424374e-06, |
| "loss": 1.1767086029052733, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.9261083743842364, |
| "grad_norm": 0.26111993193626404, |
| "learning_rate": 3.610276812028662e-06, |
| "loss": 1.13806095123291, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.9285714285714286, |
| "grad_norm": 0.2352493703365326, |
| "learning_rate": 3.376208535517608e-06, |
| "loss": 1.162950325012207, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.9310344827586207, |
| "grad_norm": 0.19875593483448029, |
| "learning_rate": 3.1498806795398764e-06, |
| "loss": 1.1662640571594238, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.9334975369458128, |
| "grad_norm": 0.24564425647258759, |
| "learning_rate": 2.931307648125839e-06, |
| "loss": 1.0638365745544434, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.9359605911330049, |
| "grad_norm": 0.2120126485824585, |
| "learning_rate": 2.720503351770806e-06, |
| "loss": 1.1321612358093263, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.9384236453201971, |
| "grad_norm": 0.2155761867761612, |
| "learning_rate": 2.5174812065497378e-06, |
| "loss": 1.1385221481323242, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.9408866995073891, |
| "grad_norm": 0.22777077555656433, |
| "learning_rate": 2.322254133263424e-06, |
| "loss": 1.1761194229125977, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.9433497536945813, |
| "grad_norm": 0.2683568298816681, |
| "learning_rate": 2.134834556616186e-06, |
| "loss": 1.1717534065246582, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.9458128078817734, |
| "grad_norm": 0.214491605758667, |
| "learning_rate": 1.955234404425105e-06, |
| "loss": 1.1074954986572265, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.9482758620689655, |
| "grad_norm": 0.23508760333061218, |
| "learning_rate": 1.7834651068610041e-06, |
| "loss": 1.2219199180603026, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.9507389162561576, |
| "grad_norm": 0.24593816697597504, |
| "learning_rate": 1.6195375957208102e-06, |
| "loss": 1.1418069839477538, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.9532019704433498, |
| "grad_norm": 0.19407442212104797, |
| "learning_rate": 1.4634623037320383e-06, |
| "loss": 1.1674427032470702, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.9556650246305419, |
| "grad_norm": 0.2106153517961502, |
| "learning_rate": 1.3152491638887543e-06, |
| "loss": 1.1927571296691895, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.958128078817734, |
| "grad_norm": 0.23988743126392365, |
| "learning_rate": 1.1749076088193312e-06, |
| "loss": 1.1137849807739257, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.9605911330049262, |
| "grad_norm": 0.23574206233024597, |
| "learning_rate": 1.0424465701862478e-06, |
| "loss": 1.0699432373046875, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.9630541871921182, |
| "grad_norm": 0.2534239888191223, |
| "learning_rate": 9.178744781176418e-07, |
| "loss": 1.09190673828125, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.9655172413793104, |
| "grad_norm": 0.2221975326538086, |
| "learning_rate": 8.011992606707236e-07, |
| "loss": 1.1216561317443847, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.9679802955665024, |
| "grad_norm": 0.2233847677707672, |
| "learning_rate": 6.924283433272921e-07, |
| "loss": 1.1997761726379395, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.9704433497536946, |
| "grad_norm": 0.28760743141174316, |
| "learning_rate": 5.915686485211125e-07, |
| "loss": 1.1746740341186523, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.9729064039408867, |
| "grad_norm": 0.25115734338760376, |
| "learning_rate": 4.986265951973934e-07, |
| "loss": 1.0726459503173829, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.9753694581280788, |
| "grad_norm": 0.20638005435466766, |
| "learning_rate": 4.136080984042528e-07, |
| "loss": 1.04449462890625, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.9778325123152709, |
| "grad_norm": 0.24163977801799774, |
| "learning_rate": 3.3651856891625533e-07, |
| "loss": 1.1729721069335937, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.9802955665024631, |
| "grad_norm": 0.20855331420898438, |
| "learning_rate": 2.673629128900762e-07, |
| "loss": 1.1981142044067383, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.9827586206896551, |
| "grad_norm": 0.2020869255065918, |
| "learning_rate": 2.061455315522792e-07, |
| "loss": 1.146130084991455, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.9852216748768473, |
| "grad_norm": 0.26678571105003357, |
| "learning_rate": 1.5287032091916565e-07, |
| "loss": 1.1893404006958008, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.9876847290640394, |
| "grad_norm": 0.2091265618801117, |
| "learning_rate": 1.0754067154886138e-07, |
| "loss": 1.0911357879638672, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.9901477832512315, |
| "grad_norm": 0.24951723217964172, |
| "learning_rate": 7.015946832551745e-08, |
| "loss": 1.1647552490234374, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.9926108374384236, |
| "grad_norm": 0.22353601455688477, |
| "learning_rate": 4.0729090275720695e-08, |
| "loss": 1.1812686920166016, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.9950738916256158, |
| "grad_norm": 0.2677609622478485, |
| "learning_rate": 1.9251410417087113e-08, |
| "loss": 1.1279336929321289, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.9975369458128078, |
| "grad_norm": 0.2693481147289276, |
| "learning_rate": 5.727795639023925e-09, |
| "loss": 1.215308380126953, |
| "step": 2025 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.2215091586112976, |
| "learning_rate": 1.5910661577134277e-10, |
| "loss": 1.2273775100708009, |
| "step": 2030 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 2030, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.951955862809477e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
