| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.995397008055236, |
| "eval_steps": 500, |
| "global_step": 868, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.023014959723820484, |
| "grad_norm": 25.436981238085195, |
| "learning_rate": 5.747126436781609e-08, |
| "loss": 0.6046, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.04602991944764097, |
| "grad_norm": 20.828982286160393, |
| "learning_rate": 1.1494252873563217e-07, |
| "loss": 0.5684, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.06904487917146145, |
| "grad_norm": 18.79182460742335, |
| "learning_rate": 1.7241379310344828e-07, |
| "loss": 0.5887, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.09205983889528194, |
| "grad_norm": 17.689641482327932, |
| "learning_rate": 2.2988505747126435e-07, |
| "loss": 0.6554, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.11507479861910241, |
| "grad_norm": 16.065937870878834, |
| "learning_rate": 2.873563218390804e-07, |
| "loss": 0.5661, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.1380897583429229, |
| "grad_norm": 16.348847664761777, |
| "learning_rate": 3.4482758620689656e-07, |
| "loss": 0.6168, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.1611047180667434, |
| "grad_norm": 17.719848872005795, |
| "learning_rate": 4.0229885057471266e-07, |
| "loss": 0.5178, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.18411967779056387, |
| "grad_norm": 15.539337894638383, |
| "learning_rate": 4.597701149425287e-07, |
| "loss": 0.5083, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.20713463751438435, |
| "grad_norm": 12.464237258707364, |
| "learning_rate": 5.172413793103448e-07, |
| "loss": 0.5685, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.23014959723820483, |
| "grad_norm": 23.062114966571542, |
| "learning_rate": 5.747126436781608e-07, |
| "loss": 0.5859, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.25316455696202533, |
| "grad_norm": 12.808034602784485, |
| "learning_rate": 6.32183908045977e-07, |
| "loss": 0.5568, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.2761795166858458, |
| "grad_norm": 15.176748325531914, |
| "learning_rate": 6.896551724137931e-07, |
| "loss": 0.4969, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.2991944764096663, |
| "grad_norm": 18.200134879195883, |
| "learning_rate": 7.471264367816092e-07, |
| "loss": 0.5486, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.3222094361334868, |
| "grad_norm": 16.483146212519067, |
| "learning_rate": 8.045977011494253e-07, |
| "loss": 0.5261, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.34522439585730724, |
| "grad_norm": 9.46076044473471, |
| "learning_rate": 8.620689655172412e-07, |
| "loss": 0.4849, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.36823935558112775, |
| "grad_norm": 17.374061304465616, |
| "learning_rate": 9.195402298850574e-07, |
| "loss": 0.5233, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.3912543153049482, |
| "grad_norm": 15.210933453312531, |
| "learning_rate": 9.770114942528735e-07, |
| "loss": 0.5727, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.4142692750287687, |
| "grad_norm": 12.981120100801451, |
| "learning_rate": 9.999635938356475e-07, |
| "loss": 0.5257, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.4372842347525892, |
| "grad_norm": 17.675647072729685, |
| "learning_rate": 9.997411309192068e-07, |
| "loss": 0.5459, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.46029919447640966, |
| "grad_norm": 14.258404245690016, |
| "learning_rate": 9.993165206112856e-07, |
| "loss": 0.526, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.48331415420023016, |
| "grad_norm": 14.135034352681272, |
| "learning_rate": 9.98689934668541e-07, |
| "loss": 0.537, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.5063291139240507, |
| "grad_norm": 14.441236134574162, |
| "learning_rate": 9.978616265476252e-07, |
| "loss": 0.5772, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.5293440736478712, |
| "grad_norm": 18.566704225296032, |
| "learning_rate": 9.9683193130266e-07, |
| "loss": 0.5539, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.5523590333716916, |
| "grad_norm": 20.35165674585742, |
| "learning_rate": 9.956012654497072e-07, |
| "loss": 0.5824, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.5753739930955121, |
| "grad_norm": 18.442515510965833, |
| "learning_rate": 9.941701267982862e-07, |
| "loss": 0.5599, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.5983889528193326, |
| "grad_norm": 15.875900780315595, |
| "learning_rate": 9.925390942500064e-07, |
| "loss": 0.5304, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.6214039125431531, |
| "grad_norm": 15.34860260658814, |
| "learning_rate": 9.907088275644012e-07, |
| "loss": 0.5846, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.6444188722669736, |
| "grad_norm": 21.447791339652113, |
| "learning_rate": 9.8868006709205e-07, |
| "loss": 0.5849, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.667433831990794, |
| "grad_norm": 10.808057687362574, |
| "learning_rate": 9.864536334751061e-07, |
| "loss": 0.4918, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.6904487917146145, |
| "grad_norm": 12.425855367187637, |
| "learning_rate": 9.84030427315341e-07, |
| "loss": 0.5746, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.713463751438435, |
| "grad_norm": 21.87717141819886, |
| "learning_rate": 9.814114288098486e-07, |
| "loss": 0.5923, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.7364787111622555, |
| "grad_norm": 14.90837695531576, |
| "learning_rate": 9.78597697354551e-07, |
| "loss": 0.5658, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.759493670886076, |
| "grad_norm": 13.422204897299519, |
| "learning_rate": 9.755903711156684e-07, |
| "loss": 0.5876, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.7825086306098964, |
| "grad_norm": 13.807384773589732, |
| "learning_rate": 9.723906665693258e-07, |
| "loss": 0.6197, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.8055235903337169, |
| "grad_norm": 17.890041232308786, |
| "learning_rate": 9.689998780094837e-07, |
| "loss": 0.6169, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.8285385500575374, |
| "grad_norm": 12.171428212644345, |
| "learning_rate": 9.654193770243905e-07, |
| "loss": 0.5251, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.8515535097813579, |
| "grad_norm": 14.00509518878877, |
| "learning_rate": 9.616506119417697e-07, |
| "loss": 0.5351, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.8745684695051784, |
| "grad_norm": 13.855656981961861, |
| "learning_rate": 9.576951072429643e-07, |
| "loss": 0.4762, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.8975834292289988, |
| "grad_norm": 12.530836070851475, |
| "learning_rate": 9.535544629462786e-07, |
| "loss": 0.5654, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.9205983889528193, |
| "grad_norm": 14.94597069900537, |
| "learning_rate": 9.492303539597636e-07, |
| "loss": 0.5434, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.9436133486766398, |
| "grad_norm": 12.929882120022377, |
| "learning_rate": 9.4472452940371e-07, |
| "loss": 0.5511, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.9666283084004603, |
| "grad_norm": 11.785693957022563, |
| "learning_rate": 9.400388119031211e-07, |
| "loss": 0.5743, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.9896432681242808, |
| "grad_norm": 11.4673892135634, |
| "learning_rate": 9.351750968504539e-07, |
| "loss": 0.5289, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.998849252013809, |
| "eval_loss": 0.5940150022506714, |
| "eval_runtime": 19.3038, |
| "eval_samples_per_second": 7.356, |
| "eval_steps_per_second": 0.932, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.0126582278481013, |
| "grad_norm": 9.979009329427443, |
| "learning_rate": 9.301353516389246e-07, |
| "loss": 0.493, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.0356731875719218, |
| "grad_norm": 9.627235780909444, |
| "learning_rate": 9.249216148666895e-07, |
| "loss": 0.4392, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.0586881472957423, |
| "grad_norm": 10.663799414852592, |
| "learning_rate": 9.195359955122243e-07, |
| "loss": 0.4452, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.0817031070195626, |
| "grad_norm": 9.923849389538619, |
| "learning_rate": 9.139806720812324e-07, |
| "loss": 0.4312, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.1047180667433831, |
| "grad_norm": 13.08615355461209, |
| "learning_rate": 9.082578917254309e-07, |
| "loss": 0.4213, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.1277330264672036, |
| "grad_norm": 14.694279179845232, |
| "learning_rate": 9.023699693335678e-07, |
| "loss": 0.4362, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.1507479861910241, |
| "grad_norm": 13.373390196527911, |
| "learning_rate": 8.963192865950402e-07, |
| "loss": 0.4383, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.1737629459148446, |
| "grad_norm": 15.92838239960798, |
| "learning_rate": 8.901082910364906e-07, |
| "loss": 0.4091, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.1967779056386652, |
| "grad_norm": 11.132023780497018, |
| "learning_rate": 8.83739495031772e-07, |
| "loss": 0.4542, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.2197928653624857, |
| "grad_norm": 12.973494941543084, |
| "learning_rate": 8.772154747856825e-07, |
| "loss": 0.464, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.2428078250863062, |
| "grad_norm": 10.383261084427103, |
| "learning_rate": 8.705388692918792e-07, |
| "loss": 0.4561, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.2658227848101267, |
| "grad_norm": 12.748442378817272, |
| "learning_rate": 8.637123792653946e-07, |
| "loss": 0.4947, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.288837744533947, |
| "grad_norm": 13.222343698654353, |
| "learning_rate": 8.567387660501851e-07, |
| "loss": 0.468, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.3118527042577677, |
| "grad_norm": 13.75340991399124, |
| "learning_rate": 8.49620850502157e-07, |
| "loss": 0.4949, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.334867663981588, |
| "grad_norm": 13.111144430939557, |
| "learning_rate": 8.423615118481175e-07, |
| "loss": 0.4303, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.3578826237054085, |
| "grad_norm": 12.913854941381981, |
| "learning_rate": 8.349636865211156e-07, |
| "loss": 0.4768, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.380897583429229, |
| "grad_norm": 11.088379869831822, |
| "learning_rate": 8.274303669726426e-07, |
| "loss": 0.3887, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.4039125431530495, |
| "grad_norm": 14.136934996189732, |
| "learning_rate": 8.197646004621728e-07, |
| "loss": 0.4006, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.42692750287687, |
| "grad_norm": 13.472677332352156, |
| "learning_rate": 8.119694878245342e-07, |
| "loss": 0.4591, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.4499424626006905, |
| "grad_norm": 16.812648158386022, |
| "learning_rate": 8.040481822156082e-07, |
| "loss": 0.4317, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.472957422324511, |
| "grad_norm": 12.431554542835052, |
| "learning_rate": 7.96003887836864e-07, |
| "loss": 0.495, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.4959723820483315, |
| "grad_norm": 11.033195564551397, |
| "learning_rate": 7.878398586392461e-07, |
| "loss": 0.4493, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.518987341772152, |
| "grad_norm": 14.98570304225286, |
| "learning_rate": 7.795593970069373e-07, |
| "loss": 0.423, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.5420023014959723, |
| "grad_norm": 15.240270393540726, |
| "learning_rate": 7.711658524215305e-07, |
| "loss": 0.427, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.565017261219793, |
| "grad_norm": 13.308584149699858, |
| "learning_rate": 7.626626201071493e-07, |
| "loss": 0.4334, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.5880322209436133, |
| "grad_norm": 11.918078822598936, |
| "learning_rate": 7.540531396570655e-07, |
| "loss": 0.4526, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.6110471806674338, |
| "grad_norm": 16.581675862528876, |
| "learning_rate": 7.453408936423687e-07, |
| "loss": 0.5097, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.6340621403912543, |
| "grad_norm": 15.37481667798687, |
| "learning_rate": 7.365294062032528e-07, |
| "loss": 0.432, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.6570771001150748, |
| "grad_norm": 14.096321138322955, |
| "learning_rate": 7.27622241623485e-07, |
| "loss": 0.4631, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.6800920598388953, |
| "grad_norm": 11.953450213331397, |
| "learning_rate": 7.18623002888639e-07, |
| "loss": 0.4227, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.7031070195627158, |
| "grad_norm": 15.401901846965378, |
| "learning_rate": 7.095353302286721e-07, |
| "loss": 0.4424, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.7261219792865363, |
| "grad_norm": 12.52624816605781, |
| "learning_rate": 7.003628996454361e-07, |
| "loss": 0.4238, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.7491369390103566, |
| "grad_norm": 13.884043525893127, |
| "learning_rate": 6.911094214257204e-07, |
| "loss": 0.4881, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.7721518987341773, |
| "grad_norm": 12.763240064118046, |
| "learning_rate": 6.817786386404237e-07, |
| "loss": 0.4292, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.7951668584579976, |
| "grad_norm": 14.214477794634833, |
| "learning_rate": 6.723743256304676e-07, |
| "loss": 0.3902, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.8181818181818183, |
| "grad_norm": 17.56505032673697, |
| "learning_rate": 6.629002864800588e-07, |
| "loss": 0.4949, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.8411967779056386, |
| "grad_norm": 13.349528895489893, |
| "learning_rate": 6.533603534779215e-07, |
| "loss": 0.4711, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.8642117376294591, |
| "grad_norm": 12.236389004746698, |
| "learning_rate": 6.437583855671204e-07, |
| "loss": 0.4669, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.8872266973532796, |
| "grad_norm": 15.00019380907836, |
| "learning_rate": 6.340982667841021e-07, |
| "loss": 0.412, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.9102416570771001, |
| "grad_norm": 14.956008054688557, |
| "learning_rate": 6.243839046875853e-07, |
| "loss": 0.4395, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.9332566168009206, |
| "grad_norm": 12.692934607546489, |
| "learning_rate": 6.146192287779377e-07, |
| "loss": 0.4188, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.956271576524741, |
| "grad_norm": 13.129064291695105, |
| "learning_rate": 6.048081889076766e-07, |
| "loss": 0.4306, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.9792865362485617, |
| "grad_norm": 14.905784082915199, |
| "learning_rate": 5.949547536837359e-07, |
| "loss": 0.4472, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.997698504027618, |
| "eval_loss": 0.6037406325340271, |
| "eval_runtime": 19.2686, |
| "eval_samples_per_second": 7.369, |
| "eval_steps_per_second": 0.934, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.002301495972382, |
| "grad_norm": 10.451580707887741, |
| "learning_rate": 5.85062908862149e-07, |
| "loss": 0.4338, |
| "step": 435 |
| }, |
| { |
| "epoch": 2.0253164556962027, |
| "grad_norm": 10.700383234622784, |
| "learning_rate": 5.751366557357933e-07, |
| "loss": 0.3787, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.048331415420023, |
| "grad_norm": 11.08124701052113, |
| "learning_rate": 5.651800095158501e-07, |
| "loss": 0.3198, |
| "step": 445 |
| }, |
| { |
| "epoch": 2.0713463751438437, |
| "grad_norm": 8.676543638522384, |
| "learning_rate": 5.551969977076349e-07, |
| "loss": 0.3124, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.094361334867664, |
| "grad_norm": 11.853074754996486, |
| "learning_rate": 5.451916584814551e-07, |
| "loss": 0.3579, |
| "step": 455 |
| }, |
| { |
| "epoch": 2.1173762945914847, |
| "grad_norm": 16.53049309392707, |
| "learning_rate": 5.351680390391524e-07, |
| "loss": 0.3046, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.140391254315305, |
| "grad_norm": 11.731708343253732, |
| "learning_rate": 5.25130193976993e-07, |
| "loss": 0.3058, |
| "step": 465 |
| }, |
| { |
| "epoch": 2.1634062140391253, |
| "grad_norm": 11.499082702306787, |
| "learning_rate": 5.150821836455659e-07, |
| "loss": 0.3376, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.186421173762946, |
| "grad_norm": 12.34107746817991, |
| "learning_rate": 5.05028072507355e-07, |
| "loss": 0.3237, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.2094361334867663, |
| "grad_norm": 17.370024261115674, |
| "learning_rate": 4.949719274926452e-07, |
| "loss": 0.2975, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.232451093210587, |
| "grad_norm": 9.197724681633677, |
| "learning_rate": 4.84917816354434e-07, |
| "loss": 0.2967, |
| "step": 485 |
| }, |
| { |
| "epoch": 2.2554660529344073, |
| "grad_norm": 12.648733804765213, |
| "learning_rate": 4.748698060230071e-07, |
| "loss": 0.3198, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.278481012658228, |
| "grad_norm": 13.903180310283751, |
| "learning_rate": 4.648319609608476e-07, |
| "loss": 0.3128, |
| "step": 495 |
| }, |
| { |
| "epoch": 2.3014959723820483, |
| "grad_norm": 15.830064172391179, |
| "learning_rate": 4.548083415185448e-07, |
| "loss": 0.311, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.324510932105869, |
| "grad_norm": 14.674255723714507, |
| "learning_rate": 4.4480300229236517e-07, |
| "loss": 0.3207, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.3475258918296893, |
| "grad_norm": 12.895709713108205, |
| "learning_rate": 4.3481999048415e-07, |
| "loss": 0.3417, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.3705408515535096, |
| "grad_norm": 8.929819185065151, |
| "learning_rate": 4.248633442642067e-07, |
| "loss": 0.3177, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.3935558112773303, |
| "grad_norm": 13.644125606933226, |
| "learning_rate": 4.1493709113785087e-07, |
| "loss": 0.3031, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.4165707710011506, |
| "grad_norm": 11.673758922253713, |
| "learning_rate": 4.050452463162642e-07, |
| "loss": 0.3104, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.4395857307249713, |
| "grad_norm": 12.820622173176774, |
| "learning_rate": 3.9519181109232345e-07, |
| "loss": 0.3063, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.4626006904487916, |
| "grad_norm": 18.02707809486906, |
| "learning_rate": 3.853807712220622e-07, |
| "loss": 0.3025, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.4856156501726123, |
| "grad_norm": 11.49239340519658, |
| "learning_rate": 3.756160953124149e-07, |
| "loss": 0.307, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.5086306098964326, |
| "grad_norm": 13.193325188422616, |
| "learning_rate": 3.65901733215898e-07, |
| "loss": 0.317, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.5316455696202533, |
| "grad_norm": 12.852961746212529, |
| "learning_rate": 3.5624161443287947e-07, |
| "loss": 0.3089, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.5546605293440736, |
| "grad_norm": 15.085048095240678, |
| "learning_rate": 3.4663964652207836e-07, |
| "loss": 0.3162, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.577675489067894, |
| "grad_norm": 15.098026200789873, |
| "learning_rate": 3.3709971351994126e-07, |
| "loss": 0.3326, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.6006904487917146, |
| "grad_norm": 13.107735056669913, |
| "learning_rate": 3.276256743695324e-07, |
| "loss": 0.3041, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.6237054085155354, |
| "grad_norm": 13.701942344015102, |
| "learning_rate": 3.1822136135957635e-07, |
| "loss": 0.3054, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.6467203682393556, |
| "grad_norm": 12.49222926227634, |
| "learning_rate": 3.088905785742797e-07, |
| "loss": 0.3032, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.669735327963176, |
| "grad_norm": 19.83941830585977, |
| "learning_rate": 2.9963710035456393e-07, |
| "loss": 0.3066, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.6927502876869966, |
| "grad_norm": 12.875796703207728, |
| "learning_rate": 2.904646697713278e-07, |
| "loss": 0.2887, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.715765247410817, |
| "grad_norm": 13.779139491323368, |
| "learning_rate": 2.813769971113608e-07, |
| "loss": 0.3195, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.7387802071346377, |
| "grad_norm": 15.357477574862349, |
| "learning_rate": 2.72377758376515e-07, |
| "loss": 0.3369, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.761795166858458, |
| "grad_norm": 14.296503558288, |
| "learning_rate": 2.634705937967471e-07, |
| "loss": 0.2943, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.7848101265822782, |
| "grad_norm": 12.061535257713842, |
| "learning_rate": 2.546591063576312e-07, |
| "loss": 0.284, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.807825086306099, |
| "grad_norm": 16.839618374963486, |
| "learning_rate": 2.459468603429345e-07, |
| "loss": 0.3, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.8308400460299197, |
| "grad_norm": 14.189090458195743, |
| "learning_rate": 2.3733737989285068e-07, |
| "loss": 0.302, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.85385500575374, |
| "grad_norm": 13.32887690082132, |
| "learning_rate": 2.2883414757846948e-07, |
| "loss": 0.3137, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.8768699654775602, |
| "grad_norm": 12.574497648587789, |
| "learning_rate": 2.2044060299306267e-07, |
| "loss": 0.2839, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.899884925201381, |
| "grad_norm": 15.048298566531198, |
| "learning_rate": 2.12160141360754e-07, |
| "loss": 0.2973, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.9228998849252013, |
| "grad_norm": 11.951339536247458, |
| "learning_rate": 2.03996112163136e-07, |
| "loss": 0.3097, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.945914844649022, |
| "grad_norm": 15.69565784514616, |
| "learning_rate": 1.9595181778439174e-07, |
| "loss": 0.2962, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.9689298043728423, |
| "grad_norm": 12.999365393476868, |
| "learning_rate": 1.8803051217546584e-07, |
| "loss": 0.3009, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.991944764096663, |
| "grad_norm": 14.935058458987008, |
| "learning_rate": 1.8023539953782735e-07, |
| "loss": 0.2872, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.996547756041427, |
| "eval_loss": 0.6948590278625488, |
| "eval_runtime": 19.2791, |
| "eval_samples_per_second": 7.365, |
| "eval_steps_per_second": 0.934, |
| "step": 651 |
| }, |
| { |
| "epoch": 3.0149597238204833, |
| "grad_norm": 13.075885224885349, |
| "learning_rate": 1.725696330273575e-07, |
| "loss": 0.2512, |
| "step": 655 |
| }, |
| { |
| "epoch": 3.037974683544304, |
| "grad_norm": 9.704290953271537, |
| "learning_rate": 1.6503631347888436e-07, |
| "loss": 0.2256, |
| "step": 660 |
| }, |
| { |
| "epoch": 3.0609896432681243, |
| "grad_norm": 12.84818126176939, |
| "learning_rate": 1.5763848815188258e-07, |
| "loss": 0.2491, |
| "step": 665 |
| }, |
| { |
| "epoch": 3.0840046029919446, |
| "grad_norm": 11.493489134477986, |
| "learning_rate": 1.5037914949784296e-07, |
| "loss": 0.2386, |
| "step": 670 |
| }, |
| { |
| "epoch": 3.1070195627157653, |
| "grad_norm": 12.705781953882676, |
| "learning_rate": 1.432612339498148e-07, |
| "loss": 0.2488, |
| "step": 675 |
| }, |
| { |
| "epoch": 3.1300345224395856, |
| "grad_norm": 13.901431552375566, |
| "learning_rate": 1.3628762073460548e-07, |
| "loss": 0.2305, |
| "step": 680 |
| }, |
| { |
| "epoch": 3.1530494821634063, |
| "grad_norm": 14.715304886124786, |
| "learning_rate": 1.294611307081207e-07, |
| "loss": 0.2386, |
| "step": 685 |
| }, |
| { |
| "epoch": 3.1760644418872266, |
| "grad_norm": 10.222299037925385, |
| "learning_rate": 1.2278452521431744e-07, |
| "loss": 0.2339, |
| "step": 690 |
| }, |
| { |
| "epoch": 3.1990794016110473, |
| "grad_norm": 10.930465595389542, |
| "learning_rate": 1.1626050496822793e-07, |
| "loss": 0.2413, |
| "step": 695 |
| }, |
| { |
| "epoch": 3.2220943613348676, |
| "grad_norm": 12.451641988411806, |
| "learning_rate": 1.0989170896350947e-07, |
| "loss": 0.2284, |
| "step": 700 |
| }, |
| { |
| "epoch": 3.2451093210586883, |
| "grad_norm": 9.137656540405636, |
| "learning_rate": 1.0368071340495976e-07, |
| "loss": 0.2395, |
| "step": 705 |
| }, |
| { |
| "epoch": 3.2681242807825086, |
| "grad_norm": 11.671230840455808, |
| "learning_rate": 9.76300306664321e-08, |
| "loss": 0.253, |
| "step": 710 |
| }, |
| { |
| "epoch": 3.291139240506329, |
| "grad_norm": 17.933280474807955, |
| "learning_rate": 9.174210827456913e-08, |
| "loss": 0.2585, |
| "step": 715 |
| }, |
| { |
| "epoch": 3.3141542002301496, |
| "grad_norm": 12.982890796403161, |
| "learning_rate": 8.601932791876754e-08, |
| "loss": 0.2269, |
| "step": 720 |
| }, |
| { |
| "epoch": 3.33716915995397, |
| "grad_norm": 8.384602246690656, |
| "learning_rate": 8.046400448777574e-08, |
| "loss": 0.2253, |
| "step": 725 |
| }, |
| { |
| "epoch": 3.3601841196777906, |
| "grad_norm": 10.342720782810092, |
| "learning_rate": 7.507838513331049e-08, |
| "loss": 0.233, |
| "step": 730 |
| }, |
| { |
| "epoch": 3.383199079401611, |
| "grad_norm": 12.679510689599434, |
| "learning_rate": 6.986464836107547e-08, |
| "loss": 0.2433, |
| "step": 735 |
| }, |
| { |
| "epoch": 3.4062140391254316, |
| "grad_norm": 10.38040904275821, |
| "learning_rate": 6.48249031495462e-08, |
| "loss": 0.2071, |
| "step": 740 |
| }, |
| { |
| "epoch": 3.429228998849252, |
| "grad_norm": 12.061157277304762, |
| "learning_rate": 5.996118809687894e-08, |
| "loss": 0.2537, |
| "step": 745 |
| }, |
| { |
| "epoch": 3.4522439585730726, |
| "grad_norm": 14.129792097128606, |
| "learning_rate": 5.527547059629012e-08, |
| "loss": 0.2384, |
| "step": 750 |
| }, |
| { |
| "epoch": 3.475258918296893, |
| "grad_norm": 12.922540776147939, |
| "learning_rate": 5.0769646040236424e-08, |
| "loss": 0.2387, |
| "step": 755 |
| }, |
| { |
| "epoch": 3.4982738780207137, |
| "grad_norm": 11.979253675702983, |
| "learning_rate": 4.6445537053721396e-08, |
| "loss": 0.2294, |
| "step": 760 |
| }, |
| { |
| "epoch": 3.521288837744534, |
| "grad_norm": 11.457518174839912, |
| "learning_rate": 4.2304892757035636e-08, |
| "loss": 0.2264, |
| "step": 765 |
| }, |
| { |
| "epoch": 3.5443037974683547, |
| "grad_norm": 18.542321221268033, |
| "learning_rate": 3.834938805823029e-08, |
| "loss": 0.2424, |
| "step": 770 |
| }, |
| { |
| "epoch": 3.567318757192175, |
| "grad_norm": 13.26259377110348, |
| "learning_rate": 3.4580622975609375e-08, |
| "loss": 0.2435, |
| "step": 775 |
| }, |
| { |
| "epoch": 3.5903337169159952, |
| "grad_norm": 11.283666064750703, |
| "learning_rate": 3.100012199051627e-08, |
| "loss": 0.2321, |
| "step": 780 |
| }, |
| { |
| "epoch": 3.613348676639816, |
| "grad_norm": 33.16980829715486, |
| "learning_rate": 2.7609333430674232e-08, |
| "loss": 0.2396, |
| "step": 785 |
| }, |
| { |
| "epoch": 3.6363636363636362, |
| "grad_norm": 15.962685581367262, |
| "learning_rate": 2.4409628884331625e-08, |
| "loss": 0.2303, |
| "step": 790 |
| }, |
| { |
| "epoch": 3.659378596087457, |
| "grad_norm": 12.558852196507443, |
| "learning_rate": 2.14023026454489e-08, |
| "loss": 0.2455, |
| "step": 795 |
| }, |
| { |
| "epoch": 3.6823935558112773, |
| "grad_norm": 13.379534877412999, |
| "learning_rate": 1.8588571190151337e-08, |
| "loss": 0.2358, |
| "step": 800 |
| }, |
| { |
| "epoch": 3.705408515535098, |
| "grad_norm": 10.55910332644343, |
| "learning_rate": 1.5969572684658984e-08, |
| "loss": 0.2253, |
| "step": 805 |
| }, |
| { |
| "epoch": 3.7284234752589183, |
| "grad_norm": 14.737759161492995, |
| "learning_rate": 1.3546366524893827e-08, |
| "loss": 0.25, |
| "step": 810 |
| }, |
| { |
| "epoch": 3.751438434982739, |
| "grad_norm": 11.622900035948389, |
| "learning_rate": 1.1319932907949859e-08, |
| "loss": 0.2408, |
| "step": 815 |
| }, |
| { |
| "epoch": 3.7744533947065593, |
| "grad_norm": 12.11809870039906, |
| "learning_rate": 9.291172435598904e-09, |
| "loss": 0.2441, |
| "step": 820 |
| }, |
| { |
| "epoch": 3.7974683544303796, |
| "grad_norm": 18.918951484361397, |
| "learning_rate": 7.460905749993474e-09, |
| "loss": 0.2338, |
| "step": 825 |
| }, |
| { |
| "epoch": 3.8204833141542003, |
| "grad_norm": 14.793042348598215, |
| "learning_rate": 5.8298732017137975e-09, |
| "loss": 0.2405, |
| "step": 830 |
| }, |
| { |
| "epoch": 3.8434982738780206, |
| "grad_norm": 12.864105686917561, |
| "learning_rate": 4.398734550292715e-09, |
| "loss": 0.2329, |
| "step": 835 |
| }, |
| { |
| "epoch": 3.8665132336018413, |
| "grad_norm": 14.835178736224917, |
| "learning_rate": 3.168068697340043e-09, |
| "loss": 0.2528, |
| "step": 840 |
| }, |
| { |
| "epoch": 3.8895281933256616, |
| "grad_norm": 9.895215072689167, |
| "learning_rate": 2.1383734523748308e-09, |
| "loss": 0.2318, |
| "step": 845 |
| }, |
| { |
| "epoch": 3.9125431530494823, |
| "grad_norm": 11.324908576826193, |
| "learning_rate": 1.3100653314587761e-09, |
| "loss": 0.2492, |
| "step": 850 |
| }, |
| { |
| "epoch": 3.9355581127733026, |
| "grad_norm": 10.840567294920715, |
| "learning_rate": 6.834793887142143e-10, |
| "loss": 0.2295, |
| "step": 855 |
| }, |
| { |
| "epoch": 3.9585730724971233, |
| "grad_norm": 9.775718572541846, |
| "learning_rate": 2.5886908079308934e-10, |
| "loss": 0.2134, |
| "step": 860 |
| }, |
| { |
| "epoch": 3.9815880322209436, |
| "grad_norm": 12.104927788108858, |
| "learning_rate": 3.640616435257593e-11, |
| "loss": 0.2589, |
| "step": 865 |
| }, |
| { |
| "epoch": 3.995397008055236, |
| "eval_loss": 0.7718632221221924, |
| "eval_runtime": 19.3388, |
| "eval_samples_per_second": 7.343, |
| "eval_steps_per_second": 0.931, |
| "step": 868 |
| }, |
| { |
| "epoch": 3.995397008055236, |
| "step": 868, |
| "total_flos": 29536675078144.0, |
| "train_loss": 0.387863024725892, |
| "train_runtime": 11116.6413, |
| "train_samples_per_second": 2.501, |
| "train_steps_per_second": 0.078 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 868, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 29536675078144.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
