| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 716, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.006985679357317499, |
| "grad_norm": 9.417793273925781, |
| "learning_rate": 6.153846153846155e-07, |
| "loss": 0.4856, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.013971358714634998, |
| "grad_norm": 7.6536865234375, |
| "learning_rate": 1.3846153846153848e-06, |
| "loss": 0.4457, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.020957038071952497, |
| "grad_norm": 6.9425950050354, |
| "learning_rate": 2.153846153846154e-06, |
| "loss": 0.4359, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.027942717429269997, |
| "grad_norm": 7.008752822875977, |
| "learning_rate": 2.9230769230769236e-06, |
| "loss": 0.4247, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0349283967865875, |
| "grad_norm": 7.943561553955078, |
| "learning_rate": 3.692307692307693e-06, |
| "loss": 0.4144, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.041914076143904994, |
| "grad_norm": 8.960087776184082, |
| "learning_rate": 4.461538461538462e-06, |
| "loss": 0.4095, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0488997555012225, |
| "grad_norm": 9.126522064208984, |
| "learning_rate": 5.230769230769232e-06, |
| "loss": 0.4195, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.055885434858539994, |
| "grad_norm": 6.81967306137085, |
| "learning_rate": 6e-06, |
| "loss": 0.409, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.06287111421585749, |
| "grad_norm": 9.193132400512695, |
| "learning_rate": 6.76923076923077e-06, |
| "loss": 0.4256, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.069856793573175, |
| "grad_norm": 7.224976062774658, |
| "learning_rate": 7.538461538461539e-06, |
| "loss": 0.41, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.07684247293049248, |
| "grad_norm": 7.260319232940674, |
| "learning_rate": 8.307692307692309e-06, |
| "loss": 0.4534, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.08382815228780999, |
| "grad_norm": 8.081445693969727, |
| "learning_rate": 9.076923076923078e-06, |
| "loss": 0.4435, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.09081383164512749, |
| "grad_norm": 8.150150299072266, |
| "learning_rate": 9.846153846153848e-06, |
| "loss": 0.4457, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.097799511002445, |
| "grad_norm": 6.927804946899414, |
| "learning_rate": 9.999909012888162e-06, |
| "loss": 0.4559, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.10478519035976248, |
| "grad_norm": 7.140408039093018, |
| "learning_rate": 9.999539383421715e-06, |
| "loss": 0.4217, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.11177086971707999, |
| "grad_norm": 7.418540000915527, |
| "learning_rate": 9.998885445909666e-06, |
| "loss": 0.4857, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.11875654907439749, |
| "grad_norm": 8.253525733947754, |
| "learning_rate": 9.997947237539373e-06, |
| "loss": 0.4863, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.12574222843171498, |
| "grad_norm": 6.550653457641602, |
| "learning_rate": 9.996724811663797e-06, |
| "loss": 0.4663, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.13272790778903248, |
| "grad_norm": 6.81130313873291, |
| "learning_rate": 9.99521823779844e-06, |
| "loss": 0.4684, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.13971358714635, |
| "grad_norm": 7.913576602935791, |
| "learning_rate": 9.99342760161741e-06, |
| "loss": 0.5049, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1466992665036675, |
| "grad_norm": 8.523401260375977, |
| "learning_rate": 9.991353004948538e-06, |
| "loss": 0.4635, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.15368494586098497, |
| "grad_norm": 6.084781169891357, |
| "learning_rate": 9.988994565767604e-06, |
| "loss": 0.4752, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.16067062521830247, |
| "grad_norm": 5.975230693817139, |
| "learning_rate": 9.986352418191608e-06, |
| "loss": 0.4722, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.16765630457561997, |
| "grad_norm": 6.941432476043701, |
| "learning_rate": 9.983426712471151e-06, |
| "loss": 0.4991, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.17464198393293748, |
| "grad_norm": 6.190479755401611, |
| "learning_rate": 9.9802176149819e-06, |
| "loss": 0.4821, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.18162766329025498, |
| "grad_norm": 6.3899006843566895, |
| "learning_rate": 9.976725308215109e-06, |
| "loss": 0.5163, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.18861334264757249, |
| "grad_norm": 5.7873430252075195, |
| "learning_rate": 9.97294999076726e-06, |
| "loss": 0.4517, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.19559902200489, |
| "grad_norm": 6.523060321807861, |
| "learning_rate": 9.968891877328752e-06, |
| "loss": 0.4632, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.20258470136220746, |
| "grad_norm": 7.010469436645508, |
| "learning_rate": 9.964551198671709e-06, |
| "loss": 0.4643, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.20957038071952497, |
| "grad_norm": 6.9780473709106445, |
| "learning_rate": 9.95992820163684e-06, |
| "loss": 0.4737, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.21655606007684247, |
| "grad_norm": 6.335629463195801, |
| "learning_rate": 9.955023149119413e-06, |
| "loss": 0.4552, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.22354173943415998, |
| "grad_norm": 5.958488464355469, |
| "learning_rate": 9.949836320054309e-06, |
| "loss": 0.4553, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.23052741879147748, |
| "grad_norm": 6.195608139038086, |
| "learning_rate": 9.944368009400145e-06, |
| "loss": 0.5117, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.23751309814879498, |
| "grad_norm": 6.441509246826172, |
| "learning_rate": 9.93861852812251e-06, |
| "loss": 0.4652, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.24449877750611246, |
| "grad_norm": 5.994947910308838, |
| "learning_rate": 9.932588203176281e-06, |
| "loss": 0.4832, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.25148445686342996, |
| "grad_norm": 6.672873020172119, |
| "learning_rate": 9.92627737748703e-06, |
| "loss": 0.4827, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.2584701362207475, |
| "grad_norm": 6.571279048919678, |
| "learning_rate": 9.919686409931523e-06, |
| "loss": 0.5003, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.26545581557806497, |
| "grad_norm": 6.049185276031494, |
| "learning_rate": 9.912815675317307e-06, |
| "loss": 0.4905, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.27244149493538244, |
| "grad_norm": 6.473181247711182, |
| "learning_rate": 9.905665564361403e-06, |
| "loss": 0.4843, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.2794271742927, |
| "grad_norm": 7.581283092498779, |
| "learning_rate": 9.898236483668086e-06, |
| "loss": 0.5097, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.28641285365001745, |
| "grad_norm": 7.333038806915283, |
| "learning_rate": 9.890528855705753e-06, |
| "loss": 0.4698, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.293398533007335, |
| "grad_norm": 6.216223239898682, |
| "learning_rate": 9.882543118782913e-06, |
| "loss": 0.5034, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.30038421236465246, |
| "grad_norm": 6.861793041229248, |
| "learning_rate": 9.874279727023253e-06, |
| "loss": 0.4756, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.30736989172196993, |
| "grad_norm": 6.37476110458374, |
| "learning_rate": 9.865739150339815e-06, |
| "loss": 0.5117, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.31435557107928747, |
| "grad_norm": 5.816511154174805, |
| "learning_rate": 9.856921874408272e-06, |
| "loss": 0.4925, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.32134125043660494, |
| "grad_norm": 6.3242692947387695, |
| "learning_rate": 9.847828400639317e-06, |
| "loss": 0.4679, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.3283269297939225, |
| "grad_norm": 6.17088508605957, |
| "learning_rate": 9.838459246150138e-06, |
| "loss": 0.4646, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.33531260915123995, |
| "grad_norm": 7.1427812576293945, |
| "learning_rate": 9.828814943735019e-06, |
| "loss": 0.4633, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.3422982885085575, |
| "grad_norm": 6.307351112365723, |
| "learning_rate": 9.818896041835036e-06, |
| "loss": 0.4586, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.34928396786587496, |
| "grad_norm": 6.033569812774658, |
| "learning_rate": 9.808703104506874e-06, |
| "loss": 0.5144, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.35626964722319243, |
| "grad_norm": 6.253153324127197, |
| "learning_rate": 9.798236711390754e-06, |
| "loss": 0.4936, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.36325532658050996, |
| "grad_norm": 6.369323253631592, |
| "learning_rate": 9.787497457677456e-06, |
| "loss": 0.5142, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.37024100593782744, |
| "grad_norm": 7.059694766998291, |
| "learning_rate": 9.776485954074492e-06, |
| "loss": 0.508, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.37722668529514497, |
| "grad_norm": 5.437386989593506, |
| "learning_rate": 9.765202826771358e-06, |
| "loss": 0.4517, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.38421236465246245, |
| "grad_norm": 6.353536605834961, |
| "learning_rate": 9.753648717403944e-06, |
| "loss": 0.5177, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.39119804400978, |
| "grad_norm": 6.7363481521606445, |
| "learning_rate": 9.741824283018022e-06, |
| "loss": 0.4768, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.39818372336709745, |
| "grad_norm": 6.804571151733398, |
| "learning_rate": 9.729730196031908e-06, |
| "loss": 0.5009, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.40516940272441493, |
| "grad_norm": 6.188082695007324, |
| "learning_rate": 9.717367144198209e-06, |
| "loss": 0.4975, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.41215508208173246, |
| "grad_norm": 6.352089881896973, |
| "learning_rate": 9.704735830564707e-06, |
| "loss": 0.458, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.41914076143904994, |
| "grad_norm": 5.823917388916016, |
| "learning_rate": 9.6918369734344e-06, |
| "loss": 0.4863, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.42612644079636747, |
| "grad_norm": 6.301001071929932, |
| "learning_rate": 9.678671306324627e-06, |
| "loss": 0.5175, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.43311212015368494, |
| "grad_norm": 6.185693740844727, |
| "learning_rate": 9.665239577925384e-06, |
| "loss": 0.4844, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.4400977995110024, |
| "grad_norm": 6.580015182495117, |
| "learning_rate": 9.65154255205672e-06, |
| "loss": 0.4907, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.44708347886831995, |
| "grad_norm": 5.962856769561768, |
| "learning_rate": 9.637581007625328e-06, |
| "loss": 0.4552, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.4540691582256374, |
| "grad_norm": 6.2723774909973145, |
| "learning_rate": 9.623355738580226e-06, |
| "loss": 0.4994, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.46105483758295496, |
| "grad_norm": 6.140941143035889, |
| "learning_rate": 9.608867553867628e-06, |
| "loss": 0.4829, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.46804051694027243, |
| "grad_norm": 6.278982639312744, |
| "learning_rate": 9.594117277384928e-06, |
| "loss": 0.5118, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.47502619629758996, |
| "grad_norm": 6.221822261810303, |
| "learning_rate": 9.579105747933858e-06, |
| "loss": 0.4903, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.48201187565490744, |
| "grad_norm": 6.153563976287842, |
| "learning_rate": 9.563833819172777e-06, |
| "loss": 0.4729, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.4889975550122249, |
| "grad_norm": 5.723773956298828, |
| "learning_rate": 9.548302359568136e-06, |
| "loss": 0.536, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.49598323436954245, |
| "grad_norm": 5.7412238121032715, |
| "learning_rate": 9.532512252345086e-06, |
| "loss": 0.4818, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.5029689137268599, |
| "grad_norm": 5.776915073394775, |
| "learning_rate": 9.516464395437251e-06, |
| "loss": 0.4818, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.5099545930841775, |
| "grad_norm": 6.4714741706848145, |
| "learning_rate": 9.50015970143567e-06, |
| "loss": 0.486, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.516940272441495, |
| "grad_norm": 5.570414066314697, |
| "learning_rate": 9.483599097536895e-06, |
| "loss": 0.4821, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.5239259517988124, |
| "grad_norm": 5.86240816116333, |
| "learning_rate": 9.466783525490271e-06, |
| "loss": 0.5014, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.5309116311561299, |
| "grad_norm": 5.690156936645508, |
| "learning_rate": 9.449713941544375e-06, |
| "loss": 0.505, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5378973105134475, |
| "grad_norm": 5.273125648498535, |
| "learning_rate": 9.432391316392639e-06, |
| "loss": 0.4738, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.5448829898707649, |
| "grad_norm": 6.2202887535095215, |
| "learning_rate": 9.414816635118154e-06, |
| "loss": 0.5023, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.5518686692280824, |
| "grad_norm": 6.270415782928467, |
| "learning_rate": 9.396990897137647e-06, |
| "loss": 0.4772, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.5588543485854, |
| "grad_norm": 5.550614356994629, |
| "learning_rate": 9.378915116144646e-06, |
| "loss": 0.4556, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.5658400279427175, |
| "grad_norm": 5.853529930114746, |
| "learning_rate": 9.360590320051844e-06, |
| "loss": 0.4942, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.5728257073000349, |
| "grad_norm": 5.692981243133545, |
| "learning_rate": 9.342017550932627e-06, |
| "loss": 0.4772, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.5798113866573524, |
| "grad_norm": 5.6134185791015625, |
| "learning_rate": 9.323197864961835e-06, |
| "loss": 0.4245, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.58679706601467, |
| "grad_norm": 6.195576190948486, |
| "learning_rate": 9.304132332355685e-06, |
| "loss": 0.5083, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.5937827453719874, |
| "grad_norm": 6.21861457824707, |
| "learning_rate": 9.28482203731092e-06, |
| "loss": 0.5366, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.6007684247293049, |
| "grad_norm": 5.109756946563721, |
| "learning_rate": 9.265268077943152e-06, |
| "loss": 0.4774, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.6077541040866224, |
| "grad_norm": 6.137323379516602, |
| "learning_rate": 9.245471566224416e-06, |
| "loss": 0.5125, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.6147397834439399, |
| "grad_norm": 5.771416187286377, |
| "learning_rate": 9.225433627919927e-06, |
| "loss": 0.5453, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.6217254628012574, |
| "grad_norm": 5.52296781539917, |
| "learning_rate": 9.20515540252408e-06, |
| "loss": 0.4663, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.6287111421585749, |
| "grad_norm": 6.380407333374023, |
| "learning_rate": 9.184638043195628e-06, |
| "loss": 0.4752, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.6356968215158925, |
| "grad_norm": 5.940698623657227, |
| "learning_rate": 9.16388271669213e-06, |
| "loss": 0.4309, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.6426825008732099, |
| "grad_norm": 6.604904651641846, |
| "learning_rate": 9.142890603303573e-06, |
| "loss": 0.5043, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.6496681802305274, |
| "grad_norm": 6.345200061798096, |
| "learning_rate": 9.121662896785285e-06, |
| "loss": 0.4991, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.656653859587845, |
| "grad_norm": 5.294460773468018, |
| "learning_rate": 9.100200804290014e-06, |
| "loss": 0.4788, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.6636395389451624, |
| "grad_norm": 5.905223846435547, |
| "learning_rate": 9.078505546299317e-06, |
| "loss": 0.4871, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.6706252183024799, |
| "grad_norm": 4.967826843261719, |
| "learning_rate": 9.056578356554124e-06, |
| "loss": 0.5174, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.6776108976597974, |
| "grad_norm": 5.444486618041992, |
| "learning_rate": 9.034420481984604e-06, |
| "loss": 0.4889, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.684596577017115, |
| "grad_norm": 5.278167724609375, |
| "learning_rate": 9.012033182639238e-06, |
| "loss": 0.4793, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.6915822563744324, |
| "grad_norm": 6.902711391448975, |
| "learning_rate": 8.989417731613169e-06, |
| "loss": 0.5259, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.6985679357317499, |
| "grad_norm": 6.086877346038818, |
| "learning_rate": 8.966575414975813e-06, |
| "loss": 0.5203, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.7055536150890674, |
| "grad_norm": 6.7947564125061035, |
| "learning_rate": 8.943507531697715e-06, |
| "loss": 0.4609, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.7125392944463849, |
| "grad_norm": 6.169280052185059, |
| "learning_rate": 8.920215393576685e-06, |
| "loss": 0.4799, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.7195249738037024, |
| "grad_norm": 6.514042377471924, |
| "learning_rate": 8.8967003251632e-06, |
| "loss": 0.5, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.7265106531610199, |
| "grad_norm": 7.015414714813232, |
| "learning_rate": 8.872963663685075e-06, |
| "loss": 0.5226, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.7334963325183375, |
| "grad_norm": 4.968021869659424, |
| "learning_rate": 8.849006758971429e-06, |
| "loss": 0.4697, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.7404820118756549, |
| "grad_norm": 6.74957799911499, |
| "learning_rate": 8.824830973375917e-06, |
| "loss": 0.5045, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.7474676912329724, |
| "grad_norm": 5.4804816246032715, |
| "learning_rate": 8.800437681699264e-06, |
| "loss": 0.465, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.7544533705902899, |
| "grad_norm": 5.658529281616211, |
| "learning_rate": 8.775828271111074e-06, |
| "loss": 0.474, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.7614390499476074, |
| "grad_norm": 5.418574333190918, |
| "learning_rate": 8.751004141070958e-06, |
| "loss": 0.4904, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.7684247293049249, |
| "grad_norm": 5.922712802886963, |
| "learning_rate": 8.72596670324894e-06, |
| "loss": 0.4721, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.7754104086622424, |
| "grad_norm": 6.200154781341553, |
| "learning_rate": 8.70071738144519e-06, |
| "loss": 0.4902, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.78239608801956, |
| "grad_norm": 5.705479145050049, |
| "learning_rate": 8.67525761150905e-06, |
| "loss": 0.4726, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.7893817673768774, |
| "grad_norm": 6.879328727722168, |
| "learning_rate": 8.649588841257383e-06, |
| "loss": 0.4757, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.7963674467341949, |
| "grad_norm": 7.012612819671631, |
| "learning_rate": 8.623712530392244e-06, |
| "loss": 0.4522, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.8033531260915124, |
| "grad_norm": 6.293166160583496, |
| "learning_rate": 8.597630150417867e-06, |
| "loss": 0.4651, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.8103388054488299, |
| "grad_norm": 5.768970012664795, |
| "learning_rate": 8.571343184556985e-06, |
| "loss": 0.4277, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.8173244848061474, |
| "grad_norm": 6.452169895172119, |
| "learning_rate": 8.544853127666483e-06, |
| "loss": 0.5337, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.8243101641634649, |
| "grad_norm": 5.4347615242004395, |
| "learning_rate": 8.518161486152406e-06, |
| "loss": 0.468, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.8312958435207825, |
| "grad_norm": 5.982383728027344, |
| "learning_rate": 8.491269777884264e-06, |
| "loss": 0.4511, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.8382815228780999, |
| "grad_norm": 5.2124457359313965, |
| "learning_rate": 8.464179532108742e-06, |
| "loss": 0.4667, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.8452672022354174, |
| "grad_norm": 5.130034923553467, |
| "learning_rate": 8.436892289362728e-06, |
| "loss": 0.4551, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.8522528815927349, |
| "grad_norm": 5.86264705657959, |
| "learning_rate": 8.409409601385702e-06, |
| "loss": 0.5026, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.8592385609500524, |
| "grad_norm": 6.521675109863281, |
| "learning_rate": 8.381733031031503e-06, |
| "loss": 0.5017, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.8662242403073699, |
| "grad_norm": 5.794342994689941, |
| "learning_rate": 8.353864152179445e-06, |
| "loss": 0.4638, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.8732099196646874, |
| "grad_norm": 5.721254348754883, |
| "learning_rate": 8.325804549644823e-06, |
| "loss": 0.4652, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.8801955990220048, |
| "grad_norm": 5.914518356323242, |
| "learning_rate": 8.297555819088787e-06, |
| "loss": 0.4613, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.8871812783793224, |
| "grad_norm": 5.939746856689453, |
| "learning_rate": 8.269119566927599e-06, |
| "loss": 0.4599, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.8941669577366399, |
| "grad_norm": 5.655862808227539, |
| "learning_rate": 8.240497410241286e-06, |
| "loss": 0.4602, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.9011526370939574, |
| "grad_norm": 6.510814666748047, |
| "learning_rate": 8.211690976681678e-06, |
| "loss": 0.4582, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.9081383164512749, |
| "grad_norm": 5.543778419494629, |
| "learning_rate": 8.18270190437985e-06, |
| "loss": 0.4777, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.9151239958085924, |
| "grad_norm": 5.059428691864014, |
| "learning_rate": 8.153531841852969e-06, |
| "loss": 0.4756, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.9221096751659099, |
| "grad_norm": 5.040985584259033, |
| "learning_rate": 8.12418244791054e-06, |
| "loss": 0.4742, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.9290953545232273, |
| "grad_norm": 5.490272521972656, |
| "learning_rate": 8.094655391560086e-06, |
| "loss": 0.4614, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.9360810338805449, |
| "grad_norm": 5.865604877471924, |
| "learning_rate": 8.064952351912227e-06, |
| "loss": 0.4671, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.9430667132378624, |
| "grad_norm": 5.491858005523682, |
| "learning_rate": 8.035075018085204e-06, |
| "loss": 0.4624, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.9500523925951799, |
| "grad_norm": 5.839197158813477, |
| "learning_rate": 8.005025089108812e-06, |
| "loss": 0.4811, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.9570380719524973, |
| "grad_norm": 6.362710952758789, |
| "learning_rate": 7.974804273827791e-06, |
| "loss": 0.4829, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.9640237513098149, |
| "grad_norm": 5.933167457580566, |
| "learning_rate": 7.944414290804647e-06, |
| "loss": 0.4895, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.9710094306671324, |
| "grad_norm": 6.338855743408203, |
| "learning_rate": 7.913856868221922e-06, |
| "loss": 0.4729, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.9779951100244498, |
| "grad_norm": 5.022581577301025, |
| "learning_rate": 7.883133743783918e-06, |
| "loss": 0.4772, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.9849807893817674, |
| "grad_norm": 5.898752212524414, |
| "learning_rate": 7.852246664617878e-06, |
| "loss": 0.457, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.9919664687390849, |
| "grad_norm": 4.9067864418029785, |
| "learning_rate": 7.821197387174638e-06, |
| "loss": 0.4577, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.9989521480964024, |
| "grad_norm": 4.425784111022949, |
| "learning_rate": 7.78998767712873e-06, |
| "loss": 0.4683, |
| "step": 715 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 2148, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9.684922567617413e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
