| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 20.0, |
| "eval_steps": 500, |
| "global_step": 940, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.10638297872340426, |
| "grad_norm": 7.71875, |
| "learning_rate": 5.319148936170213e-06, |
| "loss": 1.874, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.2127659574468085, |
| "grad_norm": 3.96875, |
| "learning_rate": 1.0638297872340426e-05, |
| "loss": 1.8146, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.3191489361702128, |
| "grad_norm": 3.09375, |
| "learning_rate": 1.595744680851064e-05, |
| "loss": 1.6658, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.425531914893617, |
| "grad_norm": 2.5625, |
| "learning_rate": 2.1276595744680852e-05, |
| "loss": 1.5605, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.5319148936170213, |
| "grad_norm": 2.296875, |
| "learning_rate": 2.6595744680851064e-05, |
| "loss": 1.4474, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.6382978723404256, |
| "grad_norm": 1.953125, |
| "learning_rate": 3.191489361702128e-05, |
| "loss": 1.367, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.7446808510638298, |
| "grad_norm": 2.09375, |
| "learning_rate": 3.723404255319149e-05, |
| "loss": 1.3428, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.851063829787234, |
| "grad_norm": 2.0625, |
| "learning_rate": 4.2553191489361704e-05, |
| "loss": 1.2922, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.9574468085106383, |
| "grad_norm": 2.4375, |
| "learning_rate": 4.787234042553192e-05, |
| "loss": 1.2636, |
| "step": 45 |
| }, |
| { |
| "epoch": 1.0638297872340425, |
| "grad_norm": 2.140625, |
| "learning_rate": 4.9998746893945805e-05, |
| "loss": 1.2129, |
| "step": 50 |
| }, |
| { |
| "epoch": 1.1702127659574468, |
| "grad_norm": 1.984375, |
| "learning_rate": 4.99910895290836e-05, |
| "loss": 1.1482, |
| "step": 55 |
| }, |
| { |
| "epoch": 1.2765957446808511, |
| "grad_norm": 2.15625, |
| "learning_rate": 4.997647333573498e-05, |
| "loss": 1.1343, |
| "step": 60 |
| }, |
| { |
| "epoch": 1.3829787234042552, |
| "grad_norm": 2.140625, |
| "learning_rate": 4.995490283620569e-05, |
| "loss": 1.1265, |
| "step": 65 |
| }, |
| { |
| "epoch": 1.4893617021276595, |
| "grad_norm": 1.9453125, |
| "learning_rate": 4.992638470449016e-05, |
| "loss": 1.1193, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.5957446808510638, |
| "grad_norm": 1.9921875, |
| "learning_rate": 4.98909277642066e-05, |
| "loss": 1.1042, |
| "step": 75 |
| }, |
| { |
| "epoch": 1.702127659574468, |
| "grad_norm": 2.171875, |
| "learning_rate": 4.984854298586695e-05, |
| "loss": 1.0683, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.8085106382978724, |
| "grad_norm": 1.8984375, |
| "learning_rate": 4.979924348348256e-05, |
| "loss": 1.0495, |
| "step": 85 |
| }, |
| { |
| "epoch": 1.9148936170212765, |
| "grad_norm": 1.8125, |
| "learning_rate": 4.9743044510506596e-05, |
| "loss": 1.0677, |
| "step": 90 |
| }, |
| { |
| "epoch": 2.021276595744681, |
| "grad_norm": 2.109375, |
| "learning_rate": 4.967996345511468e-05, |
| "loss": 1.058, |
| "step": 95 |
| }, |
| { |
| "epoch": 2.127659574468085, |
| "grad_norm": 2.484375, |
| "learning_rate": 4.9610019834824824e-05, |
| "loss": 0.9445, |
| "step": 100 |
| }, |
| { |
| "epoch": 2.2340425531914896, |
| "grad_norm": 2.140625, |
| "learning_rate": 4.953323529045868e-05, |
| "loss": 0.9534, |
| "step": 105 |
| }, |
| { |
| "epoch": 2.3404255319148937, |
| "grad_norm": 1.9375, |
| "learning_rate": 4.9449633579445785e-05, |
| "loss": 0.9609, |
| "step": 110 |
| }, |
| { |
| "epoch": 2.4468085106382977, |
| "grad_norm": 1.9765625, |
| "learning_rate": 4.935924056847292e-05, |
| "loss": 0.9451, |
| "step": 115 |
| }, |
| { |
| "epoch": 2.5531914893617023, |
| "grad_norm": 1.9375, |
| "learning_rate": 4.926208422548085e-05, |
| "loss": 0.9381, |
| "step": 120 |
| }, |
| { |
| "epoch": 2.6595744680851063, |
| "grad_norm": 2.03125, |
| "learning_rate": 4.915819461101094e-05, |
| "loss": 0.9412, |
| "step": 125 |
| }, |
| { |
| "epoch": 2.7659574468085104, |
| "grad_norm": 2.0625, |
| "learning_rate": 4.904760386890431e-05, |
| "loss": 0.9306, |
| "step": 130 |
| }, |
| { |
| "epoch": 2.872340425531915, |
| "grad_norm": 2.046875, |
| "learning_rate": 4.893034621635644e-05, |
| "loss": 0.9287, |
| "step": 135 |
| }, |
| { |
| "epoch": 2.978723404255319, |
| "grad_norm": 2.0625, |
| "learning_rate": 4.8806457933330185e-05, |
| "loss": 0.9184, |
| "step": 140 |
| }, |
| { |
| "epoch": 3.0851063829787235, |
| "grad_norm": 2.1875, |
| "learning_rate": 4.8675977351330635e-05, |
| "loss": 0.83, |
| "step": 145 |
| }, |
| { |
| "epoch": 3.1914893617021276, |
| "grad_norm": 2.015625, |
| "learning_rate": 4.853894484154523e-05, |
| "loss": 0.8281, |
| "step": 150 |
| }, |
| { |
| "epoch": 3.297872340425532, |
| "grad_norm": 2.234375, |
| "learning_rate": 4.839540280235274e-05, |
| "loss": 0.8054, |
| "step": 155 |
| }, |
| { |
| "epoch": 3.404255319148936, |
| "grad_norm": 2.03125, |
| "learning_rate": 4.8245395646205024e-05, |
| "loss": 0.8155, |
| "step": 160 |
| }, |
| { |
| "epoch": 3.5106382978723403, |
| "grad_norm": 2.140625, |
| "learning_rate": 4.808896978588571e-05, |
| "loss": 0.799, |
| "step": 165 |
| }, |
| { |
| "epoch": 3.617021276595745, |
| "grad_norm": 2.171875, |
| "learning_rate": 4.792617362014982e-05, |
| "loss": 0.8008, |
| "step": 170 |
| }, |
| { |
| "epoch": 3.723404255319149, |
| "grad_norm": 2.125, |
| "learning_rate": 4.7757057518749085e-05, |
| "loss": 0.7805, |
| "step": 175 |
| }, |
| { |
| "epoch": 3.829787234042553, |
| "grad_norm": 2.140625, |
| "learning_rate": 4.758167380684733e-05, |
| "loss": 0.8217, |
| "step": 180 |
| }, |
| { |
| "epoch": 3.9361702127659575, |
| "grad_norm": 2.53125, |
| "learning_rate": 4.7400076748830835e-05, |
| "loss": 0.8064, |
| "step": 185 |
| }, |
| { |
| "epoch": 4.042553191489362, |
| "grad_norm": 2.296875, |
| "learning_rate": 4.721232253151879e-05, |
| "loss": 0.7495, |
| "step": 190 |
| }, |
| { |
| "epoch": 4.148936170212766, |
| "grad_norm": 2.0625, |
| "learning_rate": 4.701846924677881e-05, |
| "loss": 0.7, |
| "step": 195 |
| }, |
| { |
| "epoch": 4.25531914893617, |
| "grad_norm": 2.109375, |
| "learning_rate": 4.681857687355316e-05, |
| "loss": 0.6738, |
| "step": 200 |
| }, |
| { |
| "epoch": 4.361702127659575, |
| "grad_norm": 2.015625, |
| "learning_rate": 4.661270725930099e-05, |
| "loss": 0.6929, |
| "step": 205 |
| }, |
| { |
| "epoch": 4.468085106382979, |
| "grad_norm": 2.125, |
| "learning_rate": 4.6400924100862526e-05, |
| "loss": 0.6916, |
| "step": 210 |
| }, |
| { |
| "epoch": 4.574468085106383, |
| "grad_norm": 2.59375, |
| "learning_rate": 4.6183292924751005e-05, |
| "loss": 0.6948, |
| "step": 215 |
| }, |
| { |
| "epoch": 4.680851063829787, |
| "grad_norm": 2.53125, |
| "learning_rate": 4.595988106687854e-05, |
| "loss": 0.6938, |
| "step": 220 |
| }, |
| { |
| "epoch": 4.787234042553192, |
| "grad_norm": 2.203125, |
| "learning_rate": 4.573075765172214e-05, |
| "loss": 0.6836, |
| "step": 225 |
| }, |
| { |
| "epoch": 4.8936170212765955, |
| "grad_norm": 2.515625, |
| "learning_rate": 4.549599357093629e-05, |
| "loss": 0.6804, |
| "step": 230 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 2.25, |
| "learning_rate": 4.5255661461418854e-05, |
| "loss": 0.6922, |
| "step": 235 |
| }, |
| { |
| "epoch": 5.1063829787234045, |
| "grad_norm": 2.15625, |
| "learning_rate": 4.500983568283694e-05, |
| "loss": 0.5917, |
| "step": 240 |
| }, |
| { |
| "epoch": 5.212765957446808, |
| "grad_norm": 2.1875, |
| "learning_rate": 4.4758592294619696e-05, |
| "loss": 0.582, |
| "step": 245 |
| }, |
| { |
| "epoch": 5.319148936170213, |
| "grad_norm": 2.15625, |
| "learning_rate": 4.450200903242526e-05, |
| "loss": 0.5846, |
| "step": 250 |
| }, |
| { |
| "epoch": 5.425531914893617, |
| "grad_norm": 2.171875, |
| "learning_rate": 4.4240165284089065e-05, |
| "loss": 0.5845, |
| "step": 255 |
| }, |
| { |
| "epoch": 5.531914893617021, |
| "grad_norm": 2.21875, |
| "learning_rate": 4.397314206506092e-05, |
| "loss": 0.5968, |
| "step": 260 |
| }, |
| { |
| "epoch": 5.638297872340425, |
| "grad_norm": 2.15625, |
| "learning_rate": 4.3701021993338534e-05, |
| "loss": 0.5739, |
| "step": 265 |
| }, |
| { |
| "epoch": 5.74468085106383, |
| "grad_norm": 2.171875, |
| "learning_rate": 4.342388926390517e-05, |
| "loss": 0.5974, |
| "step": 270 |
| }, |
| { |
| "epoch": 5.851063829787234, |
| "grad_norm": 2.140625, |
| "learning_rate": 4.314182962267946e-05, |
| "loss": 0.5955, |
| "step": 275 |
| }, |
| { |
| "epoch": 5.957446808510638, |
| "grad_norm": 2.0625, |
| "learning_rate": 4.285493033998519e-05, |
| "loss": 0.5848, |
| "step": 280 |
| }, |
| { |
| "epoch": 6.0638297872340425, |
| "grad_norm": 2.375, |
| "learning_rate": 4.256328018354964e-05, |
| "loss": 0.5369, |
| "step": 285 |
| }, |
| { |
| "epoch": 6.170212765957447, |
| "grad_norm": 2.21875, |
| "learning_rate": 4.226696939103846e-05, |
| "loss": 0.4998, |
| "step": 290 |
| }, |
| { |
| "epoch": 6.276595744680851, |
| "grad_norm": 2.21875, |
| "learning_rate": 4.196608964213574e-05, |
| "loss": 0.4911, |
| "step": 295 |
| }, |
| { |
| "epoch": 6.382978723404255, |
| "grad_norm": 2.15625, |
| "learning_rate": 4.16607340301781e-05, |
| "loss": 0.4974, |
| "step": 300 |
| }, |
| { |
| "epoch": 6.48936170212766, |
| "grad_norm": 2.078125, |
| "learning_rate": 4.1350997033351126e-05, |
| "loss": 0.4991, |
| "step": 305 |
| }, |
| { |
| "epoch": 6.595744680851064, |
| "grad_norm": 2.125, |
| "learning_rate": 4.103697448545753e-05, |
| "loss": 0.499, |
| "step": 310 |
| }, |
| { |
| "epoch": 6.702127659574468, |
| "grad_norm": 2.140625, |
| "learning_rate": 4.071876354626581e-05, |
| "loss": 0.4991, |
| "step": 315 |
| }, |
| { |
| "epoch": 6.808510638297872, |
| "grad_norm": 2.09375, |
| "learning_rate": 4.0396462671448616e-05, |
| "loss": 0.5022, |
| "step": 320 |
| }, |
| { |
| "epoch": 6.914893617021277, |
| "grad_norm": 2.03125, |
| "learning_rate": 4.007017158212022e-05, |
| "loss": 0.5008, |
| "step": 325 |
| }, |
| { |
| "epoch": 7.0212765957446805, |
| "grad_norm": 2.625, |
| "learning_rate": 3.9739991233982394e-05, |
| "loss": 0.4899, |
| "step": 330 |
| }, |
| { |
| "epoch": 7.127659574468085, |
| "grad_norm": 2.203125, |
| "learning_rate": 3.9406023786088356e-05, |
| "loss": 0.4098, |
| "step": 335 |
| }, |
| { |
| "epoch": 7.23404255319149, |
| "grad_norm": 2.234375, |
| "learning_rate": 3.906837256923439e-05, |
| "loss": 0.4213, |
| "step": 340 |
| }, |
| { |
| "epoch": 7.340425531914893, |
| "grad_norm": 2.046875, |
| "learning_rate": 3.872714205398886e-05, |
| "loss": 0.4184, |
| "step": 345 |
| }, |
| { |
| "epoch": 7.446808510638298, |
| "grad_norm": 2.140625, |
| "learning_rate": 3.838243781836864e-05, |
| "loss": 0.4223, |
| "step": 350 |
| }, |
| { |
| "epoch": 7.553191489361702, |
| "grad_norm": 2.15625, |
| "learning_rate": 3.803436651517288e-05, |
| "loss": 0.4052, |
| "step": 355 |
| }, |
| { |
| "epoch": 7.659574468085106, |
| "grad_norm": 2.25, |
| "learning_rate": 3.7683035838984224e-05, |
| "loss": 0.4189, |
| "step": 360 |
| }, |
| { |
| "epoch": 7.76595744680851, |
| "grad_norm": 2.3125, |
| "learning_rate": 3.732855449284769e-05, |
| "loss": 0.4152, |
| "step": 365 |
| }, |
| { |
| "epoch": 7.872340425531915, |
| "grad_norm": 2.21875, |
| "learning_rate": 3.697103215463754e-05, |
| "loss": 0.4349, |
| "step": 370 |
| }, |
| { |
| "epoch": 7.9787234042553195, |
| "grad_norm": 2.171875, |
| "learning_rate": 3.661057944312252e-05, |
| "loss": 0.4235, |
| "step": 375 |
| }, |
| { |
| "epoch": 8.085106382978724, |
| "grad_norm": 2.75, |
| "learning_rate": 3.624730788374003e-05, |
| "loss": 0.3635, |
| "step": 380 |
| }, |
| { |
| "epoch": 8.191489361702128, |
| "grad_norm": 2.125, |
| "learning_rate": 3.5881329874089664e-05, |
| "loss": 0.355, |
| "step": 385 |
| }, |
| { |
| "epoch": 8.297872340425531, |
| "grad_norm": 2.15625, |
| "learning_rate": 3.551275864915703e-05, |
| "loss": 0.3456, |
| "step": 390 |
| }, |
| { |
| "epoch": 8.404255319148936, |
| "grad_norm": 2.171875, |
| "learning_rate": 3.5141708246278385e-05, |
| "loss": 0.3448, |
| "step": 395 |
| }, |
| { |
| "epoch": 8.51063829787234, |
| "grad_norm": 2.125, |
| "learning_rate": 3.476829346985704e-05, |
| "loss": 0.3448, |
| "step": 400 |
| }, |
| { |
| "epoch": 8.617021276595745, |
| "grad_norm": 2.125, |
| "learning_rate": 3.4392629855842475e-05, |
| "loss": 0.3551, |
| "step": 405 |
| }, |
| { |
| "epoch": 8.72340425531915, |
| "grad_norm": 2.234375, |
| "learning_rate": 3.401483363598305e-05, |
| "loss": 0.3574, |
| "step": 410 |
| }, |
| { |
| "epoch": 8.829787234042554, |
| "grad_norm": 2.0625, |
| "learning_rate": 3.363502170186346e-05, |
| "loss": 0.3502, |
| "step": 415 |
| }, |
| { |
| "epoch": 8.936170212765958, |
| "grad_norm": 2.1875, |
| "learning_rate": 3.325331156873807e-05, |
| "loss": 0.3579, |
| "step": 420 |
| }, |
| { |
| "epoch": 9.042553191489361, |
| "grad_norm": 2.046875, |
| "learning_rate": 3.2869821339171195e-05, |
| "loss": 0.3326, |
| "step": 425 |
| }, |
| { |
| "epoch": 9.148936170212766, |
| "grad_norm": 2.28125, |
| "learning_rate": 3.248466966649579e-05, |
| "loss": 0.2921, |
| "step": 430 |
| }, |
| { |
| "epoch": 9.25531914893617, |
| "grad_norm": 2.15625, |
| "learning_rate": 3.2097975718101544e-05, |
| "loss": 0.2834, |
| "step": 435 |
| }, |
| { |
| "epoch": 9.361702127659575, |
| "grad_norm": 2.375, |
| "learning_rate": 3.170985913856418e-05, |
| "loss": 0.2942, |
| "step": 440 |
| }, |
| { |
| "epoch": 9.46808510638298, |
| "grad_norm": 2.09375, |
| "learning_rate": 3.1320440012626864e-05, |
| "loss": 0.294, |
| "step": 445 |
| }, |
| { |
| "epoch": 9.574468085106384, |
| "grad_norm": 2.140625, |
| "learning_rate": 3.0929838828045566e-05, |
| "loss": 0.2844, |
| "step": 450 |
| }, |
| { |
| "epoch": 9.680851063829786, |
| "grad_norm": 2.125, |
| "learning_rate": 3.053817643830969e-05, |
| "loss": 0.295, |
| "step": 455 |
| }, |
| { |
| "epoch": 9.787234042553191, |
| "grad_norm": 2.078125, |
| "learning_rate": 3.0145574025249544e-05, |
| "loss": 0.2875, |
| "step": 460 |
| }, |
| { |
| "epoch": 9.893617021276595, |
| "grad_norm": 2.25, |
| "learning_rate": 2.975215306154222e-05, |
| "loss": 0.3021, |
| "step": 465 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 2.375, |
| "learning_rate": 2.9358035273127483e-05, |
| "loss": 0.296, |
| "step": 470 |
| }, |
| { |
| "epoch": 10.106382978723405, |
| "grad_norm": 2.40625, |
| "learning_rate": 2.896334260154532e-05, |
| "loss": 0.2404, |
| "step": 475 |
| }, |
| { |
| "epoch": 10.212765957446809, |
| "grad_norm": 2.0, |
| "learning_rate": 2.856819716620674e-05, |
| "loss": 0.2408, |
| "step": 480 |
| }, |
| { |
| "epoch": 10.319148936170214, |
| "grad_norm": 2.1875, |
| "learning_rate": 2.81727212266096e-05, |
| "loss": 0.2386, |
| "step": 485 |
| }, |
| { |
| "epoch": 10.425531914893616, |
| "grad_norm": 2.1875, |
| "learning_rate": 2.7777037144510993e-05, |
| "loss": 0.2381, |
| "step": 490 |
| }, |
| { |
| "epoch": 10.53191489361702, |
| "grad_norm": 1.90625, |
| "learning_rate": 2.7381267346068112e-05, |
| "loss": 0.2355, |
| "step": 495 |
| }, |
| { |
| "epoch": 10.638297872340425, |
| "grad_norm": 2.125, |
| "learning_rate": 2.6985534283959123e-05, |
| "loss": 0.2509, |
| "step": 500 |
| }, |
| { |
| "epoch": 10.74468085106383, |
| "grad_norm": 2.1875, |
| "learning_rate": 2.6589960399495834e-05, |
| "loss": 0.2449, |
| "step": 505 |
| }, |
| { |
| "epoch": 10.851063829787234, |
| "grad_norm": 2.125, |
| "learning_rate": 2.6194668084739833e-05, |
| "loss": 0.2462, |
| "step": 510 |
| }, |
| { |
| "epoch": 10.957446808510639, |
| "grad_norm": 2.015625, |
| "learning_rate": 2.579977964463403e-05, |
| "loss": 0.2482, |
| "step": 515 |
| }, |
| { |
| "epoch": 11.063829787234043, |
| "grad_norm": 1.96875, |
| "learning_rate": 2.5405417259160968e-05, |
| "loss": 0.2267, |
| "step": 520 |
| }, |
| { |
| "epoch": 11.170212765957446, |
| "grad_norm": 2.046875, |
| "learning_rate": 2.5011702945539882e-05, |
| "loss": 0.1964, |
| "step": 525 |
| }, |
| { |
| "epoch": 11.27659574468085, |
| "grad_norm": 1.9765625, |
| "learning_rate": 2.4618758520474116e-05, |
| "loss": 0.1997, |
| "step": 530 |
| }, |
| { |
| "epoch": 11.382978723404255, |
| "grad_norm": 2.125, |
| "learning_rate": 2.422670556246059e-05, |
| "loss": 0.2016, |
| "step": 535 |
| }, |
| { |
| "epoch": 11.48936170212766, |
| "grad_norm": 2.21875, |
| "learning_rate": 2.38356653741729e-05, |
| "loss": 0.2074, |
| "step": 540 |
| }, |
| { |
| "epoch": 11.595744680851064, |
| "grad_norm": 2.078125, |
| "learning_rate": 2.3445758944929875e-05, |
| "loss": 0.197, |
| "step": 545 |
| }, |
| { |
| "epoch": 11.702127659574469, |
| "grad_norm": 1.8671875, |
| "learning_rate": 2.3057106913260972e-05, |
| "loss": 0.2065, |
| "step": 550 |
| }, |
| { |
| "epoch": 11.808510638297872, |
| "grad_norm": 2.046875, |
| "learning_rate": 2.266982952958029e-05, |
| "loss": 0.2105, |
| "step": 555 |
| }, |
| { |
| "epoch": 11.914893617021276, |
| "grad_norm": 1.9609375, |
| "learning_rate": 2.2284046618980613e-05, |
| "loss": 0.2061, |
| "step": 560 |
| }, |
| { |
| "epoch": 12.02127659574468, |
| "grad_norm": 1.84375, |
| "learning_rate": 2.1899877544159092e-05, |
| "loss": 0.2009, |
| "step": 565 |
| }, |
| { |
| "epoch": 12.127659574468085, |
| "grad_norm": 2.0625, |
| "learning_rate": 2.1517441168485936e-05, |
| "loss": 0.1751, |
| "step": 570 |
| }, |
| { |
| "epoch": 12.23404255319149, |
| "grad_norm": 1.84375, |
| "learning_rate": 2.1136855819227686e-05, |
| "loss": 0.1741, |
| "step": 575 |
| }, |
| { |
| "epoch": 12.340425531914894, |
| "grad_norm": 1.984375, |
| "learning_rate": 2.075823925093627e-05, |
| "loss": 0.1727, |
| "step": 580 |
| }, |
| { |
| "epoch": 12.446808510638299, |
| "grad_norm": 1.734375, |
| "learning_rate": 2.038170860901531e-05, |
| "loss": 0.1685, |
| "step": 585 |
| }, |
| { |
| "epoch": 12.553191489361701, |
| "grad_norm": 1.8671875, |
| "learning_rate": 2.00073803934749e-05, |
| "loss": 0.1707, |
| "step": 590 |
| }, |
| { |
| "epoch": 12.659574468085106, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.9635370422886033e-05, |
| "loss": 0.1762, |
| "step": 595 |
| }, |
| { |
| "epoch": 12.76595744680851, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.9265793798545934e-05, |
| "loss": 0.1737, |
| "step": 600 |
| }, |
| { |
| "epoch": 12.872340425531915, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.8898764868865243e-05, |
| "loss": 0.1753, |
| "step": 605 |
| }, |
| { |
| "epoch": 12.97872340425532, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.8534397193988202e-05, |
| "loss": 0.1747, |
| "step": 610 |
| }, |
| { |
| "epoch": 13.085106382978724, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.8172803510656728e-05, |
| "loss": 0.1539, |
| "step": 615 |
| }, |
| { |
| "epoch": 13.191489361702128, |
| "grad_norm": 1.75, |
| "learning_rate": 1.781409569732922e-05, |
| "loss": 0.1467, |
| "step": 620 |
| }, |
| { |
| "epoch": 13.297872340425531, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.745838473956492e-05, |
| "loss": 0.1477, |
| "step": 625 |
| }, |
| { |
| "epoch": 13.404255319148936, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.71057806956846e-05, |
| "loss": 0.1545, |
| "step": 630 |
| }, |
| { |
| "epoch": 13.51063829787234, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.6756392662718072e-05, |
| "loss": 0.1461, |
| "step": 635 |
| }, |
| { |
| "epoch": 13.617021276595745, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.6410328742649175e-05, |
| "loss": 0.1538, |
| "step": 640 |
| }, |
| { |
| "epoch": 13.72340425531915, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.606769600896859e-05, |
| "loss": 0.1521, |
| "step": 645 |
| }, |
| { |
| "epoch": 13.829787234042554, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.5728600473544896e-05, |
| "loss": 0.1513, |
| "step": 650 |
| }, |
| { |
| "epoch": 13.936170212765958, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.539314705382412e-05, |
| "loss": 0.1511, |
| "step": 655 |
| }, |
| { |
| "epoch": 14.042553191489361, |
| "grad_norm": 1.4296875, |
| "learning_rate": 1.506143954036784e-05, |
| "loss": 0.1421, |
| "step": 660 |
| }, |
| { |
| "epoch": 14.148936170212766, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.4733580564740035e-05, |
| "loss": 0.1355, |
| "step": 665 |
| }, |
| { |
| "epoch": 14.25531914893617, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.4409671567752462e-05, |
| "loss": 0.1358, |
| "step": 670 |
| }, |
| { |
| "epoch": 14.361702127659575, |
| "grad_norm": 1.5625, |
| "learning_rate": 1.4089812768078495e-05, |
| "loss": 0.1325, |
| "step": 675 |
| }, |
| { |
| "epoch": 14.46808510638298, |
| "grad_norm": 1.6015625, |
| "learning_rate": 1.3774103131245064e-05, |
| "loss": 0.1325, |
| "step": 680 |
| }, |
| { |
| "epoch": 14.574468085106384, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.3462640339012389e-05, |
| "loss": 0.1331, |
| "step": 685 |
| }, |
| { |
| "epoch": 14.680851063829786, |
| "grad_norm": 1.640625, |
| "learning_rate": 1.3155520759150825e-05, |
| "loss": 0.1336, |
| "step": 690 |
| }, |
| { |
| "epoch": 14.787234042553191, |
| "grad_norm": 1.5546875, |
| "learning_rate": 1.2852839415624358e-05, |
| "loss": 0.1379, |
| "step": 695 |
| }, |
| { |
| "epoch": 14.893617021276595, |
| "grad_norm": 1.515625, |
| "learning_rate": 1.2554689959189781e-05, |
| "loss": 0.1349, |
| "step": 700 |
| }, |
| { |
| "epoch": 15.0, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.2261164638420832e-05, |
| "loss": 0.1374, |
| "step": 705 |
| }, |
| { |
| "epoch": 15.106382978723405, |
| "grad_norm": 1.453125, |
| "learning_rate": 1.1972354271166089e-05, |
| "loss": 0.1248, |
| "step": 710 |
| }, |
| { |
| "epoch": 15.212765957446809, |
| "grad_norm": 1.5546875, |
| "learning_rate": 1.168834821644964e-05, |
| "loss": 0.1268, |
| "step": 715 |
| }, |
| { |
| "epoch": 15.319148936170214, |
| "grad_norm": 1.53125, |
| "learning_rate": 1.1409234346823028e-05, |
| "loss": 0.1227, |
| "step": 720 |
| }, |
| { |
| "epoch": 15.425531914893616, |
| "grad_norm": 1.515625, |
| "learning_rate": 1.1135099021177155e-05, |
| "loss": 0.1247, |
| "step": 725 |
| }, |
| { |
| "epoch": 15.53191489361702, |
| "grad_norm": 1.453125, |
| "learning_rate": 1.0866027058022515e-05, |
| "loss": 0.1207, |
| "step": 730 |
| }, |
| { |
| "epoch": 15.638297872340425, |
| "grad_norm": 1.53125, |
| "learning_rate": 1.0602101709246026e-05, |
| "loss": 0.1237, |
| "step": 735 |
| }, |
| { |
| "epoch": 15.74468085106383, |
| "grad_norm": 1.46875, |
| "learning_rate": 1.0343404634352569e-05, |
| "loss": 0.1238, |
| "step": 740 |
| }, |
| { |
| "epoch": 15.851063829787234, |
| "grad_norm": 1.546875, |
| "learning_rate": 1.0090015875199252e-05, |
| "loss": 0.1251, |
| "step": 745 |
| }, |
| { |
| "epoch": 15.957446808510639, |
| "grad_norm": 1.5078125, |
| "learning_rate": 9.842013831230129e-06, |
| "loss": 0.122, |
| "step": 750 |
| }, |
| { |
| "epoch": 16.06382978723404, |
| "grad_norm": 1.328125, |
| "learning_rate": 9.59947523521913e-06, |
| "loss": 0.1187, |
| "step": 755 |
| }, |
| { |
| "epoch": 16.170212765957448, |
| "grad_norm": 1.46875, |
| "learning_rate": 9.362475129528648e-06, |
| "loss": 0.1125, |
| "step": 760 |
| }, |
| { |
| "epoch": 16.27659574468085, |
| "grad_norm": 1.4765625, |
| "learning_rate": 9.131086842891132e-06, |
| "loss": 0.1155, |
| "step": 765 |
| }, |
| { |
| "epoch": 16.382978723404257, |
| "grad_norm": 1.5, |
| "learning_rate": 8.905381967720925e-06, |
| "loss": 0.1161, |
| "step": 770 |
| }, |
| { |
| "epoch": 16.48936170212766, |
| "grad_norm": 1.4453125, |
| "learning_rate": 8.685430337963278e-06, |
| "loss": 0.1181, |
| "step": 775 |
| }, |
| { |
| "epoch": 16.595744680851062, |
| "grad_norm": 1.4375, |
| "learning_rate": 8.471300007487473e-06, |
| "loss": 0.1173, |
| "step": 780 |
| }, |
| { |
| "epoch": 16.70212765957447, |
| "grad_norm": 1.4375, |
| "learning_rate": 8.263057229030688e-06, |
| "loss": 0.1181, |
| "step": 785 |
| }, |
| { |
| "epoch": 16.80851063829787, |
| "grad_norm": 1.4921875, |
| "learning_rate": 8.060766433699175e-06, |
| "loss": 0.1168, |
| "step": 790 |
| }, |
| { |
| "epoch": 16.914893617021278, |
| "grad_norm": 1.3984375, |
| "learning_rate": 7.864490211032975e-06, |
| "loss": 0.1174, |
| "step": 795 |
| }, |
| { |
| "epoch": 17.02127659574468, |
| "grad_norm": 1.328125, |
| "learning_rate": 7.67428928964054e-06, |
| "loss": 0.1153, |
| "step": 800 |
| }, |
| { |
| "epoch": 17.127659574468087, |
| "grad_norm": 1.3984375, |
| "learning_rate": 7.490222518409038e-06, |
| "loss": 0.111, |
| "step": 805 |
| }, |
| { |
| "epoch": 17.23404255319149, |
| "grad_norm": 1.4375, |
| "learning_rate": 7.312346848296281e-06, |
| "loss": 0.1105, |
| "step": 810 |
| }, |
| { |
| "epoch": 17.340425531914892, |
| "grad_norm": 1.5703125, |
| "learning_rate": 7.140717314709908e-06, |
| "loss": 0.1113, |
| "step": 815 |
| }, |
| { |
| "epoch": 17.4468085106383, |
| "grad_norm": 1.4140625, |
| "learning_rate": 6.975387020479173e-06, |
| "loss": 0.1119, |
| "step": 820 |
| }, |
| { |
| "epoch": 17.5531914893617, |
| "grad_norm": 1.3984375, |
| "learning_rate": 6.816407119424789e-06, |
| "loss": 0.1115, |
| "step": 825 |
| }, |
| { |
| "epoch": 17.659574468085108, |
| "grad_norm": 1.3984375, |
| "learning_rate": 6.663826800531703e-06, |
| "loss": 0.1115, |
| "step": 830 |
| }, |
| { |
| "epoch": 17.76595744680851, |
| "grad_norm": 1.3359375, |
| "learning_rate": 6.517693272729839e-06, |
| "loss": 0.1126, |
| "step": 835 |
| }, |
| { |
| "epoch": 17.872340425531917, |
| "grad_norm": 1.3828125, |
| "learning_rate": 6.3780517502874835e-06, |
| "loss": 0.1157, |
| "step": 840 |
| }, |
| { |
| "epoch": 17.97872340425532, |
| "grad_norm": 1.5, |
| "learning_rate": 6.24494543882183e-06, |
| "loss": 0.1128, |
| "step": 845 |
| }, |
| { |
| "epoch": 18.085106382978722, |
| "grad_norm": 1.3203125, |
| "learning_rate": 6.118415521930966e-06, |
| "loss": 0.11, |
| "step": 850 |
| }, |
| { |
| "epoch": 18.19148936170213, |
| "grad_norm": 1.28125, |
| "learning_rate": 5.998501148451544e-06, |
| "loss": 0.1065, |
| "step": 855 |
| }, |
| { |
| "epoch": 18.29787234042553, |
| "grad_norm": 1.3125, |
| "learning_rate": 5.885239420345969e-06, |
| "loss": 0.106, |
| "step": 860 |
| }, |
| { |
| "epoch": 18.404255319148938, |
| "grad_norm": 1.3359375, |
| "learning_rate": 5.778665381222906e-06, |
| "loss": 0.1106, |
| "step": 865 |
| }, |
| { |
| "epoch": 18.51063829787234, |
| "grad_norm": 1.40625, |
| "learning_rate": 5.678812005494661e-06, |
| "loss": 0.1109, |
| "step": 870 |
| }, |
| { |
| "epoch": 18.617021276595743, |
| "grad_norm": 1.40625, |
| "learning_rate": 5.585710188174777e-06, |
| "loss": 0.1093, |
| "step": 875 |
| }, |
| { |
| "epoch": 18.72340425531915, |
| "grad_norm": 1.3203125, |
| "learning_rate": 5.499388735318982e-06, |
| "loss": 0.1081, |
| "step": 880 |
| }, |
| { |
| "epoch": 18.829787234042552, |
| "grad_norm": 1.46875, |
| "learning_rate": 5.419874355112507e-06, |
| "loss": 0.1123, |
| "step": 885 |
| }, |
| { |
| "epoch": 18.93617021276596, |
| "grad_norm": 1.6796875, |
| "learning_rate": 5.34719164960646e-06, |
| "loss": 0.1107, |
| "step": 890 |
| }, |
| { |
| "epoch": 19.04255319148936, |
| "grad_norm": 1.359375, |
| "learning_rate": 5.281363107105859e-06, |
| "loss": 0.1104, |
| "step": 895 |
| }, |
| { |
| "epoch": 19.148936170212767, |
| "grad_norm": 1.3515625, |
| "learning_rate": 5.222409095211667e-06, |
| "loss": 0.1087, |
| "step": 900 |
| }, |
| { |
| "epoch": 19.25531914893617, |
| "grad_norm": 1.359375, |
| "learning_rate": 5.170347854518983e-06, |
| "loss": 0.1057, |
| "step": 905 |
| }, |
| { |
| "epoch": 19.361702127659573, |
| "grad_norm": 1.3359375, |
| "learning_rate": 5.1251954929733194e-06, |
| "loss": 0.1097, |
| "step": 910 |
| }, |
| { |
| "epoch": 19.46808510638298, |
| "grad_norm": 1.28125, |
| "learning_rate": 5.086965980886762e-06, |
| "loss": 0.1084, |
| "step": 915 |
| }, |
| { |
| "epoch": 19.574468085106382, |
| "grad_norm": 1.3046875, |
| "learning_rate": 5.0556711466154845e-06, |
| "loss": 0.1062, |
| "step": 920 |
| }, |
| { |
| "epoch": 19.680851063829788, |
| "grad_norm": 1.4453125, |
| "learning_rate": 5.0313206729000174e-06, |
| "loss": 0.1055, |
| "step": 925 |
| }, |
| { |
| "epoch": 19.78723404255319, |
| "grad_norm": 1.4140625, |
| "learning_rate": 5.013922093869376e-06, |
| "loss": 0.107, |
| "step": 930 |
| }, |
| { |
| "epoch": 19.893617021276597, |
| "grad_norm": 1.4296875, |
| "learning_rate": 5.003480792709965e-06, |
| "loss": 0.1074, |
| "step": 935 |
| }, |
| { |
| "epoch": 20.0, |
| "grad_norm": 1.46875, |
| "learning_rate": 5e-06, |
| "loss": 0.1086, |
| "step": 940 |
| }, |
| { |
| "epoch": 20.0, |
| "step": 940, |
| "total_flos": 1.3211147408769024e+17, |
| "train_loss": 0.4334589367217206, |
| "train_runtime": 1817.3607, |
| "train_samples_per_second": 8.265, |
| "train_steps_per_second": 0.517 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 940, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 20, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.3211147408769024e+17, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
