| { |
| "best_metric": 0.2536342144012451, |
| "best_model_checkpoint": "learning_source_20260316/compounds/bert-output/compounds-medium/checkpoint-57000", |
| "epoch": 5.783313694163914, |
| "eval_steps": 100, |
| "global_step": 60000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.009638856156939856, |
| "grad_norm": 7.281230449676514, |
| "learning_rate": 3e-06, |
| "loss": 3.8704, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.009638856156939856, |
| "eval_loss": 2.631474494934082, |
| "eval_runtime": 40.2777, |
| "eval_samples_per_second": 248.276, |
| "eval_steps_per_second": 31.035, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.019277712313879713, |
| "grad_norm": 11.868888854980469, |
| "learning_rate": 6e-06, |
| "loss": 2.555, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.019277712313879713, |
| "eval_loss": 2.3589468002319336, |
| "eval_runtime": 40.128, |
| "eval_samples_per_second": 249.202, |
| "eval_steps_per_second": 31.15, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.028916568470819567, |
| "grad_norm": 6.551002025604248, |
| "learning_rate": 5.989966555183947e-06, |
| "loss": 2.3092, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.028916568470819567, |
| "eval_loss": 2.1789472103118896, |
| "eval_runtime": 40.1341, |
| "eval_samples_per_second": 249.164, |
| "eval_steps_per_second": 31.146, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.038555424627759426, |
| "grad_norm": 8.500665664672852, |
| "learning_rate": 5.979933110367893e-06, |
| "loss": 2.1633, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.038555424627759426, |
| "eval_loss": 2.072150945663452, |
| "eval_runtime": 40.1372, |
| "eval_samples_per_second": 249.146, |
| "eval_steps_per_second": 31.143, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.04819428078469928, |
| "grad_norm": 13.641960144042969, |
| "learning_rate": 5.96989966555184e-06, |
| "loss": 2.0894, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.04819428078469928, |
| "eval_loss": 2.0400867462158203, |
| "eval_runtime": 40.2974, |
| "eval_samples_per_second": 248.155, |
| "eval_steps_per_second": 31.019, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.057833136941639135, |
| "grad_norm": 5.950716495513916, |
| "learning_rate": 5.959866220735786e-06, |
| "loss": 2.0528, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.057833136941639135, |
| "eval_loss": 2.0093040466308594, |
| "eval_runtime": 40.1283, |
| "eval_samples_per_second": 249.2, |
| "eval_steps_per_second": 31.15, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.06747199309857899, |
| "grad_norm": 9.331167221069336, |
| "learning_rate": 5.949832775919732e-06, |
| "loss": 2.0191, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.06747199309857899, |
| "eval_loss": 1.9733953475952148, |
| "eval_runtime": 40.1378, |
| "eval_samples_per_second": 249.142, |
| "eval_steps_per_second": 31.143, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.07711084925551885, |
| "grad_norm": 3.786700963973999, |
| "learning_rate": 5.939799331103679e-06, |
| "loss": 1.972, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.07711084925551885, |
| "eval_loss": 1.9259250164031982, |
| "eval_runtime": 40.1305, |
| "eval_samples_per_second": 249.187, |
| "eval_steps_per_second": 31.148, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.0867497054124587, |
| "grad_norm": 3.534658432006836, |
| "learning_rate": 5.929765886287626e-06, |
| "loss": 1.9195, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.0867497054124587, |
| "eval_loss": 1.8756057024002075, |
| "eval_runtime": 40.1635, |
| "eval_samples_per_second": 248.982, |
| "eval_steps_per_second": 31.123, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.09638856156939855, |
| "grad_norm": 6.269195556640625, |
| "learning_rate": 5.919732441471572e-06, |
| "loss": 1.8699, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.09638856156939855, |
| "eval_loss": 1.847890853881836, |
| "eval_runtime": 40.2907, |
| "eval_samples_per_second": 248.196, |
| "eval_steps_per_second": 31.025, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.10602741772633842, |
| "grad_norm": 3.2279481887817383, |
| "learning_rate": 5.9096989966555185e-06, |
| "loss": 1.828, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.10602741772633842, |
| "eval_loss": 1.8036913871765137, |
| "eval_runtime": 40.1142, |
| "eval_samples_per_second": 249.288, |
| "eval_steps_per_second": 31.161, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.11566627388327827, |
| "grad_norm": 3.0232768058776855, |
| "learning_rate": 5.899665551839465e-06, |
| "loss": 1.7788, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.11566627388327827, |
| "eval_loss": 1.7329744100570679, |
| "eval_runtime": 40.1179, |
| "eval_samples_per_second": 249.265, |
| "eval_steps_per_second": 31.158, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.12530513004021812, |
| "grad_norm": 3.1454615592956543, |
| "learning_rate": 5.889632107023412e-06, |
| "loss": 1.7228, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.12530513004021812, |
| "eval_loss": 1.6728882789611816, |
| "eval_runtime": 40.1057, |
| "eval_samples_per_second": 249.341, |
| "eval_steps_per_second": 31.168, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.13494398619715797, |
| "grad_norm": 2.789080858230591, |
| "learning_rate": 5.879598662207358e-06, |
| "loss": 1.6748, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.13494398619715797, |
| "eval_loss": 1.6212955713272095, |
| "eval_runtime": 40.2793, |
| "eval_samples_per_second": 248.267, |
| "eval_steps_per_second": 31.033, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.14458284235409785, |
| "grad_norm": 3.62225604057312, |
| "learning_rate": 5.869565217391305e-06, |
| "loss": 1.6172, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.14458284235409785, |
| "eval_loss": 1.5460147857666016, |
| "eval_runtime": 40.2924, |
| "eval_samples_per_second": 248.186, |
| "eval_steps_per_second": 31.023, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.1542216985110377, |
| "grad_norm": 2.5482733249664307, |
| "learning_rate": 5.8595317725752514e-06, |
| "loss": 1.5611, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.1542216985110377, |
| "eval_loss": 1.485274076461792, |
| "eval_runtime": 40.1252, |
| "eval_samples_per_second": 249.22, |
| "eval_steps_per_second": 31.153, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.16386055466797755, |
| "grad_norm": 1.7880430221557617, |
| "learning_rate": 5.849498327759197e-06, |
| "loss": 1.5098, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.16386055466797755, |
| "eval_loss": 1.4245718717575073, |
| "eval_runtime": 40.128, |
| "eval_samples_per_second": 249.202, |
| "eval_steps_per_second": 31.15, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.1734994108249174, |
| "grad_norm": 2.3302555084228516, |
| "learning_rate": 5.839464882943144e-06, |
| "loss": 1.4607, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.1734994108249174, |
| "eval_loss": 1.3619263172149658, |
| "eval_runtime": 40.1162, |
| "eval_samples_per_second": 249.276, |
| "eval_steps_per_second": 31.159, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.18313826698185726, |
| "grad_norm": 3.174801826477051, |
| "learning_rate": 5.829431438127091e-06, |
| "loss": 1.4193, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.18313826698185726, |
| "eval_loss": 1.2982574701309204, |
| "eval_runtime": 40.283, |
| "eval_samples_per_second": 248.244, |
| "eval_steps_per_second": 31.03, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.1927771231387971, |
| "grad_norm": 2.9484267234802246, |
| "learning_rate": 5.819397993311037e-06, |
| "loss": 1.3769, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.1927771231387971, |
| "eval_loss": 1.2819702625274658, |
| "eval_runtime": 40.3215, |
| "eval_samples_per_second": 248.007, |
| "eval_steps_per_second": 31.001, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.202415979295737, |
| "grad_norm": 1.8851428031921387, |
| "learning_rate": 5.8093645484949836e-06, |
| "loss": 1.34, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.202415979295737, |
| "eval_loss": 1.2403301000595093, |
| "eval_runtime": 40.2922, |
| "eval_samples_per_second": 248.187, |
| "eval_steps_per_second": 31.023, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.21205483545267684, |
| "grad_norm": 2.5137407779693604, |
| "learning_rate": 5.79933110367893e-06, |
| "loss": 1.3021, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.21205483545267684, |
| "eval_loss": 1.2023345232009888, |
| "eval_runtime": 40.1117, |
| "eval_samples_per_second": 249.304, |
| "eval_steps_per_second": 31.163, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.2216936916096167, |
| "grad_norm": 2.809570789337158, |
| "learning_rate": 5.789297658862876e-06, |
| "loss": 1.2718, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.2216936916096167, |
| "eval_loss": 1.1547870635986328, |
| "eval_runtime": 40.114, |
| "eval_samples_per_second": 249.29, |
| "eval_steps_per_second": 31.161, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.23133254776655654, |
| "grad_norm": 1.812084674835205, |
| "learning_rate": 5.779264214046823e-06, |
| "loss": 1.2342, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.23133254776655654, |
| "eval_loss": 1.113013744354248, |
| "eval_runtime": 40.1439, |
| "eval_samples_per_second": 249.104, |
| "eval_steps_per_second": 31.138, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.2409714039234964, |
| "grad_norm": 2.1630361080169678, |
| "learning_rate": 5.76923076923077e-06, |
| "loss": 1.21, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.2409714039234964, |
| "eval_loss": 1.0802332162857056, |
| "eval_runtime": 40.2724, |
| "eval_samples_per_second": 248.309, |
| "eval_steps_per_second": 31.039, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.25061026008043624, |
| "grad_norm": 2.5893359184265137, |
| "learning_rate": 5.759197324414716e-06, |
| "loss": 1.181, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.25061026008043624, |
| "eval_loss": 1.065743088722229, |
| "eval_runtime": 40.113, |
| "eval_samples_per_second": 249.296, |
| "eval_steps_per_second": 31.162, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.2602491162373761, |
| "grad_norm": 2.6710309982299805, |
| "learning_rate": 5.7491638795986624e-06, |
| "loss": 1.1569, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.2602491162373761, |
| "eval_loss": 1.0426665544509888, |
| "eval_runtime": 40.1155, |
| "eval_samples_per_second": 249.28, |
| "eval_steps_per_second": 31.16, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.26988797239431594, |
| "grad_norm": 2.068502902984619, |
| "learning_rate": 5.739130434782609e-06, |
| "loss": 1.1335, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.26988797239431594, |
| "eval_loss": 1.0142563581466675, |
| "eval_runtime": 40.1365, |
| "eval_samples_per_second": 249.15, |
| "eval_steps_per_second": 31.144, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.2795268285512558, |
| "grad_norm": 2.485072374343872, |
| "learning_rate": 5.729096989966555e-06, |
| "loss": 1.1049, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.2795268285512558, |
| "eval_loss": 0.988125205039978, |
| "eval_runtime": 40.1288, |
| "eval_samples_per_second": 249.198, |
| "eval_steps_per_second": 31.15, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.2891656847081957, |
| "grad_norm": 2.3873965740203857, |
| "learning_rate": 5.719063545150502e-06, |
| "loss": 1.0827, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.2891656847081957, |
| "eval_loss": 0.95792555809021, |
| "eval_runtime": 40.2725, |
| "eval_samples_per_second": 248.308, |
| "eval_steps_per_second": 31.039, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.2988045408651355, |
| "grad_norm": 2.1445956230163574, |
| "learning_rate": 5.709030100334449e-06, |
| "loss": 1.0598, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.2988045408651355, |
| "eval_loss": 0.9487287402153015, |
| "eval_runtime": 40.201, |
| "eval_samples_per_second": 248.75, |
| "eval_steps_per_second": 31.094, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.3084433970220754, |
| "grad_norm": 2.3310909271240234, |
| "learning_rate": 5.698996655518395e-06, |
| "loss": 1.041, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.3084433970220754, |
| "eval_loss": 0.9160116910934448, |
| "eval_runtime": 40.2197, |
| "eval_samples_per_second": 248.634, |
| "eval_steps_per_second": 31.079, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.31808225317901523, |
| "grad_norm": 2.3795151710510254, |
| "learning_rate": 5.688963210702341e-06, |
| "loss": 1.0179, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.31808225317901523, |
| "eval_loss": 0.8998765349388123, |
| "eval_runtime": 40.0659, |
| "eval_samples_per_second": 249.589, |
| "eval_steps_per_second": 31.199, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.3277211093359551, |
| "grad_norm": 2.6683619022369385, |
| "learning_rate": 5.678929765886288e-06, |
| "loss": 1.0022, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.3277211093359551, |
| "eval_loss": 0.8904856443405151, |
| "eval_runtime": 40.0602, |
| "eval_samples_per_second": 249.624, |
| "eval_steps_per_second": 31.203, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.33735996549289493, |
| "grad_norm": 2.24725079536438, |
| "learning_rate": 5.668896321070235e-06, |
| "loss": 0.9901, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.33735996549289493, |
| "eval_loss": 0.8752567172050476, |
| "eval_runtime": 40.0856, |
| "eval_samples_per_second": 249.466, |
| "eval_steps_per_second": 31.183, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.3469988216498348, |
| "grad_norm": 2.042285442352295, |
| "learning_rate": 5.658862876254181e-06, |
| "loss": 0.9708, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.3469988216498348, |
| "eval_loss": 0.8505752086639404, |
| "eval_runtime": 40.0593, |
| "eval_samples_per_second": 249.63, |
| "eval_steps_per_second": 31.204, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.3566376778067747, |
| "grad_norm": 1.9062834978103638, |
| "learning_rate": 5.6488294314381275e-06, |
| "loss": 0.9577, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.3566376778067747, |
| "eval_loss": 0.8313038945198059, |
| "eval_runtime": 40.2235, |
| "eval_samples_per_second": 248.611, |
| "eval_steps_per_second": 31.076, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.3662765339637145, |
| "grad_norm": 1.9753172397613525, |
| "learning_rate": 5.638795986622074e-06, |
| "loss": 0.94, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.3662765339637145, |
| "eval_loss": 0.8297803997993469, |
| "eval_runtime": 40.0249, |
| "eval_samples_per_second": 249.844, |
| "eval_steps_per_second": 31.231, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.3759153901206544, |
| "grad_norm": 2.3993759155273438, |
| "learning_rate": 5.62876254180602e-06, |
| "loss": 0.9221, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.3759153901206544, |
| "eval_loss": 0.8069967031478882, |
| "eval_runtime": 40.0327, |
| "eval_samples_per_second": 249.796, |
| "eval_steps_per_second": 31.224, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.3855542462775942, |
| "grad_norm": 2.130056858062744, |
| "learning_rate": 5.618729096989967e-06, |
| "loss": 0.9078, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.3855542462775942, |
| "eval_loss": 0.8021091818809509, |
| "eval_runtime": 40.0159, |
| "eval_samples_per_second": 249.901, |
| "eval_steps_per_second": 31.238, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.3951931024345341, |
| "grad_norm": 2.2790122032165527, |
| "learning_rate": 5.608695652173914e-06, |
| "loss": 0.8954, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.3951931024345341, |
| "eval_loss": 0.797188401222229, |
| "eval_runtime": 40.062, |
| "eval_samples_per_second": 249.613, |
| "eval_steps_per_second": 31.202, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.404831958591474, |
| "grad_norm": 2.6065945625305176, |
| "learning_rate": 5.59866220735786e-06, |
| "loss": 0.8816, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.404831958591474, |
| "eval_loss": 0.7731242179870605, |
| "eval_runtime": 40.1911, |
| "eval_samples_per_second": 248.811, |
| "eval_steps_per_second": 31.101, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.4144708147484138, |
| "grad_norm": 2.0770599842071533, |
| "learning_rate": 5.588628762541806e-06, |
| "loss": 0.869, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.4144708147484138, |
| "eval_loss": 0.7588244080543518, |
| "eval_runtime": 40.0263, |
| "eval_samples_per_second": 249.836, |
| "eval_steps_per_second": 31.229, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.4241096709053537, |
| "grad_norm": 2.3637514114379883, |
| "learning_rate": 5.578595317725753e-06, |
| "loss": 0.8572, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.4241096709053537, |
| "eval_loss": 0.754951000213623, |
| "eval_runtime": 40.0508, |
| "eval_samples_per_second": 249.683, |
| "eval_steps_per_second": 31.21, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.4337485270622935, |
| "grad_norm": 2.044037342071533, |
| "learning_rate": 5.568561872909699e-06, |
| "loss": 0.8505, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.4337485270622935, |
| "eval_loss": 0.7327916026115417, |
| "eval_runtime": 40.0028, |
| "eval_samples_per_second": 249.983, |
| "eval_steps_per_second": 31.248, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.4433873832192334, |
| "grad_norm": 1.824724793434143, |
| "learning_rate": 5.558528428093646e-06, |
| "loss": 0.8372, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.4433873832192334, |
| "eval_loss": 0.7417221665382385, |
| "eval_runtime": 40.1915, |
| "eval_samples_per_second": 248.809, |
| "eval_steps_per_second": 31.101, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.45302623937617326, |
| "grad_norm": 2.4582533836364746, |
| "learning_rate": 5.548494983277593e-06, |
| "loss": 0.8265, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.45302623937617326, |
| "eval_loss": 0.7247117757797241, |
| "eval_runtime": 39.9831, |
| "eval_samples_per_second": 250.105, |
| "eval_steps_per_second": 31.263, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.4626650955331131, |
| "grad_norm": 2.2355294227600098, |
| "learning_rate": 5.5384615384615385e-06, |
| "loss": 0.8125, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.4626650955331131, |
| "eval_loss": 0.7139586806297302, |
| "eval_runtime": 39.9822, |
| "eval_samples_per_second": 250.111, |
| "eval_steps_per_second": 31.264, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.47230395169005296, |
| "grad_norm": 2.021684169769287, |
| "learning_rate": 5.528428093645485e-06, |
| "loss": 0.8085, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.47230395169005296, |
| "eval_loss": 0.7031977772712708, |
| "eval_runtime": 39.9965, |
| "eval_samples_per_second": 250.022, |
| "eval_steps_per_second": 31.253, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.4819428078469928, |
| "grad_norm": 2.307088613510132, |
| "learning_rate": 5.518394648829432e-06, |
| "loss": 0.7937, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.4819428078469928, |
| "eval_loss": 0.6927512884140015, |
| "eval_runtime": 40.0327, |
| "eval_samples_per_second": 249.796, |
| "eval_steps_per_second": 31.225, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.49158166400393266, |
| "grad_norm": 1.824004888534546, |
| "learning_rate": 5.508361204013378e-06, |
| "loss": 0.7882, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.49158166400393266, |
| "eval_loss": 0.6837274432182312, |
| "eval_runtime": 40.1793, |
| "eval_samples_per_second": 248.884, |
| "eval_steps_per_second": 31.111, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.5012205201608725, |
| "grad_norm": 1.8306970596313477, |
| "learning_rate": 5.498327759197324e-06, |
| "loss": 0.7758, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.5012205201608725, |
| "eval_loss": 0.6825730204582214, |
| "eval_runtime": 40.0105, |
| "eval_samples_per_second": 249.934, |
| "eval_steps_per_second": 31.242, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.5108593763178124, |
| "grad_norm": 1.8359283208847046, |
| "learning_rate": 5.488294314381271e-06, |
| "loss": 0.7665, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.5108593763178124, |
| "eval_loss": 0.6687480211257935, |
| "eval_runtime": 40.0097, |
| "eval_samples_per_second": 249.939, |
| "eval_steps_per_second": 31.242, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.5204982324747522, |
| "grad_norm": 1.8846337795257568, |
| "learning_rate": 5.478260869565217e-06, |
| "loss": 0.7621, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.5204982324747522, |
| "eval_loss": 0.6538456082344055, |
| "eval_runtime": 39.9879, |
| "eval_samples_per_second": 250.076, |
| "eval_steps_per_second": 31.259, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.5301370886316921, |
| "grad_norm": 1.734246850013733, |
| "learning_rate": 5.468227424749163e-06, |
| "loss": 0.7518, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.5301370886316921, |
| "eval_loss": 0.6537781953811646, |
| "eval_runtime": 40.0172, |
| "eval_samples_per_second": 249.893, |
| "eval_steps_per_second": 31.237, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.5397759447886319, |
| "grad_norm": 1.805600881576538, |
| "learning_rate": 5.45819397993311e-06, |
| "loss": 0.7433, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.5397759447886319, |
| "eval_loss": 0.6553384065628052, |
| "eval_runtime": 40.1835, |
| "eval_samples_per_second": 248.858, |
| "eval_steps_per_second": 31.107, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.5494148009455718, |
| "grad_norm": 1.7596203088760376, |
| "learning_rate": 5.448160535117057e-06, |
| "loss": 0.7319, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.5494148009455718, |
| "eval_loss": 0.6483535170555115, |
| "eval_runtime": 40.012, |
| "eval_samples_per_second": 249.925, |
| "eval_steps_per_second": 31.241, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.5590536571025116, |
| "grad_norm": 2.0771901607513428, |
| "learning_rate": 5.438127090301003e-06, |
| "loss": 0.727, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.5590536571025116, |
| "eval_loss": 0.645814836025238, |
| "eval_runtime": 40.0155, |
| "eval_samples_per_second": 249.903, |
| "eval_steps_per_second": 31.238, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.5686925132594515, |
| "grad_norm": 1.8789221048355103, |
| "learning_rate": 5.4280936454849495e-06, |
| "loss": 0.7269, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.5686925132594515, |
| "eval_loss": 0.6407626271247864, |
| "eval_runtime": 40.0142, |
| "eval_samples_per_second": 249.911, |
| "eval_steps_per_second": 31.239, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.5783313694163914, |
| "grad_norm": 2.0252554416656494, |
| "learning_rate": 5.418060200668896e-06, |
| "loss": 0.7133, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.5783313694163914, |
| "eval_loss": 0.6353247761726379, |
| "eval_runtime": 40.0245, |
| "eval_samples_per_second": 249.847, |
| "eval_steps_per_second": 31.231, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.5879702255733312, |
| "grad_norm": 2.003438949584961, |
| "learning_rate": 5.408026755852843e-06, |
| "loss": 0.7096, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.5879702255733312, |
| "eval_loss": 0.6176116466522217, |
| "eval_runtime": 40.1568, |
| "eval_samples_per_second": 249.024, |
| "eval_steps_per_second": 31.128, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.597609081730271, |
| "grad_norm": 1.8938828706741333, |
| "learning_rate": 5.397993311036789e-06, |
| "loss": 0.7001, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.597609081730271, |
| "eval_loss": 0.6332681775093079, |
| "eval_runtime": 39.9982, |
| "eval_samples_per_second": 250.011, |
| "eval_steps_per_second": 31.251, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.6072479378872109, |
| "grad_norm": 1.6841580867767334, |
| "learning_rate": 5.387959866220736e-06, |
| "loss": 0.6938, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.6072479378872109, |
| "eval_loss": 0.613711953163147, |
| "eval_runtime": 40.0044, |
| "eval_samples_per_second": 249.972, |
| "eval_steps_per_second": 31.247, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.6168867940441508, |
| "grad_norm": 1.654695987701416, |
| "learning_rate": 5.3779264214046825e-06, |
| "loss": 0.6902, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.6168867940441508, |
| "eval_loss": 0.6061456799507141, |
| "eval_runtime": 39.9958, |
| "eval_samples_per_second": 250.026, |
| "eval_steps_per_second": 31.253, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.6265256502010906, |
| "grad_norm": 1.8732696771621704, |
| "learning_rate": 5.367892976588628e-06, |
| "loss": 0.6801, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.6265256502010906, |
| "eval_loss": 0.5902617573738098, |
| "eval_runtime": 40.1557, |
| "eval_samples_per_second": 249.031, |
| "eval_steps_per_second": 31.129, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.6361645063580305, |
| "grad_norm": 1.8029794692993164, |
| "learning_rate": 5.357859531772575e-06, |
| "loss": 0.6756, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.6361645063580305, |
| "eval_loss": 0.5980539321899414, |
| "eval_runtime": 39.9884, |
| "eval_samples_per_second": 250.072, |
| "eval_steps_per_second": 31.259, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.6458033625149704, |
| "grad_norm": 2.164788007736206, |
| "learning_rate": 5.347826086956522e-06, |
| "loss": 0.6702, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.6458033625149704, |
| "eval_loss": 0.5885195732116699, |
| "eval_runtime": 39.9791, |
| "eval_samples_per_second": 250.131, |
| "eval_steps_per_second": 31.266, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.6554422186719102, |
| "grad_norm": 1.8862236738204956, |
| "learning_rate": 5.337792642140468e-06, |
| "loss": 0.6638, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.6554422186719102, |
| "eval_loss": 0.5894142389297485, |
| "eval_runtime": 39.9968, |
| "eval_samples_per_second": 250.02, |
| "eval_steps_per_second": 31.252, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.66508107482885, |
| "grad_norm": 1.7155135869979858, |
| "learning_rate": 5.327759197324415e-06, |
| "loss": 0.6624, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.66508107482885, |
| "eval_loss": 0.5867804884910583, |
| "eval_runtime": 39.9878, |
| "eval_samples_per_second": 250.077, |
| "eval_steps_per_second": 31.26, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.6747199309857899, |
| "grad_norm": 1.592544436454773, |
| "learning_rate": 5.317725752508361e-06, |
| "loss": 0.6581, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.6747199309857899, |
| "eval_loss": 0.5733709931373596, |
| "eval_runtime": 40.159, |
| "eval_samples_per_second": 249.01, |
| "eval_steps_per_second": 31.126, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.6843587871427298, |
| "grad_norm": 1.7839319705963135, |
| "learning_rate": 5.307692307692307e-06, |
| "loss": 0.6516, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.6843587871427298, |
| "eval_loss": 0.5781156420707703, |
| "eval_runtime": 40.0095, |
| "eval_samples_per_second": 249.94, |
| "eval_steps_per_second": 31.243, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.6939976432996696, |
| "grad_norm": 1.6162323951721191, |
| "learning_rate": 5.297658862876254e-06, |
| "loss": 0.646, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.6939976432996696, |
| "eval_loss": 0.5711376667022705, |
| "eval_runtime": 40.0115, |
| "eval_samples_per_second": 249.928, |
| "eval_steps_per_second": 31.241, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.7036364994566094, |
| "grad_norm": 1.8823449611663818, |
| "learning_rate": 5.287625418060201e-06, |
| "loss": 0.6408, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.7036364994566094, |
| "eval_loss": 0.5678967237472534, |
| "eval_runtime": 40.0142, |
| "eval_samples_per_second": 249.912, |
| "eval_steps_per_second": 31.239, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.7132753556135494, |
| "grad_norm": 1.7034283876419067, |
| "learning_rate": 5.277591973244147e-06, |
| "loss": 0.6353, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.7132753556135494, |
| "eval_loss": 0.5637656450271606, |
| "eval_runtime": 40.0085, |
| "eval_samples_per_second": 249.947, |
| "eval_steps_per_second": 31.243, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.7229142117704892, |
| "grad_norm": 1.791896104812622, |
| "learning_rate": 5.2675585284280935e-06, |
| "loss": 0.6364, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.7229142117704892, |
| "eval_loss": 0.559363842010498, |
| "eval_runtime": 40.1708, |
| "eval_samples_per_second": 248.937, |
| "eval_steps_per_second": 31.117, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.732553067927429, |
| "grad_norm": 1.6761842966079712, |
| "learning_rate": 5.25752508361204e-06, |
| "loss": 0.6317, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.732553067927429, |
| "eval_loss": 0.5549041628837585, |
| "eval_runtime": 40.009, |
| "eval_samples_per_second": 249.944, |
| "eval_steps_per_second": 31.243, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.742191924084369, |
| "grad_norm": 1.7356570959091187, |
| "learning_rate": 5.247491638795986e-06, |
| "loss": 0.6226, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.742191924084369, |
| "eval_loss": 0.5542047619819641, |
| "eval_runtime": 40.0074, |
| "eval_samples_per_second": 249.954, |
| "eval_steps_per_second": 31.244, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.7518307802413088, |
| "grad_norm": 2.016263246536255, |
| "learning_rate": 5.237458193979933e-06, |
| "loss": 0.6205, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.7518307802413088, |
| "eval_loss": 0.5474265813827515, |
| "eval_runtime": 40.0104, |
| "eval_samples_per_second": 249.935, |
| "eval_steps_per_second": 31.242, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.7614696363982486, |
| "grad_norm": 1.9018930196762085, |
| "learning_rate": 5.22742474916388e-06, |
| "loss": 0.613, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.7614696363982486, |
| "eval_loss": 0.5480296611785889, |
| "eval_runtime": 40.0133, |
| "eval_samples_per_second": 249.917, |
| "eval_steps_per_second": 31.24, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.7711084925551884, |
| "grad_norm": 1.6764400005340576, |
| "learning_rate": 5.2173913043478265e-06, |
| "loss": 0.6159, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.7711084925551884, |
| "eval_loss": 0.5415164828300476, |
| "eval_runtime": 40.1661, |
| "eval_samples_per_second": 248.966, |
| "eval_steps_per_second": 31.121, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.7807473487121284, |
| "grad_norm": 1.817726492881775, |
| "learning_rate": 5.207357859531772e-06, |
| "loss": 0.6104, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.7807473487121284, |
| "eval_loss": 0.5427911281585693, |
| "eval_runtime": 39.9874, |
| "eval_samples_per_second": 250.079, |
| "eval_steps_per_second": 31.26, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.7903862048690682, |
| "grad_norm": 1.9600380659103394, |
| "learning_rate": 5.197324414715719e-06, |
| "loss": 0.6054, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.7903862048690682, |
| "eval_loss": 0.5321446657180786, |
| "eval_runtime": 40.0095, |
| "eval_samples_per_second": 249.94, |
| "eval_steps_per_second": 31.243, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.800025061026008, |
| "grad_norm": 1.6928702592849731, |
| "learning_rate": 5.187290969899666e-06, |
| "loss": 0.6019, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.800025061026008, |
| "eval_loss": 0.537187933921814, |
| "eval_runtime": 40.0123, |
| "eval_samples_per_second": 249.923, |
| "eval_steps_per_second": 31.24, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.809663917182948, |
| "grad_norm": 1.5704461336135864, |
| "learning_rate": 5.177257525083612e-06, |
| "loss": 0.6027, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.809663917182948, |
| "eval_loss": 0.5241678357124329, |
| "eval_runtime": 40.156, |
| "eval_samples_per_second": 249.029, |
| "eval_steps_per_second": 31.129, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.8193027733398878, |
| "grad_norm": 1.6146364212036133, |
| "learning_rate": 5.167224080267559e-06, |
| "loss": 0.5972, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.8193027733398878, |
| "eval_loss": 0.5265556573867798, |
| "eval_runtime": 40.0497, |
| "eval_samples_per_second": 249.69, |
| "eval_steps_per_second": 31.211, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.8289416294968276, |
| "grad_norm": 1.5260276794433594, |
| "learning_rate": 5.157190635451505e-06, |
| "loss": 0.5943, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.8289416294968276, |
| "eval_loss": 0.525088369846344, |
| "eval_runtime": 40.0049, |
| "eval_samples_per_second": 249.969, |
| "eval_steps_per_second": 31.246, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.8385804856537674, |
| "grad_norm": 1.4389654397964478, |
| "learning_rate": 5.147157190635451e-06, |
| "loss": 0.5896, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.8385804856537674, |
| "eval_loss": 0.5226108431816101, |
| "eval_runtime": 40.0292, |
| "eval_samples_per_second": 249.818, |
| "eval_steps_per_second": 31.227, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.8482193418107074, |
| "grad_norm": 1.5730172395706177, |
| "learning_rate": 5.137123745819398e-06, |
| "loss": 0.5866, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.8482193418107074, |
| "eval_loss": 0.5186478495597839, |
| "eval_runtime": 40.0165, |
| "eval_samples_per_second": 249.897, |
| "eval_steps_per_second": 31.237, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.8578581979676472, |
| "grad_norm": 1.562483310699463, |
| "learning_rate": 5.127090301003345e-06, |
| "loss": 0.5844, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.8578581979676472, |
| "eval_loss": 0.5097201466560364, |
| "eval_runtime": 40.1856, |
| "eval_samples_per_second": 248.845, |
| "eval_steps_per_second": 31.106, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.867497054124587, |
| "grad_norm": 1.6470036506652832, |
| "learning_rate": 5.117056856187291e-06, |
| "loss": 0.5773, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.867497054124587, |
| "eval_loss": 0.5092134475708008, |
| "eval_runtime": 40.0143, |
| "eval_samples_per_second": 249.911, |
| "eval_steps_per_second": 31.239, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.8771359102815269, |
| "grad_norm": 1.5788582563400269, |
| "learning_rate": 5.1070234113712375e-06, |
| "loss": 0.5797, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.8771359102815269, |
| "eval_loss": 0.5102807879447937, |
| "eval_runtime": 40.0303, |
| "eval_samples_per_second": 249.811, |
| "eval_steps_per_second": 31.226, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.8867747664384668, |
| "grad_norm": 1.756942868232727, |
| "learning_rate": 5.096989966555184e-06, |
| "loss": 0.5776, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.8867747664384668, |
| "eval_loss": 0.5153423547744751, |
| "eval_runtime": 40.0054, |
| "eval_samples_per_second": 249.966, |
| "eval_steps_per_second": 31.246, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.8964136225954066, |
| "grad_norm": 1.5298547744750977, |
| "learning_rate": 5.08695652173913e-06, |
| "loss": 0.5751, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.8964136225954066, |
| "eval_loss": 0.5078564286231995, |
| "eval_runtime": 40.011, |
| "eval_samples_per_second": 249.932, |
| "eval_steps_per_second": 31.241, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.9060524787523465, |
| "grad_norm": 1.7196496725082397, |
| "learning_rate": 5.076923076923077e-06, |
| "loss": 0.5665, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.9060524787523465, |
| "eval_loss": 0.5065763592720032, |
| "eval_runtime": 40.1717, |
| "eval_samples_per_second": 248.932, |
| "eval_steps_per_second": 31.116, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.9156913349092863, |
| "grad_norm": 1.6301361322402954, |
| "learning_rate": 5.066889632107024e-06, |
| "loss": 0.5675, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.9156913349092863, |
| "eval_loss": 0.49776747822761536, |
| "eval_runtime": 40.0165, |
| "eval_samples_per_second": 249.897, |
| "eval_steps_per_second": 31.237, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.9253301910662262, |
| "grad_norm": 1.4653514623641968, |
| "learning_rate": 5.05685618729097e-06, |
| "loss": 0.5618, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.9253301910662262, |
| "eval_loss": 0.49646928906440735, |
| "eval_runtime": 40.017, |
| "eval_samples_per_second": 249.894, |
| "eval_steps_per_second": 31.237, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.934969047223166, |
| "grad_norm": 1.6670091152191162, |
| "learning_rate": 5.046822742474916e-06, |
| "loss": 0.563, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.934969047223166, |
| "eval_loss": 0.49914979934692383, |
| "eval_runtime": 40.0323, |
| "eval_samples_per_second": 249.798, |
| "eval_steps_per_second": 31.225, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.9446079033801059, |
| "grad_norm": 1.6070232391357422, |
| "learning_rate": 5.036789297658863e-06, |
| "loss": 0.5542, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.9446079033801059, |
| "eval_loss": 0.4884184002876282, |
| "eval_runtime": 40.0566, |
| "eval_samples_per_second": 249.646, |
| "eval_steps_per_second": 31.206, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.9542467595370457, |
| "grad_norm": 1.4984960556030273, |
| "learning_rate": 5.02675585284281e-06, |
| "loss": 0.5581, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.9542467595370457, |
| "eval_loss": 0.4900113642215729, |
| "eval_runtime": 40.2056, |
| "eval_samples_per_second": 248.721, |
| "eval_steps_per_second": 31.09, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.9638856156939856, |
| "grad_norm": 1.537240743637085, |
| "learning_rate": 5.016722408026756e-06, |
| "loss": 0.5539, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.9638856156939856, |
| "eval_loss": 0.4897591769695282, |
| "eval_runtime": 40.0038, |
| "eval_samples_per_second": 249.976, |
| "eval_steps_per_second": 31.247, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.9735244718509255, |
| "grad_norm": 1.6569781303405762, |
| "learning_rate": 5.0066889632107026e-06, |
| "loss": 0.5481, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.9735244718509255, |
| "eval_loss": 0.4842386245727539, |
| "eval_runtime": 40.0389, |
| "eval_samples_per_second": 249.757, |
| "eval_steps_per_second": 31.22, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.9831633280078653, |
| "grad_norm": 1.4528193473815918, |
| "learning_rate": 4.996655518394649e-06, |
| "loss": 0.5464, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.9831633280078653, |
| "eval_loss": 0.4880593717098236, |
| "eval_runtime": 40.0358, |
| "eval_samples_per_second": 249.776, |
| "eval_steps_per_second": 31.222, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.9928021841648051, |
| "grad_norm": 1.5718955993652344, |
| "learning_rate": 4.986622073578595e-06, |
| "loss": 0.543, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.9928021841648051, |
| "eval_loss": 0.4782450795173645, |
| "eval_runtime": 36.7041, |
| "eval_samples_per_second": 272.449, |
| "eval_steps_per_second": 34.056, |
| "step": 10300 |
| }, |
| { |
| "epoch": 1.002441040321745, |
| "grad_norm": 1.647326946258545, |
| "learning_rate": 4.976588628762542e-06, |
| "loss": 0.5412, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.002441040321745, |
| "eval_loss": 0.486726850271225, |
| "eval_runtime": 40.2013, |
| "eval_samples_per_second": 248.748, |
| "eval_steps_per_second": 31.094, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.0120798964786848, |
| "grad_norm": 1.6924008131027222, |
| "learning_rate": 4.966555183946489e-06, |
| "loss": 0.5394, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.0120798964786848, |
| "eval_loss": 0.4839903712272644, |
| "eval_runtime": 40.0205, |
| "eval_samples_per_second": 249.872, |
| "eval_steps_per_second": 31.234, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.0217187526356248, |
| "grad_norm": 1.5169456005096436, |
| "learning_rate": 4.956521739130435e-06, |
| "loss": 0.5397, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.0217187526356248, |
| "eval_loss": 0.47214385867118835, |
| "eval_runtime": 40.1949, |
| "eval_samples_per_second": 248.788, |
| "eval_steps_per_second": 31.098, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.0313576087925647, |
| "grad_norm": 1.5480705499649048, |
| "learning_rate": 4.9464882943143815e-06, |
| "loss": 0.5357, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.0313576087925647, |
| "eval_loss": 0.48204073309898376, |
| "eval_runtime": 40.0052, |
| "eval_samples_per_second": 249.968, |
| "eval_steps_per_second": 31.246, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.0409964649495045, |
| "grad_norm": 1.3915138244628906, |
| "learning_rate": 4.936454849498328e-06, |
| "loss": 0.534, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.0409964649495045, |
| "eval_loss": 0.47229185700416565, |
| "eval_runtime": 40.0072, |
| "eval_samples_per_second": 249.955, |
| "eval_steps_per_second": 31.244, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.0506353211064443, |
| "grad_norm": 1.4983240365982056, |
| "learning_rate": 4.926421404682274e-06, |
| "loss": 0.5276, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.0506353211064443, |
| "eval_loss": 0.46871235966682434, |
| "eval_runtime": 40.0389, |
| "eval_samples_per_second": 249.757, |
| "eval_steps_per_second": 31.22, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.0602741772633841, |
| "grad_norm": 1.533703088760376, |
| "learning_rate": 4.916387959866221e-06, |
| "loss": 0.5296, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.0602741772633841, |
| "eval_loss": 0.46552249789237976, |
| "eval_runtime": 40.0022, |
| "eval_samples_per_second": 249.986, |
| "eval_steps_per_second": 31.248, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.069913033420324, |
| "grad_norm": 1.5167957544326782, |
| "learning_rate": 4.906354515050168e-06, |
| "loss": 0.5254, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.069913033420324, |
| "eval_loss": 0.4699433445930481, |
| "eval_runtime": 40.1743, |
| "eval_samples_per_second": 248.915, |
| "eval_steps_per_second": 31.114, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.0795518895772638, |
| "grad_norm": 1.4261205196380615, |
| "learning_rate": 4.8963210702341136e-06, |
| "loss": 0.5201, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.0795518895772638, |
| "eval_loss": 0.4564357399940491, |
| "eval_runtime": 40.025, |
| "eval_samples_per_second": 249.844, |
| "eval_steps_per_second": 31.23, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.0891907457342038, |
| "grad_norm": 1.3741745948791504, |
| "learning_rate": 4.88628762541806e-06, |
| "loss": 0.5224, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.0891907457342038, |
| "eval_loss": 0.46628084778785706, |
| "eval_runtime": 40.0189, |
| "eval_samples_per_second": 249.882, |
| "eval_steps_per_second": 31.235, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.0988296018911436, |
| "grad_norm": 1.4131207466125488, |
| "learning_rate": 4.876254180602007e-06, |
| "loss": 0.5147, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.0988296018911436, |
| "eval_loss": 0.46065640449523926, |
| "eval_runtime": 40.0026, |
| "eval_samples_per_second": 249.984, |
| "eval_steps_per_second": 31.248, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.1084684580480835, |
| "grad_norm": 1.434804081916809, |
| "learning_rate": 4.866220735785953e-06, |
| "loss": 0.5186, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.1084684580480835, |
| "eval_loss": 0.4589378833770752, |
| "eval_runtime": 40.0058, |
| "eval_samples_per_second": 249.964, |
| "eval_steps_per_second": 31.246, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.1181073142050233, |
| "grad_norm": 1.382394552230835, |
| "learning_rate": 4.8561872909699e-06, |
| "loss": 0.5138, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.1181073142050233, |
| "eval_loss": 0.4565480053424835, |
| "eval_runtime": 40.1633, |
| "eval_samples_per_second": 248.984, |
| "eval_steps_per_second": 31.123, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.1277461703619631, |
| "grad_norm": 1.5272095203399658, |
| "learning_rate": 4.8461538461538465e-06, |
| "loss": 0.5164, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.1277461703619631, |
| "eval_loss": 0.45689794421195984, |
| "eval_runtime": 40.0182, |
| "eval_samples_per_second": 249.887, |
| "eval_steps_per_second": 31.236, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.137385026518903, |
| "grad_norm": 1.5336707830429077, |
| "learning_rate": 4.8361204013377925e-06, |
| "loss": 0.5089, |
| "step": 11800 |
| }, |
| { |
| "epoch": 1.137385026518903, |
| "eval_loss": 0.4564231336116791, |
| "eval_runtime": 40.0203, |
| "eval_samples_per_second": 249.873, |
| "eval_steps_per_second": 31.234, |
| "step": 11800 |
| }, |
| { |
| "epoch": 1.1470238826758428, |
| "grad_norm": 1.5161396265029907, |
| "learning_rate": 4.826086956521739e-06, |
| "loss": 0.5106, |
| "step": 11900 |
| }, |
| { |
| "epoch": 1.1470238826758428, |
| "eval_loss": 0.44420644640922546, |
| "eval_runtime": 40.0196, |
| "eval_samples_per_second": 249.877, |
| "eval_steps_per_second": 31.235, |
| "step": 11900 |
| }, |
| { |
| "epoch": 1.1566627388327828, |
| "grad_norm": 1.5325267314910889, |
| "learning_rate": 4.816053511705686e-06, |
| "loss": 0.5098, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.1566627388327828, |
| "eval_loss": 0.44834986329078674, |
| "eval_runtime": 40.0681, |
| "eval_samples_per_second": 249.575, |
| "eval_steps_per_second": 31.197, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.1663015949897226, |
| "grad_norm": 1.4805413484573364, |
| "learning_rate": 4.806020066889633e-06, |
| "loss": 0.5055, |
| "step": 12100 |
| }, |
| { |
| "epoch": 1.1663015949897226, |
| "eval_loss": 0.4538011848926544, |
| "eval_runtime": 40.2028, |
| "eval_samples_per_second": 248.739, |
| "eval_steps_per_second": 31.092, |
| "step": 12100 |
| }, |
| { |
| "epoch": 1.1759404511466625, |
| "grad_norm": 1.5557194948196411, |
| "learning_rate": 4.795986622073579e-06, |
| "loss": 0.5058, |
| "step": 12200 |
| }, |
| { |
| "epoch": 1.1759404511466625, |
| "eval_loss": 0.44933125376701355, |
| "eval_runtime": 40.023, |
| "eval_samples_per_second": 249.856, |
| "eval_steps_per_second": 31.232, |
| "step": 12200 |
| }, |
| { |
| "epoch": 1.1855793073036023, |
| "grad_norm": 1.5012928247451782, |
| "learning_rate": 4.785953177257525e-06, |
| "loss": 0.5051, |
| "step": 12300 |
| }, |
| { |
| "epoch": 1.1855793073036023, |
| "eval_loss": 0.44258418679237366, |
| "eval_runtime": 40.0302, |
| "eval_samples_per_second": 249.811, |
| "eval_steps_per_second": 31.226, |
| "step": 12300 |
| }, |
| { |
| "epoch": 1.195218163460542, |
| "grad_norm": 1.4221644401550293, |
| "learning_rate": 4.775919732441472e-06, |
| "loss": 0.4999, |
| "step": 12400 |
| }, |
| { |
| "epoch": 1.195218163460542, |
| "eval_loss": 0.4362325668334961, |
| "eval_runtime": 40.0213, |
| "eval_samples_per_second": 249.867, |
| "eval_steps_per_second": 31.233, |
| "step": 12400 |
| }, |
| { |
| "epoch": 1.204857019617482, |
| "grad_norm": 1.415287971496582, |
| "learning_rate": 4.765886287625418e-06, |
| "loss": 0.4973, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.204857019617482, |
| "eval_loss": 0.44187524914741516, |
| "eval_runtime": 40.0371, |
| "eval_samples_per_second": 249.769, |
| "eval_steps_per_second": 31.221, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.2144958757744218, |
| "grad_norm": 1.5381195545196533, |
| "learning_rate": 4.755852842809365e-06, |
| "loss": 0.4989, |
| "step": 12600 |
| }, |
| { |
| "epoch": 1.2144958757744218, |
| "eval_loss": 0.4413149952888489, |
| "eval_runtime": 40.2155, |
| "eval_samples_per_second": 248.66, |
| "eval_steps_per_second": 31.083, |
| "step": 12600 |
| }, |
| { |
| "epoch": 1.2241347319313618, |
| "grad_norm": 1.374925971031189, |
| "learning_rate": 4.745819397993312e-06, |
| "loss": 0.4923, |
| "step": 12700 |
| }, |
| { |
| "epoch": 1.2241347319313618, |
| "eval_loss": 0.440106064081192, |
| "eval_runtime": 40.0356, |
| "eval_samples_per_second": 249.777, |
| "eval_steps_per_second": 31.222, |
| "step": 12700 |
| }, |
| { |
| "epoch": 1.2337735880883016, |
| "grad_norm": 1.6059918403625488, |
| "learning_rate": 4.7357859531772575e-06, |
| "loss": 0.4918, |
| "step": 12800 |
| }, |
| { |
| "epoch": 1.2337735880883016, |
| "eval_loss": 0.44359320402145386, |
| "eval_runtime": 40.0597, |
| "eval_samples_per_second": 249.628, |
| "eval_steps_per_second": 31.203, |
| "step": 12800 |
| }, |
| { |
| "epoch": 1.2434124442452414, |
| "grad_norm": 1.4142322540283203, |
| "learning_rate": 4.725752508361204e-06, |
| "loss": 0.4881, |
| "step": 12900 |
| }, |
| { |
| "epoch": 1.2434124442452414, |
| "eval_loss": 0.44244951009750366, |
| "eval_runtime": 40.061, |
| "eval_samples_per_second": 249.619, |
| "eval_steps_per_second": 31.202, |
| "step": 12900 |
| }, |
| { |
| "epoch": 1.2530513004021813, |
| "grad_norm": 1.446840524673462, |
| "learning_rate": 4.715719063545151e-06, |
| "loss": 0.49, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.2530513004021813, |
| "eval_loss": 0.42693030834198, |
| "eval_runtime": 40.2377, |
| "eval_samples_per_second": 248.523, |
| "eval_steps_per_second": 31.065, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.262690156559121, |
| "grad_norm": 1.363279938697815, |
| "learning_rate": 4.705685618729097e-06, |
| "loss": 0.4839, |
| "step": 13100 |
| }, |
| { |
| "epoch": 1.262690156559121, |
| "eval_loss": 0.43453505635261536, |
| "eval_runtime": 40.0754, |
| "eval_samples_per_second": 249.53, |
| "eval_steps_per_second": 31.191, |
| "step": 13100 |
| }, |
| { |
| "epoch": 1.272329012716061, |
| "grad_norm": 1.4301884174346924, |
| "learning_rate": 4.695652173913044e-06, |
| "loss": 0.4867, |
| "step": 13200 |
| }, |
| { |
| "epoch": 1.272329012716061, |
| "eval_loss": 0.42788979411125183, |
| "eval_runtime": 40.0379, |
| "eval_samples_per_second": 249.763, |
| "eval_steps_per_second": 31.22, |
| "step": 13200 |
| }, |
| { |
| "epoch": 1.281967868873001, |
| "grad_norm": 1.4869626760482788, |
| "learning_rate": 4.6856187290969905e-06, |
| "loss": 0.4822, |
| "step": 13300 |
| }, |
| { |
| "epoch": 1.281967868873001, |
| "eval_loss": 0.42807090282440186, |
| "eval_runtime": 40.0485, |
| "eval_samples_per_second": 249.697, |
| "eval_steps_per_second": 31.212, |
| "step": 13300 |
| }, |
| { |
| "epoch": 1.2916067250299408, |
| "grad_norm": 1.4084575176239014, |
| "learning_rate": 4.675585284280936e-06, |
| "loss": 0.4817, |
| "step": 13400 |
| }, |
| { |
| "epoch": 1.2916067250299408, |
| "eval_loss": 0.431538462638855, |
| "eval_runtime": 40.2297, |
| "eval_samples_per_second": 248.572, |
| "eval_steps_per_second": 31.072, |
| "step": 13400 |
| }, |
| { |
| "epoch": 1.3012455811868806, |
| "grad_norm": 1.3125011920928955, |
| "learning_rate": 4.665551839464883e-06, |
| "loss": 0.4781, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.3012455811868806, |
| "eval_loss": 0.4229593276977539, |
| "eval_runtime": 40.0557, |
| "eval_samples_per_second": 249.652, |
| "eval_steps_per_second": 31.207, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.3108844373438204, |
| "grad_norm": 1.495177984237671, |
| "learning_rate": 4.65551839464883e-06, |
| "loss": 0.4782, |
| "step": 13600 |
| }, |
| { |
| "epoch": 1.3108844373438204, |
| "eval_loss": 0.4288323223590851, |
| "eval_runtime": 40.0435, |
| "eval_samples_per_second": 249.728, |
| "eval_steps_per_second": 31.216, |
| "step": 13600 |
| }, |
| { |
| "epoch": 1.3205232935007603, |
| "grad_norm": 1.349768042564392, |
| "learning_rate": 4.645484949832776e-06, |
| "loss": 0.48, |
| "step": 13700 |
| }, |
| { |
| "epoch": 1.3205232935007603, |
| "eval_loss": 0.41586947441101074, |
| "eval_runtime": 40.0452, |
| "eval_samples_per_second": 249.718, |
| "eval_steps_per_second": 31.215, |
| "step": 13700 |
| }, |
| { |
| "epoch": 1.3301621496577, |
| "grad_norm": 1.4638071060180664, |
| "learning_rate": 4.635451505016723e-06, |
| "loss": 0.4808, |
| "step": 13800 |
| }, |
| { |
| "epoch": 1.3301621496577, |
| "eval_loss": 0.4116751551628113, |
| "eval_runtime": 40.0376, |
| "eval_samples_per_second": 249.765, |
| "eval_steps_per_second": 31.221, |
| "step": 13800 |
| }, |
| { |
| "epoch": 1.33980100581464, |
| "grad_norm": 1.4769808053970337, |
| "learning_rate": 4.625418060200669e-06, |
| "loss": 0.4769, |
| "step": 13900 |
| }, |
| { |
| "epoch": 1.33980100581464, |
| "eval_loss": 0.4249781370162964, |
| "eval_runtime": 40.2173, |
| "eval_samples_per_second": 248.649, |
| "eval_steps_per_second": 31.081, |
| "step": 13900 |
| }, |
| { |
| "epoch": 1.3494398619715797, |
| "grad_norm": 1.4002916812896729, |
| "learning_rate": 4.615384615384616e-06, |
| "loss": 0.4703, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.3494398619715797, |
| "eval_loss": 0.41435718536376953, |
| "eval_runtime": 40.0251, |
| "eval_samples_per_second": 249.843, |
| "eval_steps_per_second": 31.23, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.3590787181285198, |
| "grad_norm": 1.324873685836792, |
| "learning_rate": 4.605351170568562e-06, |
| "loss": 0.4715, |
| "step": 14100 |
| }, |
| { |
| "epoch": 1.3590787181285198, |
| "eval_loss": 0.41557979583740234, |
| "eval_runtime": 40.0132, |
| "eval_samples_per_second": 249.917, |
| "eval_steps_per_second": 31.24, |
| "step": 14100 |
| }, |
| { |
| "epoch": 1.3687175742854596, |
| "grad_norm": 1.510293960571289, |
| "learning_rate": 4.595317725752509e-06, |
| "loss": 0.4661, |
| "step": 14200 |
| }, |
| { |
| "epoch": 1.3687175742854596, |
| "eval_loss": 0.41991928219795227, |
| "eval_runtime": 40.0151, |
| "eval_samples_per_second": 249.906, |
| "eval_steps_per_second": 31.238, |
| "step": 14200 |
| }, |
| { |
| "epoch": 1.3783564304423994, |
| "grad_norm": 1.4551657438278198, |
| "learning_rate": 4.585284280936456e-06, |
| "loss": 0.466, |
| "step": 14300 |
| }, |
| { |
| "epoch": 1.3783564304423994, |
| "eval_loss": 0.41806551814079285, |
| "eval_runtime": 40.0069, |
| "eval_samples_per_second": 249.957, |
| "eval_steps_per_second": 31.245, |
| "step": 14300 |
| }, |
| { |
| "epoch": 1.3879952865993392, |
| "grad_norm": 1.5093111991882324, |
| "learning_rate": 4.5752508361204015e-06, |
| "loss": 0.4653, |
| "step": 14400 |
| }, |
| { |
| "epoch": 1.3879952865993392, |
| "eval_loss": 0.41728827357292175, |
| "eval_runtime": 40.1654, |
| "eval_samples_per_second": 248.97, |
| "eval_steps_per_second": 31.121, |
| "step": 14400 |
| }, |
| { |
| "epoch": 1.397634142756279, |
| "grad_norm": 1.4863073825836182, |
| "learning_rate": 4.565217391304348e-06, |
| "loss": 0.467, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.397634142756279, |
| "eval_loss": 0.41565340757369995, |
| "eval_runtime": 39.9963, |
| "eval_samples_per_second": 250.023, |
| "eval_steps_per_second": 31.253, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.4072729989132189, |
| "grad_norm": 1.4027386903762817, |
| "learning_rate": 4.555183946488295e-06, |
| "loss": 0.4662, |
| "step": 14600 |
| }, |
| { |
| "epoch": 1.4072729989132189, |
| "eval_loss": 0.4067195951938629, |
| "eval_runtime": 40.0068, |
| "eval_samples_per_second": 249.957, |
| "eval_steps_per_second": 31.245, |
| "step": 14600 |
| }, |
| { |
| "epoch": 1.416911855070159, |
| "grad_norm": 1.4059629440307617, |
| "learning_rate": 4.545150501672241e-06, |
| "loss": 0.4651, |
| "step": 14700 |
| }, |
| { |
| "epoch": 1.416911855070159, |
| "eval_loss": 0.40936049818992615, |
| "eval_runtime": 39.9887, |
| "eval_samples_per_second": 250.071, |
| "eval_steps_per_second": 31.259, |
| "step": 14700 |
| }, |
| { |
| "epoch": 1.4265507112270988, |
| "grad_norm": 1.2644177675247192, |
| "learning_rate": 4.535117056856188e-06, |
| "loss": 0.4622, |
| "step": 14800 |
| }, |
| { |
| "epoch": 1.4265507112270988, |
| "eval_loss": 0.4118250906467438, |
| "eval_runtime": 39.9915, |
| "eval_samples_per_second": 250.053, |
| "eval_steps_per_second": 31.257, |
| "step": 14800 |
| }, |
| { |
| "epoch": 1.4361895673840386, |
| "grad_norm": 1.2830288410186768, |
| "learning_rate": 4.5250836120401345e-06, |
| "loss": 0.4597, |
| "step": 14900 |
| }, |
| { |
| "epoch": 1.4361895673840386, |
| "eval_loss": 0.40810731053352356, |
| "eval_runtime": 40.2112, |
| "eval_samples_per_second": 248.687, |
| "eval_steps_per_second": 31.086, |
| "step": 14900 |
| }, |
| { |
| "epoch": 1.4458284235409784, |
| "grad_norm": 1.2887154817581177, |
| "learning_rate": 4.51505016722408e-06, |
| "loss": 0.4602, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.4458284235409784, |
| "eval_loss": 0.40011951327323914, |
| "eval_runtime": 40.0118, |
| "eval_samples_per_second": 249.926, |
| "eval_steps_per_second": 31.241, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.4554672796979182, |
| "grad_norm": 1.348257303237915, |
| "learning_rate": 4.505016722408027e-06, |
| "loss": 0.4574, |
| "step": 15100 |
| }, |
| { |
| "epoch": 1.4554672796979182, |
| "eval_loss": 0.4056689143180847, |
| "eval_runtime": 40.015, |
| "eval_samples_per_second": 249.906, |
| "eval_steps_per_second": 31.238, |
| "step": 15100 |
| }, |
| { |
| "epoch": 1.465106135854858, |
| "grad_norm": 1.540839433670044, |
| "learning_rate": 4.494983277591973e-06, |
| "loss": 0.4549, |
| "step": 15200 |
| }, |
| { |
| "epoch": 1.465106135854858, |
| "eval_loss": 0.39897704124450684, |
| "eval_runtime": 40.0174, |
| "eval_samples_per_second": 249.892, |
| "eval_steps_per_second": 31.236, |
| "step": 15200 |
| }, |
| { |
| "epoch": 1.4747449920117979, |
| "grad_norm": 1.4020183086395264, |
| "learning_rate": 4.48494983277592e-06, |
| "loss": 0.4552, |
| "step": 15300 |
| }, |
| { |
| "epoch": 1.4747449920117979, |
| "eval_loss": 0.39921414852142334, |
| "eval_runtime": 40.2019, |
| "eval_samples_per_second": 248.745, |
| "eval_steps_per_second": 31.093, |
| "step": 15300 |
| }, |
| { |
| "epoch": 1.4843838481687377, |
| "grad_norm": 1.4397515058517456, |
| "learning_rate": 4.474916387959866e-06, |
| "loss": 0.4524, |
| "step": 15400 |
| }, |
| { |
| "epoch": 1.4843838481687377, |
| "eval_loss": 0.40324947237968445, |
| "eval_runtime": 40.0276, |
| "eval_samples_per_second": 249.828, |
| "eval_steps_per_second": 31.228, |
| "step": 15400 |
| }, |
| { |
| "epoch": 1.4940227043256777, |
| "grad_norm": 1.327071189880371, |
| "learning_rate": 4.4648829431438125e-06, |
| "loss": 0.4501, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.4940227043256777, |
| "eval_loss": 0.39761507511138916, |
| "eval_runtime": 39.9927, |
| "eval_samples_per_second": 250.045, |
| "eval_steps_per_second": 31.256, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.5036615604826176, |
| "grad_norm": 1.4344964027404785, |
| "learning_rate": 4.454849498327759e-06, |
| "loss": 0.4482, |
| "step": 15600 |
| }, |
| { |
| "epoch": 1.5036615604826176, |
| "eval_loss": 0.39871275424957275, |
| "eval_runtime": 40.227, |
| "eval_samples_per_second": 248.589, |
| "eval_steps_per_second": 31.074, |
| "step": 15600 |
| }, |
| { |
| "epoch": 1.5133004166395574, |
| "grad_norm": 1.3496111631393433, |
| "learning_rate": 4.444816053511705e-06, |
| "loss": 0.4457, |
| "step": 15700 |
| }, |
| { |
| "epoch": 1.5133004166395574, |
| "eval_loss": 0.40053361654281616, |
| "eval_runtime": 40.0154, |
| "eval_samples_per_second": 249.904, |
| "eval_steps_per_second": 31.238, |
| "step": 15700 |
| }, |
| { |
| "epoch": 1.5229392727964972, |
| "grad_norm": 1.3155416250228882, |
| "learning_rate": 4.434782608695652e-06, |
| "loss": 0.4469, |
| "step": 15800 |
| }, |
| { |
| "epoch": 1.5229392727964972, |
| "eval_loss": 0.399395227432251, |
| "eval_runtime": 40.0839, |
| "eval_samples_per_second": 249.476, |
| "eval_steps_per_second": 31.185, |
| "step": 15800 |
| }, |
| { |
| "epoch": 1.5325781289534373, |
| "grad_norm": 1.438828945159912, |
| "learning_rate": 4.424749163879599e-06, |
| "loss": 0.4467, |
| "step": 15900 |
| }, |
| { |
| "epoch": 1.5325781289534373, |
| "eval_loss": 0.39455991983413696, |
| "eval_runtime": 40.1699, |
| "eval_samples_per_second": 248.943, |
| "eval_steps_per_second": 31.118, |
| "step": 15900 |
| }, |
| { |
| "epoch": 1.542216985110377, |
| "grad_norm": 1.3380151987075806, |
| "learning_rate": 4.414715719063545e-06, |
| "loss": 0.4479, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.542216985110377, |
| "eval_loss": 0.3920137584209442, |
| "eval_runtime": 40.0458, |
| "eval_samples_per_second": 249.714, |
| "eval_steps_per_second": 31.214, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.551855841267317, |
| "grad_norm": 1.3055827617645264, |
| "learning_rate": 4.404682274247491e-06, |
| "loss": 0.4437, |
| "step": 16100 |
| }, |
| { |
| "epoch": 1.551855841267317, |
| "eval_loss": 0.39583614468574524, |
| "eval_runtime": 40.0719, |
| "eval_samples_per_second": 249.551, |
| "eval_steps_per_second": 31.194, |
| "step": 16100 |
| }, |
| { |
| "epoch": 1.5614946974242567, |
| "grad_norm": 1.3439549207687378, |
| "learning_rate": 4.394648829431438e-06, |
| "loss": 0.4421, |
| "step": 16200 |
| }, |
| { |
| "epoch": 1.5614946974242567, |
| "eval_loss": 0.3982265293598175, |
| "eval_runtime": 40.0502, |
| "eval_samples_per_second": 249.687, |
| "eval_steps_per_second": 31.211, |
| "step": 16200 |
| }, |
| { |
| "epoch": 1.5711335535811966, |
| "grad_norm": 1.2873746156692505, |
| "learning_rate": 4.384615384615384e-06, |
| "loss": 0.4421, |
| "step": 16300 |
| }, |
| { |
| "epoch": 1.5711335535811966, |
| "eval_loss": 0.392922580242157, |
| "eval_runtime": 40.0623, |
| "eval_samples_per_second": 249.611, |
| "eval_steps_per_second": 31.201, |
| "step": 16300 |
| }, |
| { |
| "epoch": 1.5807724097381364, |
| "grad_norm": 1.4414591789245605, |
| "learning_rate": 4.374581939799331e-06, |
| "loss": 0.4388, |
| "step": 16400 |
| }, |
| { |
| "epoch": 1.5807724097381364, |
| "eval_loss": 0.39475396275520325, |
| "eval_runtime": 40.2477, |
| "eval_samples_per_second": 248.462, |
| "eval_steps_per_second": 31.058, |
| "step": 16400 |
| }, |
| { |
| "epoch": 1.5904112658950762, |
| "grad_norm": 1.3728173971176147, |
| "learning_rate": 4.364548494983278e-06, |
| "loss": 0.4414, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.5904112658950762, |
| "eval_loss": 0.39176425337791443, |
| "eval_runtime": 40.0569, |
| "eval_samples_per_second": 249.645, |
| "eval_steps_per_second": 31.206, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.600050122052016, |
| "grad_norm": 1.5120171308517456, |
| "learning_rate": 4.354515050167224e-06, |
| "loss": 0.4414, |
| "step": 16600 |
| }, |
| { |
| "epoch": 1.600050122052016, |
| "eval_loss": 0.39494696259498596, |
| "eval_runtime": 40.0501, |
| "eval_samples_per_second": 249.687, |
| "eval_steps_per_second": 31.211, |
| "step": 16600 |
| }, |
| { |
| "epoch": 1.6096889782089558, |
| "grad_norm": 1.7337701320648193, |
| "learning_rate": 4.34448160535117e-06, |
| "loss": 0.436, |
| "step": 16700 |
| }, |
| { |
| "epoch": 1.6096889782089558, |
| "eval_loss": 0.3927867114543915, |
| "eval_runtime": 40.0345, |
| "eval_samples_per_second": 249.785, |
| "eval_steps_per_second": 31.223, |
| "step": 16700 |
| }, |
| { |
| "epoch": 1.6193278343658957, |
| "grad_norm": 1.465790033340454, |
| "learning_rate": 4.334448160535117e-06, |
| "loss": 0.436, |
| "step": 16800 |
| }, |
| { |
| "epoch": 1.6193278343658957, |
| "eval_loss": 0.38513514399528503, |
| "eval_runtime": 40.227, |
| "eval_samples_per_second": 248.589, |
| "eval_steps_per_second": 31.074, |
| "step": 16800 |
| }, |
| { |
| "epoch": 1.6289666905228355, |
| "grad_norm": 1.401219129562378, |
| "learning_rate": 4.324414715719064e-06, |
| "loss": 0.4375, |
| "step": 16900 |
| }, |
| { |
| "epoch": 1.6289666905228355, |
| "eval_loss": 0.37909185886383057, |
| "eval_runtime": 40.1381, |
| "eval_samples_per_second": 249.14, |
| "eval_steps_per_second": 31.142, |
| "step": 16900 |
| }, |
| { |
| "epoch": 1.6386055466797755, |
| "grad_norm": 1.3634768724441528, |
| "learning_rate": 4.31438127090301e-06, |
| "loss": 0.4358, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.6386055466797755, |
| "eval_loss": 0.3808463513851166, |
| "eval_runtime": 40.0323, |
| "eval_samples_per_second": 249.798, |
| "eval_steps_per_second": 31.225, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.6482444028367154, |
| "grad_norm": 1.4873460531234741, |
| "learning_rate": 4.3043478260869565e-06, |
| "loss": 0.4321, |
| "step": 17100 |
| }, |
| { |
| "epoch": 1.6482444028367154, |
| "eval_loss": 0.3821844160556793, |
| "eval_runtime": 40.0357, |
| "eval_samples_per_second": 249.777, |
| "eval_steps_per_second": 31.222, |
| "step": 17100 |
| }, |
| { |
| "epoch": 1.6578832589936552, |
| "grad_norm": 1.323455572128296, |
| "learning_rate": 4.294314381270903e-06, |
| "loss": 0.431, |
| "step": 17200 |
| }, |
| { |
| "epoch": 1.6578832589936552, |
| "eval_loss": 0.37755951285362244, |
| "eval_runtime": 40.2365, |
| "eval_samples_per_second": 248.531, |
| "eval_steps_per_second": 31.066, |
| "step": 17200 |
| }, |
| { |
| "epoch": 1.6675221151505952, |
| "grad_norm": 1.3670837879180908, |
| "learning_rate": 4.284280936454849e-06, |
| "loss": 0.4302, |
| "step": 17300 |
| }, |
| { |
| "epoch": 1.6675221151505952, |
| "eval_loss": 0.37524840235710144, |
| "eval_runtime": 40.0419, |
| "eval_samples_per_second": 249.738, |
| "eval_steps_per_second": 31.217, |
| "step": 17300 |
| }, |
| { |
| "epoch": 1.677160971307535, |
| "grad_norm": 1.507103681564331, |
| "learning_rate": 4.274247491638796e-06, |
| "loss": 0.4288, |
| "step": 17400 |
| }, |
| { |
| "epoch": 1.677160971307535, |
| "eval_loss": 0.38275057077407837, |
| "eval_runtime": 40.0423, |
| "eval_samples_per_second": 249.736, |
| "eval_steps_per_second": 31.217, |
| "step": 17400 |
| }, |
| { |
| "epoch": 1.6867998274644749, |
| "grad_norm": 1.3555055856704712, |
| "learning_rate": 4.264214046822743e-06, |
| "loss": 0.4307, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.6867998274644749, |
| "eval_loss": 0.3769054710865021, |
| "eval_runtime": 40.045, |
| "eval_samples_per_second": 249.719, |
| "eval_steps_per_second": 31.215, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.6964386836214147, |
| "grad_norm": 1.2957983016967773, |
| "learning_rate": 4.254180602006689e-06, |
| "loss": 0.4287, |
| "step": 17600 |
| }, |
| { |
| "epoch": 1.6964386836214147, |
| "eval_loss": 0.3762720823287964, |
| "eval_runtime": 40.2206, |
| "eval_samples_per_second": 248.629, |
| "eval_steps_per_second": 31.079, |
| "step": 17600 |
| }, |
| { |
| "epoch": 1.7060775397783545, |
| "grad_norm": 1.4515742063522339, |
| "learning_rate": 4.244147157190635e-06, |
| "loss": 0.4248, |
| "step": 17700 |
| }, |
| { |
| "epoch": 1.7060775397783545, |
| "eval_loss": 0.37980878353118896, |
| "eval_runtime": 40.0419, |
| "eval_samples_per_second": 249.738, |
| "eval_steps_per_second": 31.217, |
| "step": 17700 |
| }, |
| { |
| "epoch": 1.7157163959352943, |
| "grad_norm": 1.3719956874847412, |
| "learning_rate": 4.234113712374582e-06, |
| "loss": 0.4237, |
| "step": 17800 |
| }, |
| { |
| "epoch": 1.7157163959352943, |
| "eval_loss": 0.3736819326877594, |
| "eval_runtime": 40.0386, |
| "eval_samples_per_second": 249.759, |
| "eval_steps_per_second": 31.22, |
| "step": 17800 |
| }, |
| { |
| "epoch": 1.7253552520922342, |
| "grad_norm": 1.2918155193328857, |
| "learning_rate": 4.224080267558528e-06, |
| "loss": 0.4234, |
| "step": 17900 |
| }, |
| { |
| "epoch": 1.7253552520922342, |
| "eval_loss": 0.37445351481437683, |
| "eval_runtime": 40.0158, |
| "eval_samples_per_second": 249.901, |
| "eval_steps_per_second": 31.238, |
| "step": 17900 |
| }, |
| { |
| "epoch": 1.734994108249174, |
| "grad_norm": 1.5635416507720947, |
| "learning_rate": 4.214046822742475e-06, |
| "loss": 0.4226, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.734994108249174, |
| "eval_loss": 0.37227481603622437, |
| "eval_runtime": 40.0091, |
| "eval_samples_per_second": 249.943, |
| "eval_steps_per_second": 31.243, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.7446329644061138, |
| "grad_norm": 1.3523764610290527, |
| "learning_rate": 4.2040133779264216e-06, |
| "loss": 0.4253, |
| "step": 18100 |
| }, |
| { |
| "epoch": 1.7446329644061138, |
| "eval_loss": 0.37538984417915344, |
| "eval_runtime": 40.1924, |
| "eval_samples_per_second": 248.803, |
| "eval_steps_per_second": 31.1, |
| "step": 18100 |
| }, |
| { |
| "epoch": 1.7542718205630536, |
| "grad_norm": 1.2665579319000244, |
| "learning_rate": 4.1939799331103675e-06, |
| "loss": 0.4228, |
| "step": 18200 |
| }, |
| { |
| "epoch": 1.7542718205630536, |
| "eval_loss": 0.3729080259799957, |
| "eval_runtime": 40.0153, |
| "eval_samples_per_second": 249.905, |
| "eval_steps_per_second": 31.238, |
| "step": 18200 |
| }, |
| { |
| "epoch": 1.7639106767199937, |
| "grad_norm": 1.2079461812973022, |
| "learning_rate": 4.183946488294314e-06, |
| "loss": 0.4184, |
| "step": 18300 |
| }, |
| { |
| "epoch": 1.7639106767199937, |
| "eval_loss": 0.37542304396629333, |
| "eval_runtime": 40.226, |
| "eval_samples_per_second": 248.595, |
| "eval_steps_per_second": 31.074, |
| "step": 18300 |
| }, |
| { |
| "epoch": 1.7735495328769335, |
| "grad_norm": 1.2203370332717896, |
| "learning_rate": 4.173913043478261e-06, |
| "loss": 0.4186, |
| "step": 18400 |
| }, |
| { |
| "epoch": 1.7735495328769335, |
| "eval_loss": 0.3722892701625824, |
| "eval_runtime": 40.0431, |
| "eval_samples_per_second": 249.731, |
| "eval_steps_per_second": 31.216, |
| "step": 18400 |
| }, |
| { |
| "epoch": 1.7831883890338733, |
| "grad_norm": 1.2480080127716064, |
| "learning_rate": 4.163879598662208e-06, |
| "loss": 0.4214, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.7831883890338733, |
| "eval_loss": 0.3761518597602844, |
| "eval_runtime": 40.0595, |
| "eval_samples_per_second": 249.629, |
| "eval_steps_per_second": 31.204, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.7928272451908132, |
| "grad_norm": 1.514190912246704, |
| "learning_rate": 4.153846153846154e-06, |
| "loss": 0.4153, |
| "step": 18600 |
| }, |
| { |
| "epoch": 1.7928272451908132, |
| "eval_loss": 0.3671943247318268, |
| "eval_runtime": 40.0447, |
| "eval_samples_per_second": 249.721, |
| "eval_steps_per_second": 31.215, |
| "step": 18600 |
| }, |
| { |
| "epoch": 1.8024661013477532, |
| "grad_norm": 1.4013168811798096, |
| "learning_rate": 4.1438127090301005e-06, |
| "loss": 0.4152, |
| "step": 18700 |
| }, |
| { |
| "epoch": 1.8024661013477532, |
| "eval_loss": 0.36363351345062256, |
| "eval_runtime": 40.2138, |
| "eval_samples_per_second": 248.671, |
| "eval_steps_per_second": 31.084, |
| "step": 18700 |
| }, |
| { |
| "epoch": 1.812104957504693, |
| "grad_norm": 1.3701732158660889, |
| "learning_rate": 4.133779264214047e-06, |
| "loss": 0.4139, |
| "step": 18800 |
| }, |
| { |
| "epoch": 1.812104957504693, |
| "eval_loss": 0.37101006507873535, |
| "eval_runtime": 40.0504, |
| "eval_samples_per_second": 249.685, |
| "eval_steps_per_second": 31.211, |
| "step": 18800 |
| }, |
| { |
| "epoch": 1.8217438136616328, |
| "grad_norm": 1.2950865030288696, |
| "learning_rate": 4.123745819397993e-06, |
| "loss": 0.4127, |
| "step": 18900 |
| }, |
| { |
| "epoch": 1.8217438136616328, |
| "eval_loss": 0.3611432611942291, |
| "eval_runtime": 39.9977, |
| "eval_samples_per_second": 250.014, |
| "eval_steps_per_second": 31.252, |
| "step": 18900 |
| }, |
| { |
| "epoch": 1.8313826698185727, |
| "grad_norm": 1.2140529155731201, |
| "learning_rate": 4.11371237458194e-06, |
| "loss": 0.4175, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.8313826698185727, |
| "eval_loss": 0.3688327372074127, |
| "eval_runtime": 39.9976, |
| "eval_samples_per_second": 250.015, |
| "eval_steps_per_second": 31.252, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.8410215259755125, |
| "grad_norm": 1.4030205011367798, |
| "learning_rate": 4.103678929765887e-06, |
| "loss": 0.4123, |
| "step": 19100 |
| }, |
| { |
| "epoch": 1.8410215259755125, |
| "eval_loss": 0.36343154311180115, |
| "eval_runtime": 40.2164, |
| "eval_samples_per_second": 248.655, |
| "eval_steps_per_second": 31.082, |
| "step": 19100 |
| }, |
| { |
| "epoch": 1.8506603821324523, |
| "grad_norm": 1.2921127080917358, |
| "learning_rate": 4.0936454849498326e-06, |
| "loss": 0.4119, |
| "step": 19200 |
| }, |
| { |
| "epoch": 1.8506603821324523, |
| "eval_loss": 0.36798274517059326, |
| "eval_runtime": 40.0209, |
| "eval_samples_per_second": 249.869, |
| "eval_steps_per_second": 31.234, |
| "step": 19200 |
| }, |
| { |
| "epoch": 1.8602992382893921, |
| "grad_norm": 1.2748223543167114, |
| "learning_rate": 4.083612040133779e-06, |
| "loss": 0.4143, |
| "step": 19300 |
| }, |
| { |
| "epoch": 1.8602992382893921, |
| "eval_loss": 0.36462557315826416, |
| "eval_runtime": 40.0258, |
| "eval_samples_per_second": 249.839, |
| "eval_steps_per_second": 31.23, |
| "step": 19300 |
| }, |
| { |
| "epoch": 1.869938094446332, |
| "grad_norm": 1.2742102146148682, |
| "learning_rate": 4.073578595317726e-06, |
| "loss": 0.4093, |
| "step": 19400 |
| }, |
| { |
| "epoch": 1.869938094446332, |
| "eval_loss": 0.36330220103263855, |
| "eval_runtime": 40.0305, |
| "eval_samples_per_second": 249.809, |
| "eval_steps_per_second": 31.226, |
| "step": 19400 |
| }, |
| { |
| "epoch": 1.8795769506032718, |
| "grad_norm": 1.3298977613449097, |
| "learning_rate": 4.063545150501672e-06, |
| "loss": 0.4094, |
| "step": 19500 |
| }, |
| { |
| "epoch": 1.8795769506032718, |
| "eval_loss": 0.36082392930984497, |
| "eval_runtime": 40.0284, |
| "eval_samples_per_second": 249.822, |
| "eval_steps_per_second": 31.228, |
| "step": 19500 |
| }, |
| { |
| "epoch": 1.8892158067602116, |
| "grad_norm": 1.4168245792388916, |
| "learning_rate": 4.053511705685619e-06, |
| "loss": 0.4081, |
| "step": 19600 |
| }, |
| { |
| "epoch": 1.8892158067602116, |
| "eval_loss": 0.3604665994644165, |
| "eval_runtime": 40.2162, |
| "eval_samples_per_second": 248.656, |
| "eval_steps_per_second": 31.082, |
| "step": 19600 |
| }, |
| { |
| "epoch": 1.8988546629171517, |
| "grad_norm": 1.3064316511154175, |
| "learning_rate": 4.0434782608695655e-06, |
| "loss": 0.4096, |
| "step": 19700 |
| }, |
| { |
| "epoch": 1.8988546629171517, |
| "eval_loss": 0.35935744643211365, |
| "eval_runtime": 40.019, |
| "eval_samples_per_second": 249.881, |
| "eval_steps_per_second": 31.235, |
| "step": 19700 |
| }, |
| { |
| "epoch": 1.9084935190740915, |
| "grad_norm": 1.380152702331543, |
| "learning_rate": 4.0334448160535115e-06, |
| "loss": 0.4097, |
| "step": 19800 |
| }, |
| { |
| "epoch": 1.9084935190740915, |
| "eval_loss": 0.36837923526763916, |
| "eval_runtime": 40.0097, |
| "eval_samples_per_second": 249.94, |
| "eval_steps_per_second": 31.242, |
| "step": 19800 |
| }, |
| { |
| "epoch": 1.9181323752310313, |
| "grad_norm": 1.3063116073608398, |
| "learning_rate": 4.023411371237458e-06, |
| "loss": 0.4066, |
| "step": 19900 |
| }, |
| { |
| "epoch": 1.9181323752310313, |
| "eval_loss": 0.3581005036830902, |
| "eval_runtime": 40.0395, |
| "eval_samples_per_second": 249.754, |
| "eval_steps_per_second": 31.219, |
| "step": 19900 |
| }, |
| { |
| "epoch": 1.9277712313879714, |
| "grad_norm": 1.276556134223938, |
| "learning_rate": 4.013377926421405e-06, |
| "loss": 0.4048, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.9277712313879714, |
| "eval_loss": 0.3602534234523773, |
| "eval_runtime": 40.0325, |
| "eval_samples_per_second": 249.797, |
| "eval_steps_per_second": 31.225, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.9374100875449112, |
| "grad_norm": 1.4124329090118408, |
| "learning_rate": 4.003344481605351e-06, |
| "loss": 0.4067, |
| "step": 20100 |
| }, |
| { |
| "epoch": 1.9374100875449112, |
| "eval_loss": 0.35985687375068665, |
| "eval_runtime": 40.2758, |
| "eval_samples_per_second": 248.288, |
| "eval_steps_per_second": 31.036, |
| "step": 20100 |
| }, |
| { |
| "epoch": 1.947048943701851, |
| "grad_norm": 1.3454973697662354, |
| "learning_rate": 3.993311036789298e-06, |
| "loss": 0.4051, |
| "step": 20200 |
| }, |
| { |
| "epoch": 1.947048943701851, |
| "eval_loss": 0.353756844997406, |
| "eval_runtime": 40.0628, |
| "eval_samples_per_second": 249.608, |
| "eval_steps_per_second": 31.201, |
| "step": 20200 |
| }, |
| { |
| "epoch": 1.9566877998587908, |
| "grad_norm": 1.326913595199585, |
| "learning_rate": 3.9832775919732444e-06, |
| "loss": 0.4017, |
| "step": 20300 |
| }, |
| { |
| "epoch": 1.9566877998587908, |
| "eval_loss": 0.35797813534736633, |
| "eval_runtime": 40.067, |
| "eval_samples_per_second": 249.582, |
| "eval_steps_per_second": 31.198, |
| "step": 20300 |
| }, |
| { |
| "epoch": 1.9663266560157306, |
| "grad_norm": 1.1353386640548706, |
| "learning_rate": 3.97324414715719e-06, |
| "loss": 0.4039, |
| "step": 20400 |
| }, |
| { |
| "epoch": 1.9663266560157306, |
| "eval_loss": 0.3506408631801605, |
| "eval_runtime": 40.0693, |
| "eval_samples_per_second": 249.568, |
| "eval_steps_per_second": 31.196, |
| "step": 20400 |
| }, |
| { |
| "epoch": 1.9759655121726705, |
| "grad_norm": 1.3176063299179077, |
| "learning_rate": 3.963210702341137e-06, |
| "loss": 0.4042, |
| "step": 20500 |
| }, |
| { |
| "epoch": 1.9759655121726705, |
| "eval_loss": 0.35446348786354065, |
| "eval_runtime": 40.2855, |
| "eval_samples_per_second": 248.228, |
| "eval_steps_per_second": 31.029, |
| "step": 20500 |
| }, |
| { |
| "epoch": 1.9856043683296103, |
| "grad_norm": 1.243143081665039, |
| "learning_rate": 3.953177257525084e-06, |
| "loss": 0.4, |
| "step": 20600 |
| }, |
| { |
| "epoch": 1.9856043683296103, |
| "eval_loss": 0.35905522108078003, |
| "eval_runtime": 40.1017, |
| "eval_samples_per_second": 249.366, |
| "eval_steps_per_second": 31.171, |
| "step": 20600 |
| }, |
| { |
| "epoch": 1.9952432244865501, |
| "grad_norm": 1.3850924968719482, |
| "learning_rate": 3.943143812709031e-06, |
| "loss": 0.4025, |
| "step": 20700 |
| }, |
| { |
| "epoch": 1.9952432244865501, |
| "eval_loss": 0.35461366176605225, |
| "eval_runtime": 40.0328, |
| "eval_samples_per_second": 249.795, |
| "eval_steps_per_second": 31.224, |
| "step": 20700 |
| }, |
| { |
| "epoch": 2.00488208064349, |
| "grad_norm": 1.2397725582122803, |
| "learning_rate": 3.9331103678929765e-06, |
| "loss": 0.3984, |
| "step": 20800 |
| }, |
| { |
| "epoch": 2.00488208064349, |
| "eval_loss": 0.35152626037597656, |
| "eval_runtime": 40.0186, |
| "eval_samples_per_second": 249.884, |
| "eval_steps_per_second": 31.235, |
| "step": 20800 |
| }, |
| { |
| "epoch": 2.0145209368004298, |
| "grad_norm": 1.2805670499801636, |
| "learning_rate": 3.923076923076923e-06, |
| "loss": 0.3973, |
| "step": 20900 |
| }, |
| { |
| "epoch": 2.0145209368004298, |
| "eval_loss": 0.3505365252494812, |
| "eval_runtime": 40.0175, |
| "eval_samples_per_second": 249.89, |
| "eval_steps_per_second": 31.236, |
| "step": 20900 |
| }, |
| { |
| "epoch": 2.0241597929573696, |
| "grad_norm": 1.4358912706375122, |
| "learning_rate": 3.91304347826087e-06, |
| "loss": 0.3955, |
| "step": 21000 |
| }, |
| { |
| "epoch": 2.0241597929573696, |
| "eval_loss": 0.3397263288497925, |
| "eval_runtime": 40.2153, |
| "eval_samples_per_second": 248.661, |
| "eval_steps_per_second": 31.083, |
| "step": 21000 |
| }, |
| { |
| "epoch": 2.0337986491143094, |
| "grad_norm": 1.312941312789917, |
| "learning_rate": 3.903010033444816e-06, |
| "loss": 0.397, |
| "step": 21100 |
| }, |
| { |
| "epoch": 2.0337986491143094, |
| "eval_loss": 0.35078564286231995, |
| "eval_runtime": 40.0071, |
| "eval_samples_per_second": 249.956, |
| "eval_steps_per_second": 31.244, |
| "step": 21100 |
| }, |
| { |
| "epoch": 2.0434375052712497, |
| "grad_norm": 1.678265929222107, |
| "learning_rate": 3.892976588628763e-06, |
| "loss": 0.3929, |
| "step": 21200 |
| }, |
| { |
| "epoch": 2.0434375052712497, |
| "eval_loss": 0.3554067313671112, |
| "eval_runtime": 40.0148, |
| "eval_samples_per_second": 249.907, |
| "eval_steps_per_second": 31.238, |
| "step": 21200 |
| }, |
| { |
| "epoch": 2.0530763614281895, |
| "grad_norm": 1.271547794342041, |
| "learning_rate": 3.8829431438127095e-06, |
| "loss": 0.3969, |
| "step": 21300 |
| }, |
| { |
| "epoch": 2.0530763614281895, |
| "eval_loss": 0.3503868877887726, |
| "eval_runtime": 40.0058, |
| "eval_samples_per_second": 249.964, |
| "eval_steps_per_second": 31.245, |
| "step": 21300 |
| }, |
| { |
| "epoch": 2.0627152175851293, |
| "grad_norm": 1.3128001689910889, |
| "learning_rate": 3.8729096989966554e-06, |
| "loss": 0.3928, |
| "step": 21400 |
| }, |
| { |
| "epoch": 2.0627152175851293, |
| "eval_loss": 0.35138940811157227, |
| "eval_runtime": 40.2205, |
| "eval_samples_per_second": 248.63, |
| "eval_steps_per_second": 31.079, |
| "step": 21400 |
| }, |
| { |
| "epoch": 2.072354073742069, |
| "grad_norm": 1.2826029062271118, |
| "learning_rate": 3.862876254180602e-06, |
| "loss": 0.3956, |
| "step": 21500 |
| }, |
| { |
| "epoch": 2.072354073742069, |
| "eval_loss": 0.34093034267425537, |
| "eval_runtime": 40.0778, |
| "eval_samples_per_second": 249.515, |
| "eval_steps_per_second": 31.189, |
| "step": 21500 |
| }, |
| { |
| "epoch": 2.081992929899009, |
| "grad_norm": 1.2576078176498413, |
| "learning_rate": 3.852842809364549e-06, |
| "loss": 0.3909, |
| "step": 21600 |
| }, |
| { |
| "epoch": 2.081992929899009, |
| "eval_loss": 0.3406901955604553, |
| "eval_runtime": 40.2132, |
| "eval_samples_per_second": 248.675, |
| "eval_steps_per_second": 31.084, |
| "step": 21600 |
| }, |
| { |
| "epoch": 2.091631786055949, |
| "grad_norm": 1.2353730201721191, |
| "learning_rate": 3.842809364548495e-06, |
| "loss": 0.3899, |
| "step": 21700 |
| }, |
| { |
| "epoch": 2.091631786055949, |
| "eval_loss": 0.3464890122413635, |
| "eval_runtime": 40.0356, |
| "eval_samples_per_second": 249.778, |
| "eval_steps_per_second": 31.222, |
| "step": 21700 |
| }, |
| { |
| "epoch": 2.1012706422128886, |
| "grad_norm": 1.2551077604293823, |
| "learning_rate": 3.832775919732442e-06, |
| "loss": 0.3885, |
| "step": 21800 |
| }, |
| { |
| "epoch": 2.1012706422128886, |
| "eval_loss": 0.3510824739933014, |
| "eval_runtime": 40.0097, |
| "eval_samples_per_second": 249.939, |
| "eval_steps_per_second": 31.242, |
| "step": 21800 |
| }, |
| { |
| "epoch": 2.1109094983698284, |
| "grad_norm": 1.2558820247650146, |
| "learning_rate": 3.822742474916388e-06, |
| "loss": 0.393, |
| "step": 21900 |
| }, |
| { |
| "epoch": 2.1109094983698284, |
| "eval_loss": 0.3473747968673706, |
| "eval_runtime": 40.0293, |
| "eval_samples_per_second": 249.817, |
| "eval_steps_per_second": 31.227, |
| "step": 21900 |
| }, |
| { |
| "epoch": 2.1205483545267683, |
| "grad_norm": 1.2809922695159912, |
| "learning_rate": 3.8127090301003347e-06, |
| "loss": 0.3943, |
| "step": 22000 |
| }, |
| { |
| "epoch": 2.1205483545267683, |
| "eval_loss": 0.3469405770301819, |
| "eval_runtime": 40.2871, |
| "eval_samples_per_second": 248.218, |
| "eval_steps_per_second": 31.027, |
| "step": 22000 |
| }, |
| { |
| "epoch": 2.130187210683708, |
| "grad_norm": 1.2375646829605103, |
| "learning_rate": 3.802675585284281e-06, |
| "loss": 0.3895, |
| "step": 22100 |
| }, |
| { |
| "epoch": 2.130187210683708, |
| "eval_loss": 0.34392210841178894, |
| "eval_runtime": 40.0647, |
| "eval_samples_per_second": 249.596, |
| "eval_steps_per_second": 31.2, |
| "step": 22100 |
| }, |
| { |
| "epoch": 2.139826066840648, |
| "grad_norm": 1.3119927644729614, |
| "learning_rate": 3.792642140468228e-06, |
| "loss": 0.3918, |
| "step": 22200 |
| }, |
| { |
| "epoch": 2.139826066840648, |
| "eval_loss": 0.34562018513679504, |
| "eval_runtime": 40.0596, |
| "eval_samples_per_second": 249.628, |
| "eval_steps_per_second": 31.204, |
| "step": 22200 |
| }, |
| { |
| "epoch": 2.1494649229975877, |
| "grad_norm": 1.2270475625991821, |
| "learning_rate": 3.782608695652174e-06, |
| "loss": 0.3882, |
| "step": 22300 |
| }, |
| { |
| "epoch": 2.1494649229975877, |
| "eval_loss": 0.3436911702156067, |
| "eval_runtime": 40.1832, |
| "eval_samples_per_second": 248.86, |
| "eval_steps_per_second": 31.108, |
| "step": 22300 |
| }, |
| { |
| "epoch": 2.1591037791545276, |
| "grad_norm": 1.2549434900283813, |
| "learning_rate": 3.7725752508361205e-06, |
| "loss": 0.3855, |
| "step": 22400 |
| }, |
| { |
| "epoch": 2.1591037791545276, |
| "eval_loss": 0.3425428569316864, |
| "eval_runtime": 40.2231, |
| "eval_samples_per_second": 248.613, |
| "eval_steps_per_second": 31.077, |
| "step": 22400 |
| }, |
| { |
| "epoch": 2.1687426353114674, |
| "grad_norm": 1.2413984537124634, |
| "learning_rate": 3.7625418060200673e-06, |
| "loss": 0.3855, |
| "step": 22500 |
| }, |
| { |
| "epoch": 2.1687426353114674, |
| "eval_loss": 0.34506529569625854, |
| "eval_runtime": 40.0554, |
| "eval_samples_per_second": 249.655, |
| "eval_steps_per_second": 31.207, |
| "step": 22500 |
| }, |
| { |
| "epoch": 2.1783814914684076, |
| "grad_norm": 1.4316176176071167, |
| "learning_rate": 3.7525083612040136e-06, |
| "loss": 0.3846, |
| "step": 22600 |
| }, |
| { |
| "epoch": 2.1783814914684076, |
| "eval_loss": 0.3439718186855316, |
| "eval_runtime": 40.0313, |
| "eval_samples_per_second": 249.805, |
| "eval_steps_per_second": 31.226, |
| "step": 22600 |
| }, |
| { |
| "epoch": 2.1880203476253475, |
| "grad_norm": 1.3857834339141846, |
| "learning_rate": 3.74247491638796e-06, |
| "loss": 0.3845, |
| "step": 22700 |
| }, |
| { |
| "epoch": 2.1880203476253475, |
| "eval_loss": 0.34433916211128235, |
| "eval_runtime": 40.0274, |
| "eval_samples_per_second": 249.829, |
| "eval_steps_per_second": 31.229, |
| "step": 22700 |
| }, |
| { |
| "epoch": 2.1976592037822873, |
| "grad_norm": 1.2255629301071167, |
| "learning_rate": 3.7324414715719067e-06, |
| "loss": 0.3847, |
| "step": 22800 |
| }, |
| { |
| "epoch": 2.1976592037822873, |
| "eval_loss": 0.343479722738266, |
| "eval_runtime": 40.0139, |
| "eval_samples_per_second": 249.913, |
| "eval_steps_per_second": 31.239, |
| "step": 22800 |
| }, |
| { |
| "epoch": 2.207298059939227, |
| "grad_norm": 1.1473214626312256, |
| "learning_rate": 3.722408026755853e-06, |
| "loss": 0.3827, |
| "step": 22900 |
| }, |
| { |
| "epoch": 2.207298059939227, |
| "eval_loss": 0.34567588567733765, |
| "eval_runtime": 40.2165, |
| "eval_samples_per_second": 248.654, |
| "eval_steps_per_second": 31.082, |
| "step": 22900 |
| }, |
| { |
| "epoch": 2.216936916096167, |
| "grad_norm": 1.4547693729400635, |
| "learning_rate": 3.7123745819398e-06, |
| "loss": 0.3815, |
| "step": 23000 |
| }, |
| { |
| "epoch": 2.216936916096167, |
| "eval_loss": 0.340980589389801, |
| "eval_runtime": 40.0285, |
| "eval_samples_per_second": 249.822, |
| "eval_steps_per_second": 31.228, |
| "step": 23000 |
| }, |
| { |
| "epoch": 2.2265757722531068, |
| "grad_norm": 1.3170710802078247, |
| "learning_rate": 3.702341137123746e-06, |
| "loss": 0.3853, |
| "step": 23100 |
| }, |
| { |
| "epoch": 2.2265757722531068, |
| "eval_loss": 0.3409317433834076, |
| "eval_runtime": 40.0248, |
| "eval_samples_per_second": 249.845, |
| "eval_steps_per_second": 31.231, |
| "step": 23100 |
| }, |
| { |
| "epoch": 2.2362146284100466, |
| "grad_norm": 1.328068733215332, |
| "learning_rate": 3.6923076923076925e-06, |
| "loss": 0.3823, |
| "step": 23200 |
| }, |
| { |
| "epoch": 2.2362146284100466, |
| "eval_loss": 0.33983665704727173, |
| "eval_runtime": 40.1406, |
| "eval_samples_per_second": 249.124, |
| "eval_steps_per_second": 31.141, |
| "step": 23200 |
| }, |
| { |
| "epoch": 2.2458534845669864, |
| "grad_norm": 1.3068214654922485, |
| "learning_rate": 3.6822742474916393e-06, |
| "loss": 0.3802, |
| "step": 23300 |
| }, |
| { |
| "epoch": 2.2458534845669864, |
| "eval_loss": 0.3398624658584595, |
| "eval_runtime": 40.0336, |
| "eval_samples_per_second": 249.79, |
| "eval_steps_per_second": 31.224, |
| "step": 23300 |
| }, |
| { |
| "epoch": 2.2554923407239262, |
| "grad_norm": 1.2860172986984253, |
| "learning_rate": 3.6722408026755856e-06, |
| "loss": 0.3852, |
| "step": 23400 |
| }, |
| { |
| "epoch": 2.2554923407239262, |
| "eval_loss": 0.3490051031112671, |
| "eval_runtime": 40.1888, |
| "eval_samples_per_second": 248.826, |
| "eval_steps_per_second": 31.103, |
| "step": 23400 |
| }, |
| { |
| "epoch": 2.265131196880866, |
| "grad_norm": 1.3662693500518799, |
| "learning_rate": 3.662207357859532e-06, |
| "loss": 0.3787, |
| "step": 23500 |
| }, |
| { |
| "epoch": 2.265131196880866, |
| "eval_loss": 0.33699285984039307, |
| "eval_runtime": 40.0257, |
| "eval_samples_per_second": 249.839, |
| "eval_steps_per_second": 31.23, |
| "step": 23500 |
| }, |
| { |
| "epoch": 2.274770053037806, |
| "grad_norm": 1.3295284509658813, |
| "learning_rate": 3.6521739130434787e-06, |
| "loss": 0.3802, |
| "step": 23600 |
| }, |
| { |
| "epoch": 2.274770053037806, |
| "eval_loss": 0.33331725001335144, |
| "eval_runtime": 40.0229, |
| "eval_samples_per_second": 249.857, |
| "eval_steps_per_second": 31.232, |
| "step": 23600 |
| }, |
| { |
| "epoch": 2.2844089091947457, |
| "grad_norm": 1.1981773376464844, |
| "learning_rate": 3.642140468227425e-06, |
| "loss": 0.3777, |
| "step": 23700 |
| }, |
| { |
| "epoch": 2.2844089091947457, |
| "eval_loss": 0.33419373631477356, |
| "eval_runtime": 40.0172, |
| "eval_samples_per_second": 249.893, |
| "eval_steps_per_second": 31.237, |
| "step": 23700 |
| }, |
| { |
| "epoch": 2.2940477653516855, |
| "grad_norm": 1.318207025527954, |
| "learning_rate": 3.6321070234113714e-06, |
| "loss": 0.374, |
| "step": 23800 |
| }, |
| { |
| "epoch": 2.2940477653516855, |
| "eval_loss": 0.3326634168624878, |
| "eval_runtime": 40.0247, |
| "eval_samples_per_second": 249.846, |
| "eval_steps_per_second": 31.231, |
| "step": 23800 |
| }, |
| { |
| "epoch": 2.303686621508626, |
| "grad_norm": 1.204872727394104, |
| "learning_rate": 3.622073578595318e-06, |
| "loss": 0.3774, |
| "step": 23900 |
| }, |
| { |
| "epoch": 2.303686621508626, |
| "eval_loss": 0.3303450047969818, |
| "eval_runtime": 40.1914, |
| "eval_samples_per_second": 248.809, |
| "eval_steps_per_second": 31.101, |
| "step": 23900 |
| }, |
| { |
| "epoch": 2.3133254776655656, |
| "grad_norm": 1.30888831615448, |
| "learning_rate": 3.6120401337792645e-06, |
| "loss": 0.3752, |
| "step": 24000 |
| }, |
| { |
| "epoch": 2.3133254776655656, |
| "eval_loss": 0.3322921395301819, |
| "eval_runtime": 40.0327, |
| "eval_samples_per_second": 249.796, |
| "eval_steps_per_second": 31.224, |
| "step": 24000 |
| }, |
| { |
| "epoch": 2.3229643338225054, |
| "grad_norm": 1.296487808227539, |
| "learning_rate": 3.6020066889632112e-06, |
| "loss": 0.3759, |
| "step": 24100 |
| }, |
| { |
| "epoch": 2.3229643338225054, |
| "eval_loss": 0.3311348259449005, |
| "eval_runtime": 40.1498, |
| "eval_samples_per_second": 249.067, |
| "eval_steps_per_second": 31.133, |
| "step": 24100 |
| }, |
| { |
| "epoch": 2.3326031899794453, |
| "grad_norm": 1.2083899974822998, |
| "learning_rate": 3.5919732441471576e-06, |
| "loss": 0.3744, |
| "step": 24200 |
| }, |
| { |
| "epoch": 2.3326031899794453, |
| "eval_loss": 0.3285525441169739, |
| "eval_runtime": 40.0431, |
| "eval_samples_per_second": 249.731, |
| "eval_steps_per_second": 31.216, |
| "step": 24200 |
| }, |
| { |
| "epoch": 2.342242046136385, |
| "grad_norm": 1.2163653373718262, |
| "learning_rate": 3.581939799331104e-06, |
| "loss": 0.3752, |
| "step": 24300 |
| }, |
| { |
| "epoch": 2.342242046136385, |
| "eval_loss": 0.3351224660873413, |
| "eval_runtime": 40.0491, |
| "eval_samples_per_second": 249.694, |
| "eval_steps_per_second": 31.212, |
| "step": 24300 |
| }, |
| { |
| "epoch": 2.351880902293325, |
| "grad_norm": 1.176680564880371, |
| "learning_rate": 3.5719063545150507e-06, |
| "loss": 0.3689, |
| "step": 24400 |
| }, |
| { |
| "epoch": 2.351880902293325, |
| "eval_loss": 0.3293921947479248, |
| "eval_runtime": 40.2376, |
| "eval_samples_per_second": 248.524, |
| "eval_steps_per_second": 31.065, |
| "step": 24400 |
| }, |
| { |
| "epoch": 2.3615197584502647, |
| "grad_norm": 1.2454367876052856, |
| "learning_rate": 3.561872909698997e-06, |
| "loss": 0.3706, |
| "step": 24500 |
| }, |
| { |
| "epoch": 2.3615197584502647, |
| "eval_loss": 0.3308497369289398, |
| "eval_runtime": 40.0489, |
| "eval_samples_per_second": 249.695, |
| "eval_steps_per_second": 31.212, |
| "step": 24500 |
| }, |
| { |
| "epoch": 2.3711586146072046, |
| "grad_norm": 1.4466218948364258, |
| "learning_rate": 3.5518394648829434e-06, |
| "loss": 0.3719, |
| "step": 24600 |
| }, |
| { |
| "epoch": 2.3711586146072046, |
| "eval_loss": 0.32894277572631836, |
| "eval_runtime": 40.0499, |
| "eval_samples_per_second": 249.688, |
| "eval_steps_per_second": 31.211, |
| "step": 24600 |
| }, |
| { |
| "epoch": 2.3807974707641444, |
| "grad_norm": 1.1407536268234253, |
| "learning_rate": 3.54180602006689e-06, |
| "loss": 0.3726, |
| "step": 24700 |
| }, |
| { |
| "epoch": 2.3807974707641444, |
| "eval_loss": 0.3315465450286865, |
| "eval_runtime": 40.0281, |
| "eval_samples_per_second": 249.825, |
| "eval_steps_per_second": 31.228, |
| "step": 24700 |
| }, |
| { |
| "epoch": 2.390436326921084, |
| "grad_norm": 1.2593247890472412, |
| "learning_rate": 3.5317725752508365e-06, |
| "loss": 0.3707, |
| "step": 24800 |
| }, |
| { |
| "epoch": 2.390436326921084, |
| "eval_loss": 0.32788795232772827, |
| "eval_runtime": 39.9985, |
| "eval_samples_per_second": 250.009, |
| "eval_steps_per_second": 31.251, |
| "step": 24800 |
| }, |
| { |
| "epoch": 2.400075183078024, |
| "grad_norm": 1.183972954750061, |
| "learning_rate": 3.521739130434783e-06, |
| "loss": 0.3725, |
| "step": 24900 |
| }, |
| { |
| "epoch": 2.400075183078024, |
| "eval_loss": 0.3257734477519989, |
| "eval_runtime": 40.195, |
| "eval_samples_per_second": 248.787, |
| "eval_steps_per_second": 31.098, |
| "step": 24900 |
| }, |
| { |
| "epoch": 2.409714039234964, |
| "grad_norm": 1.3162939548492432, |
| "learning_rate": 3.5117056856187296e-06, |
| "loss": 0.3726, |
| "step": 25000 |
| }, |
| { |
| "epoch": 2.409714039234964, |
| "eval_loss": 0.32726946473121643, |
| "eval_runtime": 40.1077, |
| "eval_samples_per_second": 249.329, |
| "eval_steps_per_second": 31.166, |
| "step": 25000 |
| }, |
| { |
| "epoch": 2.4193528953919037, |
| "grad_norm": 1.2255990505218506, |
| "learning_rate": 3.501672240802676e-06, |
| "loss": 0.3723, |
| "step": 25100 |
| }, |
| { |
| "epoch": 2.4193528953919037, |
| "eval_loss": 0.32688045501708984, |
| "eval_runtime": 40.0031, |
| "eval_samples_per_second": 249.98, |
| "eval_steps_per_second": 31.248, |
| "step": 25100 |
| }, |
| { |
| "epoch": 2.4289917515488435, |
| "grad_norm": 1.2405096292495728, |
| "learning_rate": 3.491638795986622e-06, |
| "loss": 0.3701, |
| "step": 25200 |
| }, |
| { |
| "epoch": 2.4289917515488435, |
| "eval_loss": 0.32833394408226013, |
| "eval_runtime": 40.0179, |
| "eval_samples_per_second": 249.888, |
| "eval_steps_per_second": 31.236, |
| "step": 25200 |
| }, |
| { |
| "epoch": 2.4386306077057833, |
| "grad_norm": 1.1878525018692017, |
| "learning_rate": 3.481605351170568e-06, |
| "loss": 0.371, |
| "step": 25300 |
| }, |
| { |
| "epoch": 2.4386306077057833, |
| "eval_loss": 0.3243899941444397, |
| "eval_runtime": 40.2224, |
| "eval_samples_per_second": 248.618, |
| "eval_steps_per_second": 31.077, |
| "step": 25300 |
| }, |
| { |
| "epoch": 2.4482694638627236, |
| "grad_norm": 1.160326600074768, |
| "learning_rate": 3.471571906354515e-06, |
| "loss": 0.3664, |
| "step": 25400 |
| }, |
| { |
| "epoch": 2.4482694638627236, |
| "eval_loss": 0.3271392583847046, |
| "eval_runtime": 40.0288, |
| "eval_samples_per_second": 249.82, |
| "eval_steps_per_second": 31.228, |
| "step": 25400 |
| }, |
| { |
| "epoch": 2.4579083200196634, |
| "grad_norm": 1.1720784902572632, |
| "learning_rate": 3.4615384615384613e-06, |
| "loss": 0.3703, |
| "step": 25500 |
| }, |
| { |
| "epoch": 2.4579083200196634, |
| "eval_loss": 0.3221685588359833, |
| "eval_runtime": 40.0382, |
| "eval_samples_per_second": 249.761, |
| "eval_steps_per_second": 31.22, |
| "step": 25500 |
| }, |
| { |
| "epoch": 2.4675471761766032, |
| "grad_norm": 1.195279836654663, |
| "learning_rate": 3.4515050167224076e-06, |
| "loss": 0.368, |
| "step": 25600 |
| }, |
| { |
| "epoch": 2.4675471761766032, |
| "eval_loss": 0.3238082528114319, |
| "eval_runtime": 40.0341, |
| "eval_samples_per_second": 249.787, |
| "eval_steps_per_second": 31.223, |
| "step": 25600 |
| }, |
| { |
| "epoch": 2.477186032333543, |
| "grad_norm": 1.1934449672698975, |
| "learning_rate": 3.4414715719063544e-06, |
| "loss": 0.3661, |
| "step": 25700 |
| }, |
| { |
| "epoch": 2.477186032333543, |
| "eval_loss": 0.3191760778427124, |
| "eval_runtime": 40.2569, |
| "eval_samples_per_second": 248.404, |
| "eval_steps_per_second": 31.051, |
| "step": 25700 |
| }, |
| { |
| "epoch": 2.486824888490483, |
| "grad_norm": 1.185477375984192, |
| "learning_rate": 3.4314381270903007e-06, |
| "loss": 0.365, |
| "step": 25800 |
| }, |
| { |
| "epoch": 2.486824888490483, |
| "eval_loss": 0.32491880655288696, |
| "eval_runtime": 40.0528, |
| "eval_samples_per_second": 249.67, |
| "eval_steps_per_second": 31.209, |
| "step": 25800 |
| }, |
| { |
| "epoch": 2.4964637446474227, |
| "grad_norm": 1.2137432098388672, |
| "learning_rate": 3.4214046822742475e-06, |
| "loss": 0.3641, |
| "step": 25900 |
| }, |
| { |
| "epoch": 2.4964637446474227, |
| "eval_loss": 0.3219539523124695, |
| "eval_runtime": 40.0329, |
| "eval_samples_per_second": 249.795, |
| "eval_steps_per_second": 31.224, |
| "step": 25900 |
| }, |
| { |
| "epoch": 2.5061026008043625, |
| "grad_norm": 1.2091009616851807, |
| "learning_rate": 3.411371237458194e-06, |
| "loss": 0.3675, |
| "step": 26000 |
| }, |
| { |
| "epoch": 2.5061026008043625, |
| "eval_loss": 0.32177218794822693, |
| "eval_runtime": 40.0916, |
| "eval_samples_per_second": 249.429, |
| "eval_steps_per_second": 31.179, |
| "step": 26000 |
| }, |
| { |
| "epoch": 2.5157414569613024, |
| "grad_norm": 1.2672072649002075, |
| "learning_rate": 3.40133779264214e-06, |
| "loss": 0.3662, |
| "step": 26100 |
| }, |
| { |
| "epoch": 2.5157414569613024, |
| "eval_loss": 0.32613876461982727, |
| "eval_runtime": 40.0426, |
| "eval_samples_per_second": 249.734, |
| "eval_steps_per_second": 31.217, |
| "step": 26100 |
| }, |
| { |
| "epoch": 2.525380313118242, |
| "grad_norm": 1.0901987552642822, |
| "learning_rate": 3.391304347826087e-06, |
| "loss": 0.3665, |
| "step": 26200 |
| }, |
| { |
| "epoch": 2.525380313118242, |
| "eval_loss": 0.3274555206298828, |
| "eval_runtime": 40.2412, |
| "eval_samples_per_second": 248.501, |
| "eval_steps_per_second": 31.063, |
| "step": 26200 |
| }, |
| { |
| "epoch": 2.535019169275182, |
| "grad_norm": 1.1770433187484741, |
| "learning_rate": 3.3812709030100333e-06, |
| "loss": 0.3643, |
| "step": 26300 |
| }, |
| { |
| "epoch": 2.535019169275182, |
| "eval_loss": 0.32851478457450867, |
| "eval_runtime": 40.0516, |
| "eval_samples_per_second": 249.678, |
| "eval_steps_per_second": 31.21, |
| "step": 26300 |
| }, |
| { |
| "epoch": 2.544658025432122, |
| "grad_norm": 1.2189823389053345, |
| "learning_rate": 3.3712374581939796e-06, |
| "loss": 0.3603, |
| "step": 26400 |
| }, |
| { |
| "epoch": 2.544658025432122, |
| "eval_loss": 0.3176610767841339, |
| "eval_runtime": 40.0452, |
| "eval_samples_per_second": 249.718, |
| "eval_steps_per_second": 31.215, |
| "step": 26400 |
| }, |
| { |
| "epoch": 2.554296881589062, |
| "grad_norm": 1.1684179306030273, |
| "learning_rate": 3.3612040133779264e-06, |
| "loss": 0.3639, |
| "step": 26500 |
| }, |
| { |
| "epoch": 2.554296881589062, |
| "eval_loss": 0.3156176805496216, |
| "eval_runtime": 40.0435, |
| "eval_samples_per_second": 249.728, |
| "eval_steps_per_second": 31.216, |
| "step": 26500 |
| }, |
| { |
| "epoch": 2.563935737746002, |
| "grad_norm": 1.2573341131210327, |
| "learning_rate": 3.3511705685618727e-06, |
| "loss": 0.3586, |
| "step": 26600 |
| }, |
| { |
| "epoch": 2.563935737746002, |
| "eval_loss": 0.32222485542297363, |
| "eval_runtime": 40.199, |
| "eval_samples_per_second": 248.762, |
| "eval_steps_per_second": 31.095, |
| "step": 26600 |
| }, |
| { |
| "epoch": 2.5735745939029417, |
| "grad_norm": 1.2410520315170288, |
| "learning_rate": 3.3411371237458195e-06, |
| "loss": 0.3626, |
| "step": 26700 |
| }, |
| { |
| "epoch": 2.5735745939029417, |
| "eval_loss": 0.31266114115715027, |
| "eval_runtime": 40.0104, |
| "eval_samples_per_second": 249.935, |
| "eval_steps_per_second": 31.242, |
| "step": 26700 |
| }, |
| { |
| "epoch": 2.5832134500598816, |
| "grad_norm": 1.2394918203353882, |
| "learning_rate": 3.331103678929766e-06, |
| "loss": 0.3606, |
| "step": 26800 |
| }, |
| { |
| "epoch": 2.5832134500598816, |
| "eval_loss": 0.32011231780052185, |
| "eval_runtime": 40.1084, |
| "eval_samples_per_second": 249.324, |
| "eval_steps_per_second": 31.166, |
| "step": 26800 |
| }, |
| { |
| "epoch": 2.5928523062168214, |
| "grad_norm": 1.2512286901474, |
| "learning_rate": 3.321070234113712e-06, |
| "loss": 0.3614, |
| "step": 26900 |
| }, |
| { |
| "epoch": 2.5928523062168214, |
| "eval_loss": 0.31560882925987244, |
| "eval_runtime": 40.027, |
| "eval_samples_per_second": 249.831, |
| "eval_steps_per_second": 31.229, |
| "step": 26900 |
| }, |
| { |
| "epoch": 2.602491162373761, |
| "grad_norm": 1.3661274909973145, |
| "learning_rate": 3.311036789297659e-06, |
| "loss": 0.3601, |
| "step": 27000 |
| }, |
| { |
| "epoch": 2.602491162373761, |
| "eval_loss": 0.3139115869998932, |
| "eval_runtime": 40.2328, |
| "eval_samples_per_second": 248.554, |
| "eval_steps_per_second": 31.069, |
| "step": 27000 |
| }, |
| { |
| "epoch": 2.612130018530701, |
| "grad_norm": 1.293144702911377, |
| "learning_rate": 3.3010033444816052e-06, |
| "loss": 0.3602, |
| "step": 27100 |
| }, |
| { |
| "epoch": 2.612130018530701, |
| "eval_loss": 0.31472310423851013, |
| "eval_runtime": 40.0369, |
| "eval_samples_per_second": 249.77, |
| "eval_steps_per_second": 31.221, |
| "step": 27100 |
| }, |
| { |
| "epoch": 2.621768874687641, |
| "grad_norm": 1.1856138706207275, |
| "learning_rate": 3.2909698996655516e-06, |
| "loss": 0.3593, |
| "step": 27200 |
| }, |
| { |
| "epoch": 2.621768874687641, |
| "eval_loss": 0.3115543723106384, |
| "eval_runtime": 40.2262, |
| "eval_samples_per_second": 248.594, |
| "eval_steps_per_second": 31.074, |
| "step": 27200 |
| }, |
| { |
| "epoch": 2.6314077308445807, |
| "grad_norm": 1.2642232179641724, |
| "learning_rate": 3.2809364548494983e-06, |
| "loss": 0.3577, |
| "step": 27300 |
| }, |
| { |
| "epoch": 2.6314077308445807, |
| "eval_loss": 0.31309688091278076, |
| "eval_runtime": 40.0885, |
| "eval_samples_per_second": 249.448, |
| "eval_steps_per_second": 31.181, |
| "step": 27300 |
| }, |
| { |
| "epoch": 2.6410465870015205, |
| "grad_norm": 1.2292590141296387, |
| "learning_rate": 3.2709030100334447e-06, |
| "loss": 0.357, |
| "step": 27400 |
| }, |
| { |
| "epoch": 2.6410465870015205, |
| "eval_loss": 0.3183058202266693, |
| "eval_runtime": 40.0953, |
| "eval_samples_per_second": 249.406, |
| "eval_steps_per_second": 31.176, |
| "step": 27400 |
| }, |
| { |
| "epoch": 2.6506854431584603, |
| "grad_norm": 1.255295753479004, |
| "learning_rate": 3.260869565217391e-06, |
| "loss": 0.3552, |
| "step": 27500 |
| }, |
| { |
| "epoch": 2.6506854431584603, |
| "eval_loss": 0.3173259198665619, |
| "eval_runtime": 40.1197, |
| "eval_samples_per_second": 249.254, |
| "eval_steps_per_second": 31.157, |
| "step": 27500 |
| }, |
| { |
| "epoch": 2.6603242993154, |
| "grad_norm": 1.2543479204177856, |
| "learning_rate": 3.2508361204013378e-06, |
| "loss": 0.3562, |
| "step": 27600 |
| }, |
| { |
| "epoch": 2.6603242993154, |
| "eval_loss": 0.31650179624557495, |
| "eval_runtime": 40.2725, |
| "eval_samples_per_second": 248.308, |
| "eval_steps_per_second": 31.039, |
| "step": 27600 |
| }, |
| { |
| "epoch": 2.66996315547234, |
| "grad_norm": 1.1937369108200073, |
| "learning_rate": 3.240802675585284e-06, |
| "loss": 0.3548, |
| "step": 27700 |
| }, |
| { |
| "epoch": 2.66996315547234, |
| "eval_loss": 0.3191297948360443, |
| "eval_runtime": 40.0849, |
| "eval_samples_per_second": 249.47, |
| "eval_steps_per_second": 31.184, |
| "step": 27700 |
| }, |
| { |
| "epoch": 2.67960201162928, |
| "grad_norm": 1.1102817058563232, |
| "learning_rate": 3.230769230769231e-06, |
| "loss": 0.3558, |
| "step": 27800 |
| }, |
| { |
| "epoch": 2.67960201162928, |
| "eval_loss": 0.31787580251693726, |
| "eval_runtime": 40.045, |
| "eval_samples_per_second": 249.719, |
| "eval_steps_per_second": 31.215, |
| "step": 27800 |
| }, |
| { |
| "epoch": 2.6892408677862196, |
| "grad_norm": 1.1875417232513428, |
| "learning_rate": 3.2207357859531772e-06, |
| "loss": 0.3561, |
| "step": 27900 |
| }, |
| { |
| "epoch": 2.6892408677862196, |
| "eval_loss": 0.3153333067893982, |
| "eval_runtime": 40.0433, |
| "eval_samples_per_second": 249.73, |
| "eval_steps_per_second": 31.216, |
| "step": 27900 |
| }, |
| { |
| "epoch": 2.6988797239431594, |
| "grad_norm": 1.203171968460083, |
| "learning_rate": 3.2107023411371236e-06, |
| "loss": 0.3557, |
| "step": 28000 |
| }, |
| { |
| "epoch": 2.6988797239431594, |
| "eval_loss": 0.3114122450351715, |
| "eval_runtime": 40.207, |
| "eval_samples_per_second": 248.713, |
| "eval_steps_per_second": 31.089, |
| "step": 28000 |
| }, |
| { |
| "epoch": 2.7085185801000993, |
| "grad_norm": 1.1906991004943848, |
| "learning_rate": 3.2006688963210703e-06, |
| "loss": 0.3507, |
| "step": 28100 |
| }, |
| { |
| "epoch": 2.7085185801000993, |
| "eval_loss": 0.31228846311569214, |
| "eval_runtime": 40.2407, |
| "eval_samples_per_second": 248.504, |
| "eval_steps_per_second": 31.063, |
| "step": 28100 |
| }, |
| { |
| "epoch": 2.7181574362570395, |
| "grad_norm": 1.0473979711532593, |
| "learning_rate": 3.1906354515050167e-06, |
| "loss": 0.3547, |
| "step": 28200 |
| }, |
| { |
| "epoch": 2.7181574362570395, |
| "eval_loss": 0.31403276324272156, |
| "eval_runtime": 40.052, |
| "eval_samples_per_second": 249.675, |
| "eval_steps_per_second": 31.209, |
| "step": 28200 |
| }, |
| { |
| "epoch": 2.7277962924139794, |
| "grad_norm": 1.3040709495544434, |
| "learning_rate": 3.180602006688963e-06, |
| "loss": 0.3549, |
| "step": 28300 |
| }, |
| { |
| "epoch": 2.7277962924139794, |
| "eval_loss": 0.31078001856803894, |
| "eval_runtime": 40.0565, |
| "eval_samples_per_second": 249.648, |
| "eval_steps_per_second": 31.206, |
| "step": 28300 |
| }, |
| { |
| "epoch": 2.737435148570919, |
| "grad_norm": 1.1051684617996216, |
| "learning_rate": 3.1705685618729098e-06, |
| "loss": 0.3527, |
| "step": 28400 |
| }, |
| { |
| "epoch": 2.737435148570919, |
| "eval_loss": 0.311916321516037, |
| "eval_runtime": 40.0592, |
| "eval_samples_per_second": 249.63, |
| "eval_steps_per_second": 31.204, |
| "step": 28400 |
| }, |
| { |
| "epoch": 2.747074004727859, |
| "grad_norm": 1.2204347848892212, |
| "learning_rate": 3.160535117056856e-06, |
| "loss": 0.3529, |
| "step": 28500 |
| }, |
| { |
| "epoch": 2.747074004727859, |
| "eval_loss": 0.31446966528892517, |
| "eval_runtime": 40.0552, |
| "eval_samples_per_second": 249.655, |
| "eval_steps_per_second": 31.207, |
| "step": 28500 |
| }, |
| { |
| "epoch": 2.756712860884799, |
| "grad_norm": 1.1805849075317383, |
| "learning_rate": 3.1505016722408024e-06, |
| "loss": 0.3514, |
| "step": 28600 |
| }, |
| { |
| "epoch": 2.756712860884799, |
| "eval_loss": 0.305553138256073, |
| "eval_runtime": 40.2179, |
| "eval_samples_per_second": 248.645, |
| "eval_steps_per_second": 31.081, |
| "step": 28600 |
| }, |
| { |
| "epoch": 2.7663517170417387, |
| "grad_norm": 1.2930576801300049, |
| "learning_rate": 3.140468227424749e-06, |
| "loss": 0.3508, |
| "step": 28700 |
| }, |
| { |
| "epoch": 2.7663517170417387, |
| "eval_loss": 0.31795772910118103, |
| "eval_runtime": 40.0252, |
| "eval_samples_per_second": 249.842, |
| "eval_steps_per_second": 31.23, |
| "step": 28700 |
| }, |
| { |
| "epoch": 2.7759905731986785, |
| "grad_norm": 1.2266051769256592, |
| "learning_rate": 3.1304347826086955e-06, |
| "loss": 0.3513, |
| "step": 28800 |
| }, |
| { |
| "epoch": 2.7759905731986785, |
| "eval_loss": 0.31347090005874634, |
| "eval_runtime": 40.0594, |
| "eval_samples_per_second": 249.629, |
| "eval_steps_per_second": 31.204, |
| "step": 28800 |
| }, |
| { |
| "epoch": 2.7856294293556183, |
| "grad_norm": 1.1644967794418335, |
| "learning_rate": 3.1204013377926423e-06, |
| "loss": 0.3477, |
| "step": 28900 |
| }, |
| { |
| "epoch": 2.7856294293556183, |
| "eval_loss": 0.3088667392730713, |
| "eval_runtime": 40.0626, |
| "eval_samples_per_second": 249.609, |
| "eval_steps_per_second": 31.201, |
| "step": 28900 |
| }, |
| { |
| "epoch": 2.795268285512558, |
| "grad_norm": 1.1567316055297852, |
| "learning_rate": 3.1103678929765886e-06, |
| "loss": 0.3512, |
| "step": 29000 |
| }, |
| { |
| "epoch": 2.795268285512558, |
| "eval_loss": 0.30603039264678955, |
| "eval_runtime": 40.0801, |
| "eval_samples_per_second": 249.5, |
| "eval_steps_per_second": 31.188, |
| "step": 29000 |
| }, |
| { |
| "epoch": 2.804907141669498, |
| "grad_norm": 1.324166178703308, |
| "learning_rate": 3.100334448160535e-06, |
| "loss": 0.3508, |
| "step": 29100 |
| }, |
| { |
| "epoch": 2.804907141669498, |
| "eval_loss": 0.3052707612514496, |
| "eval_runtime": 40.1749, |
| "eval_samples_per_second": 248.912, |
| "eval_steps_per_second": 31.114, |
| "step": 29100 |
| }, |
| { |
| "epoch": 2.8145459978264378, |
| "grad_norm": 1.2231703996658325, |
| "learning_rate": 3.0903010033444818e-06, |
| "loss": 0.3491, |
| "step": 29200 |
| }, |
| { |
| "epoch": 2.8145459978264378, |
| "eval_loss": 0.3067169487476349, |
| "eval_runtime": 40.0129, |
| "eval_samples_per_second": 249.92, |
| "eval_steps_per_second": 31.24, |
| "step": 29200 |
| }, |
| { |
| "epoch": 2.824184853983378, |
| "grad_norm": 1.203022837638855, |
| "learning_rate": 3.080267558528428e-06, |
| "loss": 0.3476, |
| "step": 29300 |
| }, |
| { |
| "epoch": 2.824184853983378, |
| "eval_loss": 0.31380364298820496, |
| "eval_runtime": 39.9974, |
| "eval_samples_per_second": 250.016, |
| "eval_steps_per_second": 31.252, |
| "step": 29300 |
| }, |
| { |
| "epoch": 2.833823710140318, |
| "grad_norm": 1.1473413705825806, |
| "learning_rate": 3.0702341137123744e-06, |
| "loss": 0.3497, |
| "step": 29400 |
| }, |
| { |
| "epoch": 2.833823710140318, |
| "eval_loss": 0.30883774161338806, |
| "eval_runtime": 40.0159, |
| "eval_samples_per_second": 249.901, |
| "eval_steps_per_second": 31.238, |
| "step": 29400 |
| }, |
| { |
| "epoch": 2.8434625662972577, |
| "grad_norm": 1.0918190479278564, |
| "learning_rate": 3.060200668896321e-06, |
| "loss": 0.3505, |
| "step": 29500 |
| }, |
| { |
| "epoch": 2.8434625662972577, |
| "eval_loss": 0.3049847185611725, |
| "eval_runtime": 40.2816, |
| "eval_samples_per_second": 248.252, |
| "eval_steps_per_second": 31.032, |
| "step": 29500 |
| }, |
| { |
| "epoch": 2.8531014224541975, |
| "grad_norm": 1.121775507926941, |
| "learning_rate": 3.0501672240802675e-06, |
| "loss": 0.348, |
| "step": 29600 |
| }, |
| { |
| "epoch": 2.8531014224541975, |
| "eval_loss": 0.304568886756897, |
| "eval_runtime": 40.1199, |
| "eval_samples_per_second": 249.253, |
| "eval_steps_per_second": 31.157, |
| "step": 29600 |
| }, |
| { |
| "epoch": 2.8627402786111373, |
| "grad_norm": 1.1627501249313354, |
| "learning_rate": 3.0401337792642143e-06, |
| "loss": 0.3466, |
| "step": 29700 |
| }, |
| { |
| "epoch": 2.8627402786111373, |
| "eval_loss": 0.3042547404766083, |
| "eval_runtime": 40.2234, |
| "eval_samples_per_second": 248.611, |
| "eval_steps_per_second": 31.076, |
| "step": 29700 |
| }, |
| { |
| "epoch": 2.872379134768077, |
| "grad_norm": 1.2211036682128906, |
| "learning_rate": 3.0301003344481606e-06, |
| "loss": 0.3481, |
| "step": 29800 |
| }, |
| { |
| "epoch": 2.872379134768077, |
| "eval_loss": 0.3090800642967224, |
| "eval_runtime": 40.0403, |
| "eval_samples_per_second": 249.748, |
| "eval_steps_per_second": 31.219, |
| "step": 29800 |
| }, |
| { |
| "epoch": 2.882017990925017, |
| "grad_norm": 1.2113616466522217, |
| "learning_rate": 3.020066889632107e-06, |
| "loss": 0.3473, |
| "step": 29900 |
| }, |
| { |
| "epoch": 2.882017990925017, |
| "eval_loss": 0.30445191264152527, |
| "eval_runtime": 40.0405, |
| "eval_samples_per_second": 249.747, |
| "eval_steps_per_second": 31.218, |
| "step": 29900 |
| }, |
| { |
| "epoch": 2.891656847081957, |
| "grad_norm": 1.2371474504470825, |
| "learning_rate": 3.0100334448160537e-06, |
| "loss": 0.3465, |
| "step": 30000 |
| }, |
| { |
| "epoch": 2.891656847081957, |
| "eval_loss": 0.30408233404159546, |
| "eval_runtime": 40.0474, |
| "eval_samples_per_second": 249.704, |
| "eval_steps_per_second": 31.213, |
| "step": 30000 |
| }, |
| { |
| "epoch": 2.9012957032388966, |
| "grad_norm": 1.1639801263809204, |
| "learning_rate": 3e-06, |
| "loss": 0.3454, |
| "step": 30100 |
| }, |
| { |
| "epoch": 2.9012957032388966, |
| "eval_loss": 0.3157171905040741, |
| "eval_runtime": 40.2277, |
| "eval_samples_per_second": 248.585, |
| "eval_steps_per_second": 31.073, |
| "step": 30100 |
| }, |
| { |
| "epoch": 2.9109345593958365, |
| "grad_norm": 1.1769859790802002, |
| "learning_rate": 2.9899665551839464e-06, |
| "loss": 0.344, |
| "step": 30200 |
| }, |
| { |
| "epoch": 2.9109345593958365, |
| "eval_loss": 0.3092867136001587, |
| "eval_runtime": 40.029, |
| "eval_samples_per_second": 249.819, |
| "eval_steps_per_second": 31.227, |
| "step": 30200 |
| }, |
| { |
| "epoch": 2.9205734155527763, |
| "grad_norm": 1.1697938442230225, |
| "learning_rate": 2.979933110367893e-06, |
| "loss": 0.3455, |
| "step": 30300 |
| }, |
| { |
| "epoch": 2.9205734155527763, |
| "eval_loss": 0.30681154131889343, |
| "eval_runtime": 40.0152, |
| "eval_samples_per_second": 249.905, |
| "eval_steps_per_second": 31.238, |
| "step": 30300 |
| }, |
| { |
| "epoch": 2.930212271709716, |
| "grad_norm": 1.064261555671692, |
| "learning_rate": 2.9698996655518395e-06, |
| "loss": 0.3436, |
| "step": 30400 |
| }, |
| { |
| "epoch": 2.930212271709716, |
| "eval_loss": 0.30829107761383057, |
| "eval_runtime": 40.1179, |
| "eval_samples_per_second": 249.265, |
| "eval_steps_per_second": 31.158, |
| "step": 30400 |
| }, |
| { |
| "epoch": 2.939851127866656, |
| "grad_norm": 1.2219582796096802, |
| "learning_rate": 2.959866220735786e-06, |
| "loss": 0.3432, |
| "step": 30500 |
| }, |
| { |
| "epoch": 2.939851127866656, |
| "eval_loss": 0.30284854769706726, |
| "eval_runtime": 40.2058, |
| "eval_samples_per_second": 248.72, |
| "eval_steps_per_second": 31.09, |
| "step": 30500 |
| }, |
| { |
| "epoch": 2.9494899840235957, |
| "grad_norm": 1.1802637577056885, |
| "learning_rate": 2.9498327759197326e-06, |
| "loss": 0.3479, |
| "step": 30600 |
| }, |
| { |
| "epoch": 2.9494899840235957, |
| "eval_loss": 0.30530956387519836, |
| "eval_runtime": 40.0579, |
| "eval_samples_per_second": 249.638, |
| "eval_steps_per_second": 31.205, |
| "step": 30600 |
| }, |
| { |
| "epoch": 2.9591288401805356, |
| "grad_norm": 1.1790562868118286, |
| "learning_rate": 2.939799331103679e-06, |
| "loss": 0.3443, |
| "step": 30700 |
| }, |
| { |
| "epoch": 2.9591288401805356, |
| "eval_loss": 0.3033536672592163, |
| "eval_runtime": 40.0211, |
| "eval_samples_per_second": 249.868, |
| "eval_steps_per_second": 31.234, |
| "step": 30700 |
| }, |
| { |
| "epoch": 2.9687676963374754, |
| "grad_norm": 1.3000251054763794, |
| "learning_rate": 2.9297658862876257e-06, |
| "loss": 0.3445, |
| "step": 30800 |
| }, |
| { |
| "epoch": 2.9687676963374754, |
| "eval_loss": 0.30252954363822937, |
| "eval_runtime": 40.0123, |
| "eval_samples_per_second": 249.923, |
| "eval_steps_per_second": 31.24, |
| "step": 30800 |
| }, |
| { |
| "epoch": 2.978406552494415, |
| "grad_norm": 1.2018824815750122, |
| "learning_rate": 2.919732441471572e-06, |
| "loss": 0.3419, |
| "step": 30900 |
| }, |
| { |
| "epoch": 2.978406552494415, |
| "eval_loss": 0.30083614587783813, |
| "eval_runtime": 40.0481, |
| "eval_samples_per_second": 249.7, |
| "eval_steps_per_second": 31.212, |
| "step": 30900 |
| }, |
| { |
| "epoch": 2.9880454086513555, |
| "grad_norm": 1.2023593187332153, |
| "learning_rate": 2.9096989966555184e-06, |
| "loss": 0.3434, |
| "step": 31000 |
| }, |
| { |
| "epoch": 2.9880454086513555, |
| "eval_loss": 0.30430230498313904, |
| "eval_runtime": 40.2329, |
| "eval_samples_per_second": 248.553, |
| "eval_steps_per_second": 31.069, |
| "step": 31000 |
| }, |
| { |
| "epoch": 2.9976842648082953, |
| "grad_norm": 1.164267659187317, |
| "learning_rate": 2.899665551839465e-06, |
| "loss": 0.3416, |
| "step": 31100 |
| }, |
| { |
| "epoch": 2.9976842648082953, |
| "eval_loss": 0.301971435546875, |
| "eval_runtime": 40.0594, |
| "eval_samples_per_second": 249.629, |
| "eval_steps_per_second": 31.204, |
| "step": 31100 |
| }, |
| { |
| "epoch": 3.007323120965235, |
| "grad_norm": 1.1940221786499023, |
| "learning_rate": 2.8896321070234115e-06, |
| "loss": 0.3403, |
| "step": 31200 |
| }, |
| { |
| "epoch": 3.007323120965235, |
| "eval_loss": 0.2989708483219147, |
| "eval_runtime": 40.053, |
| "eval_samples_per_second": 249.669, |
| "eval_steps_per_second": 31.209, |
| "step": 31200 |
| }, |
| { |
| "epoch": 3.016961977122175, |
| "grad_norm": 1.1385316848754883, |
| "learning_rate": 2.879598662207358e-06, |
| "loss": 0.3412, |
| "step": 31300 |
| }, |
| { |
| "epoch": 3.016961977122175, |
| "eval_loss": 0.3076593279838562, |
| "eval_runtime": 40.0512, |
| "eval_samples_per_second": 249.68, |
| "eval_steps_per_second": 31.21, |
| "step": 31300 |
| }, |
| { |
| "epoch": 3.0266008332791148, |
| "grad_norm": 1.1974833011627197, |
| "learning_rate": 2.8695652173913046e-06, |
| "loss": 0.3404, |
| "step": 31400 |
| }, |
| { |
| "epoch": 3.0266008332791148, |
| "eval_loss": 0.29814204573631287, |
| "eval_runtime": 40.2335, |
| "eval_samples_per_second": 248.549, |
| "eval_steps_per_second": 31.069, |
| "step": 31400 |
| }, |
| { |
| "epoch": 3.0362396894360546, |
| "grad_norm": 1.170362114906311, |
| "learning_rate": 2.859531772575251e-06, |
| "loss": 0.3393, |
| "step": 31500 |
| }, |
| { |
| "epoch": 3.0362396894360546, |
| "eval_loss": 0.29789820313453674, |
| "eval_runtime": 40.0606, |
| "eval_samples_per_second": 249.622, |
| "eval_steps_per_second": 31.203, |
| "step": 31500 |
| }, |
| { |
| "epoch": 3.0458785455929944, |
| "grad_norm": 1.2427632808685303, |
| "learning_rate": 2.8494983277591977e-06, |
| "loss": 0.3425, |
| "step": 31600 |
| }, |
| { |
| "epoch": 3.0458785455929944, |
| "eval_loss": 0.30032023787498474, |
| "eval_runtime": 40.0293, |
| "eval_samples_per_second": 249.817, |
| "eval_steps_per_second": 31.227, |
| "step": 31600 |
| }, |
| { |
| "epoch": 3.0555174017499342, |
| "grad_norm": 1.2110202312469482, |
| "learning_rate": 2.839464882943144e-06, |
| "loss": 0.3411, |
| "step": 31700 |
| }, |
| { |
| "epoch": 3.0555174017499342, |
| "eval_loss": 0.3062838912010193, |
| "eval_runtime": 40.0201, |
| "eval_samples_per_second": 249.875, |
| "eval_steps_per_second": 31.234, |
| "step": 31700 |
| }, |
| { |
| "epoch": 3.065156257906874, |
| "grad_norm": 1.2322800159454346, |
| "learning_rate": 2.8294314381270904e-06, |
| "loss": 0.3378, |
| "step": 31800 |
| }, |
| { |
| "epoch": 3.065156257906874, |
| "eval_loss": 0.2991129755973816, |
| "eval_runtime": 40.0041, |
| "eval_samples_per_second": 249.974, |
| "eval_steps_per_second": 31.247, |
| "step": 31800 |
| }, |
| { |
| "epoch": 3.074795114063814, |
| "grad_norm": 1.1711872816085815, |
| "learning_rate": 2.819397993311037e-06, |
| "loss": 0.3386, |
| "step": 31900 |
| }, |
| { |
| "epoch": 3.074795114063814, |
| "eval_loss": 0.2999269962310791, |
| "eval_runtime": 40.2184, |
| "eval_samples_per_second": 248.642, |
| "eval_steps_per_second": 31.08, |
| "step": 31900 |
| }, |
| { |
| "epoch": 3.0844339702207537, |
| "grad_norm": 1.1980561017990112, |
| "learning_rate": 2.8093645484949835e-06, |
| "loss": 0.3391, |
| "step": 32000 |
| }, |
| { |
| "epoch": 3.0844339702207537, |
| "eval_loss": 0.3014710545539856, |
| "eval_runtime": 40.0414, |
| "eval_samples_per_second": 249.741, |
| "eval_steps_per_second": 31.218, |
| "step": 32000 |
| }, |
| { |
| "epoch": 3.094072826377694, |
| "grad_norm": 1.2509229183197021, |
| "learning_rate": 2.79933110367893e-06, |
| "loss": 0.3357, |
| "step": 32100 |
| }, |
| { |
| "epoch": 3.094072826377694, |
| "eval_loss": 0.29611119627952576, |
| "eval_runtime": 40.0618, |
| "eval_samples_per_second": 249.614, |
| "eval_steps_per_second": 31.202, |
| "step": 32100 |
| }, |
| { |
| "epoch": 3.103711682534634, |
| "grad_norm": 1.1109113693237305, |
| "learning_rate": 2.7892976588628766e-06, |
| "loss": 0.3377, |
| "step": 32200 |
| }, |
| { |
| "epoch": 3.103711682534634, |
| "eval_loss": 0.2999332547187805, |
| "eval_runtime": 40.0641, |
| "eval_samples_per_second": 249.6, |
| "eval_steps_per_second": 31.2, |
| "step": 32200 |
| }, |
| { |
| "epoch": 3.1133505386915736, |
| "grad_norm": 1.1124744415283203, |
| "learning_rate": 2.779264214046823e-06, |
| "loss": 0.3379, |
| "step": 32300 |
| }, |
| { |
| "epoch": 3.1133505386915736, |
| "eval_loss": 0.29913681745529175, |
| "eval_runtime": 40.0747, |
| "eval_samples_per_second": 249.534, |
| "eval_steps_per_second": 31.192, |
| "step": 32300 |
| }, |
| { |
| "epoch": 3.1229893948485135, |
| "grad_norm": 1.1505558490753174, |
| "learning_rate": 2.7692307692307693e-06, |
| "loss": 0.3377, |
| "step": 32400 |
| }, |
| { |
| "epoch": 3.1229893948485135, |
| "eval_loss": 0.29324981570243835, |
| "eval_runtime": 40.2233, |
| "eval_samples_per_second": 248.612, |
| "eval_steps_per_second": 31.077, |
| "step": 32400 |
| }, |
| { |
| "epoch": 3.1326282510054533, |
| "grad_norm": 1.2245198488235474, |
| "learning_rate": 2.759197324414716e-06, |
| "loss": 0.3364, |
| "step": 32500 |
| }, |
| { |
| "epoch": 3.1326282510054533, |
| "eval_loss": 0.2940920293331146, |
| "eval_runtime": 40.0385, |
| "eval_samples_per_second": 249.76, |
| "eval_steps_per_second": 31.22, |
| "step": 32500 |
| }, |
| { |
| "epoch": 3.142267107162393, |
| "grad_norm": 1.1837635040283203, |
| "learning_rate": 2.749163879598662e-06, |
| "loss": 0.3411, |
| "step": 32600 |
| }, |
| { |
| "epoch": 3.142267107162393, |
| "eval_loss": 0.29967695474624634, |
| "eval_runtime": 40.0599, |
| "eval_samples_per_second": 249.626, |
| "eval_steps_per_second": 31.203, |
| "step": 32600 |
| }, |
| { |
| "epoch": 3.151905963319333, |
| "grad_norm": 1.1685434579849243, |
| "learning_rate": 2.7391304347826087e-06, |
| "loss": 0.3395, |
| "step": 32700 |
| }, |
| { |
| "epoch": 3.151905963319333, |
| "eval_loss": 0.2951061427593231, |
| "eval_runtime": 40.0528, |
| "eval_samples_per_second": 249.67, |
| "eval_steps_per_second": 31.209, |
| "step": 32700 |
| }, |
| { |
| "epoch": 3.1615448194762727, |
| "grad_norm": 1.0835115909576416, |
| "learning_rate": 2.729096989966555e-06, |
| "loss": 0.3377, |
| "step": 32800 |
| }, |
| { |
| "epoch": 3.1615448194762727, |
| "eval_loss": 0.29684531688690186, |
| "eval_runtime": 40.2629, |
| "eval_samples_per_second": 248.367, |
| "eval_steps_per_second": 31.046, |
| "step": 32800 |
| }, |
| { |
| "epoch": 3.1711836756332126, |
| "grad_norm": 1.2234493494033813, |
| "learning_rate": 2.7190635451505014e-06, |
| "loss": 0.3361, |
| "step": 32900 |
| }, |
| { |
| "epoch": 3.1711836756332126, |
| "eval_loss": 0.29388144612312317, |
| "eval_runtime": 40.0533, |
| "eval_samples_per_second": 249.667, |
| "eval_steps_per_second": 31.208, |
| "step": 32900 |
| }, |
| { |
| "epoch": 3.1808225317901524, |
| "grad_norm": 1.1904512643814087, |
| "learning_rate": 2.709030100334448e-06, |
| "loss": 0.3339, |
| "step": 33000 |
| }, |
| { |
| "epoch": 3.1808225317901524, |
| "eval_loss": 0.2957378327846527, |
| "eval_runtime": 40.0266, |
| "eval_samples_per_second": 249.834, |
| "eval_steps_per_second": 31.229, |
| "step": 33000 |
| }, |
| { |
| "epoch": 3.190461387947092, |
| "grad_norm": 1.1379910707473755, |
| "learning_rate": 2.6989966555183945e-06, |
| "loss": 0.334, |
| "step": 33100 |
| }, |
| { |
| "epoch": 3.190461387947092, |
| "eval_loss": 0.2910006046295166, |
| "eval_runtime": 40.0239, |
| "eval_samples_per_second": 249.851, |
| "eval_steps_per_second": 31.231, |
| "step": 33100 |
| }, |
| { |
| "epoch": 3.200100244104032, |
| "grad_norm": 1.106467366218567, |
| "learning_rate": 2.6889632107023413e-06, |
| "loss": 0.3348, |
| "step": 33200 |
| }, |
| { |
| "epoch": 3.200100244104032, |
| "eval_loss": 0.29840487241744995, |
| "eval_runtime": 40.0152, |
| "eval_samples_per_second": 249.905, |
| "eval_steps_per_second": 31.238, |
| "step": 33200 |
| }, |
| { |
| "epoch": 3.209739100260972, |
| "grad_norm": 1.0919976234436035, |
| "learning_rate": 2.6789297658862876e-06, |
| "loss": 0.3342, |
| "step": 33300 |
| }, |
| { |
| "epoch": 3.209739100260972, |
| "eval_loss": 0.2929946184158325, |
| "eval_runtime": 40.2471, |
| "eval_samples_per_second": 248.465, |
| "eval_steps_per_second": 31.058, |
| "step": 33300 |
| }, |
| { |
| "epoch": 3.2193779564179117, |
| "grad_norm": 1.1051640510559082, |
| "learning_rate": 2.668896321070234e-06, |
| "loss": 0.3356, |
| "step": 33400 |
| }, |
| { |
| "epoch": 3.2193779564179117, |
| "eval_loss": 0.29255038499832153, |
| "eval_runtime": 40.0458, |
| "eval_samples_per_second": 249.714, |
| "eval_steps_per_second": 31.214, |
| "step": 33400 |
| }, |
| { |
| "epoch": 3.2290168125748515, |
| "grad_norm": 1.156020164489746, |
| "learning_rate": 2.6588628762541807e-06, |
| "loss": 0.3326, |
| "step": 33500 |
| }, |
| { |
| "epoch": 3.2290168125748515, |
| "eval_loss": 0.29639294743537903, |
| "eval_runtime": 40.0474, |
| "eval_samples_per_second": 249.704, |
| "eval_steps_per_second": 31.213, |
| "step": 33500 |
| }, |
| { |
| "epoch": 3.238655668731792, |
| "grad_norm": 1.1010196208953857, |
| "learning_rate": 2.648829431438127e-06, |
| "loss": 0.3321, |
| "step": 33600 |
| }, |
| { |
| "epoch": 3.238655668731792, |
| "eval_loss": 0.28783321380615234, |
| "eval_runtime": 40.0521, |
| "eval_samples_per_second": 249.675, |
| "eval_steps_per_second": 31.209, |
| "step": 33600 |
| }, |
| { |
| "epoch": 3.2482945248887316, |
| "grad_norm": 1.0766925811767578, |
| "learning_rate": 2.6387959866220734e-06, |
| "loss": 0.3346, |
| "step": 33700 |
| }, |
| { |
| "epoch": 3.2482945248887316, |
| "eval_loss": 0.2899346351623535, |
| "eval_runtime": 40.0356, |
| "eval_samples_per_second": 249.778, |
| "eval_steps_per_second": 31.222, |
| "step": 33700 |
| }, |
| { |
| "epoch": 3.2579333810456714, |
| "grad_norm": 1.1832084655761719, |
| "learning_rate": 2.62876254180602e-06, |
| "loss": 0.3323, |
| "step": 33800 |
| }, |
| { |
| "epoch": 3.2579333810456714, |
| "eval_loss": 0.29377686977386475, |
| "eval_runtime": 40.1913, |
| "eval_samples_per_second": 248.81, |
| "eval_steps_per_second": 31.101, |
| "step": 33800 |
| }, |
| { |
| "epoch": 3.2675722372026113, |
| "grad_norm": 1.1712465286254883, |
| "learning_rate": 2.6187290969899665e-06, |
| "loss": 0.3334, |
| "step": 33900 |
| }, |
| { |
| "epoch": 3.2675722372026113, |
| "eval_loss": 0.29734405875205994, |
| "eval_runtime": 40.0053, |
| "eval_samples_per_second": 249.967, |
| "eval_steps_per_second": 31.246, |
| "step": 33900 |
| }, |
| { |
| "epoch": 3.277211093359551, |
| "grad_norm": 1.2784638404846191, |
| "learning_rate": 2.6086956521739132e-06, |
| "loss": 0.3318, |
| "step": 34000 |
| }, |
| { |
| "epoch": 3.277211093359551, |
| "eval_loss": 0.29785603284835815, |
| "eval_runtime": 40.0215, |
| "eval_samples_per_second": 249.866, |
| "eval_steps_per_second": 31.233, |
| "step": 34000 |
| }, |
| { |
| "epoch": 3.286849949516491, |
| "grad_norm": 1.2473056316375732, |
| "learning_rate": 2.5986622073578596e-06, |
| "loss": 0.3315, |
| "step": 34100 |
| }, |
| { |
| "epoch": 3.286849949516491, |
| "eval_loss": 0.30169832706451416, |
| "eval_runtime": 40.0368, |
| "eval_samples_per_second": 249.77, |
| "eval_steps_per_second": 31.221, |
| "step": 34100 |
| }, |
| { |
| "epoch": 3.2964888056734307, |
| "grad_norm": 1.1944090127944946, |
| "learning_rate": 2.588628762541806e-06, |
| "loss": 0.3319, |
| "step": 34200 |
| }, |
| { |
| "epoch": 3.2964888056734307, |
| "eval_loss": 0.2977898120880127, |
| "eval_runtime": 40.0376, |
| "eval_samples_per_second": 249.765, |
| "eval_steps_per_second": 31.221, |
| "step": 34200 |
| }, |
| { |
| "epoch": 3.3061276618303705, |
| "grad_norm": 1.2597849369049072, |
| "learning_rate": 2.5785953177257527e-06, |
| "loss": 0.3323, |
| "step": 34300 |
| }, |
| { |
| "epoch": 3.3061276618303705, |
| "eval_loss": 0.29248785972595215, |
| "eval_runtime": 40.1905, |
| "eval_samples_per_second": 248.815, |
| "eval_steps_per_second": 31.102, |
| "step": 34300 |
| }, |
| { |
| "epoch": 3.3157665179873104, |
| "grad_norm": 1.139083981513977, |
| "learning_rate": 2.568561872909699e-06, |
| "loss": 0.3286, |
| "step": 34400 |
| }, |
| { |
| "epoch": 3.3157665179873104, |
| "eval_loss": 0.289288729429245, |
| "eval_runtime": 40.0409, |
| "eval_samples_per_second": 249.745, |
| "eval_steps_per_second": 31.218, |
| "step": 34400 |
| }, |
| { |
| "epoch": 3.32540537414425, |
| "grad_norm": 1.1464444398880005, |
| "learning_rate": 2.5585284280936454e-06, |
| "loss": 0.3347, |
| "step": 34500 |
| }, |
| { |
| "epoch": 3.32540537414425, |
| "eval_loss": 0.2892674207687378, |
| "eval_runtime": 40.0307, |
| "eval_samples_per_second": 249.808, |
| "eval_steps_per_second": 31.226, |
| "step": 34500 |
| }, |
| { |
| "epoch": 3.33504423030119, |
| "grad_norm": 1.17436945438385, |
| "learning_rate": 2.548494983277592e-06, |
| "loss": 0.3275, |
| "step": 34600 |
| }, |
| { |
| "epoch": 3.33504423030119, |
| "eval_loss": 0.2948303818702698, |
| "eval_runtime": 40.0039, |
| "eval_samples_per_second": 249.976, |
| "eval_steps_per_second": 31.247, |
| "step": 34600 |
| }, |
| { |
| "epoch": 3.34468308645813, |
| "grad_norm": 1.2058557271957397, |
| "learning_rate": 2.5384615384615385e-06, |
| "loss": 0.3324, |
| "step": 34700 |
| }, |
| { |
| "epoch": 3.34468308645813, |
| "eval_loss": 0.2879999577999115, |
| "eval_runtime": 40.215, |
| "eval_samples_per_second": 248.663, |
| "eval_steps_per_second": 31.083, |
| "step": 34700 |
| }, |
| { |
| "epoch": 3.35432194261507, |
| "grad_norm": 1.1361554861068726, |
| "learning_rate": 2.528428093645485e-06, |
| "loss": 0.3283, |
| "step": 34800 |
| }, |
| { |
| "epoch": 3.35432194261507, |
| "eval_loss": 0.29396873712539673, |
| "eval_runtime": 40.0234, |
| "eval_samples_per_second": 249.854, |
| "eval_steps_per_second": 31.232, |
| "step": 34800 |
| }, |
| { |
| "epoch": 3.36396079877201, |
| "grad_norm": 1.1167203187942505, |
| "learning_rate": 2.5183946488294316e-06, |
| "loss": 0.3291, |
| "step": 34900 |
| }, |
| { |
| "epoch": 3.36396079877201, |
| "eval_loss": 0.28754281997680664, |
| "eval_runtime": 40.0006, |
| "eval_samples_per_second": 249.996, |
| "eval_steps_per_second": 31.25, |
| "step": 34900 |
| }, |
| { |
| "epoch": 3.3735996549289498, |
| "grad_norm": 1.1369761228561401, |
| "learning_rate": 2.508361204013378e-06, |
| "loss": 0.3324, |
| "step": 35000 |
| }, |
| { |
| "epoch": 3.3735996549289498, |
| "eval_loss": 0.2906251847743988, |
| "eval_runtime": 40.0165, |
| "eval_samples_per_second": 249.897, |
| "eval_steps_per_second": 31.237, |
| "step": 35000 |
| }, |
| { |
| "epoch": 3.3832385110858896, |
| "grad_norm": 1.1644196510314941, |
| "learning_rate": 2.4983277591973247e-06, |
| "loss": 0.33, |
| "step": 35100 |
| }, |
| { |
| "epoch": 3.3832385110858896, |
| "eval_loss": 0.29271912574768066, |
| "eval_runtime": 40.0328, |
| "eval_samples_per_second": 249.795, |
| "eval_steps_per_second": 31.224, |
| "step": 35100 |
| }, |
| { |
| "epoch": 3.3928773672428294, |
| "grad_norm": 1.2349485158920288, |
| "learning_rate": 2.488294314381271e-06, |
| "loss": 0.3296, |
| "step": 35200 |
| }, |
| { |
| "epoch": 3.3928773672428294, |
| "eval_loss": 0.2844071686267853, |
| "eval_runtime": 40.2281, |
| "eval_samples_per_second": 248.582, |
| "eval_steps_per_second": 31.073, |
| "step": 35200 |
| }, |
| { |
| "epoch": 3.4025162233997692, |
| "grad_norm": 1.0957030057907104, |
| "learning_rate": 2.4782608695652173e-06, |
| "loss": 0.3259, |
| "step": 35300 |
| }, |
| { |
| "epoch": 3.4025162233997692, |
| "eval_loss": 0.28942251205444336, |
| "eval_runtime": 40.049, |
| "eval_samples_per_second": 249.694, |
| "eval_steps_per_second": 31.212, |
| "step": 35300 |
| }, |
| { |
| "epoch": 3.412155079556709, |
| "grad_norm": 1.2255046367645264, |
| "learning_rate": 2.468227424749164e-06, |
| "loss": 0.3278, |
| "step": 35400 |
| }, |
| { |
| "epoch": 3.412155079556709, |
| "eval_loss": 0.2880132794380188, |
| "eval_runtime": 40.0318, |
| "eval_samples_per_second": 249.802, |
| "eval_steps_per_second": 31.225, |
| "step": 35400 |
| }, |
| { |
| "epoch": 3.421793935713649, |
| "grad_norm": 1.0865519046783447, |
| "learning_rate": 2.4581939799331104e-06, |
| "loss": 0.3264, |
| "step": 35500 |
| }, |
| { |
| "epoch": 3.421793935713649, |
| "eval_loss": 0.2906026840209961, |
| "eval_runtime": 40.0258, |
| "eval_samples_per_second": 249.839, |
| "eval_steps_per_second": 31.23, |
| "step": 35500 |
| }, |
| { |
| "epoch": 3.4314327918705887, |
| "grad_norm": 1.1252706050872803, |
| "learning_rate": 2.4481605351170568e-06, |
| "loss": 0.3272, |
| "step": 35600 |
| }, |
| { |
| "epoch": 3.4314327918705887, |
| "eval_loss": 0.28184667229652405, |
| "eval_runtime": 40.2117, |
| "eval_samples_per_second": 248.684, |
| "eval_steps_per_second": 31.085, |
| "step": 35600 |
| }, |
| { |
| "epoch": 3.4410716480275285, |
| "grad_norm": 1.1938196420669556, |
| "learning_rate": 2.4381270903010035e-06, |
| "loss": 0.3273, |
| "step": 35700 |
| }, |
| { |
| "epoch": 3.4410716480275285, |
| "eval_loss": 0.28648287057876587, |
| "eval_runtime": 40.2043, |
| "eval_samples_per_second": 248.73, |
| "eval_steps_per_second": 31.091, |
| "step": 35700 |
| }, |
| { |
| "epoch": 3.4507105041844683, |
| "grad_norm": 1.2802789211273193, |
| "learning_rate": 2.42809364548495e-06, |
| "loss": 0.3293, |
| "step": 35800 |
| }, |
| { |
| "epoch": 3.4507105041844683, |
| "eval_loss": 0.2890487313270569, |
| "eval_runtime": 40.0181, |
| "eval_samples_per_second": 249.887, |
| "eval_steps_per_second": 31.236, |
| "step": 35800 |
| }, |
| { |
| "epoch": 3.460349360341408, |
| "grad_norm": 1.2290120124816895, |
| "learning_rate": 2.4180602006688962e-06, |
| "loss": 0.3279, |
| "step": 35900 |
| }, |
| { |
| "epoch": 3.460349360341408, |
| "eval_loss": 0.2872641086578369, |
| "eval_runtime": 40.013, |
| "eval_samples_per_second": 249.919, |
| "eval_steps_per_second": 31.24, |
| "step": 35900 |
| }, |
| { |
| "epoch": 3.469988216498348, |
| "grad_norm": 1.1569044589996338, |
| "learning_rate": 2.408026755852843e-06, |
| "loss": 0.3263, |
| "step": 36000 |
| }, |
| { |
| "epoch": 3.469988216498348, |
| "eval_loss": 0.2899464964866638, |
| "eval_runtime": 40.0117, |
| "eval_samples_per_second": 249.927, |
| "eval_steps_per_second": 31.241, |
| "step": 36000 |
| }, |
| { |
| "epoch": 3.479627072655288, |
| "grad_norm": 1.1881693601608276, |
| "learning_rate": 2.3979933110367893e-06, |
| "loss": 0.3271, |
| "step": 36100 |
| }, |
| { |
| "epoch": 3.479627072655288, |
| "eval_loss": 0.29130667448043823, |
| "eval_runtime": 40.0206, |
| "eval_samples_per_second": 249.871, |
| "eval_steps_per_second": 31.234, |
| "step": 36100 |
| }, |
| { |
| "epoch": 3.4892659288122276, |
| "grad_norm": 1.3138039112091064, |
| "learning_rate": 2.387959866220736e-06, |
| "loss": 0.3239, |
| "step": 36200 |
| }, |
| { |
| "epoch": 3.4892659288122276, |
| "eval_loss": 0.2865622341632843, |
| "eval_runtime": 40.1762, |
| "eval_samples_per_second": 248.904, |
| "eval_steps_per_second": 31.113, |
| "step": 36200 |
| }, |
| { |
| "epoch": 3.498904784969168, |
| "grad_norm": 1.1673741340637207, |
| "learning_rate": 2.3779264214046824e-06, |
| "loss": 0.3277, |
| "step": 36300 |
| }, |
| { |
| "epoch": 3.498904784969168, |
| "eval_loss": 0.2852942645549774, |
| "eval_runtime": 40.0125, |
| "eval_samples_per_second": 249.922, |
| "eval_steps_per_second": 31.24, |
| "step": 36300 |
| }, |
| { |
| "epoch": 3.5085436411261077, |
| "grad_norm": 1.1211373805999756, |
| "learning_rate": 2.3678929765886288e-06, |
| "loss": 0.3237, |
| "step": 36400 |
| }, |
| { |
| "epoch": 3.5085436411261077, |
| "eval_loss": 0.290414422750473, |
| "eval_runtime": 40.0075, |
| "eval_samples_per_second": 249.953, |
| "eval_steps_per_second": 31.244, |
| "step": 36400 |
| }, |
| { |
| "epoch": 3.5181824972830475, |
| "grad_norm": 1.1853524446487427, |
| "learning_rate": 2.3578595317725755e-06, |
| "loss": 0.324, |
| "step": 36500 |
| }, |
| { |
| "epoch": 3.5181824972830475, |
| "eval_loss": 0.2909868657588959, |
| "eval_runtime": 40.0112, |
| "eval_samples_per_second": 249.93, |
| "eval_steps_per_second": 31.241, |
| "step": 36500 |
| }, |
| { |
| "epoch": 3.5278213534399874, |
| "grad_norm": 1.2360116243362427, |
| "learning_rate": 2.347826086956522e-06, |
| "loss": 0.3261, |
| "step": 36600 |
| }, |
| { |
| "epoch": 3.5278213534399874, |
| "eval_loss": 0.28790682554244995, |
| "eval_runtime": 40.0256, |
| "eval_samples_per_second": 249.84, |
| "eval_steps_per_second": 31.23, |
| "step": 36600 |
| }, |
| { |
| "epoch": 3.537460209596927, |
| "grad_norm": 1.0577596426010132, |
| "learning_rate": 2.337792642140468e-06, |
| "loss": 0.3236, |
| "step": 36700 |
| }, |
| { |
| "epoch": 3.537460209596927, |
| "eval_loss": 0.28858110308647156, |
| "eval_runtime": 40.2009, |
| "eval_samples_per_second": 248.751, |
| "eval_steps_per_second": 31.094, |
| "step": 36700 |
| }, |
| { |
| "epoch": 3.547099065753867, |
| "grad_norm": 1.0951604843139648, |
| "learning_rate": 2.327759197324415e-06, |
| "loss": 0.3216, |
| "step": 36800 |
| }, |
| { |
| "epoch": 3.547099065753867, |
| "eval_loss": 0.28311312198638916, |
| "eval_runtime": 40.0195, |
| "eval_samples_per_second": 249.878, |
| "eval_steps_per_second": 31.235, |
| "step": 36800 |
| }, |
| { |
| "epoch": 3.556737921910807, |
| "grad_norm": 1.11006498336792, |
| "learning_rate": 2.3177257525083613e-06, |
| "loss": 0.3243, |
| "step": 36900 |
| }, |
| { |
| "epoch": 3.556737921910807, |
| "eval_loss": 0.28506574034690857, |
| "eval_runtime": 40.033, |
| "eval_samples_per_second": 249.794, |
| "eval_steps_per_second": 31.224, |
| "step": 36900 |
| }, |
| { |
| "epoch": 3.5663767780677467, |
| "grad_norm": 1.2008014917373657, |
| "learning_rate": 2.307692307692308e-06, |
| "loss": 0.3211, |
| "step": 37000 |
| }, |
| { |
| "epoch": 3.5663767780677467, |
| "eval_loss": 0.2800537049770355, |
| "eval_runtime": 40.0317, |
| "eval_samples_per_second": 249.802, |
| "eval_steps_per_second": 31.225, |
| "step": 37000 |
| }, |
| { |
| "epoch": 3.5760156342246865, |
| "grad_norm": 1.1588464975357056, |
| "learning_rate": 2.2976588628762544e-06, |
| "loss": 0.3225, |
| "step": 37100 |
| }, |
| { |
| "epoch": 3.5760156342246865, |
| "eval_loss": 0.2877085506916046, |
| "eval_runtime": 40.0153, |
| "eval_samples_per_second": 249.904, |
| "eval_steps_per_second": 31.238, |
| "step": 37100 |
| }, |
| { |
| "epoch": 3.5856544903816263, |
| "grad_norm": 1.095901608467102, |
| "learning_rate": 2.2876254180602008e-06, |
| "loss": 0.3233, |
| "step": 37200 |
| }, |
| { |
| "epoch": 3.5856544903816263, |
| "eval_loss": 0.290816992521286, |
| "eval_runtime": 40.1774, |
| "eval_samples_per_second": 248.896, |
| "eval_steps_per_second": 31.112, |
| "step": 37200 |
| }, |
| { |
| "epoch": 3.595293346538566, |
| "grad_norm": 1.2038841247558594, |
| "learning_rate": 2.2775919732441475e-06, |
| "loss": 0.322, |
| "step": 37300 |
| }, |
| { |
| "epoch": 3.595293346538566, |
| "eval_loss": 0.2854418456554413, |
| "eval_runtime": 40.067, |
| "eval_samples_per_second": 249.582, |
| "eval_steps_per_second": 31.198, |
| "step": 37300 |
| }, |
| { |
| "epoch": 3.604932202695506, |
| "grad_norm": 1.1646316051483154, |
| "learning_rate": 2.267558528428094e-06, |
| "loss": 0.3224, |
| "step": 37400 |
| }, |
| { |
| "epoch": 3.604932202695506, |
| "eval_loss": 0.2838365137577057, |
| "eval_runtime": 40.055, |
| "eval_samples_per_second": 249.657, |
| "eval_steps_per_second": 31.207, |
| "step": 37400 |
| }, |
| { |
| "epoch": 3.6145710588524462, |
| "grad_norm": 1.166131615638733, |
| "learning_rate": 2.25752508361204e-06, |
| "loss": 0.3247, |
| "step": 37500 |
| }, |
| { |
| "epoch": 3.6145710588524462, |
| "eval_loss": 0.2809997797012329, |
| "eval_runtime": 40.2416, |
| "eval_samples_per_second": 248.499, |
| "eval_steps_per_second": 31.062, |
| "step": 37500 |
| }, |
| { |
| "epoch": 3.624209915009386, |
| "grad_norm": 1.1528489589691162, |
| "learning_rate": 2.2474916387959865e-06, |
| "loss": 0.3251, |
| "step": 37600 |
| }, |
| { |
| "epoch": 3.624209915009386, |
| "eval_loss": 0.2795826196670532, |
| "eval_runtime": 40.1013, |
| "eval_samples_per_second": 249.368, |
| "eval_steps_per_second": 31.171, |
| "step": 37600 |
| }, |
| { |
| "epoch": 3.633848771166326, |
| "grad_norm": 1.1351743936538696, |
| "learning_rate": 2.237458193979933e-06, |
| "loss": 0.319, |
| "step": 37700 |
| }, |
| { |
| "epoch": 3.633848771166326, |
| "eval_loss": 0.2884068489074707, |
| "eval_runtime": 40.254, |
| "eval_samples_per_second": 248.423, |
| "eval_steps_per_second": 31.053, |
| "step": 37700 |
| }, |
| { |
| "epoch": 3.6434876273232657, |
| "grad_norm": 1.2123479843139648, |
| "learning_rate": 2.2274247491638796e-06, |
| "loss": 0.3216, |
| "step": 37800 |
| }, |
| { |
| "epoch": 3.6434876273232657, |
| "eval_loss": 0.2808574140071869, |
| "eval_runtime": 40.0346, |
| "eval_samples_per_second": 249.784, |
| "eval_steps_per_second": 31.223, |
| "step": 37800 |
| }, |
| { |
| "epoch": 3.6531264834802055, |
| "grad_norm": 1.1580688953399658, |
| "learning_rate": 2.217391304347826e-06, |
| "loss": 0.3182, |
| "step": 37900 |
| }, |
| { |
| "epoch": 3.6531264834802055, |
| "eval_loss": 0.28800562024116516, |
| "eval_runtime": 40.0302, |
| "eval_samples_per_second": 249.811, |
| "eval_steps_per_second": 31.226, |
| "step": 37900 |
| }, |
| { |
| "epoch": 3.6627653396371453, |
| "grad_norm": 1.1823816299438477, |
| "learning_rate": 2.2073578595317723e-06, |
| "loss": 0.3208, |
| "step": 38000 |
| }, |
| { |
| "epoch": 3.6627653396371453, |
| "eval_loss": 0.28609785437583923, |
| "eval_runtime": 40.0272, |
| "eval_samples_per_second": 249.83, |
| "eval_steps_per_second": 31.229, |
| "step": 38000 |
| }, |
| { |
| "epoch": 3.672404195794085, |
| "grad_norm": 1.1534825563430786, |
| "learning_rate": 2.197324414715719e-06, |
| "loss": 0.3165, |
| "step": 38100 |
| }, |
| { |
| "epoch": 3.672404195794085, |
| "eval_loss": 0.28174835443496704, |
| "eval_runtime": 40.198, |
| "eval_samples_per_second": 248.769, |
| "eval_steps_per_second": 31.096, |
| "step": 38100 |
| }, |
| { |
| "epoch": 3.682043051951025, |
| "grad_norm": 1.160309076309204, |
| "learning_rate": 2.1872909698996654e-06, |
| "loss": 0.3203, |
| "step": 38200 |
| }, |
| { |
| "epoch": 3.682043051951025, |
| "eval_loss": 0.2865579128265381, |
| "eval_runtime": 40.0605, |
| "eval_samples_per_second": 249.622, |
| "eval_steps_per_second": 31.203, |
| "step": 38200 |
| }, |
| { |
| "epoch": 3.691681908107965, |
| "grad_norm": 1.1397422552108765, |
| "learning_rate": 2.177257525083612e-06, |
| "loss": 0.3189, |
| "step": 38300 |
| }, |
| { |
| "epoch": 3.691681908107965, |
| "eval_loss": 0.2845374643802643, |
| "eval_runtime": 40.0285, |
| "eval_samples_per_second": 249.822, |
| "eval_steps_per_second": 31.228, |
| "step": 38300 |
| }, |
| { |
| "epoch": 3.7013207642649046, |
| "grad_norm": 1.1168709993362427, |
| "learning_rate": 2.1672240802675585e-06, |
| "loss": 0.32, |
| "step": 38400 |
| }, |
| { |
| "epoch": 3.7013207642649046, |
| "eval_loss": 0.2816096246242523, |
| "eval_runtime": 40.0255, |
| "eval_samples_per_second": 249.841, |
| "eval_steps_per_second": 31.23, |
| "step": 38400 |
| }, |
| { |
| "epoch": 3.7109596204218445, |
| "grad_norm": 1.221742868423462, |
| "learning_rate": 2.157190635451505e-06, |
| "loss": 0.3167, |
| "step": 38500 |
| }, |
| { |
| "epoch": 3.7109596204218445, |
| "eval_loss": 0.283882737159729, |
| "eval_runtime": 40.2082, |
| "eval_samples_per_second": 248.706, |
| "eval_steps_per_second": 31.088, |
| "step": 38500 |
| }, |
| { |
| "epoch": 3.7205984765787843, |
| "grad_norm": 1.132840633392334, |
| "learning_rate": 2.1471571906354516e-06, |
| "loss": 0.3189, |
| "step": 38600 |
| }, |
| { |
| "epoch": 3.7205984765787843, |
| "eval_loss": 0.28340187668800354, |
| "eval_runtime": 40.0209, |
| "eval_samples_per_second": 249.869, |
| "eval_steps_per_second": 31.234, |
| "step": 38600 |
| }, |
| { |
| "epoch": 3.730237332735724, |
| "grad_norm": 1.145599365234375, |
| "learning_rate": 2.137123745819398e-06, |
| "loss": 0.3179, |
| "step": 38700 |
| }, |
| { |
| "epoch": 3.730237332735724, |
| "eval_loss": 0.2839237451553345, |
| "eval_runtime": 40.0677, |
| "eval_samples_per_second": 249.578, |
| "eval_steps_per_second": 31.197, |
| "step": 38700 |
| }, |
| { |
| "epoch": 3.739876188892664, |
| "grad_norm": 1.1449469327926636, |
| "learning_rate": 2.1270903010033443e-06, |
| "loss": 0.3209, |
| "step": 38800 |
| }, |
| { |
| "epoch": 3.739876188892664, |
| "eval_loss": 0.28125128149986267, |
| "eval_runtime": 40.0685, |
| "eval_samples_per_second": 249.573, |
| "eval_steps_per_second": 31.197, |
| "step": 38800 |
| }, |
| { |
| "epoch": 3.7495150450496038, |
| "grad_norm": 1.155439853668213, |
| "learning_rate": 2.117056856187291e-06, |
| "loss": 0.3182, |
| "step": 38900 |
| }, |
| { |
| "epoch": 3.7495150450496038, |
| "eval_loss": 0.2792927622795105, |
| "eval_runtime": 40.048, |
| "eval_samples_per_second": 249.7, |
| "eval_steps_per_second": 31.213, |
| "step": 38900 |
| }, |
| { |
| "epoch": 3.7591539012065436, |
| "grad_norm": 1.1573885679244995, |
| "learning_rate": 2.1070234113712374e-06, |
| "loss": 0.3204, |
| "step": 39000 |
| }, |
| { |
| "epoch": 3.7591539012065436, |
| "eval_loss": 0.27629750967025757, |
| "eval_runtime": 40.2171, |
| "eval_samples_per_second": 248.651, |
| "eval_steps_per_second": 31.081, |
| "step": 39000 |
| }, |
| { |
| "epoch": 3.7687927573634834, |
| "grad_norm": 1.1162937879562378, |
| "learning_rate": 2.0969899665551837e-06, |
| "loss": 0.3183, |
| "step": 39100 |
| }, |
| { |
| "epoch": 3.7687927573634834, |
| "eval_loss": 0.2790432274341583, |
| "eval_runtime": 40.0376, |
| "eval_samples_per_second": 249.765, |
| "eval_steps_per_second": 31.221, |
| "step": 39100 |
| }, |
| { |
| "epoch": 3.7784316135204237, |
| "grad_norm": 1.0601564645767212, |
| "learning_rate": 2.0869565217391305e-06, |
| "loss": 0.3182, |
| "step": 39200 |
| }, |
| { |
| "epoch": 3.7784316135204237, |
| "eval_loss": 0.2791585326194763, |
| "eval_runtime": 40.037, |
| "eval_samples_per_second": 249.769, |
| "eval_steps_per_second": 31.221, |
| "step": 39200 |
| }, |
| { |
| "epoch": 3.7880704696773635, |
| "grad_norm": 1.131667137145996, |
| "learning_rate": 2.076923076923077e-06, |
| "loss": 0.3175, |
| "step": 39300 |
| }, |
| { |
| "epoch": 3.7880704696773635, |
| "eval_loss": 0.27618080377578735, |
| "eval_runtime": 40.0503, |
| "eval_samples_per_second": 249.686, |
| "eval_steps_per_second": 31.211, |
| "step": 39300 |
| }, |
| { |
| "epoch": 3.7977093258343033, |
| "grad_norm": 1.1320117712020874, |
| "learning_rate": 2.0668896321070236e-06, |
| "loss": 0.3189, |
| "step": 39400 |
| }, |
| { |
| "epoch": 3.7977093258343033, |
| "eval_loss": 0.2805337607860565, |
| "eval_runtime": 40.0425, |
| "eval_samples_per_second": 249.735, |
| "eval_steps_per_second": 31.217, |
| "step": 39400 |
| }, |
| { |
| "epoch": 3.807348181991243, |
| "grad_norm": 1.154017448425293, |
| "learning_rate": 2.05685618729097e-06, |
| "loss": 0.3189, |
| "step": 39500 |
| }, |
| { |
| "epoch": 3.807348181991243, |
| "eval_loss": 0.2768949866294861, |
| "eval_runtime": 40.2119, |
| "eval_samples_per_second": 248.683, |
| "eval_steps_per_second": 31.085, |
| "step": 39500 |
| }, |
| { |
| "epoch": 3.816987038148183, |
| "grad_norm": 1.1326124668121338, |
| "learning_rate": 2.0468227424749163e-06, |
| "loss": 0.3176, |
| "step": 39600 |
| }, |
| { |
| "epoch": 3.816987038148183, |
| "eval_loss": 0.28353628516197205, |
| "eval_runtime": 40.027, |
| "eval_samples_per_second": 249.832, |
| "eval_steps_per_second": 31.229, |
| "step": 39600 |
| }, |
| { |
| "epoch": 3.826625894305123, |
| "grad_norm": 1.0950291156768799, |
| "learning_rate": 2.036789297658863e-06, |
| "loss": 0.3152, |
| "step": 39700 |
| }, |
| { |
| "epoch": 3.826625894305123, |
| "eval_loss": 0.27837592363357544, |
| "eval_runtime": 40.0294, |
| "eval_samples_per_second": 249.817, |
| "eval_steps_per_second": 31.227, |
| "step": 39700 |
| }, |
| { |
| "epoch": 3.8362647504620626, |
| "grad_norm": 1.0399600267410278, |
| "learning_rate": 2.0267558528428094e-06, |
| "loss": 0.3162, |
| "step": 39800 |
| }, |
| { |
| "epoch": 3.8362647504620626, |
| "eval_loss": 0.279599666595459, |
| "eval_runtime": 40.03, |
| "eval_samples_per_second": 249.813, |
| "eval_steps_per_second": 31.227, |
| "step": 39800 |
| }, |
| { |
| "epoch": 3.8459036066190024, |
| "grad_norm": 1.1865919828414917, |
| "learning_rate": 2.0167224080267557e-06, |
| "loss": 0.312, |
| "step": 39900 |
| }, |
| { |
| "epoch": 3.8459036066190024, |
| "eval_loss": 0.2764998972415924, |
| "eval_runtime": 40.2252, |
| "eval_samples_per_second": 248.6, |
| "eval_steps_per_second": 31.075, |
| "step": 39900 |
| }, |
| { |
| "epoch": 3.8555424627759423, |
| "grad_norm": 1.1612026691436768, |
| "learning_rate": 2.0066889632107025e-06, |
| "loss": 0.3176, |
| "step": 40000 |
| }, |
| { |
| "epoch": 3.8555424627759423, |
| "eval_loss": 0.28109410405158997, |
| "eval_runtime": 40.0865, |
| "eval_samples_per_second": 249.461, |
| "eval_steps_per_second": 31.183, |
| "step": 40000 |
| }, |
| { |
| "epoch": 3.865181318932882, |
| "grad_norm": 1.1188021898269653, |
| "learning_rate": 1.996655518394649e-06, |
| "loss": 0.3128, |
| "step": 40100 |
| }, |
| { |
| "epoch": 3.865181318932882, |
| "eval_loss": 0.276141881942749, |
| "eval_runtime": 40.0338, |
| "eval_samples_per_second": 249.789, |
| "eval_steps_per_second": 31.224, |
| "step": 40100 |
| }, |
| { |
| "epoch": 3.8748201750898223, |
| "grad_norm": 1.0921941995620728, |
| "learning_rate": 1.986622073578595e-06, |
| "loss": 0.3163, |
| "step": 40200 |
| }, |
| { |
| "epoch": 3.8748201750898223, |
| "eval_loss": 0.27618375420570374, |
| "eval_runtime": 40.0354, |
| "eval_samples_per_second": 249.779, |
| "eval_steps_per_second": 31.222, |
| "step": 40200 |
| }, |
| { |
| "epoch": 3.884459031246762, |
| "grad_norm": 1.1041548252105713, |
| "learning_rate": 1.976588628762542e-06, |
| "loss": 0.312, |
| "step": 40300 |
| }, |
| { |
| "epoch": 3.884459031246762, |
| "eval_loss": 0.2808937728404999, |
| "eval_runtime": 40.0468, |
| "eval_samples_per_second": 249.708, |
| "eval_steps_per_second": 31.214, |
| "step": 40300 |
| }, |
| { |
| "epoch": 3.894097887403702, |
| "grad_norm": 1.1126019954681396, |
| "learning_rate": 1.9665551839464883e-06, |
| "loss": 0.3147, |
| "step": 40400 |
| }, |
| { |
| "epoch": 3.894097887403702, |
| "eval_loss": 0.2763468623161316, |
| "eval_runtime": 43.5695, |
| "eval_samples_per_second": 229.519, |
| "eval_steps_per_second": 28.69, |
| "step": 40400 |
| }, |
| { |
| "epoch": 3.903736743560642, |
| "grad_norm": 1.0650842189788818, |
| "learning_rate": 1.956521739130435e-06, |
| "loss": 0.3143, |
| "step": 40500 |
| }, |
| { |
| "epoch": 3.903736743560642, |
| "eval_loss": 0.27691203355789185, |
| "eval_runtime": 40.0111, |
| "eval_samples_per_second": 249.93, |
| "eval_steps_per_second": 31.241, |
| "step": 40500 |
| }, |
| { |
| "epoch": 3.9133755997175816, |
| "grad_norm": 1.2413527965545654, |
| "learning_rate": 1.9464882943143814e-06, |
| "loss": 0.3144, |
| "step": 40600 |
| }, |
| { |
| "epoch": 3.9133755997175816, |
| "eval_loss": 0.27241915464401245, |
| "eval_runtime": 40.027, |
| "eval_samples_per_second": 249.831, |
| "eval_steps_per_second": 31.229, |
| "step": 40600 |
| }, |
| { |
| "epoch": 3.9230144558745215, |
| "grad_norm": 1.2129082679748535, |
| "learning_rate": 1.9364548494983277e-06, |
| "loss": 0.3148, |
| "step": 40700 |
| }, |
| { |
| "epoch": 3.9230144558745215, |
| "eval_loss": 0.27262434363365173, |
| "eval_runtime": 40.0193, |
| "eval_samples_per_second": 249.88, |
| "eval_steps_per_second": 31.235, |
| "step": 40700 |
| }, |
| { |
| "epoch": 3.9326533120314613, |
| "grad_norm": 1.2504247426986694, |
| "learning_rate": 1.9264214046822745e-06, |
| "loss": 0.3138, |
| "step": 40800 |
| }, |
| { |
| "epoch": 3.9326533120314613, |
| "eval_loss": 0.27585116028785706, |
| "eval_runtime": 40.042, |
| "eval_samples_per_second": 249.738, |
| "eval_steps_per_second": 31.217, |
| "step": 40800 |
| }, |
| { |
| "epoch": 3.942292168188401, |
| "grad_norm": 1.1798555850982666, |
| "learning_rate": 1.916387959866221e-06, |
| "loss": 0.3143, |
| "step": 40900 |
| }, |
| { |
| "epoch": 3.942292168188401, |
| "eval_loss": 0.27270910143852234, |
| "eval_runtime": 40.2588, |
| "eval_samples_per_second": 248.393, |
| "eval_steps_per_second": 31.049, |
| "step": 40900 |
| }, |
| { |
| "epoch": 3.951931024345341, |
| "grad_norm": 0.9959877133369446, |
| "learning_rate": 1.9063545150501674e-06, |
| "loss": 0.3126, |
| "step": 41000 |
| }, |
| { |
| "epoch": 3.951931024345341, |
| "eval_loss": 0.2772971987724304, |
| "eval_runtime": 40.0712, |
| "eval_samples_per_second": 249.555, |
| "eval_steps_per_second": 31.194, |
| "step": 41000 |
| }, |
| { |
| "epoch": 3.9615698805022808, |
| "grad_norm": 1.1942039728164673, |
| "learning_rate": 1.896321070234114e-06, |
| "loss": 0.3137, |
| "step": 41100 |
| }, |
| { |
| "epoch": 3.9615698805022808, |
| "eval_loss": 0.2713697552680969, |
| "eval_runtime": 40.052, |
| "eval_samples_per_second": 249.675, |
| "eval_steps_per_second": 31.209, |
| "step": 41100 |
| }, |
| { |
| "epoch": 3.9712087366592206, |
| "grad_norm": 1.1946539878845215, |
| "learning_rate": 1.8862876254180603e-06, |
| "loss": 0.3143, |
| "step": 41200 |
| }, |
| { |
| "epoch": 3.9712087366592206, |
| "eval_loss": 0.27480974793434143, |
| "eval_runtime": 40.0696, |
| "eval_samples_per_second": 249.566, |
| "eval_steps_per_second": 31.196, |
| "step": 41200 |
| }, |
| { |
| "epoch": 3.9808475928161604, |
| "grad_norm": 1.168750286102295, |
| "learning_rate": 1.8762541806020068e-06, |
| "loss": 0.311, |
| "step": 41300 |
| }, |
| { |
| "epoch": 3.9808475928161604, |
| "eval_loss": 0.2778546214103699, |
| "eval_runtime": 40.2246, |
| "eval_samples_per_second": 248.604, |
| "eval_steps_per_second": 31.076, |
| "step": 41300 |
| }, |
| { |
| "epoch": 3.9904864489731002, |
| "grad_norm": 1.2502557039260864, |
| "learning_rate": 1.8662207357859534e-06, |
| "loss": 0.3174, |
| "step": 41400 |
| }, |
| { |
| "epoch": 3.9904864489731002, |
| "eval_loss": 0.2807627320289612, |
| "eval_runtime": 40.07, |
| "eval_samples_per_second": 249.563, |
| "eval_steps_per_second": 31.195, |
| "step": 41400 |
| }, |
| { |
| "epoch": 4.00012530513004, |
| "grad_norm": 1.09615159034729, |
| "learning_rate": 1.8561872909699e-06, |
| "loss": 0.3124, |
| "step": 41500 |
| }, |
| { |
| "epoch": 4.00012530513004, |
| "eval_loss": 0.27661824226379395, |
| "eval_runtime": 40.0399, |
| "eval_samples_per_second": 249.751, |
| "eval_steps_per_second": 31.219, |
| "step": 41500 |
| }, |
| { |
| "epoch": 4.00976416128698, |
| "grad_norm": 1.100216031074524, |
| "learning_rate": 1.8461538461538462e-06, |
| "loss": 0.3136, |
| "step": 41600 |
| }, |
| { |
| "epoch": 4.00976416128698, |
| "eval_loss": 0.2801878750324249, |
| "eval_runtime": 40.0624, |
| "eval_samples_per_second": 249.611, |
| "eval_steps_per_second": 31.201, |
| "step": 41600 |
| }, |
| { |
| "epoch": 4.01940301744392, |
| "grad_norm": 1.0246331691741943, |
| "learning_rate": 1.8361204013377928e-06, |
| "loss": 0.3146, |
| "step": 41700 |
| }, |
| { |
| "epoch": 4.01940301744392, |
| "eval_loss": 0.2788015604019165, |
| "eval_runtime": 40.0597, |
| "eval_samples_per_second": 249.628, |
| "eval_steps_per_second": 31.203, |
| "step": 41700 |
| }, |
| { |
| "epoch": 4.0290418736008595, |
| "grad_norm": 1.300437092781067, |
| "learning_rate": 1.8260869565217394e-06, |
| "loss": 0.3119, |
| "step": 41800 |
| }, |
| { |
| "epoch": 4.0290418736008595, |
| "eval_loss": 0.272819459438324, |
| "eval_runtime": 40.2236, |
| "eval_samples_per_second": 248.61, |
| "eval_steps_per_second": 31.076, |
| "step": 41800 |
| }, |
| { |
| "epoch": 4.038680729757799, |
| "grad_norm": 1.1649296283721924, |
| "learning_rate": 1.8160535117056857e-06, |
| "loss": 0.312, |
| "step": 41900 |
| }, |
| { |
| "epoch": 4.038680729757799, |
| "eval_loss": 0.2787322402000427, |
| "eval_runtime": 40.0348, |
| "eval_samples_per_second": 249.783, |
| "eval_steps_per_second": 31.223, |
| "step": 41900 |
| }, |
| { |
| "epoch": 4.048319585914739, |
| "grad_norm": 1.1247646808624268, |
| "learning_rate": 1.8060200668896322e-06, |
| "loss": 0.3124, |
| "step": 42000 |
| }, |
| { |
| "epoch": 4.048319585914739, |
| "eval_loss": 0.2764863669872284, |
| "eval_runtime": 40.0195, |
| "eval_samples_per_second": 249.878, |
| "eval_steps_per_second": 31.235, |
| "step": 42000 |
| }, |
| { |
| "epoch": 4.057958442071679, |
| "grad_norm": 1.21001398563385, |
| "learning_rate": 1.7959866220735788e-06, |
| "loss": 0.3099, |
| "step": 42100 |
| }, |
| { |
| "epoch": 4.057958442071679, |
| "eval_loss": 0.275383859872818, |
| "eval_runtime": 40.0245, |
| "eval_samples_per_second": 249.847, |
| "eval_steps_per_second": 31.231, |
| "step": 42100 |
| }, |
| { |
| "epoch": 4.067597298228619, |
| "grad_norm": 1.1185123920440674, |
| "learning_rate": 1.7859531772575253e-06, |
| "loss": 0.3094, |
| "step": 42200 |
| }, |
| { |
| "epoch": 4.067597298228619, |
| "eval_loss": 0.27758368849754333, |
| "eval_runtime": 40.2446, |
| "eval_samples_per_second": 248.481, |
| "eval_steps_per_second": 31.06, |
| "step": 42200 |
| }, |
| { |
| "epoch": 4.077236154385559, |
| "grad_norm": 1.0860310792922974, |
| "learning_rate": 1.7759197324414717e-06, |
| "loss": 0.3077, |
| "step": 42300 |
| }, |
| { |
| "epoch": 4.077236154385559, |
| "eval_loss": 0.2693646550178528, |
| "eval_runtime": 40.0602, |
| "eval_samples_per_second": 249.624, |
| "eval_steps_per_second": 31.203, |
| "step": 42300 |
| }, |
| { |
| "epoch": 4.086875010542499, |
| "grad_norm": 1.1427111625671387, |
| "learning_rate": 1.7658862876254182e-06, |
| "loss": 0.3119, |
| "step": 42400 |
| }, |
| { |
| "epoch": 4.086875010542499, |
| "eval_loss": 0.27336445450782776, |
| "eval_runtime": 40.0655, |
| "eval_samples_per_second": 249.592, |
| "eval_steps_per_second": 31.199, |
| "step": 42400 |
| }, |
| { |
| "epoch": 4.096513866699439, |
| "grad_norm": 1.027213215827942, |
| "learning_rate": 1.7558528428093648e-06, |
| "loss": 0.3103, |
| "step": 42500 |
| }, |
| { |
| "epoch": 4.096513866699439, |
| "eval_loss": 0.27709463238716125, |
| "eval_runtime": 40.0391, |
| "eval_samples_per_second": 249.756, |
| "eval_steps_per_second": 31.22, |
| "step": 42500 |
| }, |
| { |
| "epoch": 4.106152722856379, |
| "grad_norm": 1.1721312999725342, |
| "learning_rate": 1.745819397993311e-06, |
| "loss": 0.3108, |
| "step": 42600 |
| }, |
| { |
| "epoch": 4.106152722856379, |
| "eval_loss": 0.275216281414032, |
| "eval_runtime": 40.0433, |
| "eval_samples_per_second": 249.729, |
| "eval_steps_per_second": 31.216, |
| "step": 42600 |
| }, |
| { |
| "epoch": 4.115791579013319, |
| "grad_norm": 1.1721031665802002, |
| "learning_rate": 1.7357859531772575e-06, |
| "loss": 0.3111, |
| "step": 42700 |
| }, |
| { |
| "epoch": 4.115791579013319, |
| "eval_loss": 0.27178844809532166, |
| "eval_runtime": 40.2332, |
| "eval_samples_per_second": 248.551, |
| "eval_steps_per_second": 31.069, |
| "step": 42700 |
| }, |
| { |
| "epoch": 4.125430435170259, |
| "grad_norm": 1.1004197597503662, |
| "learning_rate": 1.7257525083612038e-06, |
| "loss": 0.3103, |
| "step": 42800 |
| }, |
| { |
| "epoch": 4.125430435170259, |
| "eval_loss": 0.278656542301178, |
| "eval_runtime": 40.0331, |
| "eval_samples_per_second": 249.793, |
| "eval_steps_per_second": 31.224, |
| "step": 42800 |
| }, |
| { |
| "epoch": 4.1350692913271985, |
| "grad_norm": 1.1854575872421265, |
| "learning_rate": 1.7157190635451504e-06, |
| "loss": 0.3124, |
| "step": 42900 |
| }, |
| { |
| "epoch": 4.1350692913271985, |
| "eval_loss": 0.27243393659591675, |
| "eval_runtime": 40.0307, |
| "eval_samples_per_second": 249.808, |
| "eval_steps_per_second": 31.226, |
| "step": 42900 |
| }, |
| { |
| "epoch": 4.144708147484138, |
| "grad_norm": 1.1487313508987427, |
| "learning_rate": 1.705685618729097e-06, |
| "loss": 0.3111, |
| "step": 43000 |
| }, |
| { |
| "epoch": 4.144708147484138, |
| "eval_loss": 0.27582091093063354, |
| "eval_runtime": 40.0545, |
| "eval_samples_per_second": 249.66, |
| "eval_steps_per_second": 31.207, |
| "step": 43000 |
| }, |
| { |
| "epoch": 4.154347003641078, |
| "grad_norm": 1.1287168264389038, |
| "learning_rate": 1.6956521739130435e-06, |
| "loss": 0.3088, |
| "step": 43100 |
| }, |
| { |
| "epoch": 4.154347003641078, |
| "eval_loss": 0.2760840952396393, |
| "eval_runtime": 40.0864, |
| "eval_samples_per_second": 249.461, |
| "eval_steps_per_second": 31.183, |
| "step": 43100 |
| }, |
| { |
| "epoch": 4.163985859798018, |
| "grad_norm": 1.1330616474151611, |
| "learning_rate": 1.6856187290969898e-06, |
| "loss": 0.3111, |
| "step": 43200 |
| }, |
| { |
| "epoch": 4.163985859798018, |
| "eval_loss": 0.2729859948158264, |
| "eval_runtime": 40.1988, |
| "eval_samples_per_second": 248.764, |
| "eval_steps_per_second": 31.095, |
| "step": 43200 |
| }, |
| { |
| "epoch": 4.173624715954958, |
| "grad_norm": 1.1357420682907104, |
| "learning_rate": 1.6755852842809363e-06, |
| "loss": 0.3092, |
| "step": 43300 |
| }, |
| { |
| "epoch": 4.173624715954958, |
| "eval_loss": 0.26835474371910095, |
| "eval_runtime": 40.0242, |
| "eval_samples_per_second": 249.849, |
| "eval_steps_per_second": 31.231, |
| "step": 43300 |
| }, |
| { |
| "epoch": 4.183263572111898, |
| "grad_norm": 1.0758098363876343, |
| "learning_rate": 1.665551839464883e-06, |
| "loss": 0.3091, |
| "step": 43400 |
| }, |
| { |
| "epoch": 4.183263572111898, |
| "eval_loss": 0.271380215883255, |
| "eval_runtime": 40.039, |
| "eval_samples_per_second": 249.757, |
| "eval_steps_per_second": 31.22, |
| "step": 43400 |
| }, |
| { |
| "epoch": 4.192902428268837, |
| "grad_norm": 1.1093837022781372, |
| "learning_rate": 1.6555183946488294e-06, |
| "loss": 0.3092, |
| "step": 43500 |
| }, |
| { |
| "epoch": 4.192902428268837, |
| "eval_loss": 0.276606947183609, |
| "eval_runtime": 40.058, |
| "eval_samples_per_second": 249.638, |
| "eval_steps_per_second": 31.205, |
| "step": 43500 |
| }, |
| { |
| "epoch": 4.202541284425777, |
| "grad_norm": 1.1726568937301636, |
| "learning_rate": 1.6454849498327758e-06, |
| "loss": 0.3089, |
| "step": 43600 |
| }, |
| { |
| "epoch": 4.202541284425777, |
| "eval_loss": 0.27440130710601807, |
| "eval_runtime": 40.2425, |
| "eval_samples_per_second": 248.493, |
| "eval_steps_per_second": 31.062, |
| "step": 43600 |
| }, |
| { |
| "epoch": 4.212180140582717, |
| "grad_norm": 1.137256145477295, |
| "learning_rate": 1.6354515050167223e-06, |
| "loss": 0.3082, |
| "step": 43700 |
| }, |
| { |
| "epoch": 4.212180140582717, |
| "eval_loss": 0.268880695104599, |
| "eval_runtime": 40.1041, |
| "eval_samples_per_second": 249.351, |
| "eval_steps_per_second": 31.169, |
| "step": 43700 |
| }, |
| { |
| "epoch": 4.221818996739657, |
| "grad_norm": 1.194308876991272, |
| "learning_rate": 1.6254180602006689e-06, |
| "loss": 0.3089, |
| "step": 43800 |
| }, |
| { |
| "epoch": 4.221818996739657, |
| "eval_loss": 0.2654968202114105, |
| "eval_runtime": 40.0755, |
| "eval_samples_per_second": 249.529, |
| "eval_steps_per_second": 31.191, |
| "step": 43800 |
| }, |
| { |
| "epoch": 4.231457852896597, |
| "grad_norm": 1.1237385272979736, |
| "learning_rate": 1.6153846153846154e-06, |
| "loss": 0.3096, |
| "step": 43900 |
| }, |
| { |
| "epoch": 4.231457852896597, |
| "eval_loss": 0.2736607491970062, |
| "eval_runtime": 40.0782, |
| "eval_samples_per_second": 249.512, |
| "eval_steps_per_second": 31.189, |
| "step": 43900 |
| }, |
| { |
| "epoch": 4.2410967090535365, |
| "grad_norm": 1.0342357158660889, |
| "learning_rate": 1.6053511705685618e-06, |
| "loss": 0.3088, |
| "step": 44000 |
| }, |
| { |
| "epoch": 4.2410967090535365, |
| "eval_loss": 0.27211064100265503, |
| "eval_runtime": 40.0588, |
| "eval_samples_per_second": 249.633, |
| "eval_steps_per_second": 31.204, |
| "step": 44000 |
| }, |
| { |
| "epoch": 4.250735565210476, |
| "grad_norm": 1.190117597579956, |
| "learning_rate": 1.5953177257525083e-06, |
| "loss": 0.3092, |
| "step": 44100 |
| }, |
| { |
| "epoch": 4.250735565210476, |
| "eval_loss": 0.2710612416267395, |
| "eval_runtime": 40.227, |
| "eval_samples_per_second": 248.589, |
| "eval_steps_per_second": 31.074, |
| "step": 44100 |
| }, |
| { |
| "epoch": 4.260374421367416, |
| "grad_norm": 1.1709164381027222, |
| "learning_rate": 1.5852842809364549e-06, |
| "loss": 0.3081, |
| "step": 44200 |
| }, |
| { |
| "epoch": 4.260374421367416, |
| "eval_loss": 0.272073358297348, |
| "eval_runtime": 40.0531, |
| "eval_samples_per_second": 249.669, |
| "eval_steps_per_second": 31.209, |
| "step": 44200 |
| }, |
| { |
| "epoch": 4.270013277524356, |
| "grad_norm": 1.2000877857208252, |
| "learning_rate": 1.5752508361204012e-06, |
| "loss": 0.3082, |
| "step": 44300 |
| }, |
| { |
| "epoch": 4.270013277524356, |
| "eval_loss": 0.2707884907722473, |
| "eval_runtime": 40.0511, |
| "eval_samples_per_second": 249.681, |
| "eval_steps_per_second": 31.21, |
| "step": 44300 |
| }, |
| { |
| "epoch": 4.279652133681296, |
| "grad_norm": 1.084593415260315, |
| "learning_rate": 1.5652173913043478e-06, |
| "loss": 0.308, |
| "step": 44400 |
| }, |
| { |
| "epoch": 4.279652133681296, |
| "eval_loss": 0.26928406953811646, |
| "eval_runtime": 40.0322, |
| "eval_samples_per_second": 249.799, |
| "eval_steps_per_second": 31.225, |
| "step": 44400 |
| }, |
| { |
| "epoch": 4.289290989838236, |
| "grad_norm": 1.0698468685150146, |
| "learning_rate": 1.5551839464882943e-06, |
| "loss": 0.3061, |
| "step": 44500 |
| }, |
| { |
| "epoch": 4.289290989838236, |
| "eval_loss": 0.2769457697868347, |
| "eval_runtime": 40.2095, |
| "eval_samples_per_second": 248.697, |
| "eval_steps_per_second": 31.087, |
| "step": 44500 |
| }, |
| { |
| "epoch": 4.2989298459951755, |
| "grad_norm": 1.0958250761032104, |
| "learning_rate": 1.5451505016722409e-06, |
| "loss": 0.3097, |
| "step": 44600 |
| }, |
| { |
| "epoch": 4.2989298459951755, |
| "eval_loss": 0.26975879073143005, |
| "eval_runtime": 40.0708, |
| "eval_samples_per_second": 249.558, |
| "eval_steps_per_second": 31.195, |
| "step": 44600 |
| }, |
| { |
| "epoch": 4.308568702152115, |
| "grad_norm": 1.27885103225708, |
| "learning_rate": 1.5351170568561872e-06, |
| "loss": 0.3063, |
| "step": 44700 |
| }, |
| { |
| "epoch": 4.308568702152115, |
| "eval_loss": 0.2665342688560486, |
| "eval_runtime": 40.2308, |
| "eval_samples_per_second": 248.566, |
| "eval_steps_per_second": 31.071, |
| "step": 44700 |
| }, |
| { |
| "epoch": 4.318207558309055, |
| "grad_norm": 1.1225556135177612, |
| "learning_rate": 1.5250836120401338e-06, |
| "loss": 0.3084, |
| "step": 44800 |
| }, |
| { |
| "epoch": 4.318207558309055, |
| "eval_loss": 0.266510546207428, |
| "eval_runtime": 40.0617, |
| "eval_samples_per_second": 249.615, |
| "eval_steps_per_second": 31.202, |
| "step": 44800 |
| }, |
| { |
| "epoch": 4.327846414465995, |
| "grad_norm": 1.1451354026794434, |
| "learning_rate": 1.5150501672240803e-06, |
| "loss": 0.3093, |
| "step": 44900 |
| }, |
| { |
| "epoch": 4.327846414465995, |
| "eval_loss": 0.26877492666244507, |
| "eval_runtime": 40.0203, |
| "eval_samples_per_second": 249.873, |
| "eval_steps_per_second": 31.234, |
| "step": 44900 |
| }, |
| { |
| "epoch": 4.337485270622935, |
| "grad_norm": 1.1867423057556152, |
| "learning_rate": 1.5050167224080269e-06, |
| "loss": 0.3064, |
| "step": 45000 |
| }, |
| { |
| "epoch": 4.337485270622935, |
| "eval_loss": 0.27599042654037476, |
| "eval_runtime": 40.0219, |
| "eval_samples_per_second": 249.863, |
| "eval_steps_per_second": 31.233, |
| "step": 45000 |
| }, |
| { |
| "epoch": 4.347124126779875, |
| "grad_norm": 1.1630709171295166, |
| "learning_rate": 1.4949832775919732e-06, |
| "loss": 0.3078, |
| "step": 45100 |
| }, |
| { |
| "epoch": 4.347124126779875, |
| "eval_loss": 0.27023693919181824, |
| "eval_runtime": 40.0226, |
| "eval_samples_per_second": 249.859, |
| "eval_steps_per_second": 31.232, |
| "step": 45100 |
| }, |
| { |
| "epoch": 4.356762982936815, |
| "grad_norm": 1.017093300819397, |
| "learning_rate": 1.4849498327759198e-06, |
| "loss": 0.3058, |
| "step": 45200 |
| }, |
| { |
| "epoch": 4.356762982936815, |
| "eval_loss": 0.26991012692451477, |
| "eval_runtime": 40.1764, |
| "eval_samples_per_second": 248.902, |
| "eval_steps_per_second": 31.113, |
| "step": 45200 |
| }, |
| { |
| "epoch": 4.366401839093755, |
| "grad_norm": 1.2074520587921143, |
| "learning_rate": 1.4749163879598663e-06, |
| "loss": 0.3068, |
| "step": 45300 |
| }, |
| { |
| "epoch": 4.366401839093755, |
| "eval_loss": 0.26959505677223206, |
| "eval_runtime": 40.0291, |
| "eval_samples_per_second": 249.819, |
| "eval_steps_per_second": 31.227, |
| "step": 45300 |
| }, |
| { |
| "epoch": 4.376040695250695, |
| "grad_norm": 1.1239268779754639, |
| "learning_rate": 1.4648829431438129e-06, |
| "loss": 0.3055, |
| "step": 45400 |
| }, |
| { |
| "epoch": 4.376040695250695, |
| "eval_loss": 0.26887837052345276, |
| "eval_runtime": 40.0551, |
| "eval_samples_per_second": 249.656, |
| "eval_steps_per_second": 31.207, |
| "step": 45400 |
| }, |
| { |
| "epoch": 4.385679551407635, |
| "grad_norm": 1.1952552795410156, |
| "learning_rate": 1.4548494983277592e-06, |
| "loss": 0.3069, |
| "step": 45500 |
| }, |
| { |
| "epoch": 4.385679551407635, |
| "eval_loss": 0.268917053937912, |
| "eval_runtime": 40.0378, |
| "eval_samples_per_second": 249.764, |
| "eval_steps_per_second": 31.22, |
| "step": 45500 |
| }, |
| { |
| "epoch": 4.395318407564575, |
| "grad_norm": 1.2636454105377197, |
| "learning_rate": 1.4448160535117058e-06, |
| "loss": 0.3047, |
| "step": 45600 |
| }, |
| { |
| "epoch": 4.395318407564575, |
| "eval_loss": 0.2656193673610687, |
| "eval_runtime": 40.2451, |
| "eval_samples_per_second": 248.478, |
| "eval_steps_per_second": 31.06, |
| "step": 45600 |
| }, |
| { |
| "epoch": 4.404957263721514, |
| "grad_norm": 1.2565031051635742, |
| "learning_rate": 1.4347826086956523e-06, |
| "loss": 0.3032, |
| "step": 45700 |
| }, |
| { |
| "epoch": 4.404957263721514, |
| "eval_loss": 0.2656501531600952, |
| "eval_runtime": 40.0216, |
| "eval_samples_per_second": 249.865, |
| "eval_steps_per_second": 31.233, |
| "step": 45700 |
| }, |
| { |
| "epoch": 4.414596119878454, |
| "grad_norm": 1.1796543598175049, |
| "learning_rate": 1.4247491638795989e-06, |
| "loss": 0.305, |
| "step": 45800 |
| }, |
| { |
| "epoch": 4.414596119878454, |
| "eval_loss": 0.26977530121803284, |
| "eval_runtime": 40.0013, |
| "eval_samples_per_second": 249.992, |
| "eval_steps_per_second": 31.249, |
| "step": 45800 |
| }, |
| { |
| "epoch": 4.424234976035394, |
| "grad_norm": 1.1382367610931396, |
| "learning_rate": 1.4147157190635452e-06, |
| "loss": 0.3073, |
| "step": 45900 |
| }, |
| { |
| "epoch": 4.424234976035394, |
| "eval_loss": 0.2679605185985565, |
| "eval_runtime": 40.0148, |
| "eval_samples_per_second": 249.908, |
| "eval_steps_per_second": 31.238, |
| "step": 45900 |
| }, |
| { |
| "epoch": 4.433873832192334, |
| "grad_norm": 1.094008445739746, |
| "learning_rate": 1.4046822742474917e-06, |
| "loss": 0.3051, |
| "step": 46000 |
| }, |
| { |
| "epoch": 4.433873832192334, |
| "eval_loss": 0.26570913195610046, |
| "eval_runtime": 40.0087, |
| "eval_samples_per_second": 249.946, |
| "eval_steps_per_second": 31.243, |
| "step": 46000 |
| }, |
| { |
| "epoch": 4.443512688349274, |
| "grad_norm": 0.9775266051292419, |
| "learning_rate": 1.3946488294314383e-06, |
| "loss": 0.3026, |
| "step": 46100 |
| }, |
| { |
| "epoch": 4.443512688349274, |
| "eval_loss": 0.2708422541618347, |
| "eval_runtime": 40.2084, |
| "eval_samples_per_second": 248.705, |
| "eval_steps_per_second": 31.088, |
| "step": 46100 |
| }, |
| { |
| "epoch": 4.4531515445062135, |
| "grad_norm": 1.1069421768188477, |
| "learning_rate": 1.3846153846153846e-06, |
| "loss": 0.3025, |
| "step": 46200 |
| }, |
| { |
| "epoch": 4.4531515445062135, |
| "eval_loss": 0.2691509425640106, |
| "eval_runtime": 40.0314, |
| "eval_samples_per_second": 249.804, |
| "eval_steps_per_second": 31.226, |
| "step": 46200 |
| }, |
| { |
| "epoch": 4.462790400663153, |
| "grad_norm": 1.1647151708602905, |
| "learning_rate": 1.374581939799331e-06, |
| "loss": 0.3027, |
| "step": 46300 |
| }, |
| { |
| "epoch": 4.462790400663153, |
| "eval_loss": 0.26704952120780945, |
| "eval_runtime": 40.0318, |
| "eval_samples_per_second": 249.802, |
| "eval_steps_per_second": 31.225, |
| "step": 46300 |
| }, |
| { |
| "epoch": 4.472429256820093, |
| "grad_norm": 1.1714391708374023, |
| "learning_rate": 1.3645484949832775e-06, |
| "loss": 0.304, |
| "step": 46400 |
| }, |
| { |
| "epoch": 4.472429256820093, |
| "eval_loss": 0.2679431140422821, |
| "eval_runtime": 40.04, |
| "eval_samples_per_second": 249.75, |
| "eval_steps_per_second": 31.219, |
| "step": 46400 |
| }, |
| { |
| "epoch": 4.482068112977033, |
| "grad_norm": 1.1067938804626465, |
| "learning_rate": 1.354515050167224e-06, |
| "loss": 0.3024, |
| "step": 46500 |
| }, |
| { |
| "epoch": 4.482068112977033, |
| "eval_loss": 0.26625776290893555, |
| "eval_runtime": 40.0422, |
| "eval_samples_per_second": 249.737, |
| "eval_steps_per_second": 31.217, |
| "step": 46500 |
| }, |
| { |
| "epoch": 4.491706969133973, |
| "grad_norm": 1.1131701469421387, |
| "learning_rate": 1.3444816053511706e-06, |
| "loss": 0.3026, |
| "step": 46600 |
| }, |
| { |
| "epoch": 4.491706969133973, |
| "eval_loss": 0.2679072916507721, |
| "eval_runtime": 40.2222, |
| "eval_samples_per_second": 248.619, |
| "eval_steps_per_second": 31.077, |
| "step": 46600 |
| }, |
| { |
| "epoch": 4.501345825290913, |
| "grad_norm": 1.0876435041427612, |
| "learning_rate": 1.334448160535117e-06, |
| "loss": 0.306, |
| "step": 46700 |
| }, |
| { |
| "epoch": 4.501345825290913, |
| "eval_loss": 0.2695472836494446, |
| "eval_runtime": 40.0345, |
| "eval_samples_per_second": 249.785, |
| "eval_steps_per_second": 31.223, |
| "step": 46700 |
| }, |
| { |
| "epoch": 4.5109846814478525, |
| "grad_norm": 1.0998533964157104, |
| "learning_rate": 1.3244147157190635e-06, |
| "loss": 0.2985, |
| "step": 46800 |
| }, |
| { |
| "epoch": 4.5109846814478525, |
| "eval_loss": 0.2631019949913025, |
| "eval_runtime": 40.039, |
| "eval_samples_per_second": 249.756, |
| "eval_steps_per_second": 31.22, |
| "step": 46800 |
| }, |
| { |
| "epoch": 4.520623537604792, |
| "grad_norm": 1.0389171838760376, |
| "learning_rate": 1.31438127090301e-06, |
| "loss": 0.3037, |
| "step": 46900 |
| }, |
| { |
| "epoch": 4.520623537604792, |
| "eval_loss": 0.2689988315105438, |
| "eval_runtime": 40.0346, |
| "eval_samples_per_second": 249.784, |
| "eval_steps_per_second": 31.223, |
| "step": 46900 |
| }, |
| { |
| "epoch": 4.530262393761732, |
| "grad_norm": 1.1371253728866577, |
| "learning_rate": 1.3043478260869566e-06, |
| "loss": 0.3016, |
| "step": 47000 |
| }, |
| { |
| "epoch": 4.530262393761732, |
| "eval_loss": 0.2646733820438385, |
| "eval_runtime": 40.2249, |
| "eval_samples_per_second": 248.602, |
| "eval_steps_per_second": 31.075, |
| "step": 47000 |
| }, |
| { |
| "epoch": 4.539901249918672, |
| "grad_norm": 1.1179282665252686, |
| "learning_rate": 1.294314381270903e-06, |
| "loss": 0.3005, |
| "step": 47100 |
| }, |
| { |
| "epoch": 4.539901249918672, |
| "eval_loss": 0.2690794765949249, |
| "eval_runtime": 40.071, |
| "eval_samples_per_second": 249.557, |
| "eval_steps_per_second": 31.195, |
| "step": 47100 |
| }, |
| { |
| "epoch": 4.549540106075612, |
| "grad_norm": 1.0551939010620117, |
| "learning_rate": 1.2842809364548495e-06, |
| "loss": 0.3041, |
| "step": 47200 |
| }, |
| { |
| "epoch": 4.549540106075612, |
| "eval_loss": 0.26324746012687683, |
| "eval_runtime": 40.2273, |
| "eval_samples_per_second": 248.587, |
| "eval_steps_per_second": 31.073, |
| "step": 47200 |
| }, |
| { |
| "epoch": 4.559178962232552, |
| "grad_norm": 1.0626869201660156, |
| "learning_rate": 1.274247491638796e-06, |
| "loss": 0.3038, |
| "step": 47300 |
| }, |
| { |
| "epoch": 4.559178962232552, |
| "eval_loss": 0.26168400049209595, |
| "eval_runtime": 40.2137, |
| "eval_samples_per_second": 248.672, |
| "eval_steps_per_second": 31.084, |
| "step": 47300 |
| }, |
| { |
| "epoch": 4.568817818389491, |
| "grad_norm": 1.1616398096084595, |
| "learning_rate": 1.2642140468227424e-06, |
| "loss": 0.3006, |
| "step": 47400 |
| }, |
| { |
| "epoch": 4.568817818389491, |
| "eval_loss": 0.2649966776371002, |
| "eval_runtime": 40.0842, |
| "eval_samples_per_second": 249.475, |
| "eval_steps_per_second": 31.184, |
| "step": 47400 |
| }, |
| { |
| "epoch": 4.578456674546431, |
| "grad_norm": 1.1772770881652832, |
| "learning_rate": 1.254180602006689e-06, |
| "loss": 0.303, |
| "step": 47500 |
| }, |
| { |
| "epoch": 4.578456674546431, |
| "eval_loss": 0.2650017738342285, |
| "eval_runtime": 40.0723, |
| "eval_samples_per_second": 249.549, |
| "eval_steps_per_second": 31.194, |
| "step": 47500 |
| }, |
| { |
| "epoch": 4.588095530703371, |
| "grad_norm": 1.1673014163970947, |
| "learning_rate": 1.2441471571906355e-06, |
| "loss": 0.3009, |
| "step": 47600 |
| }, |
| { |
| "epoch": 4.588095530703371, |
| "eval_loss": 0.2697572112083435, |
| "eval_runtime": 40.0689, |
| "eval_samples_per_second": 249.57, |
| "eval_steps_per_second": 31.196, |
| "step": 47600 |
| }, |
| { |
| "epoch": 4.597734386860312, |
| "grad_norm": 1.1624304056167603, |
| "learning_rate": 1.234113712374582e-06, |
| "loss": 0.3049, |
| "step": 47700 |
| }, |
| { |
| "epoch": 4.597734386860312, |
| "eval_loss": 0.26627808809280396, |
| "eval_runtime": 40.1927, |
| "eval_samples_per_second": 248.801, |
| "eval_steps_per_second": 31.1, |
| "step": 47700 |
| }, |
| { |
| "epoch": 4.607373243017252, |
| "grad_norm": 1.0767208337783813, |
| "learning_rate": 1.2240802675585284e-06, |
| "loss": 0.3021, |
| "step": 47800 |
| }, |
| { |
| "epoch": 4.607373243017252, |
| "eval_loss": 0.2637022137641907, |
| "eval_runtime": 40.0396, |
| "eval_samples_per_second": 249.753, |
| "eval_steps_per_second": 31.219, |
| "step": 47800 |
| }, |
| { |
| "epoch": 4.617012099174191, |
| "grad_norm": 1.1391677856445312, |
| "learning_rate": 1.214046822742475e-06, |
| "loss": 0.3013, |
| "step": 47900 |
| }, |
| { |
| "epoch": 4.617012099174191, |
| "eval_loss": 0.2667087912559509, |
| "eval_runtime": 40.0721, |
| "eval_samples_per_second": 249.55, |
| "eval_steps_per_second": 31.194, |
| "step": 47900 |
| }, |
| { |
| "epoch": 4.626650955331131, |
| "grad_norm": 1.1649397611618042, |
| "learning_rate": 1.2040133779264215e-06, |
| "loss": 0.3002, |
| "step": 48000 |
| }, |
| { |
| "epoch": 4.626650955331131, |
| "eval_loss": 0.27446261048316956, |
| "eval_runtime": 40.0365, |
| "eval_samples_per_second": 249.772, |
| "eval_steps_per_second": 31.222, |
| "step": 48000 |
| }, |
| { |
| "epoch": 4.636289811488071, |
| "grad_norm": 1.074158787727356, |
| "learning_rate": 1.193979933110368e-06, |
| "loss": 0.3015, |
| "step": 48100 |
| }, |
| { |
| "epoch": 4.636289811488071, |
| "eval_loss": 0.2660681903362274, |
| "eval_runtime": 40.0402, |
| "eval_samples_per_second": 249.749, |
| "eval_steps_per_second": 31.219, |
| "step": 48100 |
| }, |
| { |
| "epoch": 4.645928667645011, |
| "grad_norm": 1.1402333974838257, |
| "learning_rate": 1.1839464882943144e-06, |
| "loss": 0.3013, |
| "step": 48200 |
| }, |
| { |
| "epoch": 4.645928667645011, |
| "eval_loss": 0.2649831175804138, |
| "eval_runtime": 40.1953, |
| "eval_samples_per_second": 248.785, |
| "eval_steps_per_second": 31.098, |
| "step": 48200 |
| }, |
| { |
| "epoch": 4.655567523801951, |
| "grad_norm": 1.1394840478897095, |
| "learning_rate": 1.173913043478261e-06, |
| "loss": 0.2998, |
| "step": 48300 |
| }, |
| { |
| "epoch": 4.655567523801951, |
| "eval_loss": 0.26467251777648926, |
| "eval_runtime": 40.0301, |
| "eval_samples_per_second": 249.812, |
| "eval_steps_per_second": 31.226, |
| "step": 48300 |
| }, |
| { |
| "epoch": 4.6652063799588905, |
| "grad_norm": 1.151784896850586, |
| "learning_rate": 1.1638795986622075e-06, |
| "loss": 0.2998, |
| "step": 48400 |
| }, |
| { |
| "epoch": 4.6652063799588905, |
| "eval_loss": 0.2676987946033478, |
| "eval_runtime": 40.0304, |
| "eval_samples_per_second": 249.81, |
| "eval_steps_per_second": 31.226, |
| "step": 48400 |
| }, |
| { |
| "epoch": 4.67484523611583, |
| "grad_norm": 1.134567379951477, |
| "learning_rate": 1.153846153846154e-06, |
| "loss": 0.3026, |
| "step": 48500 |
| }, |
| { |
| "epoch": 4.67484523611583, |
| "eval_loss": 0.2631213068962097, |
| "eval_runtime": 40.0346, |
| "eval_samples_per_second": 249.784, |
| "eval_steps_per_second": 31.223, |
| "step": 48500 |
| }, |
| { |
| "epoch": 4.68448409227277, |
| "grad_norm": 1.1139414310455322, |
| "learning_rate": 1.1438127090301004e-06, |
| "loss": 0.2987, |
| "step": 48600 |
| }, |
| { |
| "epoch": 4.68448409227277, |
| "eval_loss": 0.2675442397594452, |
| "eval_runtime": 40.2414, |
| "eval_samples_per_second": 248.5, |
| "eval_steps_per_second": 31.063, |
| "step": 48600 |
| }, |
| { |
| "epoch": 4.69412294842971, |
| "grad_norm": 1.140663504600525, |
| "learning_rate": 1.133779264214047e-06, |
| "loss": 0.3005, |
| "step": 48700 |
| }, |
| { |
| "epoch": 4.69412294842971, |
| "eval_loss": 0.26258584856987, |
| "eval_runtime": 40.0562, |
| "eval_samples_per_second": 249.649, |
| "eval_steps_per_second": 31.206, |
| "step": 48700 |
| }, |
| { |
| "epoch": 4.70376180458665, |
| "grad_norm": 1.1587011814117432, |
| "learning_rate": 1.1237458193979933e-06, |
| "loss": 0.2998, |
| "step": 48800 |
| }, |
| { |
| "epoch": 4.70376180458665, |
| "eval_loss": 0.2626008987426758, |
| "eval_runtime": 40.0476, |
| "eval_samples_per_second": 249.703, |
| "eval_steps_per_second": 31.213, |
| "step": 48800 |
| }, |
| { |
| "epoch": 4.71340066074359, |
| "grad_norm": 1.2201813459396362, |
| "learning_rate": 1.1137123745819398e-06, |
| "loss": 0.2994, |
| "step": 48900 |
| }, |
| { |
| "epoch": 4.71340066074359, |
| "eval_loss": 0.26159748435020447, |
| "eval_runtime": 40.0689, |
| "eval_samples_per_second": 249.57, |
| "eval_steps_per_second": 31.196, |
| "step": 48900 |
| }, |
| { |
| "epoch": 4.7230395169005295, |
| "grad_norm": 1.0543116331100464, |
| "learning_rate": 1.1036789297658862e-06, |
| "loss": 0.3009, |
| "step": 49000 |
| }, |
| { |
| "epoch": 4.7230395169005295, |
| "eval_loss": 0.2661503553390503, |
| "eval_runtime": 40.0833, |
| "eval_samples_per_second": 249.481, |
| "eval_steps_per_second": 31.185, |
| "step": 49000 |
| }, |
| { |
| "epoch": 4.732678373057469, |
| "grad_norm": 1.0388127565383911, |
| "learning_rate": 1.0936454849498327e-06, |
| "loss": 0.3005, |
| "step": 49100 |
| }, |
| { |
| "epoch": 4.732678373057469, |
| "eval_loss": 0.2635759711265564, |
| "eval_runtime": 40.2341, |
| "eval_samples_per_second": 248.545, |
| "eval_steps_per_second": 31.068, |
| "step": 49100 |
| }, |
| { |
| "epoch": 4.742317229214409, |
| "grad_norm": 1.133090853691101, |
| "learning_rate": 1.0836120401337793e-06, |
| "loss": 0.298, |
| "step": 49200 |
| }, |
| { |
| "epoch": 4.742317229214409, |
| "eval_loss": 0.25813475251197815, |
| "eval_runtime": 40.0481, |
| "eval_samples_per_second": 249.7, |
| "eval_steps_per_second": 31.212, |
| "step": 49200 |
| }, |
| { |
| "epoch": 4.751956085371349, |
| "grad_norm": 1.149713158607483, |
| "learning_rate": 1.0735785953177258e-06, |
| "loss": 0.3011, |
| "step": 49300 |
| }, |
| { |
| "epoch": 4.751956085371349, |
| "eval_loss": 0.26733270287513733, |
| "eval_runtime": 40.0514, |
| "eval_samples_per_second": 249.679, |
| "eval_steps_per_second": 31.21, |
| "step": 49300 |
| }, |
| { |
| "epoch": 4.761594941528289, |
| "grad_norm": 1.1020680665969849, |
| "learning_rate": 1.0635451505016722e-06, |
| "loss": 0.3003, |
| "step": 49400 |
| }, |
| { |
| "epoch": 4.761594941528289, |
| "eval_loss": 0.26301661133766174, |
| "eval_runtime": 40.0244, |
| "eval_samples_per_second": 249.848, |
| "eval_steps_per_second": 31.231, |
| "step": 49400 |
| }, |
| { |
| "epoch": 4.771233797685229, |
| "grad_norm": 1.1501930952072144, |
| "learning_rate": 1.0535117056856187e-06, |
| "loss": 0.2994, |
| "step": 49500 |
| }, |
| { |
| "epoch": 4.771233797685229, |
| "eval_loss": 0.2652057111263275, |
| "eval_runtime": 40.203, |
| "eval_samples_per_second": 248.737, |
| "eval_steps_per_second": 31.092, |
| "step": 49500 |
| }, |
| { |
| "epoch": 4.780872653842168, |
| "grad_norm": 1.0680407285690308, |
| "learning_rate": 1.0434782608695653e-06, |
| "loss": 0.3026, |
| "step": 49600 |
| }, |
| { |
| "epoch": 4.780872653842168, |
| "eval_loss": 0.26839718222618103, |
| "eval_runtime": 40.0443, |
| "eval_samples_per_second": 249.723, |
| "eval_steps_per_second": 31.215, |
| "step": 49600 |
| }, |
| { |
| "epoch": 4.790511509999108, |
| "grad_norm": 1.1714107990264893, |
| "learning_rate": 1.0334448160535118e-06, |
| "loss": 0.3, |
| "step": 49700 |
| }, |
| { |
| "epoch": 4.790511509999108, |
| "eval_loss": 0.26893192529678345, |
| "eval_runtime": 40.0425, |
| "eval_samples_per_second": 249.735, |
| "eval_steps_per_second": 31.217, |
| "step": 49700 |
| }, |
| { |
| "epoch": 4.800150366156048, |
| "grad_norm": 1.216985821723938, |
| "learning_rate": 1.0234113712374581e-06, |
| "loss": 0.2996, |
| "step": 49800 |
| }, |
| { |
| "epoch": 4.800150366156048, |
| "eval_loss": 0.2666034698486328, |
| "eval_runtime": 40.0734, |
| "eval_samples_per_second": 249.542, |
| "eval_steps_per_second": 31.193, |
| "step": 49800 |
| }, |
| { |
| "epoch": 4.809789222312988, |
| "grad_norm": 1.0444952249526978, |
| "learning_rate": 1.0133779264214047e-06, |
| "loss": 0.2991, |
| "step": 49900 |
| }, |
| { |
| "epoch": 4.809789222312988, |
| "eval_loss": 0.26440900564193726, |
| "eval_runtime": 40.0587, |
| "eval_samples_per_second": 249.634, |
| "eval_steps_per_second": 31.204, |
| "step": 49900 |
| }, |
| { |
| "epoch": 4.819428078469928, |
| "grad_norm": 1.002389907836914, |
| "learning_rate": 1.0033444816053512e-06, |
| "loss": 0.3, |
| "step": 50000 |
| }, |
| { |
| "epoch": 4.819428078469928, |
| "eval_loss": 0.2678601145744324, |
| "eval_runtime": 40.2234, |
| "eval_samples_per_second": 248.612, |
| "eval_steps_per_second": 31.076, |
| "step": 50000 |
| }, |
| { |
| "epoch": 4.8290669346268675, |
| "grad_norm": 1.083066701889038, |
| "learning_rate": 9.933110367892976e-07, |
| "loss": 0.3003, |
| "step": 50100 |
| }, |
| { |
| "epoch": 4.8290669346268675, |
| "eval_loss": 0.26301416754722595, |
| "eval_runtime": 40.0381, |
| "eval_samples_per_second": 249.762, |
| "eval_steps_per_second": 31.22, |
| "step": 50100 |
| }, |
| { |
| "epoch": 4.838705790783807, |
| "grad_norm": 1.0669959783554077, |
| "learning_rate": 9.832775919732441e-07, |
| "loss": 0.2988, |
| "step": 50200 |
| }, |
| { |
| "epoch": 4.838705790783807, |
| "eval_loss": 0.2668324112892151, |
| "eval_runtime": 40.0364, |
| "eval_samples_per_second": 249.772, |
| "eval_steps_per_second": 31.222, |
| "step": 50200 |
| }, |
| { |
| "epoch": 4.848344646940747, |
| "grad_norm": 1.253390908241272, |
| "learning_rate": 9.732441471571907e-07, |
| "loss": 0.2984, |
| "step": 50300 |
| }, |
| { |
| "epoch": 4.848344646940747, |
| "eval_loss": 0.2622229754924774, |
| "eval_runtime": 40.0375, |
| "eval_samples_per_second": 249.766, |
| "eval_steps_per_second": 31.221, |
| "step": 50300 |
| }, |
| { |
| "epoch": 4.857983503097687, |
| "grad_norm": 1.0932843685150146, |
| "learning_rate": 9.632107023411372e-07, |
| "loss": 0.2997, |
| "step": 50400 |
| }, |
| { |
| "epoch": 4.857983503097687, |
| "eval_loss": 0.2585309147834778, |
| "eval_runtime": 40.0358, |
| "eval_samples_per_second": 249.776, |
| "eval_steps_per_second": 31.222, |
| "step": 50400 |
| }, |
| { |
| "epoch": 4.867622359254627, |
| "grad_norm": 1.089406967163086, |
| "learning_rate": 9.531772575250837e-07, |
| "loss": 0.2995, |
| "step": 50500 |
| }, |
| { |
| "epoch": 4.867622359254627, |
| "eval_loss": 0.26007798314094543, |
| "eval_runtime": 40.2316, |
| "eval_samples_per_second": 248.561, |
| "eval_steps_per_second": 31.07, |
| "step": 50500 |
| }, |
| { |
| "epoch": 4.877261215411567, |
| "grad_norm": 1.0903793573379517, |
| "learning_rate": 9.431438127090301e-07, |
| "loss": 0.2966, |
| "step": 50600 |
| }, |
| { |
| "epoch": 4.877261215411567, |
| "eval_loss": 0.26448899507522583, |
| "eval_runtime": 40.0444, |
| "eval_samples_per_second": 249.723, |
| "eval_steps_per_second": 31.215, |
| "step": 50600 |
| }, |
| { |
| "epoch": 4.8869000715685065, |
| "grad_norm": 1.1804698705673218, |
| "learning_rate": 9.331103678929767e-07, |
| "loss": 0.2975, |
| "step": 50700 |
| }, |
| { |
| "epoch": 4.8869000715685065, |
| "eval_loss": 0.2629201114177704, |
| "eval_runtime": 40.056, |
| "eval_samples_per_second": 249.65, |
| "eval_steps_per_second": 31.206, |
| "step": 50700 |
| }, |
| { |
| "epoch": 4.896538927725447, |
| "grad_norm": 1.0072447061538696, |
| "learning_rate": 9.230769230769231e-07, |
| "loss": 0.2971, |
| "step": 50800 |
| }, |
| { |
| "epoch": 4.896538927725447, |
| "eval_loss": 0.2699527442455292, |
| "eval_runtime": 40.2322, |
| "eval_samples_per_second": 248.557, |
| "eval_steps_per_second": 31.07, |
| "step": 50800 |
| }, |
| { |
| "epoch": 4.906177783882387, |
| "grad_norm": 1.1153916120529175, |
| "learning_rate": 9.130434782608697e-07, |
| "loss": 0.2991, |
| "step": 50900 |
| }, |
| { |
| "epoch": 4.906177783882387, |
| "eval_loss": 0.2644394040107727, |
| "eval_runtime": 40.0519, |
| "eval_samples_per_second": 249.676, |
| "eval_steps_per_second": 31.209, |
| "step": 50900 |
| }, |
| { |
| "epoch": 4.915816640039327, |
| "grad_norm": 1.1166541576385498, |
| "learning_rate": 9.030100334448161e-07, |
| "loss": 0.2985, |
| "step": 51000 |
| }, |
| { |
| "epoch": 4.915816640039327, |
| "eval_loss": 0.2613272964954376, |
| "eval_runtime": 40.0716, |
| "eval_samples_per_second": 249.553, |
| "eval_steps_per_second": 31.194, |
| "step": 51000 |
| }, |
| { |
| "epoch": 4.925455496196267, |
| "grad_norm": 1.062063455581665, |
| "learning_rate": 8.929765886287627e-07, |
| "loss": 0.2959, |
| "step": 51100 |
| }, |
| { |
| "epoch": 4.925455496196267, |
| "eval_loss": 0.2620924413204193, |
| "eval_runtime": 40.0632, |
| "eval_samples_per_second": 249.605, |
| "eval_steps_per_second": 31.201, |
| "step": 51100 |
| }, |
| { |
| "epoch": 4.9350943523532065, |
| "grad_norm": 1.0991202592849731, |
| "learning_rate": 8.829431438127091e-07, |
| "loss": 0.2963, |
| "step": 51200 |
| }, |
| { |
| "epoch": 4.9350943523532065, |
| "eval_loss": 0.2621663510799408, |
| "eval_runtime": 40.2344, |
| "eval_samples_per_second": 248.544, |
| "eval_steps_per_second": 31.068, |
| "step": 51200 |
| }, |
| { |
| "epoch": 4.944733208510146, |
| "grad_norm": 1.2747081518173218, |
| "learning_rate": 8.729096989966555e-07, |
| "loss": 0.2981, |
| "step": 51300 |
| }, |
| { |
| "epoch": 4.944733208510146, |
| "eval_loss": 0.2616971433162689, |
| "eval_runtime": 40.0357, |
| "eval_samples_per_second": 249.777, |
| "eval_steps_per_second": 31.222, |
| "step": 51300 |
| }, |
| { |
| "epoch": 4.954372064667086, |
| "grad_norm": 1.046461820602417, |
| "learning_rate": 8.628762541806019e-07, |
| "loss": 0.2988, |
| "step": 51400 |
| }, |
| { |
| "epoch": 4.954372064667086, |
| "eval_loss": 0.26591652631759644, |
| "eval_runtime": 40.0483, |
| "eval_samples_per_second": 249.699, |
| "eval_steps_per_second": 31.212, |
| "step": 51400 |
| }, |
| { |
| "epoch": 4.964010920824026, |
| "grad_norm": 1.3319487571716309, |
| "learning_rate": 8.528428093645485e-07, |
| "loss": 0.2971, |
| "step": 51500 |
| }, |
| { |
| "epoch": 4.964010920824026, |
| "eval_loss": 0.2656097412109375, |
| "eval_runtime": 40.0468, |
| "eval_samples_per_second": 249.708, |
| "eval_steps_per_second": 31.214, |
| "step": 51500 |
| }, |
| { |
| "epoch": 4.973649776980966, |
| "grad_norm": 1.2510554790496826, |
| "learning_rate": 8.428093645484949e-07, |
| "loss": 0.3005, |
| "step": 51600 |
| }, |
| { |
| "epoch": 4.973649776980966, |
| "eval_loss": 0.2569749653339386, |
| "eval_runtime": 40.0994, |
| "eval_samples_per_second": 249.38, |
| "eval_steps_per_second": 31.173, |
| "step": 51600 |
| }, |
| { |
| "epoch": 4.983288633137906, |
| "grad_norm": 1.045254111289978, |
| "learning_rate": 8.327759197324414e-07, |
| "loss": 0.2978, |
| "step": 51700 |
| }, |
| { |
| "epoch": 4.983288633137906, |
| "eval_loss": 0.26062557101249695, |
| "eval_runtime": 40.2488, |
| "eval_samples_per_second": 248.454, |
| "eval_steps_per_second": 31.057, |
| "step": 51700 |
| }, |
| { |
| "epoch": 4.992927489294845, |
| "grad_norm": 1.1483185291290283, |
| "learning_rate": 8.227424749163879e-07, |
| "loss": 0.2976, |
| "step": 51800 |
| }, |
| { |
| "epoch": 4.992927489294845, |
| "eval_loss": 0.2605762183666229, |
| "eval_runtime": 40.0482, |
| "eval_samples_per_second": 249.699, |
| "eval_steps_per_second": 31.212, |
| "step": 51800 |
| }, |
| { |
| "epoch": 5.002566345451785, |
| "grad_norm": 1.193968653678894, |
| "learning_rate": 8.127090301003344e-07, |
| "loss": 0.2958, |
| "step": 51900 |
| }, |
| { |
| "epoch": 5.002566345451785, |
| "eval_loss": 0.26294004917144775, |
| "eval_runtime": 40.0625, |
| "eval_samples_per_second": 249.61, |
| "eval_steps_per_second": 31.201, |
| "step": 51900 |
| }, |
| { |
| "epoch": 5.012205201608725, |
| "grad_norm": 1.3349761962890625, |
| "learning_rate": 8.026755852842809e-07, |
| "loss": 0.2966, |
| "step": 52000 |
| }, |
| { |
| "epoch": 5.012205201608725, |
| "eval_loss": 0.26609280705451965, |
| "eval_runtime": 40.059, |
| "eval_samples_per_second": 249.632, |
| "eval_steps_per_second": 31.204, |
| "step": 52000 |
| }, |
| { |
| "epoch": 5.021844057765665, |
| "grad_norm": 1.1316077709197998, |
| "learning_rate": 7.926421404682274e-07, |
| "loss": 0.2988, |
| "step": 52100 |
| }, |
| { |
| "epoch": 5.021844057765665, |
| "eval_loss": 0.26353102922439575, |
| "eval_runtime": 40.0857, |
| "eval_samples_per_second": 249.465, |
| "eval_steps_per_second": 31.183, |
| "step": 52100 |
| }, |
| { |
| "epoch": 5.031482913922605, |
| "grad_norm": 1.1322309970855713, |
| "learning_rate": 7.826086956521739e-07, |
| "loss": 0.2979, |
| "step": 52200 |
| }, |
| { |
| "epoch": 5.031482913922605, |
| "eval_loss": 0.2596350908279419, |
| "eval_runtime": 40.2317, |
| "eval_samples_per_second": 248.56, |
| "eval_steps_per_second": 31.07, |
| "step": 52200 |
| }, |
| { |
| "epoch": 5.0411217700795445, |
| "grad_norm": 1.1747742891311646, |
| "learning_rate": 7.725752508361204e-07, |
| "loss": 0.2946, |
| "step": 52300 |
| }, |
| { |
| "epoch": 5.0411217700795445, |
| "eval_loss": 0.2601070702075958, |
| "eval_runtime": 40.0484, |
| "eval_samples_per_second": 249.698, |
| "eval_steps_per_second": 31.212, |
| "step": 52300 |
| }, |
| { |
| "epoch": 5.050760626236484, |
| "grad_norm": 1.1011712551116943, |
| "learning_rate": 7.625418060200669e-07, |
| "loss": 0.2953, |
| "step": 52400 |
| }, |
| { |
| "epoch": 5.050760626236484, |
| "eval_loss": 0.25822940468788147, |
| "eval_runtime": 40.0407, |
| "eval_samples_per_second": 249.746, |
| "eval_steps_per_second": 31.218, |
| "step": 52400 |
| }, |
| { |
| "epoch": 5.060399482393424, |
| "grad_norm": 1.0672869682312012, |
| "learning_rate": 7.525083612040134e-07, |
| "loss": 0.2986, |
| "step": 52500 |
| }, |
| { |
| "epoch": 5.060399482393424, |
| "eval_loss": 0.25989893078804016, |
| "eval_runtime": 40.0772, |
| "eval_samples_per_second": 249.518, |
| "eval_steps_per_second": 31.19, |
| "step": 52500 |
| }, |
| { |
| "epoch": 5.070038338550364, |
| "grad_norm": 1.1346361637115479, |
| "learning_rate": 7.424749163879599e-07, |
| "loss": 0.2952, |
| "step": 52600 |
| }, |
| { |
| "epoch": 5.070038338550364, |
| "eval_loss": 0.26356619596481323, |
| "eval_runtime": 40.0484, |
| "eval_samples_per_second": 249.698, |
| "eval_steps_per_second": 31.212, |
| "step": 52600 |
| }, |
| { |
| "epoch": 5.079677194707304, |
| "grad_norm": 1.152971625328064, |
| "learning_rate": 7.324414715719064e-07, |
| "loss": 0.2967, |
| "step": 52700 |
| }, |
| { |
| "epoch": 5.079677194707304, |
| "eval_loss": 0.26063260436058044, |
| "eval_runtime": 40.2268, |
| "eval_samples_per_second": 248.591, |
| "eval_steps_per_second": 31.074, |
| "step": 52700 |
| }, |
| { |
| "epoch": 5.089316050864244, |
| "grad_norm": 1.0548993349075317, |
| "learning_rate": 7.224080267558529e-07, |
| "loss": 0.2974, |
| "step": 52800 |
| }, |
| { |
| "epoch": 5.089316050864244, |
| "eval_loss": 0.2643623650074005, |
| "eval_runtime": 40.0545, |
| "eval_samples_per_second": 249.66, |
| "eval_steps_per_second": 31.208, |
| "step": 52800 |
| }, |
| { |
| "epoch": 5.0989549070211835, |
| "grad_norm": 1.1734200716018677, |
| "learning_rate": 7.123745819397994e-07, |
| "loss": 0.2983, |
| "step": 52900 |
| }, |
| { |
| "epoch": 5.0989549070211835, |
| "eval_loss": 0.2603817284107208, |
| "eval_runtime": 40.0535, |
| "eval_samples_per_second": 249.666, |
| "eval_steps_per_second": 31.208, |
| "step": 52900 |
| }, |
| { |
| "epoch": 5.108593763178123, |
| "grad_norm": 1.1038990020751953, |
| "learning_rate": 7.023411371237459e-07, |
| "loss": 0.2958, |
| "step": 53000 |
| }, |
| { |
| "epoch": 5.108593763178123, |
| "eval_loss": 0.25843310356140137, |
| "eval_runtime": 40.062, |
| "eval_samples_per_second": 249.613, |
| "eval_steps_per_second": 31.202, |
| "step": 53000 |
| }, |
| { |
| "epoch": 5.118232619335063, |
| "grad_norm": 1.1007676124572754, |
| "learning_rate": 6.923076923076923e-07, |
| "loss": 0.2946, |
| "step": 53100 |
| }, |
| { |
| "epoch": 5.118232619335063, |
| "eval_loss": 0.2619819939136505, |
| "eval_runtime": 40.3148, |
| "eval_samples_per_second": 248.048, |
| "eval_steps_per_second": 31.006, |
| "step": 53100 |
| }, |
| { |
| "epoch": 5.127871475492003, |
| "grad_norm": 1.149030089378357, |
| "learning_rate": 6.822742474916388e-07, |
| "loss": 0.2974, |
| "step": 53200 |
| }, |
| { |
| "epoch": 5.127871475492003, |
| "eval_loss": 0.25853490829467773, |
| "eval_runtime": 40.1284, |
| "eval_samples_per_second": 249.2, |
| "eval_steps_per_second": 31.15, |
| "step": 53200 |
| }, |
| { |
| "epoch": 5.137510331648944, |
| "grad_norm": 1.102474331855774, |
| "learning_rate": 6.722408026755853e-07, |
| "loss": 0.2974, |
| "step": 53300 |
| }, |
| { |
| "epoch": 5.137510331648944, |
| "eval_loss": 0.26003292202949524, |
| "eval_runtime": 40.0545, |
| "eval_samples_per_second": 249.66, |
| "eval_steps_per_second": 31.207, |
| "step": 53300 |
| }, |
| { |
| "epoch": 5.1471491878058835, |
| "grad_norm": 1.1578916311264038, |
| "learning_rate": 6.622073578595318e-07, |
| "loss": 0.2969, |
| "step": 53400 |
| }, |
| { |
| "epoch": 5.1471491878058835, |
| "eval_loss": 0.2637874186038971, |
| "eval_runtime": 40.0602, |
| "eval_samples_per_second": 249.625, |
| "eval_steps_per_second": 31.203, |
| "step": 53400 |
| }, |
| { |
| "epoch": 5.156788043962823, |
| "grad_norm": 1.0911157131195068, |
| "learning_rate": 6.521739130434783e-07, |
| "loss": 0.2973, |
| "step": 53500 |
| }, |
| { |
| "epoch": 5.156788043962823, |
| "eval_loss": 0.26259294152259827, |
| "eval_runtime": 40.0592, |
| "eval_samples_per_second": 249.631, |
| "eval_steps_per_second": 31.204, |
| "step": 53500 |
| }, |
| { |
| "epoch": 5.166426900119763, |
| "grad_norm": 1.0731229782104492, |
| "learning_rate": 6.421404682274248e-07, |
| "loss": 0.2985, |
| "step": 53600 |
| }, |
| { |
| "epoch": 5.166426900119763, |
| "eval_loss": 0.2570517659187317, |
| "eval_runtime": 40.0808, |
| "eval_samples_per_second": 249.496, |
| "eval_steps_per_second": 31.187, |
| "step": 53600 |
| }, |
| { |
| "epoch": 5.176065756276703, |
| "grad_norm": 1.133985996246338, |
| "learning_rate": 6.321070234113712e-07, |
| "loss": 0.298, |
| "step": 53700 |
| }, |
| { |
| "epoch": 5.176065756276703, |
| "eval_loss": 0.2622462511062622, |
| "eval_runtime": 40.2293, |
| "eval_samples_per_second": 248.575, |
| "eval_steps_per_second": 31.072, |
| "step": 53700 |
| }, |
| { |
| "epoch": 5.185704612433643, |
| "grad_norm": 1.1667418479919434, |
| "learning_rate": 6.220735785953178e-07, |
| "loss": 0.2951, |
| "step": 53800 |
| }, |
| { |
| "epoch": 5.185704612433643, |
| "eval_loss": 0.2598443031311035, |
| "eval_runtime": 40.0513, |
| "eval_samples_per_second": 249.68, |
| "eval_steps_per_second": 31.21, |
| "step": 53800 |
| }, |
| { |
| "epoch": 5.195343468590583, |
| "grad_norm": 1.1579954624176025, |
| "learning_rate": 6.120401337792642e-07, |
| "loss": 0.2949, |
| "step": 53900 |
| }, |
| { |
| "epoch": 5.195343468590583, |
| "eval_loss": 0.25939348340034485, |
| "eval_runtime": 40.0758, |
| "eval_samples_per_second": 249.527, |
| "eval_steps_per_second": 31.191, |
| "step": 53900 |
| }, |
| { |
| "epoch": 5.204982324747522, |
| "grad_norm": 1.0994336605072021, |
| "learning_rate": 6.020066889632107e-07, |
| "loss": 0.2955, |
| "step": 54000 |
| }, |
| { |
| "epoch": 5.204982324747522, |
| "eval_loss": 0.2639375925064087, |
| "eval_runtime": 40.0757, |
| "eval_samples_per_second": 249.528, |
| "eval_steps_per_second": 31.191, |
| "step": 54000 |
| }, |
| { |
| "epoch": 5.214621180904462, |
| "grad_norm": 1.2090504169464111, |
| "learning_rate": 5.919732441471572e-07, |
| "loss": 0.2934, |
| "step": 54100 |
| }, |
| { |
| "epoch": 5.214621180904462, |
| "eval_loss": 0.2580001652240753, |
| "eval_runtime": 40.2509, |
| "eval_samples_per_second": 248.442, |
| "eval_steps_per_second": 31.055, |
| "step": 54100 |
| }, |
| { |
| "epoch": 5.224260037061402, |
| "grad_norm": 1.0528264045715332, |
| "learning_rate": 5.819397993311037e-07, |
| "loss": 0.2975, |
| "step": 54200 |
| }, |
| { |
| "epoch": 5.224260037061402, |
| "eval_loss": 0.2598421275615692, |
| "eval_runtime": 40.0571, |
| "eval_samples_per_second": 249.644, |
| "eval_steps_per_second": 31.205, |
| "step": 54200 |
| }, |
| { |
| "epoch": 5.233898893218342, |
| "grad_norm": 1.1567331552505493, |
| "learning_rate": 5.719063545150502e-07, |
| "loss": 0.2978, |
| "step": 54300 |
| }, |
| { |
| "epoch": 5.233898893218342, |
| "eval_loss": 0.26616182923316956, |
| "eval_runtime": 40.2149, |
| "eval_samples_per_second": 248.664, |
| "eval_steps_per_second": 31.083, |
| "step": 54300 |
| }, |
| { |
| "epoch": 5.243537749375282, |
| "grad_norm": 1.0571229457855225, |
| "learning_rate": 5.618729096989966e-07, |
| "loss": 0.2942, |
| "step": 54400 |
| }, |
| { |
| "epoch": 5.243537749375282, |
| "eval_loss": 0.26477307081222534, |
| "eval_runtime": 40.0949, |
| "eval_samples_per_second": 249.408, |
| "eval_steps_per_second": 31.176, |
| "step": 54400 |
| }, |
| { |
| "epoch": 5.2531766055322215, |
| "grad_norm": 1.148074984550476, |
| "learning_rate": 5.518394648829431e-07, |
| "loss": 0.295, |
| "step": 54500 |
| }, |
| { |
| "epoch": 5.2531766055322215, |
| "eval_loss": 0.2539403736591339, |
| "eval_runtime": 40.2349, |
| "eval_samples_per_second": 248.54, |
| "eval_steps_per_second": 31.068, |
| "step": 54500 |
| }, |
| { |
| "epoch": 5.262815461689161, |
| "grad_norm": 1.0529351234436035, |
| "learning_rate": 5.418060200668896e-07, |
| "loss": 0.2948, |
| "step": 54600 |
| }, |
| { |
| "epoch": 5.262815461689161, |
| "eval_loss": 0.26054322719573975, |
| "eval_runtime": 40.1935, |
| "eval_samples_per_second": 248.796, |
| "eval_steps_per_second": 31.1, |
| "step": 54600 |
| }, |
| { |
| "epoch": 5.272454317846101, |
| "grad_norm": 1.1665048599243164, |
| "learning_rate": 5.317725752508361e-07, |
| "loss": 0.2939, |
| "step": 54700 |
| }, |
| { |
| "epoch": 5.272454317846101, |
| "eval_loss": 0.2621845304965973, |
| "eval_runtime": 40.2294, |
| "eval_samples_per_second": 248.575, |
| "eval_steps_per_second": 31.072, |
| "step": 54700 |
| }, |
| { |
| "epoch": 5.282093174003041, |
| "grad_norm": 1.1923383474349976, |
| "learning_rate": 5.217391304347826e-07, |
| "loss": 0.2943, |
| "step": 54800 |
| }, |
| { |
| "epoch": 5.282093174003041, |
| "eval_loss": 0.2575650215148926, |
| "eval_runtime": 40.1924, |
| "eval_samples_per_second": 248.803, |
| "eval_steps_per_second": 31.1, |
| "step": 54800 |
| }, |
| { |
| "epoch": 5.291732030159981, |
| "grad_norm": 1.0694471597671509, |
| "learning_rate": 5.117056856187291e-07, |
| "loss": 0.2941, |
| "step": 54900 |
| }, |
| { |
| "epoch": 5.291732030159981, |
| "eval_loss": 0.25641068816185, |
| "eval_runtime": 40.2068, |
| "eval_samples_per_second": 248.714, |
| "eval_steps_per_second": 31.089, |
| "step": 54900 |
| }, |
| { |
| "epoch": 5.301370886316921, |
| "grad_norm": 1.207488775253296, |
| "learning_rate": 5.016722408026756e-07, |
| "loss": 0.2945, |
| "step": 55000 |
| }, |
| { |
| "epoch": 5.301370886316921, |
| "eval_loss": 0.2628210186958313, |
| "eval_runtime": 40.2419, |
| "eval_samples_per_second": 248.497, |
| "eval_steps_per_second": 31.062, |
| "step": 55000 |
| }, |
| { |
| "epoch": 5.3110097424738605, |
| "grad_norm": 1.0832284688949585, |
| "learning_rate": 4.916387959866221e-07, |
| "loss": 0.2946, |
| "step": 55100 |
| }, |
| { |
| "epoch": 5.3110097424738605, |
| "eval_loss": 0.26105597615242004, |
| "eval_runtime": 40.1107, |
| "eval_samples_per_second": 249.31, |
| "eval_steps_per_second": 31.164, |
| "step": 55100 |
| }, |
| { |
| "epoch": 5.3206485986308, |
| "grad_norm": 1.1050950288772583, |
| "learning_rate": 4.816053511705686e-07, |
| "loss": 0.2957, |
| "step": 55200 |
| }, |
| { |
| "epoch": 5.3206485986308, |
| "eval_loss": 0.2594417333602905, |
| "eval_runtime": 40.2651, |
| "eval_samples_per_second": 248.354, |
| "eval_steps_per_second": 31.044, |
| "step": 55200 |
| }, |
| { |
| "epoch": 5.33028745478774, |
| "grad_norm": 1.088828206062317, |
| "learning_rate": 4.7157190635451506e-07, |
| "loss": 0.2924, |
| "step": 55300 |
| }, |
| { |
| "epoch": 5.33028745478774, |
| "eval_loss": 0.26388004422187805, |
| "eval_runtime": 40.2575, |
| "eval_samples_per_second": 248.401, |
| "eval_steps_per_second": 31.05, |
| "step": 55300 |
| }, |
| { |
| "epoch": 5.33992631094468, |
| "grad_norm": 1.1768171787261963, |
| "learning_rate": 4.6153846153846156e-07, |
| "loss": 0.2951, |
| "step": 55400 |
| }, |
| { |
| "epoch": 5.33992631094468, |
| "eval_loss": 0.2630363702774048, |
| "eval_runtime": 40.2627, |
| "eval_samples_per_second": 248.369, |
| "eval_steps_per_second": 31.046, |
| "step": 55400 |
| }, |
| { |
| "epoch": 5.34956516710162, |
| "grad_norm": 1.1391232013702393, |
| "learning_rate": 4.5150501672240806e-07, |
| "loss": 0.2952, |
| "step": 55500 |
| }, |
| { |
| "epoch": 5.34956516710162, |
| "eval_loss": 0.25834527611732483, |
| "eval_runtime": 40.1693, |
| "eval_samples_per_second": 248.946, |
| "eval_steps_per_second": 31.118, |
| "step": 55500 |
| }, |
| { |
| "epoch": 5.35920402325856, |
| "grad_norm": 1.1385185718536377, |
| "learning_rate": 4.4147157190635456e-07, |
| "loss": 0.2935, |
| "step": 55600 |
| }, |
| { |
| "epoch": 5.35920402325856, |
| "eval_loss": 0.25431880354881287, |
| "eval_runtime": 40.1701, |
| "eval_samples_per_second": 248.941, |
| "eval_steps_per_second": 31.118, |
| "step": 55600 |
| }, |
| { |
| "epoch": 5.368842879415499, |
| "grad_norm": 1.0914981365203857, |
| "learning_rate": 4.3143812709030095e-07, |
| "loss": 0.2934, |
| "step": 55700 |
| }, |
| { |
| "epoch": 5.368842879415499, |
| "eval_loss": 0.25752854347229004, |
| "eval_runtime": 40.1548, |
| "eval_samples_per_second": 249.037, |
| "eval_steps_per_second": 31.13, |
| "step": 55700 |
| }, |
| { |
| "epoch": 5.378481735572439, |
| "grad_norm": 1.0367567539215088, |
| "learning_rate": 4.2140468227424745e-07, |
| "loss": 0.2929, |
| "step": 55800 |
| }, |
| { |
| "epoch": 5.378481735572439, |
| "eval_loss": 0.2595641613006592, |
| "eval_runtime": 40.1628, |
| "eval_samples_per_second": 248.986, |
| "eval_steps_per_second": 31.123, |
| "step": 55800 |
| }, |
| { |
| "epoch": 5.388120591729379, |
| "grad_norm": 1.072582483291626, |
| "learning_rate": 4.1137123745819395e-07, |
| "loss": 0.2947, |
| "step": 55900 |
| }, |
| { |
| "epoch": 5.388120591729379, |
| "eval_loss": 0.26283690333366394, |
| "eval_runtime": 40.1998, |
| "eval_samples_per_second": 248.758, |
| "eval_steps_per_second": 31.095, |
| "step": 55900 |
| }, |
| { |
| "epoch": 5.397759447886319, |
| "grad_norm": 1.0787990093231201, |
| "learning_rate": 4.0133779264214045e-07, |
| "loss": 0.2941, |
| "step": 56000 |
| }, |
| { |
| "epoch": 5.397759447886319, |
| "eval_loss": 0.2607322335243225, |
| "eval_runtime": 40.2136, |
| "eval_samples_per_second": 248.672, |
| "eval_steps_per_second": 31.084, |
| "step": 56000 |
| }, |
| { |
| "epoch": 5.407398304043259, |
| "grad_norm": 1.1289974451065063, |
| "learning_rate": 3.9130434782608694e-07, |
| "loss": 0.2951, |
| "step": 56100 |
| }, |
| { |
| "epoch": 5.407398304043259, |
| "eval_loss": 0.2661938965320587, |
| "eval_runtime": 40.0629, |
| "eval_samples_per_second": 249.608, |
| "eval_steps_per_second": 31.201, |
| "step": 56100 |
| }, |
| { |
| "epoch": 5.417037160200199, |
| "grad_norm": 1.1110820770263672, |
| "learning_rate": 3.8127090301003344e-07, |
| "loss": 0.2947, |
| "step": 56200 |
| }, |
| { |
| "epoch": 5.417037160200199, |
| "eval_loss": 0.26097166538238525, |
| "eval_runtime": 40.0727, |
| "eval_samples_per_second": 249.546, |
| "eval_steps_per_second": 31.193, |
| "step": 56200 |
| }, |
| { |
| "epoch": 5.426676016357139, |
| "grad_norm": 1.101787805557251, |
| "learning_rate": 3.7123745819397994e-07, |
| "loss": 0.2934, |
| "step": 56300 |
| }, |
| { |
| "epoch": 5.426676016357139, |
| "eval_loss": 0.2626558542251587, |
| "eval_runtime": 40.0699, |
| "eval_samples_per_second": 249.564, |
| "eval_steps_per_second": 31.195, |
| "step": 56300 |
| }, |
| { |
| "epoch": 5.436314872514079, |
| "grad_norm": 1.143552541732788, |
| "learning_rate": 3.6120401337792644e-07, |
| "loss": 0.2943, |
| "step": 56400 |
| }, |
| { |
| "epoch": 5.436314872514079, |
| "eval_loss": 0.2595503032207489, |
| "eval_runtime": 40.0704, |
| "eval_samples_per_second": 249.561, |
| "eval_steps_per_second": 31.195, |
| "step": 56400 |
| }, |
| { |
| "epoch": 5.445953728671019, |
| "grad_norm": 1.152707576751709, |
| "learning_rate": 3.5117056856187294e-07, |
| "loss": 0.2931, |
| "step": 56500 |
| }, |
| { |
| "epoch": 5.445953728671019, |
| "eval_loss": 0.2601962685585022, |
| "eval_runtime": 40.1774, |
| "eval_samples_per_second": 248.896, |
| "eval_steps_per_second": 31.112, |
| "step": 56500 |
| }, |
| { |
| "epoch": 5.455592584827959, |
| "grad_norm": 1.1379551887512207, |
| "learning_rate": 3.411371237458194e-07, |
| "loss": 0.2934, |
| "step": 56600 |
| }, |
| { |
| "epoch": 5.455592584827959, |
| "eval_loss": 0.2626563608646393, |
| "eval_runtime": 40.008, |
| "eval_samples_per_second": 249.95, |
| "eval_steps_per_second": 31.244, |
| "step": 56600 |
| }, |
| { |
| "epoch": 5.4652314409848985, |
| "grad_norm": 1.171043038368225, |
| "learning_rate": 3.311036789297659e-07, |
| "loss": 0.2935, |
| "step": 56700 |
| }, |
| { |
| "epoch": 5.4652314409848985, |
| "eval_loss": 0.2636509835720062, |
| "eval_runtime": 40.0145, |
| "eval_samples_per_second": 249.91, |
| "eval_steps_per_second": 31.239, |
| "step": 56700 |
| }, |
| { |
| "epoch": 5.474870297141838, |
| "grad_norm": 1.0666399002075195, |
| "learning_rate": 3.210702341137124e-07, |
| "loss": 0.2932, |
| "step": 56800 |
| }, |
| { |
| "epoch": 5.474870297141838, |
| "eval_loss": 0.26089200377464294, |
| "eval_runtime": 40.0108, |
| "eval_samples_per_second": 249.932, |
| "eval_steps_per_second": 31.242, |
| "step": 56800 |
| }, |
| { |
| "epoch": 5.484509153298778, |
| "grad_norm": 1.118462324142456, |
| "learning_rate": 3.110367892976589e-07, |
| "loss": 0.2953, |
| "step": 56900 |
| }, |
| { |
| "epoch": 5.484509153298778, |
| "eval_loss": 0.26198524236679077, |
| "eval_runtime": 40.1717, |
| "eval_samples_per_second": 248.931, |
| "eval_steps_per_second": 31.116, |
| "step": 56900 |
| }, |
| { |
| "epoch": 5.494148009455718, |
| "grad_norm": 1.1037251949310303, |
| "learning_rate": 3.010033444816054e-07, |
| "loss": 0.2926, |
| "step": 57000 |
| }, |
| { |
| "epoch": 5.494148009455718, |
| "eval_loss": 0.2536342144012451, |
| "eval_runtime": 40.0426, |
| "eval_samples_per_second": 249.734, |
| "eval_steps_per_second": 31.217, |
| "step": 57000 |
| }, |
| { |
| "epoch": 5.503786865612658, |
| "grad_norm": 1.0776835680007935, |
| "learning_rate": 2.9096989966555187e-07, |
| "loss": 0.291, |
| "step": 57100 |
| }, |
| { |
| "epoch": 5.503786865612658, |
| "eval_loss": 0.2602877914905548, |
| "eval_runtime": 40.0401, |
| "eval_samples_per_second": 249.75, |
| "eval_steps_per_second": 31.219, |
| "step": 57100 |
| }, |
| { |
| "epoch": 5.513425721769598, |
| "grad_norm": 1.1141369342803955, |
| "learning_rate": 2.809364548494983e-07, |
| "loss": 0.2932, |
| "step": 57200 |
| }, |
| { |
| "epoch": 5.513425721769598, |
| "eval_loss": 0.258954793214798, |
| "eval_runtime": 40.2256, |
| "eval_samples_per_second": 248.598, |
| "eval_steps_per_second": 31.075, |
| "step": 57200 |
| }, |
| { |
| "epoch": 5.5230645779265375, |
| "grad_norm": 1.111812710762024, |
| "learning_rate": 2.709030100334448e-07, |
| "loss": 0.2919, |
| "step": 57300 |
| }, |
| { |
| "epoch": 5.5230645779265375, |
| "eval_loss": 0.2630453407764435, |
| "eval_runtime": 40.0543, |
| "eval_samples_per_second": 249.661, |
| "eval_steps_per_second": 31.208, |
| "step": 57300 |
| }, |
| { |
| "epoch": 5.532703434083477, |
| "grad_norm": 1.165526032447815, |
| "learning_rate": 2.608695652173913e-07, |
| "loss": 0.2926, |
| "step": 57400 |
| }, |
| { |
| "epoch": 5.532703434083477, |
| "eval_loss": 0.25891971588134766, |
| "eval_runtime": 40.055, |
| "eval_samples_per_second": 249.657, |
| "eval_steps_per_second": 31.207, |
| "step": 57400 |
| }, |
| { |
| "epoch": 5.542342290240417, |
| "grad_norm": 1.124131679534912, |
| "learning_rate": 2.508361204013378e-07, |
| "loss": 0.2927, |
| "step": 57500 |
| }, |
| { |
| "epoch": 5.542342290240417, |
| "eval_loss": 0.2566971480846405, |
| "eval_runtime": 40.0829, |
| "eval_samples_per_second": 249.483, |
| "eval_steps_per_second": 31.185, |
| "step": 57500 |
| }, |
| { |
| "epoch": 5.551981146397357, |
| "grad_norm": 1.0840249061584473, |
| "learning_rate": 2.408026755852843e-07, |
| "loss": 0.2944, |
| "step": 57600 |
| }, |
| { |
| "epoch": 5.551981146397357, |
| "eval_loss": 0.25784093141555786, |
| "eval_runtime": 40.2031, |
| "eval_samples_per_second": 248.737, |
| "eval_steps_per_second": 31.092, |
| "step": 57600 |
| }, |
| { |
| "epoch": 5.561620002554297, |
| "grad_norm": 1.1037781238555908, |
| "learning_rate": 2.3076923076923078e-07, |
| "loss": 0.2934, |
| "step": 57700 |
| }, |
| { |
| "epoch": 5.561620002554297, |
| "eval_loss": 0.251878559589386, |
| "eval_runtime": 40.0523, |
| "eval_samples_per_second": 249.674, |
| "eval_steps_per_second": 31.209, |
| "step": 57700 |
| }, |
| { |
| "epoch": 5.571258858711237, |
| "grad_norm": 1.1695195436477661, |
| "learning_rate": 2.2073578595317728e-07, |
| "loss": 0.294, |
| "step": 57800 |
| }, |
| { |
| "epoch": 5.571258858711237, |
| "eval_loss": 0.2621340751647949, |
| "eval_runtime": 40.0487, |
| "eval_samples_per_second": 249.696, |
| "eval_steps_per_second": 31.212, |
| "step": 57800 |
| }, |
| { |
| "epoch": 5.580897714868176, |
| "grad_norm": 1.1314599514007568, |
| "learning_rate": 2.1070234113712372e-07, |
| "loss": 0.2925, |
| "step": 57900 |
| }, |
| { |
| "epoch": 5.580897714868176, |
| "eval_loss": 0.2625725567340851, |
| "eval_runtime": 40.0655, |
| "eval_samples_per_second": 249.592, |
| "eval_steps_per_second": 31.199, |
| "step": 57900 |
| }, |
| { |
| "epoch": 5.590536571025116, |
| "grad_norm": 1.0930743217468262, |
| "learning_rate": 2.0066889632107022e-07, |
| "loss": 0.2933, |
| "step": 58000 |
| }, |
| { |
| "epoch": 5.590536571025116, |
| "eval_loss": 0.25974881649017334, |
| "eval_runtime": 40.0392, |
| "eval_samples_per_second": 249.755, |
| "eval_steps_per_second": 31.219, |
| "step": 58000 |
| }, |
| { |
| "epoch": 5.600175427182056, |
| "grad_norm": 1.1561408042907715, |
| "learning_rate": 1.9063545150501672e-07, |
| "loss": 0.2942, |
| "step": 58100 |
| }, |
| { |
| "epoch": 5.600175427182056, |
| "eval_loss": 0.2584717869758606, |
| "eval_runtime": 40.2075, |
| "eval_samples_per_second": 248.71, |
| "eval_steps_per_second": 31.089, |
| "step": 58100 |
| }, |
| { |
| "epoch": 5.609814283338996, |
| "grad_norm": 1.1130927801132202, |
| "learning_rate": 1.8060200668896322e-07, |
| "loss": 0.2938, |
| "step": 58200 |
| }, |
| { |
| "epoch": 5.609814283338996, |
| "eval_loss": 0.2553929090499878, |
| "eval_runtime": 40.0363, |
| "eval_samples_per_second": 249.774, |
| "eval_steps_per_second": 31.222, |
| "step": 58200 |
| }, |
| { |
| "epoch": 5.619453139495936, |
| "grad_norm": 1.2237213850021362, |
| "learning_rate": 1.705685618729097e-07, |
| "loss": 0.2942, |
| "step": 58300 |
| }, |
| { |
| "epoch": 5.619453139495936, |
| "eval_loss": 0.24946899712085724, |
| "eval_runtime": 40.0454, |
| "eval_samples_per_second": 249.716, |
| "eval_steps_per_second": 31.215, |
| "step": 58300 |
| }, |
| { |
| "epoch": 5.6290919956528755, |
| "grad_norm": 1.1548402309417725, |
| "learning_rate": 1.605351170568562e-07, |
| "loss": 0.2948, |
| "step": 58400 |
| }, |
| { |
| "epoch": 5.6290919956528755, |
| "eval_loss": 0.25441214442253113, |
| "eval_runtime": 40.0484, |
| "eval_samples_per_second": 249.698, |
| "eval_steps_per_second": 31.212, |
| "step": 58400 |
| }, |
| { |
| "epoch": 5.638730851809815, |
| "grad_norm": 1.1330386400222778, |
| "learning_rate": 1.505016722408027e-07, |
| "loss": 0.2913, |
| "step": 58500 |
| }, |
| { |
| "epoch": 5.638730851809815, |
| "eval_loss": 0.2585105895996094, |
| "eval_runtime": 40.2225, |
| "eval_samples_per_second": 248.617, |
| "eval_steps_per_second": 31.077, |
| "step": 58500 |
| }, |
| { |
| "epoch": 5.648369707966756, |
| "grad_norm": 1.1387040615081787, |
| "learning_rate": 1.4046822742474916e-07, |
| "loss": 0.2938, |
| "step": 58600 |
| }, |
| { |
| "epoch": 5.648369707966756, |
| "eval_loss": 0.2615092098712921, |
| "eval_runtime": 40.0294, |
| "eval_samples_per_second": 249.816, |
| "eval_steps_per_second": 31.227, |
| "step": 58600 |
| }, |
| { |
| "epoch": 5.658008564123696, |
| "grad_norm": 1.1653701066970825, |
| "learning_rate": 1.3043478260869566e-07, |
| "loss": 0.2947, |
| "step": 58700 |
| }, |
| { |
| "epoch": 5.658008564123696, |
| "eval_loss": 0.2623739242553711, |
| "eval_runtime": 40.0354, |
| "eval_samples_per_second": 249.779, |
| "eval_steps_per_second": 31.222, |
| "step": 58700 |
| }, |
| { |
| "epoch": 5.667647420280636, |
| "grad_norm": 1.1270488500595093, |
| "learning_rate": 1.2040133779264215e-07, |
| "loss": 0.2928, |
| "step": 58800 |
| }, |
| { |
| "epoch": 5.667647420280636, |
| "eval_loss": 0.26067566871643066, |
| "eval_runtime": 40.0307, |
| "eval_samples_per_second": 249.809, |
| "eval_steps_per_second": 31.226, |
| "step": 58800 |
| }, |
| { |
| "epoch": 5.6772862764375756, |
| "grad_norm": 1.117533802986145, |
| "learning_rate": 1.1036789297658864e-07, |
| "loss": 0.2908, |
| "step": 58900 |
| }, |
| { |
| "epoch": 5.6772862764375756, |
| "eval_loss": 0.2551814019680023, |
| "eval_runtime": 40.0838, |
| "eval_samples_per_second": 249.478, |
| "eval_steps_per_second": 31.185, |
| "step": 58900 |
| }, |
| { |
| "epoch": 5.686925132594515, |
| "grad_norm": 1.0880376100540161, |
| "learning_rate": 1.0033444816053511e-07, |
| "loss": 0.2912, |
| "step": 59000 |
| }, |
| { |
| "epoch": 5.686925132594515, |
| "eval_loss": 0.25541287660598755, |
| "eval_runtime": 40.2323, |
| "eval_samples_per_second": 248.556, |
| "eval_steps_per_second": 31.07, |
| "step": 59000 |
| }, |
| { |
| "epoch": 5.696563988751455, |
| "grad_norm": 1.0031907558441162, |
| "learning_rate": 9.030100334448161e-08, |
| "loss": 0.2935, |
| "step": 59100 |
| }, |
| { |
| "epoch": 5.696563988751455, |
| "eval_loss": 0.2621237337589264, |
| "eval_runtime": 40.0531, |
| "eval_samples_per_second": 249.669, |
| "eval_steps_per_second": 31.209, |
| "step": 59100 |
| }, |
| { |
| "epoch": 5.706202844908395, |
| "grad_norm": 1.104634165763855, |
| "learning_rate": 8.02675585284281e-08, |
| "loss": 0.2951, |
| "step": 59200 |
| }, |
| { |
| "epoch": 5.706202844908395, |
| "eval_loss": 0.2626442015171051, |
| "eval_runtime": 40.0642, |
| "eval_samples_per_second": 249.599, |
| "eval_steps_per_second": 31.2, |
| "step": 59200 |
| }, |
| { |
| "epoch": 5.715841701065335, |
| "grad_norm": 1.1673884391784668, |
| "learning_rate": 7.023411371237458e-08, |
| "loss": 0.2927, |
| "step": 59300 |
| }, |
| { |
| "epoch": 5.715841701065335, |
| "eval_loss": 0.25724858045578003, |
| "eval_runtime": 40.2787, |
| "eval_samples_per_second": 248.27, |
| "eval_steps_per_second": 31.034, |
| "step": 59300 |
| }, |
| { |
| "epoch": 5.725480557222275, |
| "grad_norm": 1.0944865942001343, |
| "learning_rate": 6.020066889632108e-08, |
| "loss": 0.2926, |
| "step": 59400 |
| }, |
| { |
| "epoch": 5.725480557222275, |
| "eval_loss": 0.2603595554828644, |
| "eval_runtime": 40.0311, |
| "eval_samples_per_second": 249.806, |
| "eval_steps_per_second": 31.226, |
| "step": 59400 |
| }, |
| { |
| "epoch": 5.7351194133792145, |
| "grad_norm": 1.142904281616211, |
| "learning_rate": 5.0167224080267556e-08, |
| "loss": 0.2935, |
| "step": 59500 |
| }, |
| { |
| "epoch": 5.7351194133792145, |
| "eval_loss": 0.25873175263404846, |
| "eval_runtime": 40.0183, |
| "eval_samples_per_second": 249.886, |
| "eval_steps_per_second": 31.236, |
| "step": 59500 |
| }, |
| { |
| "epoch": 5.744758269536154, |
| "grad_norm": 1.1131585836410522, |
| "learning_rate": 4.013377926421405e-08, |
| "loss": 0.2913, |
| "step": 59600 |
| }, |
| { |
| "epoch": 5.744758269536154, |
| "eval_loss": 0.25963783264160156, |
| "eval_runtime": 40.0082, |
| "eval_samples_per_second": 249.949, |
| "eval_steps_per_second": 31.244, |
| "step": 59600 |
| }, |
| { |
| "epoch": 5.754397125693094, |
| "grad_norm": 1.1289507150650024, |
| "learning_rate": 3.010033444816054e-08, |
| "loss": 0.2934, |
| "step": 59700 |
| }, |
| { |
| "epoch": 5.754397125693094, |
| "eval_loss": 0.2582632005214691, |
| "eval_runtime": 40.0014, |
| "eval_samples_per_second": 249.991, |
| "eval_steps_per_second": 31.249, |
| "step": 59700 |
| }, |
| { |
| "epoch": 5.764035981850034, |
| "grad_norm": 1.0394152402877808, |
| "learning_rate": 2.0066889632107024e-08, |
| "loss": 0.2915, |
| "step": 59800 |
| }, |
| { |
| "epoch": 5.764035981850034, |
| "eval_loss": 0.2560790181159973, |
| "eval_runtime": 40.2031, |
| "eval_samples_per_second": 248.737, |
| "eval_steps_per_second": 31.092, |
| "step": 59800 |
| }, |
| { |
| "epoch": 5.773674838006974, |
| "grad_norm": 1.1087628602981567, |
| "learning_rate": 1.0033444816053512e-08, |
| "loss": 0.2915, |
| "step": 59900 |
| }, |
| { |
| "epoch": 5.773674838006974, |
| "eval_loss": 0.2614119350910187, |
| "eval_runtime": 40.0216, |
| "eval_samples_per_second": 249.865, |
| "eval_steps_per_second": 31.233, |
| "step": 59900 |
| }, |
| { |
| "epoch": 5.783313694163914, |
| "grad_norm": 1.0176420211791992, |
| "learning_rate": 0.0, |
| "loss": 0.2935, |
| "step": 60000 |
| }, |
| { |
| "epoch": 5.783313694163914, |
| "eval_loss": 0.2631940245628357, |
| "eval_runtime": 40.0188, |
| "eval_samples_per_second": 249.882, |
| "eval_steps_per_second": 31.235, |
| "step": 60000 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 60000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 6, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.7893111401591828e+19, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
