| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 2500, |
| "global_step": 20000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.375241279602051, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 1.3562, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 3.329700231552124, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.0739, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 3.802884340286255, |
| "learning_rate": 1.2e-05, |
| "loss": 1.0389, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 3.4885237216949463, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 1.0009, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.990727663040161, |
| "learning_rate": 2e-05, |
| "loss": 0.9878, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.8411333560943604, |
| "learning_rate": 1.98974358974359e-05, |
| "loss": 0.9812, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.3672726154327393, |
| "learning_rate": 1.9794871794871798e-05, |
| "loss": 0.9462, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.6635308265686035, |
| "learning_rate": 1.9692307692307696e-05, |
| "loss": 0.9287, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 2.3260979652404785, |
| "learning_rate": 1.958974358974359e-05, |
| "loss": 0.9079, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 2.360579490661621, |
| "learning_rate": 1.9487179487179488e-05, |
| "loss": 0.9002, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.2634215354919434, |
| "learning_rate": 1.9384615384615386e-05, |
| "loss": 0.8752, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 2.375136137008667, |
| "learning_rate": 1.9282051282051284e-05, |
| "loss": 0.8791, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.7745119333267212, |
| "learning_rate": 1.9179487179487182e-05, |
| "loss": 0.8601, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.3610873222351074, |
| "learning_rate": 1.907692307692308e-05, |
| "loss": 0.846, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.3921096324920654, |
| "learning_rate": 1.8974358974358975e-05, |
| "loss": 0.8465, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.9155237674713135, |
| "learning_rate": 1.8871794871794873e-05, |
| "loss": 0.8358, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 2.5246050357818604, |
| "learning_rate": 1.876923076923077e-05, |
| "loss": 0.8346, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 2.402024030685425, |
| "learning_rate": 1.866666666666667e-05, |
| "loss": 0.8151, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.9758305549621582, |
| "learning_rate": 1.8564102564102567e-05, |
| "loss": 0.8121, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.7855979204177856, |
| "learning_rate": 1.8461538461538465e-05, |
| "loss": 0.8094, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 2.5531435012817383, |
| "learning_rate": 1.835897435897436e-05, |
| "loss": 0.8056, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.6370404958724976, |
| "learning_rate": 1.8256410256410257e-05, |
| "loss": 0.7954, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 2.1094133853912354, |
| "learning_rate": 1.8153846153846155e-05, |
| "loss": 0.7954, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.988926887512207, |
| "learning_rate": 1.8051282051282053e-05, |
| "loss": 0.7831, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.0189740657806396, |
| "learning_rate": 1.794871794871795e-05, |
| "loss": 0.7734, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.5, |
| "eval_loss": 0.7750750184059143, |
| "eval_runtime": 37.7119, |
| "eval_samples_per_second": 26.517, |
| "eval_steps_per_second": 6.629, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.6814110279083252, |
| "learning_rate": 1.784615384615385e-05, |
| "loss": 0.785, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.3658416271209717, |
| "learning_rate": 1.7743589743589744e-05, |
| "loss": 0.7771, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.0418968200683594, |
| "learning_rate": 1.7641025641025642e-05, |
| "loss": 0.7666, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.8352694511413574, |
| "learning_rate": 1.753846153846154e-05, |
| "loss": 0.7636, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.93773353099823, |
| "learning_rate": 1.743692307692308e-05, |
| "loss": 0.7447, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 2.1721432209014893, |
| "learning_rate": 1.7334358974358977e-05, |
| "loss": 0.7583, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.6705156564712524, |
| "learning_rate": 1.7231794871794875e-05, |
| "loss": 0.7347, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.3235106468200684, |
| "learning_rate": 1.7129230769230773e-05, |
| "loss": 0.7509, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.9557029008865356, |
| "learning_rate": 1.702666666666667e-05, |
| "loss": 0.7416, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.8498666286468506, |
| "learning_rate": 1.6924102564102565e-05, |
| "loss": 0.7395, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.7680326700210571, |
| "learning_rate": 1.6821538461538463e-05, |
| "loss": 0.7455, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.8850408792495728, |
| "learning_rate": 1.671897435897436e-05, |
| "loss": 0.7174, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.8840125799179077, |
| "learning_rate": 1.661641025641026e-05, |
| "loss": 0.7236, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.8746532201766968, |
| "learning_rate": 1.6513846153846157e-05, |
| "loss": 0.7313, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.9656246900558472, |
| "learning_rate": 1.6411282051282055e-05, |
| "loss": 0.7067, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 2.298736572265625, |
| "learning_rate": 1.630871794871795e-05, |
| "loss": 0.7195, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.647545337677002, |
| "learning_rate": 1.6206153846153848e-05, |
| "loss": 0.7166, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 2.433582305908203, |
| "learning_rate": 1.6103589743589746e-05, |
| "loss": 0.7066, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.937717080116272, |
| "learning_rate": 1.6001025641025644e-05, |
| "loss": 0.7065, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.8050605058670044, |
| "learning_rate": 1.5898461538461542e-05, |
| "loss": 0.6854, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.7141133546829224, |
| "learning_rate": 1.579589743589744e-05, |
| "loss": 0.6986, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 2.356724739074707, |
| "learning_rate": 1.5693333333333334e-05, |
| "loss": 0.6915, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.991727590560913, |
| "learning_rate": 1.5590769230769232e-05, |
| "loss": 0.7086, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.5158222913742065, |
| "learning_rate": 1.548820512820513e-05, |
| "loss": 0.6915, |
| "step": 4900 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 2.744266986846924, |
| "learning_rate": 1.538564102564103e-05, |
| "loss": 0.6765, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.6998236179351807, |
| "eval_runtime": 37.7448, |
| "eval_samples_per_second": 26.494, |
| "eval_steps_per_second": 6.623, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.02, |
| "grad_norm": 1.5580978393554688, |
| "learning_rate": 1.5283076923076926e-05, |
| "loss": 0.6651, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.04, |
| "grad_norm": 1.8239487409591675, |
| "learning_rate": 1.5180512820512823e-05, |
| "loss": 0.6602, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.06, |
| "grad_norm": 1.6179425716400146, |
| "learning_rate": 1.5077948717948719e-05, |
| "loss": 0.6639, |
| "step": 5300 |
| }, |
| { |
| "epoch": 1.08, |
| "grad_norm": 2.1928112506866455, |
| "learning_rate": 1.4975384615384617e-05, |
| "loss": 0.6594, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.1, |
| "grad_norm": 1.6164484024047852, |
| "learning_rate": 1.4872820512820513e-05, |
| "loss": 0.675, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.12, |
| "grad_norm": 1.6600135564804077, |
| "learning_rate": 1.4770256410256411e-05, |
| "loss": 0.6601, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.14, |
| "grad_norm": 2.3864831924438477, |
| "learning_rate": 1.466769230769231e-05, |
| "loss": 0.6523, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.16, |
| "grad_norm": 1.7675199508666992, |
| "learning_rate": 1.4565128205128207e-05, |
| "loss": 0.6571, |
| "step": 5800 |
| }, |
| { |
| "epoch": 1.18, |
| "grad_norm": 2.3523380756378174, |
| "learning_rate": 1.4462564102564103e-05, |
| "loss": 0.644, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 1.5896570682525635, |
| "learning_rate": 1.4360000000000001e-05, |
| "loss": 0.6425, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.22, |
| "grad_norm": 1.9609613418579102, |
| "learning_rate": 1.4257435897435898e-05, |
| "loss": 0.6449, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.24, |
| "grad_norm": 1.7148176431655884, |
| "learning_rate": 1.4154871794871796e-05, |
| "loss": 0.639, |
| "step": 6200 |
| }, |
| { |
| "epoch": 1.26, |
| "grad_norm": 1.6646454334259033, |
| "learning_rate": 1.4052307692307694e-05, |
| "loss": 0.6546, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.28, |
| "grad_norm": 1.6648869514465332, |
| "learning_rate": 1.3949743589743592e-05, |
| "loss": 0.6467, |
| "step": 6400 |
| }, |
| { |
| "epoch": 1.3, |
| "grad_norm": 1.6408113241195679, |
| "learning_rate": 1.3847179487179488e-05, |
| "loss": 0.629, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.32, |
| "grad_norm": 1.608528971672058, |
| "learning_rate": 1.3744615384615386e-05, |
| "loss": 0.6304, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.34, |
| "grad_norm": 1.7841941118240356, |
| "learning_rate": 1.3642051282051282e-05, |
| "loss": 0.636, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.36, |
| "grad_norm": 1.4850620031356812, |
| "learning_rate": 1.353948717948718e-05, |
| "loss": 0.6435, |
| "step": 6800 |
| }, |
| { |
| "epoch": 1.38, |
| "grad_norm": 1.8835147619247437, |
| "learning_rate": 1.3436923076923078e-05, |
| "loss": 0.6507, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 2.422339916229248, |
| "learning_rate": 1.3334358974358976e-05, |
| "loss": 0.6419, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.42, |
| "grad_norm": 1.893487572669983, |
| "learning_rate": 1.3231794871794872e-05, |
| "loss": 0.6248, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.44, |
| "grad_norm": 2.7827541828155518, |
| "learning_rate": 1.312923076923077e-05, |
| "loss": 0.6376, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.46, |
| "grad_norm": 1.6783027648925781, |
| "learning_rate": 1.3026666666666667e-05, |
| "loss": 0.6207, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.48, |
| "grad_norm": 1.6965584754943848, |
| "learning_rate": 1.2924102564102565e-05, |
| "loss": 0.6239, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 1.7779945135116577, |
| "learning_rate": 1.2821538461538463e-05, |
| "loss": 0.6211, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.5, |
| "eval_loss": 0.6189149022102356, |
| "eval_runtime": 37.7906, |
| "eval_samples_per_second": 26.462, |
| "eval_steps_per_second": 6.615, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.52, |
| "grad_norm": 1.8954280614852905, |
| "learning_rate": 1.271897435897436e-05, |
| "loss": 0.6301, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.54, |
| "grad_norm": 1.695956826210022, |
| "learning_rate": 1.2616410256410257e-05, |
| "loss": 0.6173, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.56, |
| "grad_norm": 2.6846532821655273, |
| "learning_rate": 1.2513846153846155e-05, |
| "loss": 0.6116, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.58, |
| "grad_norm": 2.0877957344055176, |
| "learning_rate": 1.2411282051282051e-05, |
| "loss": 0.6165, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 1.568054437637329, |
| "learning_rate": 1.230871794871795e-05, |
| "loss": 0.6231, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.62, |
| "grad_norm": 1.8222888708114624, |
| "learning_rate": 1.2206153846153847e-05, |
| "loss": 0.6107, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.64, |
| "grad_norm": 1.8577901124954224, |
| "learning_rate": 1.2104615384615386e-05, |
| "loss": 0.6193, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.66, |
| "grad_norm": 1.689939022064209, |
| "learning_rate": 1.2002051282051284e-05, |
| "loss": 0.61, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.68, |
| "grad_norm": 1.8094621896743774, |
| "learning_rate": 1.189948717948718e-05, |
| "loss": 0.6131, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.7, |
| "grad_norm": 2.136385202407837, |
| "learning_rate": 1.1796923076923077e-05, |
| "loss": 0.6126, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.72, |
| "grad_norm": 1.6386775970458984, |
| "learning_rate": 1.1694358974358975e-05, |
| "loss": 0.617, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.74, |
| "grad_norm": 1.7911731004714966, |
| "learning_rate": 1.1591794871794873e-05, |
| "loss": 0.5999, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.76, |
| "grad_norm": 1.9262185096740723, |
| "learning_rate": 1.1489230769230771e-05, |
| "loss": 0.6069, |
| "step": 8800 |
| }, |
| { |
| "epoch": 1.78, |
| "grad_norm": 1.7505638599395752, |
| "learning_rate": 1.1386666666666669e-05, |
| "loss": 0.6083, |
| "step": 8900 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 1.8164703845977783, |
| "learning_rate": 1.1284102564102565e-05, |
| "loss": 0.6237, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.82, |
| "grad_norm": 2.1859376430511475, |
| "learning_rate": 1.1181538461538461e-05, |
| "loss": 0.6004, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.84, |
| "grad_norm": 1.4279205799102783, |
| "learning_rate": 1.107897435897436e-05, |
| "loss": 0.6131, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.86, |
| "grad_norm": 1.8264535665512085, |
| "learning_rate": 1.0976410256410257e-05, |
| "loss": 0.602, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.88, |
| "grad_norm": 1.9791676998138428, |
| "learning_rate": 1.0873846153846155e-05, |
| "loss": 0.5974, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.9, |
| "grad_norm": 1.5951436758041382, |
| "learning_rate": 1.0771282051282053e-05, |
| "loss": 0.5855, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.92, |
| "grad_norm": 2.221043348312378, |
| "learning_rate": 1.066871794871795e-05, |
| "loss": 0.5942, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.94, |
| "grad_norm": 1.7138677835464478, |
| "learning_rate": 1.0566153846153846e-05, |
| "loss": 0.5981, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.96, |
| "grad_norm": 1.6244597434997559, |
| "learning_rate": 1.0463589743589744e-05, |
| "loss": 0.5908, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.98, |
| "grad_norm": 1.6802514791488647, |
| "learning_rate": 1.0361025641025642e-05, |
| "loss": 0.594, |
| "step": 9900 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 2.2132487297058105, |
| "learning_rate": 1.025846153846154e-05, |
| "loss": 0.5894, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.5827540159225464, |
| "eval_runtime": 37.6623, |
| "eval_samples_per_second": 26.552, |
| "eval_steps_per_second": 6.638, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.02, |
| "grad_norm": 2.0124223232269287, |
| "learning_rate": 1.0155897435897438e-05, |
| "loss": 0.5565, |
| "step": 10100 |
| }, |
| { |
| "epoch": 2.04, |
| "grad_norm": 1.5917423963546753, |
| "learning_rate": 1.0053333333333334e-05, |
| "loss": 0.5719, |
| "step": 10200 |
| }, |
| { |
| "epoch": 2.06, |
| "grad_norm": 1.895202875137329, |
| "learning_rate": 9.950769230769232e-06, |
| "loss": 0.5469, |
| "step": 10300 |
| }, |
| { |
| "epoch": 2.08, |
| "grad_norm": 1.5201858282089233, |
| "learning_rate": 9.84820512820513e-06, |
| "loss": 0.5672, |
| "step": 10400 |
| }, |
| { |
| "epoch": 2.1, |
| "grad_norm": 1.8425326347351074, |
| "learning_rate": 9.745641025641026e-06, |
| "loss": 0.5446, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.12, |
| "grad_norm": 2.431252956390381, |
| "learning_rate": 9.643076923076924e-06, |
| "loss": 0.552, |
| "step": 10600 |
| }, |
| { |
| "epoch": 2.14, |
| "grad_norm": 2.391223430633545, |
| "learning_rate": 9.541538461538462e-06, |
| "loss": 0.5668, |
| "step": 10700 |
| }, |
| { |
| "epoch": 2.16, |
| "grad_norm": 1.9579830169677734, |
| "learning_rate": 9.43897435897436e-06, |
| "loss": 0.5432, |
| "step": 10800 |
| }, |
| { |
| "epoch": 2.18, |
| "grad_norm": 1.6551591157913208, |
| "learning_rate": 9.336410256410258e-06, |
| "loss": 0.5345, |
| "step": 10900 |
| }, |
| { |
| "epoch": 2.2, |
| "grad_norm": 1.58843195438385, |
| "learning_rate": 9.233846153846154e-06, |
| "loss": 0.5527, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.22, |
| "grad_norm": 1.36421799659729, |
| "learning_rate": 9.131282051282052e-06, |
| "loss": 0.5543, |
| "step": 11100 |
| }, |
| { |
| "epoch": 2.24, |
| "grad_norm": 1.5961703062057495, |
| "learning_rate": 9.02871794871795e-06, |
| "loss": 0.5621, |
| "step": 11200 |
| }, |
| { |
| "epoch": 2.26, |
| "grad_norm": 1.9277173280715942, |
| "learning_rate": 8.926153846153846e-06, |
| "loss": 0.5404, |
| "step": 11300 |
| }, |
| { |
| "epoch": 2.28, |
| "grad_norm": 1.6406772136688232, |
| "learning_rate": 8.823589743589744e-06, |
| "loss": 0.5487, |
| "step": 11400 |
| }, |
| { |
| "epoch": 2.3, |
| "grad_norm": 2.2707431316375732, |
| "learning_rate": 8.721025641025642e-06, |
| "loss": 0.5581, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.32, |
| "grad_norm": 2.063711404800415, |
| "learning_rate": 8.618461538461539e-06, |
| "loss": 0.537, |
| "step": 11600 |
| }, |
| { |
| "epoch": 2.34, |
| "grad_norm": 1.40162992477417, |
| "learning_rate": 8.515897435897437e-06, |
| "loss": 0.5467, |
| "step": 11700 |
| }, |
| { |
| "epoch": 2.36, |
| "grad_norm": 1.9021568298339844, |
| "learning_rate": 8.413333333333335e-06, |
| "loss": 0.5492, |
| "step": 11800 |
| }, |
| { |
| "epoch": 2.38, |
| "grad_norm": 1.607601523399353, |
| "learning_rate": 8.310769230769231e-06, |
| "loss": 0.5358, |
| "step": 11900 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 1.6282119750976562, |
| "learning_rate": 8.208205128205129e-06, |
| "loss": 0.5539, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.42, |
| "grad_norm": 1.7966066598892212, |
| "learning_rate": 8.105641025641027e-06, |
| "loss": 0.5459, |
| "step": 12100 |
| }, |
| { |
| "epoch": 2.44, |
| "grad_norm": 2.068737745285034, |
| "learning_rate": 8.003076923076923e-06, |
| "loss": 0.5427, |
| "step": 12200 |
| }, |
| { |
| "epoch": 2.46, |
| "grad_norm": 1.8832446336746216, |
| "learning_rate": 7.901538461538462e-06, |
| "loss": 0.5392, |
| "step": 12300 |
| }, |
| { |
| "epoch": 2.48, |
| "grad_norm": 3.1190991401672363, |
| "learning_rate": 7.798974358974359e-06, |
| "loss": 0.5479, |
| "step": 12400 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 1.997453212738037, |
| "learning_rate": 7.696410256410257e-06, |
| "loss": 0.5462, |
| "step": 12500 |
| }, |
| { |
| "epoch": 2.5, |
| "eval_loss": 0.592738151550293, |
| "eval_runtime": 37.6944, |
| "eval_samples_per_second": 26.529, |
| "eval_steps_per_second": 6.632, |
| "step": 12500 |
| }, |
| { |
| "epoch": 2.52, |
| "grad_norm": 1.9580820798873901, |
| "learning_rate": 7.593846153846155e-06, |
| "loss": 0.5205, |
| "step": 12600 |
| }, |
| { |
| "epoch": 2.54, |
| "grad_norm": 1.8407106399536133, |
| "learning_rate": 7.491282051282052e-06, |
| "loss": 0.5283, |
| "step": 12700 |
| }, |
| { |
| "epoch": 2.56, |
| "grad_norm": 1.8764362335205078, |
| "learning_rate": 7.38871794871795e-06, |
| "loss": 0.5372, |
| "step": 12800 |
| }, |
| { |
| "epoch": 2.58, |
| "grad_norm": 2.0187058448791504, |
| "learning_rate": 7.286153846153847e-06, |
| "loss": 0.5443, |
| "step": 12900 |
| }, |
| { |
| "epoch": 2.6, |
| "grad_norm": 1.6760249137878418, |
| "learning_rate": 7.183589743589744e-06, |
| "loss": 0.5359, |
| "step": 13000 |
| }, |
| { |
| "epoch": 2.62, |
| "grad_norm": 1.7465155124664307, |
| "learning_rate": 7.081025641025642e-06, |
| "loss": 0.5332, |
| "step": 13100 |
| }, |
| { |
| "epoch": 2.64, |
| "grad_norm": 1.983605980873108, |
| "learning_rate": 6.978461538461539e-06, |
| "loss": 0.5375, |
| "step": 13200 |
| }, |
| { |
| "epoch": 2.66, |
| "grad_norm": 3.748850107192993, |
| "learning_rate": 6.875897435897436e-06, |
| "loss": 0.5202, |
| "step": 13300 |
| }, |
| { |
| "epoch": 2.68, |
| "grad_norm": 2.3786838054656982, |
| "learning_rate": 6.773333333333334e-06, |
| "loss": 0.5366, |
| "step": 13400 |
| }, |
| { |
| "epoch": 2.7, |
| "grad_norm": 1.8277692794799805, |
| "learning_rate": 6.670769230769231e-06, |
| "loss": 0.5406, |
| "step": 13500 |
| }, |
| { |
| "epoch": 2.72, |
| "grad_norm": 1.736742377281189, |
| "learning_rate": 6.5682051282051285e-06, |
| "loss": 0.5324, |
| "step": 13600 |
| }, |
| { |
| "epoch": 2.74, |
| "grad_norm": 2.152658224105835, |
| "learning_rate": 6.4656410256410265e-06, |
| "loss": 0.5238, |
| "step": 13700 |
| }, |
| { |
| "epoch": 2.76, |
| "grad_norm": 1.4771183729171753, |
| "learning_rate": 6.363076923076924e-06, |
| "loss": 0.5244, |
| "step": 13800 |
| }, |
| { |
| "epoch": 2.78, |
| "grad_norm": 2.6469223499298096, |
| "learning_rate": 6.260512820512821e-06, |
| "loss": 0.5296, |
| "step": 13900 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 2.2587192058563232, |
| "learning_rate": 6.157948717948719e-06, |
| "loss": 0.5245, |
| "step": 14000 |
| }, |
| { |
| "epoch": 2.82, |
| "grad_norm": 1.691953182220459, |
| "learning_rate": 6.055384615384616e-06, |
| "loss": 0.523, |
| "step": 14100 |
| }, |
| { |
| "epoch": 2.84, |
| "grad_norm": 1.9120712280273438, |
| "learning_rate": 5.952820512820513e-06, |
| "loss": 0.522, |
| "step": 14200 |
| }, |
| { |
| "epoch": 2.86, |
| "grad_norm": 2.196423292160034, |
| "learning_rate": 5.850256410256411e-06, |
| "loss": 0.5252, |
| "step": 14300 |
| }, |
| { |
| "epoch": 2.88, |
| "grad_norm": 2.080812931060791, |
| "learning_rate": 5.747692307692308e-06, |
| "loss": 0.53, |
| "step": 14400 |
| }, |
| { |
| "epoch": 2.9, |
| "grad_norm": 1.567008376121521, |
| "learning_rate": 5.645128205128205e-06, |
| "loss": 0.5213, |
| "step": 14500 |
| }, |
| { |
| "epoch": 2.92, |
| "grad_norm": 1.8277350664138794, |
| "learning_rate": 5.542564102564103e-06, |
| "loss": 0.5288, |
| "step": 14600 |
| }, |
| { |
| "epoch": 2.94, |
| "grad_norm": 2.144063711166382, |
| "learning_rate": 5.4400000000000004e-06, |
| "loss": 0.5187, |
| "step": 14700 |
| }, |
| { |
| "epoch": 2.96, |
| "grad_norm": 2.0858545303344727, |
| "learning_rate": 5.338461538461539e-06, |
| "loss": 0.5104, |
| "step": 14800 |
| }, |
| { |
| "epoch": 2.98, |
| "grad_norm": 2.8449838161468506, |
| "learning_rate": 5.235897435897437e-06, |
| "loss": 0.5254, |
| "step": 14900 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 1.867030143737793, |
| "learning_rate": 5.133333333333334e-06, |
| "loss": 0.5265, |
| "step": 15000 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.5755677819252014, |
| "eval_runtime": 37.7393, |
| "eval_samples_per_second": 26.498, |
| "eval_steps_per_second": 6.624, |
| "step": 15000 |
| }, |
| { |
| "epoch": 3.02, |
| "grad_norm": 1.6803908348083496, |
| "learning_rate": 5.031794871794871e-06, |
| "loss": 0.4732, |
| "step": 15100 |
| }, |
| { |
| "epoch": 3.04, |
| "grad_norm": 1.657348871231079, |
| "learning_rate": 4.929230769230769e-06, |
| "loss": 0.4753, |
| "step": 15200 |
| }, |
| { |
| "epoch": 3.06, |
| "grad_norm": 2.1027541160583496, |
| "learning_rate": 4.826666666666667e-06, |
| "loss": 0.4763, |
| "step": 15300 |
| }, |
| { |
| "epoch": 3.08, |
| "grad_norm": 2.144843816757202, |
| "learning_rate": 4.7241025641025645e-06, |
| "loss": 0.4691, |
| "step": 15400 |
| }, |
| { |
| "epoch": 3.1, |
| "grad_norm": 2.0413217544555664, |
| "learning_rate": 4.621538461538462e-06, |
| "loss": 0.4694, |
| "step": 15500 |
| }, |
| { |
| "epoch": 3.12, |
| "grad_norm": 2.122432231903076, |
| "learning_rate": 4.51897435897436e-06, |
| "loss": 0.472, |
| "step": 15600 |
| }, |
| { |
| "epoch": 3.14, |
| "grad_norm": 2.2207162380218506, |
| "learning_rate": 4.416410256410257e-06, |
| "loss": 0.463, |
| "step": 15700 |
| }, |
| { |
| "epoch": 3.16, |
| "grad_norm": 1.912340521812439, |
| "learning_rate": 4.313846153846154e-06, |
| "loss": 0.4735, |
| "step": 15800 |
| }, |
| { |
| "epoch": 3.18, |
| "grad_norm": 2.1629879474639893, |
| "learning_rate": 4.211282051282052e-06, |
| "loss": 0.4759, |
| "step": 15900 |
| }, |
| { |
| "epoch": 3.2, |
| "grad_norm": 2.2578675746917725, |
| "learning_rate": 4.108717948717949e-06, |
| "loss": 0.4716, |
| "step": 16000 |
| }, |
| { |
| "epoch": 3.22, |
| "grad_norm": 1.8659443855285645, |
| "learning_rate": 4.006153846153846e-06, |
| "loss": 0.4521, |
| "step": 16100 |
| }, |
| { |
| "epoch": 3.24, |
| "grad_norm": 2.5843989849090576, |
| "learning_rate": 3.903589743589744e-06, |
| "loss": 0.4642, |
| "step": 16200 |
| }, |
| { |
| "epoch": 3.26, |
| "grad_norm": 2.093555212020874, |
| "learning_rate": 3.8010256410256412e-06, |
| "loss": 0.4625, |
| "step": 16300 |
| }, |
| { |
| "epoch": 3.28, |
| "grad_norm": 1.8870043754577637, |
| "learning_rate": 3.6984615384615384e-06, |
| "loss": 0.4715, |
| "step": 16400 |
| }, |
| { |
| "epoch": 3.3, |
| "grad_norm": 1.8587422370910645, |
| "learning_rate": 3.5958974358974363e-06, |
| "loss": 0.4598, |
| "step": 16500 |
| }, |
| { |
| "epoch": 3.32, |
| "grad_norm": 3.115006923675537, |
| "learning_rate": 3.4933333333333335e-06, |
| "loss": 0.4522, |
| "step": 16600 |
| }, |
| { |
| "epoch": 3.34, |
| "grad_norm": 3.0302741527557373, |
| "learning_rate": 3.3907692307692306e-06, |
| "loss": 0.4606, |
| "step": 16700 |
| }, |
| { |
| "epoch": 3.36, |
| "grad_norm": 2.0749588012695312, |
| "learning_rate": 3.2882051282051286e-06, |
| "loss": 0.4677, |
| "step": 16800 |
| }, |
| { |
| "epoch": 3.38, |
| "grad_norm": 1.8986167907714844, |
| "learning_rate": 3.1856410256410257e-06, |
| "loss": 0.4621, |
| "step": 16900 |
| }, |
| { |
| "epoch": 3.4, |
| "grad_norm": 4.082165241241455, |
| "learning_rate": 3.083076923076923e-06, |
| "loss": 0.472, |
| "step": 17000 |
| }, |
| { |
| "epoch": 3.42, |
| "grad_norm": 2.0937159061431885, |
| "learning_rate": 2.980512820512821e-06, |
| "loss": 0.4704, |
| "step": 17100 |
| }, |
| { |
| "epoch": 3.44, |
| "grad_norm": 1.8796356916427612, |
| "learning_rate": 2.877948717948718e-06, |
| "loss": 0.4664, |
| "step": 17200 |
| }, |
| { |
| "epoch": 3.46, |
| "grad_norm": 2.338709831237793, |
| "learning_rate": 2.775384615384615e-06, |
| "loss": 0.4642, |
| "step": 17300 |
| }, |
| { |
| "epoch": 3.48, |
| "grad_norm": 1.9063432216644287, |
| "learning_rate": 2.672820512820513e-06, |
| "loss": 0.4587, |
| "step": 17400 |
| }, |
| { |
| "epoch": 3.5, |
| "grad_norm": 2.500352621078491, |
| "learning_rate": 2.5702564102564103e-06, |
| "loss": 0.4653, |
| "step": 17500 |
| }, |
| { |
| "epoch": 3.5, |
| "eval_loss": 0.5773757696151733, |
| "eval_runtime": 37.7662, |
| "eval_samples_per_second": 26.479, |
| "eval_steps_per_second": 6.62, |
| "step": 17500 |
| }, |
| { |
| "epoch": 3.52, |
| "grad_norm": 2.412173271179199, |
| "learning_rate": 2.467692307692308e-06, |
| "loss": 0.4577, |
| "step": 17600 |
| }, |
| { |
| "epoch": 3.54, |
| "grad_norm": 2.3137009143829346, |
| "learning_rate": 2.3651282051282054e-06, |
| "loss": 0.4691, |
| "step": 17700 |
| }, |
| { |
| "epoch": 3.56, |
| "grad_norm": 2.7015998363494873, |
| "learning_rate": 2.2625641025641025e-06, |
| "loss": 0.4528, |
| "step": 17800 |
| }, |
| { |
| "epoch": 3.58, |
| "grad_norm": 2.0640199184417725, |
| "learning_rate": 2.16e-06, |
| "loss": 0.4543, |
| "step": 17900 |
| }, |
| { |
| "epoch": 3.6, |
| "grad_norm": 2.362372398376465, |
| "learning_rate": 2.0574358974358976e-06, |
| "loss": 0.4537, |
| "step": 18000 |
| }, |
| { |
| "epoch": 3.62, |
| "grad_norm": 2.2816359996795654, |
| "learning_rate": 1.9548717948717948e-06, |
| "loss": 0.4567, |
| "step": 18100 |
| }, |
| { |
| "epoch": 3.64, |
| "grad_norm": 1.7161535024642944, |
| "learning_rate": 1.8523076923076923e-06, |
| "loss": 0.4551, |
| "step": 18200 |
| }, |
| { |
| "epoch": 3.66, |
| "grad_norm": 2.011964797973633, |
| "learning_rate": 1.7497435897435899e-06, |
| "loss": 0.4501, |
| "step": 18300 |
| }, |
| { |
| "epoch": 3.68, |
| "grad_norm": 2.126624584197998, |
| "learning_rate": 1.6471794871794874e-06, |
| "loss": 0.4475, |
| "step": 18400 |
| }, |
| { |
| "epoch": 3.7, |
| "grad_norm": 2.778960704803467, |
| "learning_rate": 1.5446153846153846e-06, |
| "loss": 0.4525, |
| "step": 18500 |
| }, |
| { |
| "epoch": 3.72, |
| "grad_norm": 2.1998558044433594, |
| "learning_rate": 1.4420512820512821e-06, |
| "loss": 0.4542, |
| "step": 18600 |
| }, |
| { |
| "epoch": 3.74, |
| "grad_norm": 2.273758888244629, |
| "learning_rate": 1.3394871794871797e-06, |
| "loss": 0.4709, |
| "step": 18700 |
| }, |
| { |
| "epoch": 3.76, |
| "grad_norm": 2.270432949066162, |
| "learning_rate": 1.236923076923077e-06, |
| "loss": 0.4515, |
| "step": 18800 |
| }, |
| { |
| "epoch": 3.78, |
| "grad_norm": 2.251328706741333, |
| "learning_rate": 1.1343589743589744e-06, |
| "loss": 0.4414, |
| "step": 18900 |
| }, |
| { |
| "epoch": 3.8, |
| "grad_norm": 1.7179417610168457, |
| "learning_rate": 1.0317948717948717e-06, |
| "loss": 0.4571, |
| "step": 19000 |
| }, |
| { |
| "epoch": 3.82, |
| "grad_norm": 2.2892489433288574, |
| "learning_rate": 9.292307692307693e-07, |
| "loss": 0.4512, |
| "step": 19100 |
| }, |
| { |
| "epoch": 3.84, |
| "grad_norm": 2.386227607727051, |
| "learning_rate": 8.266666666666668e-07, |
| "loss": 0.4529, |
| "step": 19200 |
| }, |
| { |
| "epoch": 3.86, |
| "grad_norm": 3.4404356479644775, |
| "learning_rate": 7.241025641025641e-07, |
| "loss": 0.4561, |
| "step": 19300 |
| }, |
| { |
| "epoch": 3.88, |
| "grad_norm": 3.1425325870513916, |
| "learning_rate": 6.215384615384616e-07, |
| "loss": 0.4512, |
| "step": 19400 |
| }, |
| { |
| "epoch": 3.9, |
| "grad_norm": 2.285019636154175, |
| "learning_rate": 5.18974358974359e-07, |
| "loss": 0.4644, |
| "step": 19500 |
| }, |
| { |
| "epoch": 3.92, |
| "grad_norm": 1.933229923248291, |
| "learning_rate": 4.164102564102564e-07, |
| "loss": 0.4636, |
| "step": 19600 |
| }, |
| { |
| "epoch": 3.94, |
| "grad_norm": 2.129995346069336, |
| "learning_rate": 3.138461538461539e-07, |
| "loss": 0.4486, |
| "step": 19700 |
| }, |
| { |
| "epoch": 3.96, |
| "grad_norm": 2.06881046295166, |
| "learning_rate": 2.112820512820513e-07, |
| "loss": 0.4338, |
| "step": 19800 |
| }, |
| { |
| "epoch": 3.98, |
| "grad_norm": 2.346268892288208, |
| "learning_rate": 1.0871794871794872e-07, |
| "loss": 0.4543, |
| "step": 19900 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 2.0282890796661377, |
| "learning_rate": 6.153846153846155e-09, |
| "loss": 0.4407, |
| "step": 20000 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_loss": 0.5501033663749695, |
| "eval_runtime": 37.7502, |
| "eval_samples_per_second": 26.49, |
| "eval_steps_per_second": 6.622, |
| "step": 20000 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 20000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 2500, |
| "total_flos": 2.51739173289984e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
