| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 20.0, |
| "global_step": 17200, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.58, |
| "learning_rate": 4.854651162790698e-05, |
| "loss": 3.572, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 3.3753416538238525, |
| "eval_runtime": 146.7285, |
| "eval_samples_per_second": 163.69, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.16, |
| "learning_rate": 4.709302325581396e-05, |
| "loss": 3.4691, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.74, |
| "learning_rate": 4.563953488372093e-05, |
| "loss": 3.2751, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 3.3520445823669434, |
| "eval_runtime": 147.0097, |
| "eval_samples_per_second": 163.377, |
| "step": 1720 |
| }, |
| { |
| "epoch": 2.33, |
| "learning_rate": 4.418604651162791e-05, |
| "loss": 3.1479, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.91, |
| "learning_rate": 4.2732558139534885e-05, |
| "loss": 3.0201, |
| "step": 2500 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 3.3326475620269775, |
| "eval_runtime": 146.9025, |
| "eval_samples_per_second": 163.496, |
| "step": 2580 |
| }, |
| { |
| "epoch": 3.49, |
| "learning_rate": 4.127906976744187e-05, |
| "loss": 2.8872, |
| "step": 3000 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_loss": 3.355100154876709, |
| "eval_runtime": 146.8556, |
| "eval_samples_per_second": 163.548, |
| "step": 3440 |
| }, |
| { |
| "epoch": 4.07, |
| "learning_rate": 3.9825581395348835e-05, |
| "loss": 2.8373, |
| "step": 3500 |
| }, |
| { |
| "epoch": 4.65, |
| "learning_rate": 3.837209302325582e-05, |
| "loss": 2.6775, |
| "step": 4000 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_loss": 3.35534405708313, |
| "eval_runtime": 146.787, |
| "eval_samples_per_second": 163.625, |
| "step": 4300 |
| }, |
| { |
| "epoch": 5.23, |
| "learning_rate": 3.691860465116279e-05, |
| "loss": 2.6133, |
| "step": 4500 |
| }, |
| { |
| "epoch": 5.81, |
| "learning_rate": 3.5465116279069774e-05, |
| "loss": 2.5406, |
| "step": 5000 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_loss": 3.336427927017212, |
| "eval_runtime": 146.5342, |
| "eval_samples_per_second": 163.907, |
| "step": 5160 |
| }, |
| { |
| "epoch": 6.4, |
| "learning_rate": 3.401162790697674e-05, |
| "loss": 2.4318, |
| "step": 5500 |
| }, |
| { |
| "epoch": 6.98, |
| "learning_rate": 3.2558139534883724e-05, |
| "loss": 2.4171, |
| "step": 6000 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_loss": 3.332899808883667, |
| "eval_runtime": 146.7159, |
| "eval_samples_per_second": 163.704, |
| "step": 6020 |
| }, |
| { |
| "epoch": 7.56, |
| "learning_rate": 3.11046511627907e-05, |
| "loss": 2.267, |
| "step": 6500 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_loss": 3.3342535495758057, |
| "eval_runtime": 146.2923, |
| "eval_samples_per_second": 164.178, |
| "step": 6880 |
| }, |
| { |
| "epoch": 8.14, |
| "learning_rate": 2.9651162790697678e-05, |
| "loss": 2.232, |
| "step": 7000 |
| }, |
| { |
| "epoch": 8.72, |
| "learning_rate": 2.8197674418604653e-05, |
| "loss": 2.1545, |
| "step": 7500 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_loss": 3.3147542476654053, |
| "eval_runtime": 147.8917, |
| "eval_samples_per_second": 162.403, |
| "step": 7740 |
| }, |
| { |
| "epoch": 9.3, |
| "learning_rate": 2.674418604651163e-05, |
| "loss": 2.1127, |
| "step": 8000 |
| }, |
| { |
| "epoch": 9.88, |
| "learning_rate": 2.5290697674418607e-05, |
| "loss": 2.064, |
| "step": 8500 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_loss": 3.3158812522888184, |
| "eval_runtime": 147.2862, |
| "eval_samples_per_second": 163.07, |
| "step": 8600 |
| }, |
| { |
| "epoch": 10.47, |
| "learning_rate": 2.3837209302325582e-05, |
| "loss": 1.9663, |
| "step": 9000 |
| }, |
| { |
| "epoch": 11.0, |
| "eval_loss": 3.3465089797973633, |
| "eval_runtime": 148.1203, |
| "eval_samples_per_second": 162.152, |
| "step": 9460 |
| }, |
| { |
| "epoch": 11.05, |
| "learning_rate": 2.238372093023256e-05, |
| "loss": 1.9353, |
| "step": 9500 |
| }, |
| { |
| "epoch": 11.63, |
| "learning_rate": 2.0930232558139536e-05, |
| "loss": 1.8572, |
| "step": 10000 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_loss": 3.2874529361724854, |
| "eval_runtime": 147.3935, |
| "eval_samples_per_second": 162.952, |
| "step": 10320 |
| }, |
| { |
| "epoch": 12.21, |
| "learning_rate": 1.9476744186046514e-05, |
| "loss": 1.8373, |
| "step": 10500 |
| }, |
| { |
| "epoch": 12.79, |
| "learning_rate": 1.802325581395349e-05, |
| "loss": 1.7866, |
| "step": 11000 |
| }, |
| { |
| "epoch": 13.0, |
| "eval_loss": 3.321674108505249, |
| "eval_runtime": 146.9637, |
| "eval_samples_per_second": 163.428, |
| "step": 11180 |
| }, |
| { |
| "epoch": 13.37, |
| "learning_rate": 1.6569767441860464e-05, |
| "loss": 1.7253, |
| "step": 11500 |
| }, |
| { |
| "epoch": 13.95, |
| "learning_rate": 1.5116279069767441e-05, |
| "loss": 1.719, |
| "step": 12000 |
| }, |
| { |
| "epoch": 14.0, |
| "eval_loss": 3.2760589122772217, |
| "eval_runtime": 145.6136, |
| "eval_samples_per_second": 164.943, |
| "step": 12040 |
| }, |
| { |
| "epoch": 14.53, |
| "learning_rate": 1.3662790697674418e-05, |
| "loss": 1.6293, |
| "step": 12500 |
| }, |
| { |
| "epoch": 15.0, |
| "eval_loss": 3.302276611328125, |
| "eval_runtime": 146.2216, |
| "eval_samples_per_second": 164.258, |
| "step": 12900 |
| }, |
| { |
| "epoch": 15.12, |
| "learning_rate": 1.2209302325581395e-05, |
| "loss": 1.6339, |
| "step": 13000 |
| }, |
| { |
| "epoch": 15.7, |
| "learning_rate": 1.0755813953488372e-05, |
| "loss": 1.5656, |
| "step": 13500 |
| }, |
| { |
| "epoch": 16.0, |
| "eval_loss": 3.2689430713653564, |
| "eval_runtime": 145.5127, |
| "eval_samples_per_second": 165.058, |
| "step": 13760 |
| }, |
| { |
| "epoch": 16.28, |
| "learning_rate": 9.302325581395349e-06, |
| "loss": 1.5503, |
| "step": 14000 |
| }, |
| { |
| "epoch": 16.86, |
| "learning_rate": 7.848837209302325e-06, |
| "loss": 1.5344, |
| "step": 14500 |
| }, |
| { |
| "epoch": 17.0, |
| "eval_loss": 3.237142562866211, |
| "eval_runtime": 146.4021, |
| "eval_samples_per_second": 164.055, |
| "step": 14620 |
| }, |
| { |
| "epoch": 17.44, |
| "learning_rate": 6.395348837209303e-06, |
| "loss": 1.4974, |
| "step": 15000 |
| }, |
| { |
| "epoch": 18.0, |
| "eval_loss": 3.209892749786377, |
| "eval_runtime": 147.2158, |
| "eval_samples_per_second": 163.148, |
| "step": 15480 |
| }, |
| { |
| "epoch": 18.02, |
| "learning_rate": 4.941860465116279e-06, |
| "loss": 1.4739, |
| "step": 15500 |
| }, |
| { |
| "epoch": 18.6, |
| "learning_rate": 3.488372093023256e-06, |
| "loss": 1.4574, |
| "step": 16000 |
| }, |
| { |
| "epoch": 19.0, |
| "eval_loss": 3.2351009845733643, |
| "eval_runtime": 146.7384, |
| "eval_samples_per_second": 163.679, |
| "step": 16340 |
| }, |
| { |
| "epoch": 19.19, |
| "learning_rate": 2.0348837209302328e-06, |
| "loss": 1.4283, |
| "step": 16500 |
| }, |
| { |
| "epoch": 19.77, |
| "learning_rate": 5.813953488372093e-07, |
| "loss": 1.4204, |
| "step": 17000 |
| }, |
| { |
| "epoch": 20.0, |
| "eval_loss": 3.2112162113189697, |
| "eval_runtime": 147.2288, |
| "eval_samples_per_second": 163.134, |
| "step": 17200 |
| } |
| ], |
| "max_steps": 17200, |
| "num_train_epochs": 20, |
| "total_flos": 6.8827072512e+16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
