| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 29.986564299424185, |
| "eval_steps": 500, |
| "global_step": 11700, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 1.0, |
| "eval_f1": 0.9034, |
| "eval_gen_len": 26.296727272727274, |
| "eval_loss": 1.8257849216461182, |
| "eval_precision": 0.9049, |
| "eval_recall": 0.9023, |
| "eval_rouge1": 0.4338, |
| "eval_rouge2": 0.1906, |
| "eval_rougeL": 0.3496, |
| "eval_rougeLsum": 0.3498, |
| "eval_runtime": 513.5292, |
| "eval_samples_per_second": 5.355, |
| "eval_steps_per_second": 0.335, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.28, |
| "learning_rate": 1.3589743589743592e-05, |
| "loss": 2.1621, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_f1": 0.9054, |
| "eval_gen_len": 26.272727272727273, |
| "eval_loss": 1.7537195682525635, |
| "eval_precision": 0.9068, |
| "eval_recall": 0.9044, |
| "eval_rouge1": 0.4449, |
| "eval_rouge2": 0.2005, |
| "eval_rougeL": 0.3633, |
| "eval_rougeLsum": 0.3633, |
| "eval_runtime": 505.2109, |
| "eval_samples_per_second": 5.443, |
| "eval_steps_per_second": 0.34, |
| "step": 781 |
| }, |
| { |
| "epoch": 2.56, |
| "learning_rate": 7.17948717948718e-06, |
| "loss": 1.8794, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_f1": 0.9066, |
| "eval_gen_len": 26.434545454545454, |
| "eval_loss": 1.726783275604248, |
| "eval_precision": 0.9078, |
| "eval_recall": 0.9058, |
| "eval_rouge1": 0.4518, |
| "eval_rouge2": 0.2061, |
| "eval_rougeL": 0.3696, |
| "eval_rougeLsum": 0.3695, |
| "eval_runtime": 507.6007, |
| "eval_samples_per_second": 5.418, |
| "eval_steps_per_second": 0.339, |
| "step": 1172 |
| }, |
| { |
| "epoch": 3.84, |
| "learning_rate": 7.692307692307694e-07, |
| "loss": 1.8271, |
| "step": 1500 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_f1": 0.9069, |
| "eval_gen_len": 26.39709090909091, |
| "eval_loss": 1.7157036066055298, |
| "eval_precision": 0.9082, |
| "eval_recall": 0.906, |
| "eval_rouge1": 0.4539, |
| "eval_rouge2": 0.2075, |
| "eval_rougeL": 0.3716, |
| "eval_rougeLsum": 0.3714, |
| "eval_runtime": 505.7397, |
| "eval_samples_per_second": 5.438, |
| "eval_steps_per_second": 0.34, |
| "step": 1560 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_f1": 0.9074, |
| "eval_gen_len": 26.301454545454547, |
| "eval_loss": 1.703265905380249, |
| "eval_precision": 0.9087, |
| "eval_recall": 0.9065, |
| "eval_rouge1": 0.4561, |
| "eval_rouge2": 0.2098, |
| "eval_rougeL": 0.3735, |
| "eval_rougeLsum": 0.3734, |
| "eval_runtime": 505.7439, |
| "eval_samples_per_second": 5.438, |
| "eval_steps_per_second": 0.34, |
| "step": 1951 |
| }, |
| { |
| "epoch": 5.12, |
| "learning_rate": 2.9059829059829063e-06, |
| "loss": 1.8067, |
| "step": 2000 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_f1": 0.9077, |
| "eval_gen_len": 26.438909090909092, |
| "eval_loss": 1.6896997690200806, |
| "eval_precision": 0.9089, |
| "eval_recall": 0.9069, |
| "eval_rouge1": 0.4592, |
| "eval_rouge2": 0.2114, |
| "eval_rougeL": 0.3762, |
| "eval_rougeLsum": 0.3759, |
| "eval_runtime": 506.0324, |
| "eval_samples_per_second": 5.434, |
| "eval_steps_per_second": 0.34, |
| "step": 2340 |
| }, |
| { |
| "epoch": 6.41, |
| "learning_rate": 3.974358974358974e-06, |
| "loss": 1.7833, |
| "step": 2500 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_f1": 0.9079, |
| "eval_gen_len": 26.374545454545455, |
| "eval_loss": 1.6819266080856323, |
| "eval_precision": 0.9092, |
| "eval_recall": 0.9071, |
| "eval_rouge1": 0.4598, |
| "eval_rouge2": 0.2115, |
| "eval_rougeL": 0.3764, |
| "eval_rougeLsum": 0.376, |
| "eval_runtime": 506.9661, |
| "eval_samples_per_second": 5.424, |
| "eval_steps_per_second": 0.339, |
| "step": 2731 |
| }, |
| { |
| "epoch": 7.69, |
| "learning_rate": 7.692307692307694e-07, |
| "loss": 1.7683, |
| "step": 3000 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_f1": 0.9083, |
| "eval_gen_len": 26.620363636363635, |
| "eval_loss": 1.676251769065857, |
| "eval_precision": 0.9094, |
| "eval_recall": 0.9076, |
| "eval_rouge1": 0.4621, |
| "eval_rouge2": 0.2133, |
| "eval_rougeL": 0.3791, |
| "eval_rougeLsum": 0.3789, |
| "eval_runtime": 506.5847, |
| "eval_samples_per_second": 5.429, |
| "eval_steps_per_second": 0.34, |
| "step": 3120 |
| }, |
| { |
| "epoch": 8.97, |
| "learning_rate": 5.042735042735043e-06, |
| "loss": 1.7559, |
| "step": 3500 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_f1": 0.9086, |
| "eval_gen_len": 26.424, |
| "eval_loss": 1.666217565536499, |
| "eval_precision": 0.9098, |
| "eval_recall": 0.9078, |
| "eval_rouge1": 0.4632, |
| "eval_rouge2": 0.215, |
| "eval_rougeL": 0.38, |
| "eval_rougeLsum": 0.3799, |
| "eval_runtime": 507.5176, |
| "eval_samples_per_second": 5.419, |
| "eval_steps_per_second": 0.339, |
| "step": 3511 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_f1": 0.9089, |
| "eval_gen_len": 26.542545454545454, |
| "eval_loss": 1.6593670845031738, |
| "eval_precision": 0.9099, |
| "eval_recall": 0.9082, |
| "eval_rouge1": 0.4651, |
| "eval_rouge2": 0.2168, |
| "eval_rougeL": 0.3812, |
| "eval_rougeLsum": 0.3812, |
| "eval_runtime": 501.1134, |
| "eval_samples_per_second": 5.488, |
| "eval_steps_per_second": 0.343, |
| "step": 3902 |
| }, |
| { |
| "epoch": 10.25, |
| "learning_rate": 2.9059829059829063e-06, |
| "loss": 1.7357, |
| "step": 4000 |
| }, |
| { |
| "epoch": 11.0, |
| "eval_f1": 0.9091, |
| "eval_gen_len": 26.605090909090908, |
| "eval_loss": 1.6554700136184692, |
| "eval_precision": 0.91, |
| "eval_recall": 0.9086, |
| "eval_rouge1": 0.4663, |
| "eval_rouge2": 0.2178, |
| "eval_rougeL": 0.3824, |
| "eval_rougeLsum": 0.3823, |
| "eval_runtime": 504.1076, |
| "eval_samples_per_second": 5.455, |
| "eval_steps_per_second": 0.341, |
| "step": 4293 |
| }, |
| { |
| "epoch": 11.53, |
| "learning_rate": 7.692307692307694e-07, |
| "loss": 1.7297, |
| "step": 4500 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_f1": 0.9092, |
| "eval_gen_len": 26.439272727272726, |
| "eval_loss": 1.6508440971374512, |
| "eval_precision": 0.9103, |
| "eval_recall": 0.9084, |
| "eval_rouge1": 0.4668, |
| "eval_rouge2": 0.2175, |
| "eval_rougeL": 0.3823, |
| "eval_rougeLsum": 0.3822, |
| "eval_runtime": 506.6299, |
| "eval_samples_per_second": 5.428, |
| "eval_steps_per_second": 0.339, |
| "step": 4680 |
| }, |
| { |
| "epoch": 12.82, |
| "learning_rate": 3.974358974358974e-06, |
| "loss": 1.7165, |
| "step": 5000 |
| }, |
| { |
| "epoch": 13.0, |
| "eval_f1": 0.9094, |
| "eval_gen_len": 26.638545454545454, |
| "eval_loss": 1.6451035737991333, |
| "eval_precision": 0.9103, |
| "eval_recall": 0.9089, |
| "eval_rouge1": 0.4687, |
| "eval_rouge2": 0.2191, |
| "eval_rougeL": 0.3834, |
| "eval_rougeLsum": 0.3834, |
| "eval_runtime": 509.0115, |
| "eval_samples_per_second": 5.403, |
| "eval_steps_per_second": 0.338, |
| "step": 5071 |
| }, |
| { |
| "epoch": 14.0, |
| "eval_f1": 0.9095, |
| "eval_gen_len": 26.415636363636363, |
| "eval_loss": 1.6405242681503296, |
| "eval_precision": 0.9106, |
| "eval_recall": 0.9087, |
| "eval_rouge1": 0.4691, |
| "eval_rouge2": 0.2193, |
| "eval_rougeL": 0.3845, |
| "eval_rougeLsum": 0.3844, |
| "eval_runtime": 502.7756, |
| "eval_samples_per_second": 5.47, |
| "eval_steps_per_second": 0.342, |
| "step": 5462 |
| }, |
| { |
| "epoch": 14.1, |
| "learning_rate": 2.371794871794872e-06, |
| "loss": 1.7068, |
| "step": 5500 |
| }, |
| { |
| "epoch": 15.0, |
| "eval_f1": 0.9097, |
| "eval_gen_len": 26.45709090909091, |
| "eval_loss": 1.6383482217788696, |
| "eval_precision": 0.9108, |
| "eval_recall": 0.9089, |
| "eval_rouge1": 0.4699, |
| "eval_rouge2": 0.2204, |
| "eval_rougeL": 0.3853, |
| "eval_rougeLsum": 0.3853, |
| "eval_runtime": 506.608, |
| "eval_samples_per_second": 5.428, |
| "eval_steps_per_second": 0.34, |
| "step": 5853 |
| }, |
| { |
| "epoch": 15.38, |
| "learning_rate": 7.692307692307694e-07, |
| "loss": 1.7004, |
| "step": 6000 |
| }, |
| { |
| "epoch": 16.0, |
| "eval_f1": 0.9097, |
| "eval_gen_len": 26.424727272727274, |
| "eval_loss": 1.6346381902694702, |
| "eval_precision": 0.9108, |
| "eval_recall": 0.9089, |
| "eval_rouge1": 0.4703, |
| "eval_rouge2": 0.2204, |
| "eval_rougeL": 0.385, |
| "eval_rougeLsum": 0.385, |
| "eval_runtime": 506.5023, |
| "eval_samples_per_second": 5.429, |
| "eval_steps_per_second": 0.34, |
| "step": 6240 |
| }, |
| { |
| "epoch": 16.66, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 1.6923, |
| "step": 6500 |
| }, |
| { |
| "epoch": 17.0, |
| "eval_f1": 0.9099, |
| "eval_gen_len": 26.443636363636365, |
| "eval_loss": 1.6305155754089355, |
| "eval_precision": 0.911, |
| "eval_recall": 0.9091, |
| "eval_rouge1": 0.4706, |
| "eval_rouge2": 0.221, |
| "eval_rougeL": 0.3855, |
| "eval_rougeLsum": 0.3856, |
| "eval_runtime": 506.0984, |
| "eval_samples_per_second": 5.434, |
| "eval_steps_per_second": 0.34, |
| "step": 6631 |
| }, |
| { |
| "epoch": 17.94, |
| "learning_rate": 2.0512820512820513e-06, |
| "loss": 1.6839, |
| "step": 7000 |
| }, |
| { |
| "epoch": 18.0, |
| "eval_f1": 0.9098, |
| "eval_gen_len": 26.612, |
| "eval_loss": 1.6285477876663208, |
| "eval_precision": 0.9106, |
| "eval_recall": 0.9094, |
| "eval_rouge1": 0.4712, |
| "eval_rouge2": 0.2215, |
| "eval_rougeL": 0.3862, |
| "eval_rougeLsum": 0.3864, |
| "eval_runtime": 509.5093, |
| "eval_samples_per_second": 5.397, |
| "eval_steps_per_second": 0.338, |
| "step": 7022 |
| }, |
| { |
| "epoch": 19.0, |
| "eval_f1": 0.9099, |
| "eval_gen_len": 26.529090909090908, |
| "eval_loss": 1.6263303756713867, |
| "eval_precision": 0.9108, |
| "eval_recall": 0.9093, |
| "eval_rouge1": 0.4709, |
| "eval_rouge2": 0.2217, |
| "eval_rougeL": 0.3862, |
| "eval_rougeLsum": 0.3864, |
| "eval_runtime": 510.6771, |
| "eval_samples_per_second": 5.385, |
| "eval_steps_per_second": 0.337, |
| "step": 7413 |
| }, |
| { |
| "epoch": 19.22, |
| "learning_rate": 7.692307692307694e-07, |
| "loss": 1.6743, |
| "step": 7500 |
| }, |
| { |
| "epoch": 20.0, |
| "eval_f1": 0.91, |
| "eval_gen_len": 26.42509090909091, |
| "eval_loss": 1.620501160621643, |
| "eval_precision": 0.9111, |
| "eval_recall": 0.9092, |
| "eval_rouge1": 0.4727, |
| "eval_rouge2": 0.2223, |
| "eval_rougeL": 0.3876, |
| "eval_rougeLsum": 0.3876, |
| "eval_runtime": 508.7027, |
| "eval_samples_per_second": 5.406, |
| "eval_steps_per_second": 0.338, |
| "step": 7800 |
| }, |
| { |
| "epoch": 20.51, |
| "learning_rate": 6.324786324786325e-06, |
| "loss": 1.6692, |
| "step": 8000 |
| }, |
| { |
| "epoch": 21.0, |
| "eval_f1": 0.9102, |
| "eval_gen_len": 26.748363636363635, |
| "eval_loss": 1.6152820587158203, |
| "eval_precision": 0.911, |
| "eval_recall": 0.9098, |
| "eval_rouge1": 0.4737, |
| "eval_rouge2": 0.2229, |
| "eval_rougeL": 0.388, |
| "eval_rougeLsum": 0.388, |
| "eval_runtime": 510.0415, |
| "eval_samples_per_second": 5.392, |
| "eval_steps_per_second": 0.337, |
| "step": 8191 |
| }, |
| { |
| "epoch": 21.79, |
| "learning_rate": 5.470085470085471e-06, |
| "loss": 1.6568, |
| "step": 8500 |
| }, |
| { |
| "epoch": 22.0, |
| "eval_f1": 0.9103, |
| "eval_gen_len": 26.532, |
| "eval_loss": 1.6104176044464111, |
| "eval_precision": 0.9113, |
| "eval_recall": 0.9096, |
| "eval_rouge1": 0.4733, |
| "eval_rouge2": 0.2221, |
| "eval_rougeL": 0.3885, |
| "eval_rougeLsum": 0.3886, |
| "eval_runtime": 508.5365, |
| "eval_samples_per_second": 5.408, |
| "eval_steps_per_second": 0.338, |
| "step": 8582 |
| }, |
| { |
| "epoch": 23.0, |
| "eval_f1": 0.9104, |
| "eval_gen_len": 26.82, |
| "eval_loss": 1.6056216955184937, |
| "eval_precision": 0.911, |
| "eval_recall": 0.9101, |
| "eval_rouge1": 0.4756, |
| "eval_rouge2": 0.2236, |
| "eval_rougeL": 0.3891, |
| "eval_rougeLsum": 0.3891, |
| "eval_runtime": 510.3093, |
| "eval_samples_per_second": 5.389, |
| "eval_steps_per_second": 0.337, |
| "step": 8973 |
| }, |
| { |
| "epoch": 23.07, |
| "learning_rate": 4.615384615384616e-06, |
| "loss": 1.6418, |
| "step": 9000 |
| }, |
| { |
| "epoch": 24.0, |
| "eval_f1": 0.9106, |
| "eval_gen_len": 26.55127272727273, |
| "eval_loss": 1.6021137237548828, |
| "eval_precision": 0.9115, |
| "eval_recall": 0.91, |
| "eval_rouge1": 0.476, |
| "eval_rouge2": 0.2246, |
| "eval_rougeL": 0.3903, |
| "eval_rougeLsum": 0.3903, |
| "eval_runtime": 506.3054, |
| "eval_samples_per_second": 5.432, |
| "eval_steps_per_second": 0.34, |
| "step": 9360 |
| }, |
| { |
| "epoch": 24.36, |
| "learning_rate": 3.760683760683761e-06, |
| "loss": 1.6319, |
| "step": 9500 |
| }, |
| { |
| "epoch": 25.0, |
| "eval_f1": 0.9105, |
| "eval_gen_len": 26.437454545454546, |
| "eval_loss": 1.5995395183563232, |
| "eval_precision": 0.9116, |
| "eval_recall": 0.9098, |
| "eval_rouge1": 0.4751, |
| "eval_rouge2": 0.2245, |
| "eval_rougeL": 0.3905, |
| "eval_rougeLsum": 0.3905, |
| "eval_runtime": 501.0862, |
| "eval_samples_per_second": 5.488, |
| "eval_steps_per_second": 0.343, |
| "step": 9751 |
| }, |
| { |
| "epoch": 25.64, |
| "learning_rate": 2.9059829059829063e-06, |
| "loss": 1.624, |
| "step": 10000 |
| }, |
| { |
| "epoch": 26.0, |
| "eval_f1": 0.9107, |
| "eval_gen_len": 26.60181818181818, |
| "eval_loss": 1.597448468208313, |
| "eval_precision": 0.9116, |
| "eval_recall": 0.9101, |
| "eval_rouge1": 0.4756, |
| "eval_rouge2": 0.2247, |
| "eval_rougeL": 0.3903, |
| "eval_rougeLsum": 0.3904, |
| "eval_runtime": 500.0077, |
| "eval_samples_per_second": 5.5, |
| "eval_steps_per_second": 0.344, |
| "step": 10142 |
| }, |
| { |
| "epoch": 26.92, |
| "learning_rate": 2.0512820512820513e-06, |
| "loss": 1.6184, |
| "step": 10500 |
| }, |
| { |
| "epoch": 27.0, |
| "eval_f1": 0.9106, |
| "eval_gen_len": 26.483272727272727, |
| "eval_loss": 1.5952799320220947, |
| "eval_precision": 0.9116, |
| "eval_recall": 0.9099, |
| "eval_rouge1": 0.4747, |
| "eval_rouge2": 0.2231, |
| "eval_rougeL": 0.3899, |
| "eval_rougeLsum": 0.3899, |
| "eval_runtime": 505.7256, |
| "eval_samples_per_second": 5.438, |
| "eval_steps_per_second": 0.34, |
| "step": 10533 |
| }, |
| { |
| "epoch": 28.0, |
| "eval_f1": 0.9107, |
| "eval_gen_len": 26.560363636363636, |
| "eval_loss": 1.594251036643982, |
| "eval_precision": 0.9116, |
| "eval_recall": 0.9102, |
| "eval_rouge1": 0.4758, |
| "eval_rouge2": 0.2243, |
| "eval_rougeL": 0.3907, |
| "eval_rougeLsum": 0.3908, |
| "eval_runtime": 503.0877, |
| "eval_samples_per_second": 5.466, |
| "eval_steps_per_second": 0.342, |
| "step": 10923 |
| }, |
| { |
| "epoch": 28.2, |
| "learning_rate": 1.1965811965811968e-06, |
| "loss": 1.6126, |
| "step": 11000 |
| }, |
| { |
| "epoch": 29.0, |
| "eval_f1": 0.9108, |
| "eval_gen_len": 26.577454545454547, |
| "eval_loss": 1.5936089754104614, |
| "eval_precision": 0.9117, |
| "eval_recall": 0.9103, |
| "eval_rouge1": 0.4776, |
| "eval_rouge2": 0.226, |
| "eval_rougeL": 0.3926, |
| "eval_rougeLsum": 0.3926, |
| "eval_runtime": 506.8028, |
| "eval_samples_per_second": 5.426, |
| "eval_steps_per_second": 0.339, |
| "step": 11314 |
| }, |
| { |
| "epoch": 29.47, |
| "learning_rate": 3.4188034188034194e-07, |
| "loss": 1.6148, |
| "step": 11500 |
| }, |
| { |
| "epoch": 29.99, |
| "eval_f1": 0.9108, |
| "eval_gen_len": 26.555636363636363, |
| "eval_loss": 1.5934168100357056, |
| "eval_precision": 0.9117, |
| "eval_recall": 0.9103, |
| "eval_rouge1": 0.4774, |
| "eval_rouge2": 0.2259, |
| "eval_rougeL": 0.3926, |
| "eval_rougeLsum": 0.3926, |
| "eval_runtime": 505.9746, |
| "eval_samples_per_second": 5.435, |
| "eval_steps_per_second": 0.34, |
| "step": 11700 |
| }, |
| { |
| "epoch": 29.99, |
| "step": 11700, |
| "total_flos": 2.1629605976148541e+18, |
| "train_loss": 0.37363835000584267, |
| "train_runtime": 14987.4083, |
| "train_samples_per_second": 100.084, |
| "train_steps_per_second": 0.781 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 11700, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 30, |
| "save_steps": 500, |
| "total_flos": 2.1629605976148541e+18, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
