| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 19.926991625509984, |
| "eval_steps": 500, |
| "global_step": 2900, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 1.0, |
| "learning_rate": 0.0001, |
| "loss": 6.5987, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_bleu": 0.1374, |
| "eval_bp": 1.0, |
| "eval_counts_1": 3804, |
| "eval_counts_2": 134, |
| "eval_counts_3": 2, |
| "eval_counts_4": 0, |
| "eval_exact_match": 0.0, |
| "eval_f1": 0.0814, |
| "eval_gen_len": 16.2899, |
| "eval_loss": 5.069606304168701, |
| "eval_precisions_1": 16.6019, |
| "eval_precisions_2": 0.6471, |
| "eval_precisions_3": 0.0108, |
| "eval_precisions_4": 0.0031, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.0783, |
| "eval_rouge2": 0.007, |
| "eval_rougeL": 0.0769, |
| "eval_rougeLsum": 0.0768, |
| "eval_runtime": 2008.1612, |
| "eval_samples_per_second": 1.098, |
| "eval_steps_per_second": 0.549, |
| "eval_sys_len": 22913, |
| "eval_totals_1": 22913, |
| "eval_totals_2": 20709, |
| "eval_totals_3": 18505, |
| "eval_totals_4": 16301, |
| "step": 145 |
| }, |
| { |
| "epoch": 2.0, |
| "learning_rate": 0.0001, |
| "loss": 4.7443, |
| "step": 291 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_bleu": 0.303, |
| "eval_bp": 0.7996, |
| "eval_counts_1": 4022, |
| "eval_counts_2": 188, |
| "eval_counts_3": 20, |
| "eval_counts_4": 0, |
| "eval_exact_match": 0.0, |
| "eval_f1": 0.1073, |
| "eval_gen_len": 12.9038, |
| "eval_loss": 4.227029323577881, |
| "eval_precisions_1": 23.1602, |
| "eval_precisions_2": 1.2399, |
| "eval_precisions_3": 0.1543, |
| "eval_precisions_4": 0.0046, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.1028, |
| "eval_rouge2": 0.012, |
| "eval_rougeL": 0.0991, |
| "eval_rougeLsum": 0.099, |
| "eval_runtime": 2942.0368, |
| "eval_samples_per_second": 0.749, |
| "eval_steps_per_second": 0.375, |
| "eval_sys_len": 17366, |
| "eval_totals_1": 17366, |
| "eval_totals_2": 15162, |
| "eval_totals_3": 12958, |
| "eval_totals_4": 10754, |
| "step": 291 |
| }, |
| { |
| "epoch": 3.0, |
| "learning_rate": 0.0001, |
| "loss": 4.1412, |
| "step": 436 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_bleu": 0.4488, |
| "eval_bp": 0.7507, |
| "eval_counts_1": 3723, |
| "eval_counts_2": 187, |
| "eval_counts_3": 26, |
| "eval_counts_4": 2, |
| "eval_exact_match": 0.0, |
| "eval_f1": 0.0938, |
| "eval_gen_len": 12.4769, |
| "eval_loss": 3.7837560176849365, |
| "eval_precisions_1": 22.5431, |
| "eval_precisions_2": 1.3067, |
| "eval_precisions_3": 0.2148, |
| "eval_precisions_4": 0.0202, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.0899, |
| "eval_rouge2": 0.0124, |
| "eval_rougeL": 0.0886, |
| "eval_rougeLsum": 0.0884, |
| "eval_runtime": 2963.118, |
| "eval_samples_per_second": 0.744, |
| "eval_steps_per_second": 0.372, |
| "eval_sys_len": 16515, |
| "eval_totals_1": 16515, |
| "eval_totals_2": 14311, |
| "eval_totals_3": 12107, |
| "eval_totals_4": 9903, |
| "step": 436 |
| }, |
| { |
| "epoch": 4.0, |
| "learning_rate": 0.0001, |
| "loss": 3.6791, |
| "step": 582 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_bleu": 1.6623, |
| "eval_bp": 1.0, |
| "eval_counts_1": 4576, |
| "eval_counts_2": 549, |
| "eval_counts_3": 134, |
| "eval_counts_4": 26, |
| "eval_exact_match": 0.0, |
| "eval_f1": 0.1323, |
| "eval_gen_len": 14.5676, |
| "eval_loss": 3.4246089458465576, |
| "eval_precisions_1": 20.9227, |
| "eval_precisions_2": 2.7915, |
| "eval_precisions_3": 0.7673, |
| "eval_precisions_4": 0.1704, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.1259, |
| "eval_rouge2": 0.0296, |
| "eval_rougeL": 0.1204, |
| "eval_rougeLsum": 0.1201, |
| "eval_runtime": 3118.2455, |
| "eval_samples_per_second": 0.707, |
| "eval_steps_per_second": 0.353, |
| "eval_sys_len": 21871, |
| "eval_totals_1": 21871, |
| "eval_totals_2": 19667, |
| "eval_totals_3": 17463, |
| "eval_totals_4": 15259, |
| "step": 582 |
| }, |
| { |
| "epoch": 5.0, |
| "learning_rate": 0.0001, |
| "loss": 3.3523, |
| "step": 727 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_bleu": 2.4472, |
| "eval_bp": 0.9085, |
| "eval_counts_1": 4900, |
| "eval_counts_2": 796, |
| "eval_counts_3": 210, |
| "eval_counts_4": 41, |
| "eval_exact_match": 0.0005, |
| "eval_f1": 0.1585, |
| "eval_gen_len": 14.3943, |
| "eval_loss": 3.172255277633667, |
| "eval_precisions_1": 25.2721, |
| "eval_precisions_2": 4.6319, |
| "eval_precisions_3": 1.4018, |
| "eval_precisions_4": 0.3209, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.1542, |
| "eval_rouge2": 0.0449, |
| "eval_rougeL": 0.1486, |
| "eval_rougeLsum": 0.1484, |
| "eval_runtime": 3087.9672, |
| "eval_samples_per_second": 0.714, |
| "eval_steps_per_second": 0.357, |
| "eval_sys_len": 19389, |
| "eval_totals_1": 19389, |
| "eval_totals_2": 17185, |
| "eval_totals_3": 14981, |
| "eval_totals_4": 12777, |
| "step": 727 |
| }, |
| { |
| "epoch": 6.0, |
| "learning_rate": 0.0001, |
| "loss": 3.0161, |
| "step": 873 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_bleu": 4.1987, |
| "eval_bp": 0.8907, |
| "eval_counts_1": 5633, |
| "eval_counts_2": 1182, |
| "eval_counts_3": 390, |
| "eval_counts_4": 111, |
| "eval_exact_match": 0.0045, |
| "eval_f1": 0.2074, |
| "eval_gen_len": 14.5789, |
| "eval_loss": 2.926840305328369, |
| "eval_precisions_1": 29.5773, |
| "eval_precisions_2": 7.0186, |
| "eval_precisions_3": 2.6645, |
| "eval_precisions_4": 0.8928, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.204, |
| "eval_rouge2": 0.069, |
| "eval_rougeL": 0.196, |
| "eval_rougeLsum": 0.1961, |
| "eval_runtime": 3093.3528, |
| "eval_samples_per_second": 0.712, |
| "eval_steps_per_second": 0.356, |
| "eval_sys_len": 19045, |
| "eval_totals_1": 19045, |
| "eval_totals_2": 16841, |
| "eval_totals_3": 14637, |
| "eval_totals_4": 12433, |
| "step": 873 |
| }, |
| { |
| "epoch": 7.0, |
| "learning_rate": 0.0001, |
| "loss": 2.7639, |
| "step": 1018 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_bleu": 5.3362, |
| "eval_bp": 0.8306, |
| "eval_counts_1": 6100, |
| "eval_counts_2": 1461, |
| "eval_counts_3": 499, |
| "eval_counts_4": 165, |
| "eval_exact_match": 0.0073, |
| "eval_f1": 0.2431, |
| "eval_gen_len": 13.8553, |
| "eval_loss": 2.760089635848999, |
| "eval_precisions_1": 34.0326, |
| "eval_precisions_2": 9.2939, |
| "eval_precisions_3": 3.6919, |
| "eval_precisions_4": 1.4586, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.2409, |
| "eval_rouge2": 0.0885, |
| "eval_rougeL": 0.2332, |
| "eval_rougeLsum": 0.2331, |
| "eval_runtime": 2991.0063, |
| "eval_samples_per_second": 0.737, |
| "eval_steps_per_second": 0.368, |
| "eval_sys_len": 17924, |
| "eval_totals_1": 17924, |
| "eval_totals_2": 15720, |
| "eval_totals_3": 13516, |
| "eval_totals_4": 11312, |
| "step": 1018 |
| }, |
| { |
| "epoch": 8.0, |
| "learning_rate": 0.0001, |
| "loss": 2.5036, |
| "step": 1164 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_bleu": 7.0633, |
| "eval_bp": 0.9483, |
| "eval_counts_1": 6765, |
| "eval_counts_2": 1845, |
| "eval_counts_3": 701, |
| "eval_counts_4": 273, |
| "eval_exact_match": 0.0059, |
| "eval_f1": 0.2689, |
| "eval_gen_len": 15.7232, |
| "eval_loss": 2.572913885116577, |
| "eval_precisions_1": 33.525, |
| "eval_precisions_2": 10.2643, |
| "eval_precisions_3": 4.4449, |
| "eval_precisions_4": 2.0122, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.2682, |
| "eval_rouge2": 0.1079, |
| "eval_rougeL": 0.2589, |
| "eval_rougeLsum": 0.259, |
| "eval_runtime": 3343.9439, |
| "eval_samples_per_second": 0.659, |
| "eval_steps_per_second": 0.33, |
| "eval_sys_len": 20179, |
| "eval_totals_1": 20179, |
| "eval_totals_2": 17975, |
| "eval_totals_3": 15771, |
| "eval_totals_4": 13567, |
| "step": 1164 |
| }, |
| { |
| "epoch": 8.99, |
| "learning_rate": 0.0001, |
| "loss": 2.307, |
| "step": 1309 |
| }, |
| { |
| "epoch": 8.99, |
| "eval_bleu": 8.1681, |
| "eval_bp": 0.8911, |
| "eval_counts_1": 7018, |
| "eval_counts_2": 2047, |
| "eval_counts_3": 826, |
| "eval_counts_4": 348, |
| "eval_exact_match": 0.0095, |
| "eval_f1": 0.2907, |
| "eval_gen_len": 14.8076, |
| "eval_loss": 2.4636850357055664, |
| "eval_precisions_1": 36.8322, |
| "eval_precisions_2": 12.1484, |
| "eval_precisions_3": 5.6398, |
| "eval_precisions_4": 2.797, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.2907, |
| "eval_rouge2": 0.1218, |
| "eval_rougeL": 0.2799, |
| "eval_rougeLsum": 0.2798, |
| "eval_runtime": 3082.8011, |
| "eval_samples_per_second": 0.715, |
| "eval_steps_per_second": 0.357, |
| "eval_sys_len": 19054, |
| "eval_totals_1": 19054, |
| "eval_totals_2": 16850, |
| "eval_totals_3": 14646, |
| "eval_totals_4": 12442, |
| "step": 1309 |
| }, |
| { |
| "epoch": 10.0, |
| "learning_rate": 0.0001, |
| "loss": 2.1012, |
| "step": 1455 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_bleu": 8.6921, |
| "eval_bp": 0.8604, |
| "eval_counts_1": 7147, |
| "eval_counts_2": 2127, |
| "eval_counts_3": 883, |
| "eval_counts_4": 389, |
| "eval_exact_match": 0.0118, |
| "eval_f1": 0.3008, |
| "eval_gen_len": 14.2736, |
| "eval_loss": 2.361370325088501, |
| "eval_precisions_1": 38.6889, |
| "eval_precisions_2": 13.0739, |
| "eval_precisions_3": 6.278, |
| "eval_precisions_4": 3.2797, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.3003, |
| "eval_rouge2": 0.1275, |
| "eval_rougeL": 0.289, |
| "eval_rougeLsum": 0.2888, |
| "eval_runtime": 2980.6044, |
| "eval_samples_per_second": 0.739, |
| "eval_steps_per_second": 0.37, |
| "eval_sys_len": 18473, |
| "eval_totals_1": 18473, |
| "eval_totals_2": 16269, |
| "eval_totals_3": 14065, |
| "eval_totals_4": 11861, |
| "step": 1455 |
| }, |
| { |
| "epoch": 10.99, |
| "learning_rate": 0.0001, |
| "loss": 1.9538, |
| "step": 1600 |
| }, |
| { |
| "epoch": 10.99, |
| "eval_bleu": 9.67, |
| "eval_bp": 0.8632, |
| "eval_counts_1": 7481, |
| "eval_counts_2": 2339, |
| "eval_counts_3": 997, |
| "eval_counts_4": 459, |
| "eval_exact_match": 0.0127, |
| "eval_f1": 0.3167, |
| "eval_gen_len": 14.3757, |
| "eval_loss": 2.297987461090088, |
| "eval_precisions_1": 40.3854, |
| "eval_precisions_2": 14.3321, |
| "eval_precisions_3": 7.0629, |
| "eval_precisions_4": 3.8533, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.3192, |
| "eval_rouge2": 0.1423, |
| "eval_rougeL": 0.3064, |
| "eval_rougeLsum": 0.3068, |
| "eval_runtime": 1745.8738, |
| "eval_samples_per_second": 1.262, |
| "eval_steps_per_second": 0.631, |
| "eval_sys_len": 18524, |
| "eval_totals_1": 18524, |
| "eval_totals_2": 16320, |
| "eval_totals_3": 14116, |
| "eval_totals_4": 11912, |
| "step": 1600 |
| }, |
| { |
| "epoch": 12.0, |
| "learning_rate": 0.0001, |
| "loss": 1.7909, |
| "step": 1746 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_bleu": 10.724, |
| "eval_bp": 0.8804, |
| "eval_counts_1": 7675, |
| "eval_counts_2": 2546, |
| "eval_counts_3": 1144, |
| "eval_counts_4": 546, |
| "eval_exact_match": 0.015, |
| "eval_f1": 0.3279, |
| "eval_gen_len": 14.583, |
| "eval_loss": 2.2389414310455322, |
| "eval_precisions_1": 40.7183, |
| "eval_precisions_2": 15.2959, |
| "eval_precisions_3": 7.9219, |
| "eval_precisions_4": 4.4619, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.3299, |
| "eval_rouge2": 0.1528, |
| "eval_rougeL": 0.3174, |
| "eval_rougeLsum": 0.3175, |
| "eval_runtime": 1768.3367, |
| "eval_samples_per_second": 1.246, |
| "eval_steps_per_second": 0.623, |
| "eval_sys_len": 18849, |
| "eval_totals_1": 18849, |
| "eval_totals_2": 16645, |
| "eval_totals_3": 14441, |
| "eval_totals_4": 12237, |
| "step": 1746 |
| }, |
| { |
| "epoch": 12.99, |
| "learning_rate": 0.0001, |
| "loss": 1.6691, |
| "step": 1891 |
| }, |
| { |
| "epoch": 12.99, |
| "eval_bleu": 11.1241, |
| "eval_bp": 0.8695, |
| "eval_counts_1": 7858, |
| "eval_counts_2": 2635, |
| "eval_counts_3": 1179, |
| "eval_counts_4": 576, |
| "eval_exact_match": 0.0163, |
| "eval_f1": 0.3395, |
| "eval_gen_len": 14.3848, |
| "eval_loss": 2.181286096572876, |
| "eval_precisions_1": 42.1499, |
| "eval_precisions_2": 16.029, |
| "eval_precisions_3": 8.2824, |
| "eval_precisions_4": 4.7876, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.344, |
| "eval_rouge2": 0.1626, |
| "eval_rougeL": 0.33, |
| "eval_rougeLsum": 0.33, |
| "eval_runtime": 1475.7204, |
| "eval_samples_per_second": 1.494, |
| "eval_steps_per_second": 0.747, |
| "eval_sys_len": 18643, |
| "eval_totals_1": 18643, |
| "eval_totals_2": 16439, |
| "eval_totals_3": 14235, |
| "eval_totals_4": 12031, |
| "step": 1891 |
| }, |
| { |
| "epoch": 14.0, |
| "learning_rate": 0.0001, |
| "loss": 1.5361, |
| "step": 2037 |
| }, |
| { |
| "epoch": 14.0, |
| "eval_bleu": 11.5803, |
| "eval_bp": 0.8754, |
| "eval_counts_1": 8016, |
| "eval_counts_2": 2729, |
| "eval_counts_3": 1249, |
| "eval_counts_4": 606, |
| "eval_exact_match": 0.0163, |
| "eval_f1": 0.3462, |
| "eval_gen_len": 14.564, |
| "eval_loss": 2.15460205078125, |
| "eval_precisions_1": 42.7429, |
| "eval_precisions_2": 16.4894, |
| "eval_precisions_3": 8.7063, |
| "eval_precisions_4": 4.9909, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.3494, |
| "eval_rouge2": 0.1664, |
| "eval_rougeL": 0.3349, |
| "eval_rougeLsum": 0.3351, |
| "eval_runtime": 2521.9472, |
| "eval_samples_per_second": 0.874, |
| "eval_steps_per_second": 0.437, |
| "eval_sys_len": 18754, |
| "eval_totals_1": 18754, |
| "eval_totals_2": 16550, |
| "eval_totals_3": 14346, |
| "eval_totals_4": 12142, |
| "step": 2037 |
| }, |
| { |
| "epoch": 14.99, |
| "learning_rate": 0.0001, |
| "loss": 1.4365, |
| "step": 2182 |
| }, |
| { |
| "epoch": 14.99, |
| "eval_bleu": 12.1055, |
| "eval_bp": 0.856, |
| "eval_counts_1": 8112, |
| "eval_counts_2": 2839, |
| "eval_counts_3": 1316, |
| "eval_counts_4": 647, |
| "eval_exact_match": 0.02, |
| "eval_f1": 0.3538, |
| "eval_gen_len": 14.1656, |
| "eval_loss": 2.1357789039611816, |
| "eval_precisions_1": 44.1109, |
| "eval_precisions_2": 17.5398, |
| "eval_precisions_3": 9.4121, |
| "eval_precisions_4": 5.4933, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.3581, |
| "eval_rouge2": 0.1761, |
| "eval_rougeL": 0.3448, |
| "eval_rougeLsum": 0.3448, |
| "eval_runtime": 2133.8974, |
| "eval_samples_per_second": 1.033, |
| "eval_steps_per_second": 0.516, |
| "eval_sys_len": 18390, |
| "eval_totals_1": 18390, |
| "eval_totals_2": 16186, |
| "eval_totals_3": 13982, |
| "eval_totals_4": 11778, |
| "step": 2182 |
| }, |
| { |
| "epoch": 16.0, |
| "learning_rate": 0.0001, |
| "loss": 1.3263, |
| "step": 2328 |
| }, |
| { |
| "epoch": 16.0, |
| "eval_bleu": 12.9765, |
| "eval_bp": 0.8827, |
| "eval_counts_1": 8381, |
| "eval_counts_2": 2990, |
| "eval_counts_3": 1430, |
| "eval_counts_4": 731, |
| "eval_exact_match": 0.0209, |
| "eval_f1": 0.363, |
| "eval_gen_len": 14.5445, |
| "eval_loss": 2.1189985275268555, |
| "eval_precisions_1": 44.3627, |
| "eval_precisions_2": 17.9171, |
| "eval_precisions_3": 9.873, |
| "eval_precisions_4": 5.9528, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.3681, |
| "eval_rouge2": 0.1831, |
| "eval_rougeL": 0.3532, |
| "eval_rougeLsum": 0.3534, |
| "eval_runtime": 1849.5796, |
| "eval_samples_per_second": 1.192, |
| "eval_steps_per_second": 0.596, |
| "eval_sys_len": 18892, |
| "eval_totals_1": 18892, |
| "eval_totals_2": 16688, |
| "eval_totals_3": 14484, |
| "eval_totals_4": 12280, |
| "step": 2328 |
| }, |
| { |
| "epoch": 17.0, |
| "learning_rate": 0.0001, |
| "loss": 1.2329, |
| "step": 2474 |
| }, |
| { |
| "epoch": 17.0, |
| "eval_bleu": 13.5903, |
| "eval_bp": 0.8678, |
| "eval_counts_1": 8449, |
| "eval_counts_2": 3101, |
| "eval_counts_3": 1520, |
| "eval_counts_4": 786, |
| "eval_exact_match": 0.0227, |
| "eval_f1": 0.3692, |
| "eval_gen_len": 14.1779, |
| "eval_loss": 2.1201868057250977, |
| "eval_precisions_1": 45.3954, |
| "eval_precisions_2": 18.8993, |
| "eval_precisions_3": 10.7012, |
| "eval_precisions_4": 6.55, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.3743, |
| "eval_rouge2": 0.1901, |
| "eval_rougeL": 0.3603, |
| "eval_rougeLsum": 0.3603, |
| "eval_runtime": 1363.814, |
| "eval_samples_per_second": 1.616, |
| "eval_steps_per_second": 0.808, |
| "eval_sys_len": 18612, |
| "eval_totals_1": 18612, |
| "eval_totals_2": 16408, |
| "eval_totals_3": 14204, |
| "eval_totals_4": 12000, |
| "step": 2474 |
| }, |
| { |
| "epoch": 18.0, |
| "learning_rate": 0.0001, |
| "loss": 1.1557, |
| "step": 2619 |
| }, |
| { |
| "epoch": 18.0, |
| "eval_bleu": 13.8388, |
| "eval_bp": 0.8325, |
| "eval_counts_1": 8406, |
| "eval_counts_2": 3154, |
| "eval_counts_3": 1558, |
| "eval_counts_4": 804, |
| "eval_exact_match": 0.0277, |
| "eval_f1": 0.371, |
| "eval_gen_len": 13.677, |
| "eval_loss": 2.1282455921173096, |
| "eval_precisions_1": 46.8092, |
| "eval_precisions_2": 20.0203, |
| "eval_precisions_3": 11.4982, |
| "eval_precisions_4": 7.0862, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.3761, |
| "eval_rouge2": 0.194, |
| "eval_rougeL": 0.3633, |
| "eval_rougeLsum": 0.3636, |
| "eval_runtime": 1323.8829, |
| "eval_samples_per_second": 1.665, |
| "eval_steps_per_second": 0.832, |
| "eval_sys_len": 17958, |
| "eval_totals_1": 17958, |
| "eval_totals_2": 15754, |
| "eval_totals_3": 13550, |
| "eval_totals_4": 11346, |
| "step": 2619 |
| }, |
| { |
| "epoch": 19.0, |
| "learning_rate": 0.0001, |
| "loss": 1.0658, |
| "step": 2765 |
| }, |
| { |
| "epoch": 19.0, |
| "eval_bleu": 14.2084, |
| "eval_bp": 0.886, |
| "eval_counts_1": 8614, |
| "eval_counts_2": 3241, |
| "eval_counts_3": 1610, |
| "eval_counts_4": 839, |
| "eval_exact_match": 0.0272, |
| "eval_f1": 0.3749, |
| "eval_gen_len": 14.3816, |
| "eval_loss": 2.123244524002075, |
| "eval_precisions_1": 45.4445, |
| "eval_precisions_2": 19.3481, |
| "eval_precisions_3": 11.0676, |
| "eval_precisions_4": 6.7974, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.3803, |
| "eval_rouge2": 0.196, |
| "eval_rougeL": 0.3654, |
| "eval_rougeLsum": 0.3656, |
| "eval_runtime": 1378.8855, |
| "eval_samples_per_second": 1.598, |
| "eval_steps_per_second": 0.799, |
| "eval_sys_len": 18955, |
| "eval_totals_1": 18955, |
| "eval_totals_2": 16751, |
| "eval_totals_3": 14547, |
| "eval_totals_4": 12343, |
| "step": 2765 |
| }, |
| { |
| "epoch": 19.93, |
| "learning_rate": 0.0001, |
| "loss": 0.9944, |
| "step": 2900 |
| }, |
| { |
| "epoch": 19.93, |
| "eval_bleu": 14.3883, |
| "eval_bp": 0.8806, |
| "eval_counts_1": 8658, |
| "eval_counts_2": 3273, |
| "eval_counts_3": 1625, |
| "eval_counts_4": 859, |
| "eval_exact_match": 0.0268, |
| "eval_f1": 0.3775, |
| "eval_gen_len": 14.2881, |
| "eval_loss": 2.1203458309173584, |
| "eval_precisions_1": 45.9237, |
| "eval_precisions_2": 19.6588, |
| "eval_precisions_3": 11.2496, |
| "eval_precisions_4": 7.0174, |
| "eval_ref_len": 21250, |
| "eval_rouge1": 0.3833, |
| "eval_rouge2": 0.1977, |
| "eval_rougeL": 0.369, |
| "eval_rougeLsum": 0.3691, |
| "eval_runtime": 1364.695, |
| "eval_samples_per_second": 1.615, |
| "eval_steps_per_second": 0.808, |
| "eval_sys_len": 18853, |
| "eval_totals_1": 18853, |
| "eval_totals_2": 16649, |
| "eval_totals_3": 14445, |
| "eval_totals_4": 12241, |
| "step": 2900 |
| }, |
| { |
| "epoch": 19.93, |
| "step": 2900, |
| "total_flos": 8.55557888016384e+17, |
| "train_loss": 2.472949571280644, |
| "train_runtime": 103540.1577, |
| "train_samples_per_second": 1.799, |
| "train_steps_per_second": 0.028 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 2900, |
| "num_train_epochs": 20, |
| "save_steps": 500, |
| "total_flos": 8.55557888016384e+17, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
