{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.2795905310300704, "eval_steps": 200, "global_step": 2000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03198976327575176, "grad_norm": 0.27879878878593445, "learning_rate": 0.0009895500106632544, "loss": 2.0325, "step": 50 }, { "epoch": 0.06397952655150352, "grad_norm": 0.30282971262931824, "learning_rate": 0.0009788867562380039, "loss": 1.9529, "step": 100 }, { "epoch": 0.09596928982725528, "grad_norm": 0.3248352110385895, "learning_rate": 0.0009682235018127533, "loss": 2.0104, "step": 150 }, { "epoch": 0.12795905310300704, "grad_norm": 0.3304312527179718, "learning_rate": 0.0009575602473875027, "loss": 1.9798, "step": 200 }, { "epoch": 0.12795905310300704, "eval_loss": 1.6201289892196655, "eval_rouge1": 24.9524, "eval_rouge2": 11.8115, "eval_rougeL": 20.4228, "eval_rougeLsum": 23.4167, "eval_runtime": 315.9771, "eval_samples_per_second": 7.912, "eval_steps_per_second": 0.497, "step": 200 }, { "epoch": 0.1599488163787588, "grad_norm": 0.35063809156417847, "learning_rate": 0.000946896992962252, "loss": 2.0127, "step": 250 }, { "epoch": 0.19193857965451055, "grad_norm": 0.3319188356399536, "learning_rate": 0.0009362337385370016, "loss": 1.9046, "step": 300 }, { "epoch": 0.22392834293026231, "grad_norm": 0.35874632000923157, "learning_rate": 0.0009255704841117509, "loss": 1.983, "step": 350 }, { "epoch": 0.2559181062060141, "grad_norm": 0.37553051114082336, "learning_rate": 0.0009149072296865004, "loss": 1.9382, "step": 400 }, { "epoch": 0.2559181062060141, "eval_loss": 1.6310702562332153, "eval_rouge1": 24.8892, "eval_rouge2": 11.7408, "eval_rougeL": 20.3925, "eval_rougeLsum": 23.3202, "eval_runtime": 315.7526, "eval_samples_per_second": 7.918, "eval_steps_per_second": 0.497, "step": 400 }, { "epoch": 0.28790786948176583, "grad_norm": 0.3704718053340912, "learning_rate": 0.0009042439752612498, "loss": 1.975, "step": 450 }, { "epoch": 0.3198976327575176, "grad_norm": 0.33435943722724915, "learning_rate": 0.0008935807208359991, "loss": 1.9376, "step": 500 }, { "epoch": 0.35188739603326935, "grad_norm": 0.3917178213596344, "learning_rate": 0.0008829174664107486, "loss": 1.9519, "step": 550 }, { "epoch": 0.3838771593090211, "grad_norm": 0.4132656455039978, "learning_rate": 0.000872254211985498, "loss": 1.9487, "step": 600 }, { "epoch": 0.3838771593090211, "eval_loss": 1.62241792678833, "eval_rouge1": 24.8193, "eval_rouge2": 11.7477, "eval_rougeL": 20.3401, "eval_rougeLsum": 23.362, "eval_runtime": 315.9731, "eval_samples_per_second": 7.912, "eval_steps_per_second": 0.497, "step": 600 }, { "epoch": 0.41586692258477287, "grad_norm": 0.3778621554374695, "learning_rate": 0.0008615909575602474, "loss": 1.9853, "step": 650 }, { "epoch": 0.44785668586052463, "grad_norm": 0.35340753197669983, "learning_rate": 0.0008509277031349968, "loss": 1.9293, "step": 700 }, { "epoch": 0.4798464491362764, "grad_norm": 0.3727020025253296, "learning_rate": 0.0008402644487097463, "loss": 1.9616, "step": 750 }, { "epoch": 0.5118362124120281, "grad_norm": 0.3767358958721161, "learning_rate": 0.0008296011942844956, "loss": 1.9872, "step": 800 }, { "epoch": 0.5118362124120281, "eval_loss": 1.6222777366638184, "eval_rouge1": 24.8043, "eval_rouge2": 11.6712, "eval_rougeL": 20.2708, "eval_rougeLsum": 23.3073, "eval_runtime": 316.4732, "eval_samples_per_second": 7.9, "eval_steps_per_second": 0.496, "step": 800 }, { "epoch": 0.5438259756877799, "grad_norm": 0.36367788910865784, "learning_rate": 0.0008189379398592451, "loss": 1.94, "step": 850 }, { "epoch": 0.5758157389635317, "grad_norm": 0.3763476610183716, "learning_rate": 0.0008082746854339945, "loss": 1.9334, "step": 900 }, { "epoch": 0.6078055022392834, "grad_norm": 0.3726671040058136, "learning_rate": 0.0007976114310087439, "loss": 1.9465, "step": 950 }, { "epoch": 0.6397952655150352, "grad_norm": 0.43825629353523254, "learning_rate": 0.0007869481765834933, "loss": 1.9892, "step": 1000 }, { "epoch": 0.6397952655150352, "eval_loss": 1.6152864694595337, "eval_rouge1": 25.0181, "eval_rouge2": 11.7926, "eval_rougeL": 20.4384, "eval_rougeLsum": 23.5256, "eval_runtime": 315.8831, "eval_samples_per_second": 7.914, "eval_steps_per_second": 0.497, "step": 1000 }, { "epoch": 0.6717850287907869, "grad_norm": 0.3792516589164734, "learning_rate": 0.0007762849221582428, "loss": 1.9282, "step": 1050 }, { "epoch": 0.7037747920665387, "grad_norm": 0.3944825530052185, "learning_rate": 0.0007656216677329921, "loss": 1.9837, "step": 1100 }, { "epoch": 0.7357645553422905, "grad_norm": 0.35828277468681335, "learning_rate": 0.0007549584133077415, "loss": 1.9838, "step": 1150 }, { "epoch": 0.7677543186180422, "grad_norm": 0.36714279651641846, "learning_rate": 0.000744295158882491, "loss": 1.9239, "step": 1200 }, { "epoch": 0.7677543186180422, "eval_loss": 1.6160937547683716, "eval_rouge1": 25.0574, "eval_rouge2": 11.7988, "eval_rougeL": 20.5007, "eval_rougeLsum": 23.6136, "eval_runtime": 315.6243, "eval_samples_per_second": 7.921, "eval_steps_per_second": 0.497, "step": 1200 }, { "epoch": 0.799744081893794, "grad_norm": 0.42614004015922546, "learning_rate": 0.0007336319044572403, "loss": 1.9428, "step": 1250 }, { "epoch": 0.8317338451695457, "grad_norm": 0.3988937735557556, "learning_rate": 0.0007229686500319898, "loss": 1.9007, "step": 1300 }, { "epoch": 0.8637236084452975, "grad_norm": 0.38287872076034546, "learning_rate": 0.0007123053956067392, "loss": 1.9454, "step": 1350 }, { "epoch": 0.8957133717210493, "grad_norm": 0.35704633593559265, "learning_rate": 0.0007016421411814886, "loss": 1.9169, "step": 1400 }, { "epoch": 0.8957133717210493, "eval_loss": 1.6169191598892212, "eval_rouge1": 24.9579, "eval_rouge2": 11.8434, "eval_rougeL": 20.4622, "eval_rougeLsum": 23.4492, "eval_runtime": 315.5353, "eval_samples_per_second": 7.923, "eval_steps_per_second": 0.498, "step": 1400 }, { "epoch": 0.927703134996801, "grad_norm": 0.38228747248649597, "learning_rate": 0.000690978886756238, "loss": 1.937, "step": 1450 }, { "epoch": 0.9596928982725528, "grad_norm": 0.4126349985599518, "learning_rate": 0.0006803156323309875, "loss": 1.9719, "step": 1500 }, { "epoch": 0.9916826615483045, "grad_norm": 0.3939051926136017, "learning_rate": 0.0006696523779057368, "loss": 1.979, "step": 1550 }, { "epoch": 1.0236724248240563, "grad_norm": 0.37081676721572876, "learning_rate": 0.0006589891234804863, "loss": 1.9215, "step": 1600 }, { "epoch": 1.0236724248240563, "eval_loss": 1.6208561658859253, "eval_rouge1": 24.8442, "eval_rouge2": 11.7417, "eval_rougeL": 20.3416, "eval_rougeLsum": 23.335, "eval_runtime": 315.7021, "eval_samples_per_second": 7.919, "eval_steps_per_second": 0.497, "step": 1600 }, { "epoch": 1.055662188099808, "grad_norm": 0.38813772797584534, "learning_rate": 0.0006483258690552357, "loss": 1.9858, "step": 1650 }, { "epoch": 1.0876519513755598, "grad_norm": 0.3699555993080139, "learning_rate": 0.0006376626146299851, "loss": 1.928, "step": 1700 }, { "epoch": 1.1196417146513116, "grad_norm": 0.36284947395324707, "learning_rate": 0.0006269993602047345, "loss": 1.9219, "step": 1750 }, { "epoch": 1.1516314779270633, "grad_norm": 0.3615477383136749, "learning_rate": 0.000616336105779484, "loss": 1.9528, "step": 1800 }, { "epoch": 1.1516314779270633, "eval_loss": 1.6172361373901367, "eval_rouge1": 24.8712, "eval_rouge2": 11.7236, "eval_rougeL": 20.3555, "eval_rougeLsum": 23.3763, "eval_runtime": 316.1677, "eval_samples_per_second": 7.907, "eval_steps_per_second": 0.497, "step": 1800 }, { "epoch": 1.183621241202815, "grad_norm": 0.40732404589653015, "learning_rate": 0.0006056728513542333, "loss": 1.8972, "step": 1850 }, { "epoch": 1.2156110044785668, "grad_norm": 0.3976059556007385, "learning_rate": 0.0005950095969289827, "loss": 1.9675, "step": 1900 }, { "epoch": 1.2476007677543186, "grad_norm": 0.3994428217411041, "learning_rate": 0.0005843463425037322, "loss": 1.8981, "step": 1950 }, { "epoch": 1.2795905310300704, "grad_norm": 0.434885174036026, "learning_rate": 0.0005736830880784815, "loss": 1.9293, "step": 2000 }, { "epoch": 1.2795905310300704, "eval_loss": 1.6173455715179443, "eval_rouge1": 24.913, "eval_rouge2": 11.7915, "eval_rougeL": 20.3985, "eval_rougeLsum": 23.4071, "eval_runtime": 315.9307, "eval_samples_per_second": 7.913, "eval_steps_per_second": 0.497, "step": 2000 } ], "logging_steps": 50, "max_steps": 4689, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 200, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 2.199370856398848e+16, "train_batch_size": 16, "trial_name": null, "trial_params": null }