| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.2795905310300704, |
| "eval_steps": 200, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.03198976327575176, |
| "grad_norm": 0.27879878878593445, |
| "learning_rate": 0.0009895500106632544, |
| "loss": 2.0325, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06397952655150352, |
| "grad_norm": 0.30282971262931824, |
| "learning_rate": 0.0009788867562380039, |
| "loss": 1.9529, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.09596928982725528, |
| "grad_norm": 0.3248352110385895, |
| "learning_rate": 0.0009682235018127533, |
| "loss": 2.0104, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.12795905310300704, |
| "grad_norm": 0.3304312527179718, |
| "learning_rate": 0.0009575602473875027, |
| "loss": 1.9798, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.12795905310300704, |
| "eval_loss": 1.6201289892196655, |
| "eval_rouge1": 24.9524, |
| "eval_rouge2": 11.8115, |
| "eval_rougeL": 20.4228, |
| "eval_rougeLsum": 23.4167, |
| "eval_runtime": 315.9771, |
| "eval_samples_per_second": 7.912, |
| "eval_steps_per_second": 0.497, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.1599488163787588, |
| "grad_norm": 0.35063809156417847, |
| "learning_rate": 0.000946896992962252, |
| "loss": 2.0127, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.19193857965451055, |
| "grad_norm": 0.3319188356399536, |
| "learning_rate": 0.0009362337385370016, |
| "loss": 1.9046, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.22392834293026231, |
| "grad_norm": 0.35874632000923157, |
| "learning_rate": 0.0009255704841117509, |
| "loss": 1.983, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2559181062060141, |
| "grad_norm": 0.37553051114082336, |
| "learning_rate": 0.0009149072296865004, |
| "loss": 1.9382, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.2559181062060141, |
| "eval_loss": 1.6310702562332153, |
| "eval_rouge1": 24.8892, |
| "eval_rouge2": 11.7408, |
| "eval_rougeL": 20.3925, |
| "eval_rougeLsum": 23.3202, |
| "eval_runtime": 315.7526, |
| "eval_samples_per_second": 7.918, |
| "eval_steps_per_second": 0.497, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.28790786948176583, |
| "grad_norm": 0.3704718053340912, |
| "learning_rate": 0.0009042439752612498, |
| "loss": 1.975, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.3198976327575176, |
| "grad_norm": 0.33435943722724915, |
| "learning_rate": 0.0008935807208359991, |
| "loss": 1.9376, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.35188739603326935, |
| "grad_norm": 0.3917178213596344, |
| "learning_rate": 0.0008829174664107486, |
| "loss": 1.9519, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.3838771593090211, |
| "grad_norm": 0.4132656455039978, |
| "learning_rate": 0.000872254211985498, |
| "loss": 1.9487, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.3838771593090211, |
| "eval_loss": 1.62241792678833, |
| "eval_rouge1": 24.8193, |
| "eval_rouge2": 11.7477, |
| "eval_rougeL": 20.3401, |
| "eval_rougeLsum": 23.362, |
| "eval_runtime": 315.9731, |
| "eval_samples_per_second": 7.912, |
| "eval_steps_per_second": 0.497, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.41586692258477287, |
| "grad_norm": 0.3778621554374695, |
| "learning_rate": 0.0008615909575602474, |
| "loss": 1.9853, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.44785668586052463, |
| "grad_norm": 0.35340753197669983, |
| "learning_rate": 0.0008509277031349968, |
| "loss": 1.9293, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.4798464491362764, |
| "grad_norm": 0.3727020025253296, |
| "learning_rate": 0.0008402644487097463, |
| "loss": 1.9616, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.5118362124120281, |
| "grad_norm": 0.3767358958721161, |
| "learning_rate": 0.0008296011942844956, |
| "loss": 1.9872, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5118362124120281, |
| "eval_loss": 1.6222777366638184, |
| "eval_rouge1": 24.8043, |
| "eval_rouge2": 11.6712, |
| "eval_rougeL": 20.2708, |
| "eval_rougeLsum": 23.3073, |
| "eval_runtime": 316.4732, |
| "eval_samples_per_second": 7.9, |
| "eval_steps_per_second": 0.496, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5438259756877799, |
| "grad_norm": 0.36367788910865784, |
| "learning_rate": 0.0008189379398592451, |
| "loss": 1.94, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5758157389635317, |
| "grad_norm": 0.3763476610183716, |
| "learning_rate": 0.0008082746854339945, |
| "loss": 1.9334, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.6078055022392834, |
| "grad_norm": 0.3726671040058136, |
| "learning_rate": 0.0007976114310087439, |
| "loss": 1.9465, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.6397952655150352, |
| "grad_norm": 0.43825629353523254, |
| "learning_rate": 0.0007869481765834933, |
| "loss": 1.9892, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6397952655150352, |
| "eval_loss": 1.6152864694595337, |
| "eval_rouge1": 25.0181, |
| "eval_rouge2": 11.7926, |
| "eval_rougeL": 20.4384, |
| "eval_rougeLsum": 23.5256, |
| "eval_runtime": 315.8831, |
| "eval_samples_per_second": 7.914, |
| "eval_steps_per_second": 0.497, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6717850287907869, |
| "grad_norm": 0.3792516589164734, |
| "learning_rate": 0.0007762849221582428, |
| "loss": 1.9282, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.7037747920665387, |
| "grad_norm": 0.3944825530052185, |
| "learning_rate": 0.0007656216677329921, |
| "loss": 1.9837, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7357645553422905, |
| "grad_norm": 0.35828277468681335, |
| "learning_rate": 0.0007549584133077415, |
| "loss": 1.9838, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.7677543186180422, |
| "grad_norm": 0.36714279651641846, |
| "learning_rate": 0.000744295158882491, |
| "loss": 1.9239, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.7677543186180422, |
| "eval_loss": 1.6160937547683716, |
| "eval_rouge1": 25.0574, |
| "eval_rouge2": 11.7988, |
| "eval_rougeL": 20.5007, |
| "eval_rougeLsum": 23.6136, |
| "eval_runtime": 315.6243, |
| "eval_samples_per_second": 7.921, |
| "eval_steps_per_second": 0.497, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.799744081893794, |
| "grad_norm": 0.42614004015922546, |
| "learning_rate": 0.0007336319044572403, |
| "loss": 1.9428, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.8317338451695457, |
| "grad_norm": 0.3988937735557556, |
| "learning_rate": 0.0007229686500319898, |
| "loss": 1.9007, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.8637236084452975, |
| "grad_norm": 0.38287872076034546, |
| "learning_rate": 0.0007123053956067392, |
| "loss": 1.9454, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.8957133717210493, |
| "grad_norm": 0.35704633593559265, |
| "learning_rate": 0.0007016421411814886, |
| "loss": 1.9169, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.8957133717210493, |
| "eval_loss": 1.6169191598892212, |
| "eval_rouge1": 24.9579, |
| "eval_rouge2": 11.8434, |
| "eval_rougeL": 20.4622, |
| "eval_rougeLsum": 23.4492, |
| "eval_runtime": 315.5353, |
| "eval_samples_per_second": 7.923, |
| "eval_steps_per_second": 0.498, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.927703134996801, |
| "grad_norm": 0.38228747248649597, |
| "learning_rate": 0.000690978886756238, |
| "loss": 1.937, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.9596928982725528, |
| "grad_norm": 0.4126349985599518, |
| "learning_rate": 0.0006803156323309875, |
| "loss": 1.9719, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.9916826615483045, |
| "grad_norm": 0.3939051926136017, |
| "learning_rate": 0.0006696523779057368, |
| "loss": 1.979, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.0236724248240563, |
| "grad_norm": 0.37081676721572876, |
| "learning_rate": 0.0006589891234804863, |
| "loss": 1.9215, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.0236724248240563, |
| "eval_loss": 1.6208561658859253, |
| "eval_rouge1": 24.8442, |
| "eval_rouge2": 11.7417, |
| "eval_rougeL": 20.3416, |
| "eval_rougeLsum": 23.335, |
| "eval_runtime": 315.7021, |
| "eval_samples_per_second": 7.919, |
| "eval_steps_per_second": 0.497, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.055662188099808, |
| "grad_norm": 0.38813772797584534, |
| "learning_rate": 0.0006483258690552357, |
| "loss": 1.9858, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.0876519513755598, |
| "grad_norm": 0.3699555993080139, |
| "learning_rate": 0.0006376626146299851, |
| "loss": 1.928, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.1196417146513116, |
| "grad_norm": 0.36284947395324707, |
| "learning_rate": 0.0006269993602047345, |
| "loss": 1.9219, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.1516314779270633, |
| "grad_norm": 0.3615477383136749, |
| "learning_rate": 0.000616336105779484, |
| "loss": 1.9528, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.1516314779270633, |
| "eval_loss": 1.6172361373901367, |
| "eval_rouge1": 24.8712, |
| "eval_rouge2": 11.7236, |
| "eval_rougeL": 20.3555, |
| "eval_rougeLsum": 23.3763, |
| "eval_runtime": 316.1677, |
| "eval_samples_per_second": 7.907, |
| "eval_steps_per_second": 0.497, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.183621241202815, |
| "grad_norm": 0.40732404589653015, |
| "learning_rate": 0.0006056728513542333, |
| "loss": 1.8972, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.2156110044785668, |
| "grad_norm": 0.3976059556007385, |
| "learning_rate": 0.0005950095969289827, |
| "loss": 1.9675, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.2476007677543186, |
| "grad_norm": 0.3994428217411041, |
| "learning_rate": 0.0005843463425037322, |
| "loss": 1.8981, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.2795905310300704, |
| "grad_norm": 0.434885174036026, |
| "learning_rate": 0.0005736830880784815, |
| "loss": 1.9293, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.2795905310300704, |
| "eval_loss": 1.6173455715179443, |
| "eval_rouge1": 24.913, |
| "eval_rouge2": 11.7915, |
| "eval_rougeL": 20.3985, |
| "eval_rougeLsum": 23.4071, |
| "eval_runtime": 315.9307, |
| "eval_samples_per_second": 7.913, |
| "eval_steps_per_second": 0.497, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 4689, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.199370856398848e+16, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
