| { |
| "best_global_step": 945, |
| "best_metric": 0.6100375652313232, |
| "best_model_checkpoint": "./t5_req_sum_checkpoints/checkpoint-945", |
| "epoch": 7.0, |
| "eval_steps": 500, |
| "global_step": 945, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.372006510113927, |
| "grad_norm": 60.87726593017578, |
| "learning_rate": 1.76e-05, |
| "loss": 73.3444482421875, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.744013020227854, |
| "grad_norm": 53.28485107421875, |
| "learning_rate": 3.76e-05, |
| "loss": 52.544169921875, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 1.1164566278457642, |
| "eval_runtime": 29.3037, |
| "eval_samples_per_second": 16.312, |
| "eval_steps_per_second": 16.312, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.111601953034178, |
| "grad_norm": 43.34605407714844, |
| "learning_rate": 5.76e-05, |
| "loss": 40.7950439453125, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.483608463148105, |
| "grad_norm": 49.22634506225586, |
| "learning_rate": 7.76e-05, |
| "loss": 34.67097412109375, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.855614973262032, |
| "grad_norm": 47.0002555847168, |
| "learning_rate": 9.76e-05, |
| "loss": 32.54794921875, |
| "step": 250 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.8499057292938232, |
| "eval_runtime": 29.4986, |
| "eval_samples_per_second": 16.204, |
| "eval_steps_per_second": 16.204, |
| "step": 270 |
| }, |
| { |
| "epoch": 2.223203906068356, |
| "grad_norm": 38.79513931274414, |
| "learning_rate": 0.0001176, |
| "loss": 28.51433837890625, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.595210416182283, |
| "grad_norm": 42.362369537353516, |
| "learning_rate": 0.00013759999999999998, |
| "loss": 27.0824365234375, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.96721692629621, |
| "grad_norm": 42.038055419921875, |
| "learning_rate": 0.0001576, |
| "loss": 25.14374267578125, |
| "step": 400 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.7282077670097351, |
| "eval_runtime": 29.821, |
| "eval_samples_per_second": 16.029, |
| "eval_steps_per_second": 16.029, |
| "step": 405 |
| }, |
| { |
| "epoch": 3.3348058591025342, |
| "grad_norm": 36.55916976928711, |
| "learning_rate": 0.0001776, |
| "loss": 22.50442138671875, |
| "step": 450 |
| }, |
| { |
| "epoch": 3.706812369216461, |
| "grad_norm": 37.239654541015625, |
| "learning_rate": 0.0001976, |
| "loss": 22.65784423828125, |
| "step": 500 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_loss": 0.6741604804992676, |
| "eval_runtime": 29.5681, |
| "eval_samples_per_second": 16.166, |
| "eval_steps_per_second": 16.166, |
| "step": 540 |
| }, |
| { |
| "epoch": 4.074401302022785, |
| "grad_norm": 50.11177444458008, |
| "learning_rate": 0.00018482758620689654, |
| "loss": 21.0756591796875, |
| "step": 550 |
| }, |
| { |
| "epoch": 4.446407812136712, |
| "grad_norm": 46.11113739013672, |
| "learning_rate": 0.00016758620689655173, |
| "loss": 19.58232177734375, |
| "step": 600 |
| }, |
| { |
| "epoch": 4.818414322250639, |
| "grad_norm": 38.068660736083984, |
| "learning_rate": 0.0001506896551724138, |
| "loss": 19.37177734375, |
| "step": 650 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_loss": 0.6635456085205078, |
| "eval_runtime": 29.0874, |
| "eval_samples_per_second": 16.433, |
| "eval_steps_per_second": 16.433, |
| "step": 675 |
| }, |
| { |
| "epoch": 5.1860032550569635, |
| "grad_norm": 45.14381790161133, |
| "learning_rate": 0.00013379310344827588, |
| "loss": 17.655869140625, |
| "step": 700 |
| }, |
| { |
| "epoch": 5.55800976517089, |
| "grad_norm": 111.4928970336914, |
| "learning_rate": 0.00011689655172413793, |
| "loss": 16.826263427734375, |
| "step": 750 |
| }, |
| { |
| "epoch": 5.930016275284817, |
| "grad_norm": 41.3922004699707, |
| "learning_rate": 0.00010103448275862069, |
| "loss": 18.38109130859375, |
| "step": 800 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_loss": 0.6126712560653687, |
| "eval_runtime": 28.3014, |
| "eval_samples_per_second": 16.89, |
| "eval_steps_per_second": 16.89, |
| "step": 810 |
| }, |
| { |
| "epoch": 6.2976052080911415, |
| "grad_norm": 39.92831802368164, |
| "learning_rate": 8.413793103448277e-05, |
| "loss": 15.30945556640625, |
| "step": 850 |
| }, |
| { |
| "epoch": 6.6696117182050685, |
| "grad_norm": 52.849761962890625, |
| "learning_rate": 6.689655172413794e-05, |
| "loss": 15.41493896484375, |
| "step": 900 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_loss": 0.6100375652313232, |
| "eval_runtime": 27.7122, |
| "eval_samples_per_second": 17.249, |
| "eval_steps_per_second": 17.249, |
| "step": 945 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 1080, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 8, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 3, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3713190910571520.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
