| { |
| "best_metric": 1.2869539260864258, |
| "best_model_checkpoint": "./checkpoints/pegasus-xsum/checkpoint-11412", |
| "epoch": 12.0, |
| "global_step": 11412, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.27, |
| "learning_rate": 5e-06, |
| "loss": 8.3438, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.54, |
| "learning_rate": 1e-05, |
| "loss": 7.5374, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.81, |
| "learning_rate": 9.93178426774675e-06, |
| "loss": 7.0835, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 6.375093936920166, |
| "eval_runtime": 8.2682, |
| "eval_samples_per_second": 60.473, |
| "eval_steps_per_second": 7.62, |
| "step": 951 |
| }, |
| { |
| "epoch": 1.08, |
| "learning_rate": 9.863568535493498e-06, |
| "loss": 6.7408, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.35, |
| "learning_rate": 9.795352803240248e-06, |
| "loss": 6.0547, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.62, |
| "learning_rate": 9.727137070986997e-06, |
| "loss": 4.6247, |
| "step": 1536 |
| }, |
| { |
| "epoch": 1.88, |
| "learning_rate": 9.658921338733747e-06, |
| "loss": 2.6363, |
| "step": 1792 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 1.4205403327941895, |
| "eval_runtime": 8.2748, |
| "eval_samples_per_second": 60.424, |
| "eval_steps_per_second": 7.613, |
| "step": 1902 |
| }, |
| { |
| "epoch": 2.15, |
| "learning_rate": 9.590705606480494e-06, |
| "loss": 1.6679, |
| "step": 2048 |
| }, |
| { |
| "epoch": 2.42, |
| "learning_rate": 9.522489874227244e-06, |
| "loss": 1.5104, |
| "step": 2304 |
| }, |
| { |
| "epoch": 2.69, |
| "learning_rate": 9.454274141973993e-06, |
| "loss": 1.5184, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.96, |
| "learning_rate": 9.386058409720743e-06, |
| "loss": 1.4953, |
| "step": 2816 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 1.3500312566757202, |
| "eval_runtime": 8.2581, |
| "eval_samples_per_second": 60.546, |
| "eval_steps_per_second": 7.629, |
| "step": 2853 |
| }, |
| { |
| "epoch": 3.23, |
| "learning_rate": 9.31784267746749e-06, |
| "loss": 1.4483, |
| "step": 3072 |
| }, |
| { |
| "epoch": 3.5, |
| "learning_rate": 9.24962694521424e-06, |
| "loss": 1.3758, |
| "step": 3328 |
| }, |
| { |
| "epoch": 3.77, |
| "learning_rate": 9.18141121296099e-06, |
| "loss": 1.3732, |
| "step": 3584 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_loss": 1.3236401081085205, |
| "eval_runtime": 8.2531, |
| "eval_samples_per_second": 60.584, |
| "eval_steps_per_second": 7.634, |
| "step": 3804 |
| }, |
| { |
| "epoch": 4.04, |
| "learning_rate": 9.11319548070774e-06, |
| "loss": 1.4249, |
| "step": 3840 |
| }, |
| { |
| "epoch": 4.31, |
| "learning_rate": 9.044979748454487e-06, |
| "loss": 1.4052, |
| "step": 4096 |
| }, |
| { |
| "epoch": 4.58, |
| "learning_rate": 8.976764016201236e-06, |
| "loss": 1.3323, |
| "step": 4352 |
| }, |
| { |
| "epoch": 4.85, |
| "learning_rate": 8.908548283947986e-06, |
| "loss": 1.3573, |
| "step": 4608 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_loss": 1.311529517173767, |
| "eval_runtime": 8.2933, |
| "eval_samples_per_second": 60.29, |
| "eval_steps_per_second": 7.597, |
| "step": 4755 |
| }, |
| { |
| "epoch": 5.11, |
| "learning_rate": 8.840332551694735e-06, |
| "loss": 1.3169, |
| "step": 4864 |
| }, |
| { |
| "epoch": 5.38, |
| "learning_rate": 8.772116819441483e-06, |
| "loss": 1.3142, |
| "step": 5120 |
| }, |
| { |
| "epoch": 5.65, |
| "learning_rate": 8.703901087188233e-06, |
| "loss": 1.3562, |
| "step": 5376 |
| }, |
| { |
| "epoch": 5.92, |
| "learning_rate": 8.635685354934982e-06, |
| "loss": 1.3171, |
| "step": 5632 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_loss": 1.3023052215576172, |
| "eval_runtime": 8.3165, |
| "eval_samples_per_second": 60.122, |
| "eval_steps_per_second": 7.575, |
| "step": 5706 |
| }, |
| { |
| "epoch": 6.19, |
| "learning_rate": 8.567469622681732e-06, |
| "loss": 1.3457, |
| "step": 5888 |
| }, |
| { |
| "epoch": 6.46, |
| "learning_rate": 8.499253890428481e-06, |
| "loss": 1.2753, |
| "step": 6144 |
| }, |
| { |
| "epoch": 6.73, |
| "learning_rate": 8.431038158175229e-06, |
| "loss": 1.2898, |
| "step": 6400 |
| }, |
| { |
| "epoch": 7.0, |
| "learning_rate": 8.362822425921979e-06, |
| "loss": 1.2848, |
| "step": 6656 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_loss": 1.2965139150619507, |
| "eval_runtime": 8.2552, |
| "eval_samples_per_second": 60.568, |
| "eval_steps_per_second": 7.632, |
| "step": 6657 |
| }, |
| { |
| "epoch": 7.27, |
| "learning_rate": 8.294606693668728e-06, |
| "loss": 1.272, |
| "step": 6912 |
| }, |
| { |
| "epoch": 7.54, |
| "learning_rate": 8.226390961415478e-06, |
| "loss": 1.2554, |
| "step": 7168 |
| }, |
| { |
| "epoch": 7.81, |
| "learning_rate": 8.158175229162227e-06, |
| "loss": 1.2676, |
| "step": 7424 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_loss": 1.2928757667541504, |
| "eval_runtime": 8.2765, |
| "eval_samples_per_second": 60.412, |
| "eval_steps_per_second": 7.612, |
| "step": 7608 |
| }, |
| { |
| "epoch": 8.08, |
| "learning_rate": 8.089959496908975e-06, |
| "loss": 1.305, |
| "step": 7680 |
| }, |
| { |
| "epoch": 8.34, |
| "learning_rate": 8.021743764655724e-06, |
| "loss": 1.2323, |
| "step": 7936 |
| }, |
| { |
| "epoch": 8.61, |
| "learning_rate": 7.953528032402474e-06, |
| "loss": 1.2779, |
| "step": 8192 |
| }, |
| { |
| "epoch": 8.88, |
| "learning_rate": 7.885312300149223e-06, |
| "loss": 1.2661, |
| "step": 8448 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_loss": 1.2911019325256348, |
| "eval_runtime": 8.2542, |
| "eval_samples_per_second": 60.575, |
| "eval_steps_per_second": 7.632, |
| "step": 8559 |
| }, |
| { |
| "epoch": 9.15, |
| "learning_rate": 7.817096567895973e-06, |
| "loss": 1.2381, |
| "step": 8704 |
| }, |
| { |
| "epoch": 9.42, |
| "learning_rate": 7.74888083564272e-06, |
| "loss": 1.2363, |
| "step": 8960 |
| }, |
| { |
| "epoch": 9.69, |
| "learning_rate": 7.68066510338947e-06, |
| "loss": 1.2129, |
| "step": 9216 |
| }, |
| { |
| "epoch": 9.96, |
| "learning_rate": 7.612449371136219e-06, |
| "loss": 1.232, |
| "step": 9472 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_loss": 1.288682460784912, |
| "eval_runtime": 8.2411, |
| "eval_samples_per_second": 60.671, |
| "eval_steps_per_second": 7.645, |
| "step": 9510 |
| }, |
| { |
| "epoch": 10.23, |
| "learning_rate": 7.544233638882968e-06, |
| "loss": 1.2191, |
| "step": 9728 |
| }, |
| { |
| "epoch": 10.5, |
| "learning_rate": 7.476017906629717e-06, |
| "loss": 1.2438, |
| "step": 9984 |
| }, |
| { |
| "epoch": 10.77, |
| "learning_rate": 7.4078021743764664e-06, |
| "loss": 1.1995, |
| "step": 10240 |
| }, |
| { |
| "epoch": 11.0, |
| "eval_loss": 1.2871848344802856, |
| "eval_runtime": 8.2533, |
| "eval_samples_per_second": 60.582, |
| "eval_steps_per_second": 7.633, |
| "step": 10461 |
| }, |
| { |
| "epoch": 11.04, |
| "learning_rate": 7.339586442123215e-06, |
| "loss": 1.223, |
| "step": 10496 |
| }, |
| { |
| "epoch": 11.31, |
| "learning_rate": 7.2713707098699646e-06, |
| "loss": 1.1895, |
| "step": 10752 |
| }, |
| { |
| "epoch": 11.58, |
| "learning_rate": 7.203154977616713e-06, |
| "loss": 1.2133, |
| "step": 11008 |
| }, |
| { |
| "epoch": 11.84, |
| "learning_rate": 7.134939245363463e-06, |
| "loss": 1.1951, |
| "step": 11264 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_loss": 1.2869539260864258, |
| "eval_runtime": 8.2328, |
| "eval_samples_per_second": 60.733, |
| "eval_steps_per_second": 7.652, |
| "step": 11412 |
| } |
| ], |
| "max_steps": 38040, |
| "num_train_epochs": 40, |
| "total_flos": 1.3185127263515443e+17, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
