| { |
| "best_metric": 50.2114, |
| "best_model_checkpoint": "./jako_13p_tokenie_run1/checkpoint-19200", |
| "epoch": 9.997403271877435, |
| "eval_steps": 1600, |
| "global_step": 19250, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.26, |
| "learning_rate": 4.9212598425196856e-05, |
| "loss": 1.7571, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.52, |
| "learning_rate": 4.79002624671916e-05, |
| "loss": 1.3294, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.78, |
| "learning_rate": 4.6587926509186354e-05, |
| "loss": 1.2125, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.83, |
| "eval_bleu": 44.2732, |
| "eval_gen_len": 18.9394, |
| "eval_loss": 1.1356315612792969, |
| "eval_runtime": 557.6241, |
| "eval_samples_per_second": 13.81, |
| "eval_steps_per_second": 0.864, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.04, |
| "learning_rate": 4.52755905511811e-05, |
| "loss": 1.1386, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.3, |
| "learning_rate": 4.396325459317586e-05, |
| "loss": 0.9283, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.56, |
| "learning_rate": 4.2650918635170604e-05, |
| "loss": 0.8519, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.66, |
| "eval_bleu": 47.1622, |
| "eval_gen_len": 18.3936, |
| "eval_loss": 1.061800241470337, |
| "eval_runtime": 524.2089, |
| "eval_samples_per_second": 14.691, |
| "eval_steps_per_second": 0.919, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.82, |
| "learning_rate": 4.133858267716536e-05, |
| "loss": 0.8109, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.08, |
| "learning_rate": 4.00262467191601e-05, |
| "loss": 0.7727, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.34, |
| "learning_rate": 3.871391076115486e-05, |
| "loss": 0.6394, |
| "step": 4500 |
| }, |
| { |
| "epoch": 2.49, |
| "eval_bleu": 47.7818, |
| "eval_gen_len": 18.3397, |
| "eval_loss": 1.0923182964324951, |
| "eval_runtime": 516.7936, |
| "eval_samples_per_second": 14.902, |
| "eval_steps_per_second": 0.933, |
| "step": 4800 |
| }, |
| { |
| "epoch": 2.6, |
| "learning_rate": 3.740157480314961e-05, |
| "loss": 0.5875, |
| "step": 5000 |
| }, |
| { |
| "epoch": 2.86, |
| "learning_rate": 3.608923884514436e-05, |
| "loss": 0.5625, |
| "step": 5500 |
| }, |
| { |
| "epoch": 3.12, |
| "learning_rate": 3.4776902887139105e-05, |
| "loss": 0.532, |
| "step": 6000 |
| }, |
| { |
| "epoch": 3.32, |
| "eval_bleu": 48.4283, |
| "eval_gen_len": 18.3375, |
| "eval_loss": 1.1293830871582031, |
| "eval_runtime": 519.3842, |
| "eval_samples_per_second": 14.827, |
| "eval_steps_per_second": 0.928, |
| "step": 6400 |
| }, |
| { |
| "epoch": 3.38, |
| "learning_rate": 3.3464566929133864e-05, |
| "loss": 0.4299, |
| "step": 6500 |
| }, |
| { |
| "epoch": 3.64, |
| "learning_rate": 3.215223097112861e-05, |
| "loss": 0.3984, |
| "step": 7000 |
| }, |
| { |
| "epoch": 3.9, |
| "learning_rate": 3.083989501312336e-05, |
| "loss": 0.3857, |
| "step": 7500 |
| }, |
| { |
| "epoch": 4.15, |
| "learning_rate": 2.952755905511811e-05, |
| "loss": 0.3543, |
| "step": 8000 |
| }, |
| { |
| "epoch": 4.15, |
| "eval_bleu": 47.7916, |
| "eval_gen_len": 18.4422, |
| "eval_loss": 1.176469087600708, |
| "eval_runtime": 519.0077, |
| "eval_samples_per_second": 14.838, |
| "eval_steps_per_second": 0.929, |
| "step": 8000 |
| }, |
| { |
| "epoch": 4.41, |
| "learning_rate": 2.8215223097112863e-05, |
| "loss": 0.2836, |
| "step": 8500 |
| }, |
| { |
| "epoch": 4.67, |
| "learning_rate": 2.6902887139107612e-05, |
| "loss": 0.2648, |
| "step": 9000 |
| }, |
| { |
| "epoch": 4.93, |
| "learning_rate": 2.5590551181102364e-05, |
| "loss": 0.2569, |
| "step": 9500 |
| }, |
| { |
| "epoch": 4.99, |
| "eval_bleu": 48.1268, |
| "eval_gen_len": 18.5385, |
| "eval_loss": 1.2102879285812378, |
| "eval_runtime": 526.7602, |
| "eval_samples_per_second": 14.62, |
| "eval_steps_per_second": 0.915, |
| "step": 9600 |
| }, |
| { |
| "epoch": 5.19, |
| "learning_rate": 2.4278215223097113e-05, |
| "loss": 0.2268, |
| "step": 10000 |
| }, |
| { |
| "epoch": 5.45, |
| "learning_rate": 2.2965879265091865e-05, |
| "loss": 0.1854, |
| "step": 10500 |
| }, |
| { |
| "epoch": 5.71, |
| "learning_rate": 2.1653543307086614e-05, |
| "loss": 0.1732, |
| "step": 11000 |
| }, |
| { |
| "epoch": 5.82, |
| "eval_bleu": 48.9329, |
| "eval_gen_len": 18.2085, |
| "eval_loss": 1.25494384765625, |
| "eval_runtime": 505.0437, |
| "eval_samples_per_second": 15.248, |
| "eval_steps_per_second": 0.954, |
| "step": 11200 |
| }, |
| { |
| "epoch": 5.97, |
| "learning_rate": 2.0341207349081366e-05, |
| "loss": 0.1693, |
| "step": 11500 |
| }, |
| { |
| "epoch": 6.23, |
| "learning_rate": 1.9028871391076115e-05, |
| "loss": 0.1453, |
| "step": 12000 |
| }, |
| { |
| "epoch": 6.49, |
| "learning_rate": 1.7716535433070868e-05, |
| "loss": 0.1228, |
| "step": 12500 |
| }, |
| { |
| "epoch": 6.65, |
| "eval_bleu": 49.0248, |
| "eval_gen_len": 18.2133, |
| "eval_loss": 1.3022269010543823, |
| "eval_runtime": 504.7977, |
| "eval_samples_per_second": 15.256, |
| "eval_steps_per_second": 0.955, |
| "step": 12800 |
| }, |
| { |
| "epoch": 6.75, |
| "learning_rate": 1.6404199475065617e-05, |
| "loss": 0.1158, |
| "step": 13000 |
| }, |
| { |
| "epoch": 7.01, |
| "learning_rate": 1.5091863517060367e-05, |
| "loss": 0.1144, |
| "step": 13500 |
| }, |
| { |
| "epoch": 7.27, |
| "learning_rate": 1.377952755905512e-05, |
| "loss": 0.0937, |
| "step": 14000 |
| }, |
| { |
| "epoch": 7.48, |
| "eval_bleu": 49.3503, |
| "eval_gen_len": 18.1673, |
| "eval_loss": 1.317897081375122, |
| "eval_runtime": 503.3739, |
| "eval_samples_per_second": 15.299, |
| "eval_steps_per_second": 0.958, |
| "step": 14400 |
| }, |
| { |
| "epoch": 7.53, |
| "learning_rate": 1.246719160104987e-05, |
| "loss": 0.0829, |
| "step": 14500 |
| }, |
| { |
| "epoch": 7.79, |
| "learning_rate": 1.115485564304462e-05, |
| "loss": 0.0783, |
| "step": 15000 |
| }, |
| { |
| "epoch": 8.05, |
| "learning_rate": 9.842519685039371e-06, |
| "loss": 0.0779, |
| "step": 15500 |
| }, |
| { |
| "epoch": 8.31, |
| "learning_rate": 8.530183727034122e-06, |
| "loss": 0.0627, |
| "step": 16000 |
| }, |
| { |
| "epoch": 8.31, |
| "eval_bleu": 49.5551, |
| "eval_gen_len": 18.2672, |
| "eval_loss": 1.3408894538879395, |
| "eval_runtime": 506.5726, |
| "eval_samples_per_second": 15.202, |
| "eval_steps_per_second": 0.951, |
| "step": 16000 |
| }, |
| { |
| "epoch": 8.57, |
| "learning_rate": 7.2178477690288725e-06, |
| "loss": 0.0579, |
| "step": 16500 |
| }, |
| { |
| "epoch": 8.83, |
| "learning_rate": 5.905511811023622e-06, |
| "loss": 0.0551, |
| "step": 17000 |
| }, |
| { |
| "epoch": 9.09, |
| "learning_rate": 4.593175853018373e-06, |
| "loss": 0.0558, |
| "step": 17500 |
| }, |
| { |
| "epoch": 9.14, |
| "eval_bleu": 49.7808, |
| "eval_gen_len": 18.2815, |
| "eval_loss": 1.3544921875, |
| "eval_runtime": 505.3645, |
| "eval_samples_per_second": 15.239, |
| "eval_steps_per_second": 0.954, |
| "step": 17600 |
| }, |
| { |
| "epoch": 9.35, |
| "learning_rate": 3.2808398950131235e-06, |
| "loss": 0.0456, |
| "step": 18000 |
| }, |
| { |
| "epoch": 9.61, |
| "learning_rate": 1.968503937007874e-06, |
| "loss": 0.0433, |
| "step": 18500 |
| }, |
| { |
| "epoch": 9.87, |
| "learning_rate": 6.561679790026247e-07, |
| "loss": 0.0442, |
| "step": 19000 |
| }, |
| { |
| "epoch": 9.97, |
| "eval_bleu": 50.2114, |
| "eval_gen_len": 18.2159, |
| "eval_loss": 1.3559678792953491, |
| "eval_runtime": 503.7841, |
| "eval_samples_per_second": 15.286, |
| "eval_steps_per_second": 0.957, |
| "step": 19200 |
| }, |
| { |
| "epoch": 10.0, |
| "step": 19250, |
| "total_flos": 1.334951937048576e+18, |
| "train_loss": 0.4018082245665711, |
| "train_runtime": 39148.2976, |
| "train_samples_per_second": 15.739, |
| "train_steps_per_second": 0.492 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 19250, |
| "num_train_epochs": 10, |
| "save_steps": 1600, |
| "total_flos": 1.334951937048576e+18, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
