| { |
| "best_metric": 17.3273, |
| "best_model_checkpoint": "models/mt0-xl_russian_natprompt_adafactor_updated/checkpoint-6150", |
| "epoch": 14.999024390243903, |
| "eval_steps": 500, |
| "global_step": 7687, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 1.0, |
| "learning_rate": 4.75e-05, |
| "loss": 2.0388, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_gen_len": 16.58484100877193, |
| "eval_loss": 1.6734575033187866, |
| "eval_rouge1": 14.1367, |
| "eval_rouge2": 7.0437, |
| "eval_rougeL": 14.0625, |
| "eval_rougeLsum": 14.0916, |
| "eval_runtime": 270.6111, |
| "eval_samples_per_second": 26.932, |
| "eval_steps_per_second": 0.843, |
| "step": 512 |
| }, |
| { |
| "epoch": 2.0, |
| "learning_rate": 4.4995117187500005e-05, |
| "loss": 1.7098, |
| "step": 1025 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_gen_len": 16.68050986842105, |
| "eval_loss": 1.6203718185424805, |
| "eval_rouge1": 15.2619, |
| "eval_rouge2": 7.8124, |
| "eval_rougeL": 15.159, |
| "eval_rougeLsum": 15.2078, |
| "eval_runtime": 276.6842, |
| "eval_samples_per_second": 26.341, |
| "eval_steps_per_second": 0.824, |
| "step": 1025 |
| }, |
| { |
| "epoch": 3.0, |
| "learning_rate": 4.24951171875e-05, |
| "loss": 1.539, |
| "step": 1537 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_gen_len": 16.61417214912281, |
| "eval_loss": 1.6058766841888428, |
| "eval_rouge1": 15.9942, |
| "eval_rouge2": 8.1827, |
| "eval_rougeL": 15.872, |
| "eval_rougeLsum": 15.9105, |
| "eval_runtime": 263.8074, |
| "eval_samples_per_second": 27.626, |
| "eval_steps_per_second": 0.864, |
| "step": 1537 |
| }, |
| { |
| "epoch": 4.0, |
| "learning_rate": 3.9990234375e-05, |
| "loss": 1.403, |
| "step": 2050 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_gen_len": 16.26343201754386, |
| "eval_loss": 1.6041721105575562, |
| "eval_rouge1": 16.6383, |
| "eval_rouge2": 8.4603, |
| "eval_rougeL": 16.5096, |
| "eval_rougeLsum": 16.5635, |
| "eval_runtime": 251.4581, |
| "eval_samples_per_second": 28.983, |
| "eval_steps_per_second": 0.907, |
| "step": 2050 |
| }, |
| { |
| "epoch": 5.0, |
| "learning_rate": 3.7490234375e-05, |
| "loss": 1.295, |
| "step": 2562 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_gen_len": 15.741365131578947, |
| "eval_loss": 1.6226089000701904, |
| "eval_rouge1": 16.9189, |
| "eval_rouge2": 8.8384, |
| "eval_rougeL": 16.7799, |
| "eval_rougeLsum": 16.8258, |
| "eval_runtime": 169.6881, |
| "eval_samples_per_second": 42.949, |
| "eval_steps_per_second": 1.344, |
| "step": 2562 |
| }, |
| { |
| "epoch": 6.0, |
| "learning_rate": 3.49853515625e-05, |
| "loss": 1.1984, |
| "step": 3075 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_gen_len": 15.888157894736842, |
| "eval_loss": 1.6289030313491821, |
| "eval_rouge1": 16.9788, |
| "eval_rouge2": 8.7272, |
| "eval_rougeL": 16.8238, |
| "eval_rougeLsum": 16.8765, |
| "eval_runtime": 175.0677, |
| "eval_samples_per_second": 41.63, |
| "eval_steps_per_second": 1.302, |
| "step": 3075 |
| }, |
| { |
| "epoch": 7.0, |
| "learning_rate": 3.2485351562499996e-05, |
| "loss": 1.1195, |
| "step": 3587 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_gen_len": 16.23519736842105, |
| "eval_loss": 1.6697918176651, |
| "eval_rouge1": 17.0912, |
| "eval_rouge2": 8.7061, |
| "eval_rougeL": 16.9084, |
| "eval_rougeLsum": 16.9633, |
| "eval_runtime": 171.9395, |
| "eval_samples_per_second": 42.387, |
| "eval_steps_per_second": 1.326, |
| "step": 3587 |
| }, |
| { |
| "epoch": 8.0, |
| "learning_rate": 2.998046875e-05, |
| "loss": 1.0463, |
| "step": 4100 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_gen_len": 16.14761513157895, |
| "eval_loss": 1.6845269203186035, |
| "eval_rouge1": 17.201, |
| "eval_rouge2": 8.7395, |
| "eval_rougeL": 17.003, |
| "eval_rougeLsum": 17.052, |
| "eval_runtime": 252.7052, |
| "eval_samples_per_second": 28.84, |
| "eval_steps_per_second": 0.902, |
| "step": 4100 |
| }, |
| { |
| "epoch": 9.0, |
| "learning_rate": 2.748046875e-05, |
| "loss": 0.9866, |
| "step": 4612 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_gen_len": 15.878837719298245, |
| "eval_loss": 1.726230502128601, |
| "eval_rouge1": 17.3223, |
| "eval_rouge2": 8.8289, |
| "eval_rougeL": 17.1413, |
| "eval_rougeLsum": 17.1756, |
| "eval_runtime": 182.5703, |
| "eval_samples_per_second": 39.919, |
| "eval_steps_per_second": 1.249, |
| "step": 4612 |
| }, |
| { |
| "epoch": 10.0, |
| "learning_rate": 2.49755859375e-05, |
| "loss": 0.9326, |
| "step": 5125 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_gen_len": 15.797149122807017, |
| "eval_loss": 1.7532711029052734, |
| "eval_rouge1": 17.2655, |
| "eval_rouge2": 8.7512, |
| "eval_rougeL": 17.0508, |
| "eval_rougeLsum": 17.1055, |
| "eval_runtime": 168.7949, |
| "eval_samples_per_second": 43.177, |
| "eval_steps_per_second": 1.351, |
| "step": 5125 |
| }, |
| { |
| "epoch": 11.0, |
| "learning_rate": 2.24755859375e-05, |
| "loss": 0.8844, |
| "step": 5637 |
| }, |
| { |
| "epoch": 11.0, |
| "eval_gen_len": 16.32360197368421, |
| "eval_loss": 1.7794246673583984, |
| "eval_rouge1": 17.008, |
| "eval_rouge2": 8.5404, |
| "eval_rougeL": 16.8044, |
| "eval_rougeLsum": 16.848, |
| "eval_runtime": 168.6102, |
| "eval_samples_per_second": 43.224, |
| "eval_steps_per_second": 1.352, |
| "step": 5637 |
| }, |
| { |
| "epoch": 12.0, |
| "learning_rate": 1.9970703125e-05, |
| "loss": 0.8393, |
| "step": 6150 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_gen_len": 16.143092105263158, |
| "eval_loss": 1.7995822429656982, |
| "eval_rouge1": 17.3273, |
| "eval_rouge2": 8.7829, |
| "eval_rougeL": 17.097, |
| "eval_rougeLsum": 17.1644, |
| "eval_runtime": 171.5723, |
| "eval_samples_per_second": 42.478, |
| "eval_steps_per_second": 1.329, |
| "step": 6150 |
| }, |
| { |
| "epoch": 13.0, |
| "learning_rate": 1.7470703125000003e-05, |
| "loss": 0.8046, |
| "step": 6662 |
| }, |
| { |
| "epoch": 13.0, |
| "eval_gen_len": 16.090597587719298, |
| "eval_loss": 1.8266295194625854, |
| "eval_rouge1": 17.1859, |
| "eval_rouge2": 8.6524, |
| "eval_rougeL": 16.9605, |
| "eval_rougeLsum": 17.0118, |
| "eval_runtime": 259.1646, |
| "eval_samples_per_second": 28.121, |
| "eval_steps_per_second": 0.88, |
| "step": 6662 |
| }, |
| { |
| "epoch": 14.0, |
| "learning_rate": 1.49658203125e-05, |
| "loss": 0.7682, |
| "step": 7175 |
| }, |
| { |
| "epoch": 14.0, |
| "eval_gen_len": 16.11239035087719, |
| "eval_loss": 1.8624775409698486, |
| "eval_rouge1": 17.0184, |
| "eval_rouge2": 8.5314, |
| "eval_rougeL": 16.8019, |
| "eval_rougeLsum": 16.847, |
| "eval_runtime": 170.9938, |
| "eval_samples_per_second": 42.621, |
| "eval_steps_per_second": 1.333, |
| "step": 7175 |
| }, |
| { |
| "epoch": 15.0, |
| "learning_rate": 1.2465820312500002e-05, |
| "loss": 0.7419, |
| "step": 7687 |
| }, |
| { |
| "epoch": 15.0, |
| "eval_gen_len": 15.95751096491228, |
| "eval_loss": 1.8779526948928833, |
| "eval_rouge1": 17.2742, |
| "eval_rouge2": 8.6795, |
| "eval_rougeL": 17.0699, |
| "eval_rougeLsum": 17.1118, |
| "eval_runtime": 177.9916, |
| "eval_samples_per_second": 40.946, |
| "eval_steps_per_second": 1.281, |
| "step": 7687 |
| }, |
| { |
| "epoch": 15.0, |
| "step": 7687, |
| "total_flos": 1.7085595424946913e+18, |
| "train_loss": 1.153788715837463, |
| "train_runtime": 20083.7121, |
| "train_samples_per_second": 65.311, |
| "train_steps_per_second": 0.51 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 10240, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 20, |
| "save_steps": 500, |
| "total_flos": 1.7085595424946913e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
