| { | |
| "best_metric": 42.7449, | |
| "best_model_checkpoint": "opus_base_wce_random/checkpoint-80000", | |
| "epoch": 3.943217665615142, | |
| "global_step": 80000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.9753918572555207e-05, | |
| "loss": 0.2174, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "eval_bleu": 38.1466, | |
| "eval_gen_len": 37.2387, | |
| "eval_loss": 0.1091395914554596, | |
| "eval_runtime": 169.6196, | |
| "eval_samples_per_second": 6.149, | |
| "eval_steps_per_second": 0.195, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 1.950746746845426e-05, | |
| "loss": 0.1833, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "eval_bleu": 40.8678, | |
| "eval_gen_len": 34.2282, | |
| "eval_loss": 0.1069067046046257, | |
| "eval_runtime": 187.3165, | |
| "eval_samples_per_second": 5.568, | |
| "eval_steps_per_second": 0.176, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 1.9261016364353314e-05, | |
| "loss": 0.176, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "eval_bleu": 41.2373, | |
| "eval_gen_len": 34.722, | |
| "eval_loss": 0.10556207597255707, | |
| "eval_runtime": 176.6792, | |
| "eval_samples_per_second": 5.903, | |
| "eval_steps_per_second": 0.187, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.9014565260252367e-05, | |
| "loss": 0.1702, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "eval_bleu": 41.2236, | |
| "eval_gen_len": 35.4794, | |
| "eval_loss": 0.10456866770982742, | |
| "eval_runtime": 126.4686, | |
| "eval_samples_per_second": 8.247, | |
| "eval_steps_per_second": 0.261, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 1.876811415615142e-05, | |
| "loss": 0.1677, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "eval_bleu": 41.6373, | |
| "eval_gen_len": 35.6874, | |
| "eval_loss": 0.10391870141029358, | |
| "eval_runtime": 137.3482, | |
| "eval_samples_per_second": 7.594, | |
| "eval_steps_per_second": 0.24, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.8521786277602524e-05, | |
| "loss": 0.1556, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "eval_bleu": 41.2704, | |
| "eval_gen_len": 35.7728, | |
| "eval_loss": 0.10389306396245956, | |
| "eval_runtime": 129.1131, | |
| "eval_samples_per_second": 8.078, | |
| "eval_steps_per_second": 0.256, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 1.8275520011829655e-05, | |
| "loss": 0.1553, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "eval_bleu": 41.6866, | |
| "eval_gen_len": 35.348, | |
| "eval_loss": 0.10308653861284256, | |
| "eval_runtime": 149.5149, | |
| "eval_samples_per_second": 6.976, | |
| "eval_steps_per_second": 0.221, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 1.8029130520504733e-05, | |
| "loss": 0.1548, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "eval_bleu": 41.3994, | |
| "eval_gen_len": 35.7287, | |
| "eval_loss": 0.10239578038454056, | |
| "eval_runtime": 125.8581, | |
| "eval_samples_per_second": 8.287, | |
| "eval_steps_per_second": 0.262, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 1.7782802641955836e-05, | |
| "loss": 0.1533, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "eval_bleu": 39.5845, | |
| "eval_gen_len": 39.464, | |
| "eval_loss": 0.102129265666008, | |
| "eval_runtime": 123.946, | |
| "eval_samples_per_second": 8.415, | |
| "eval_steps_per_second": 0.266, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 1.7536413150630914e-05, | |
| "loss": 0.1525, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "eval_bleu": 42.2251, | |
| "eval_gen_len": 34.3845, | |
| "eval_loss": 0.10222680866718292, | |
| "eval_runtime": 101.5149, | |
| "eval_samples_per_second": 10.274, | |
| "eval_steps_per_second": 0.325, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 1.729008527208202e-05, | |
| "loss": 0.1446, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "eval_bleu": 41.9432, | |
| "eval_gen_len": 35.0316, | |
| "eval_loss": 0.10267173498868942, | |
| "eval_runtime": 129.0759, | |
| "eval_samples_per_second": 8.081, | |
| "eval_steps_per_second": 0.256, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 1.7043757393533123e-05, | |
| "loss": 0.1436, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "eval_bleu": 42.028, | |
| "eval_gen_len": 35.8677, | |
| "eval_loss": 0.102423757314682, | |
| "eval_runtime": 128.7526, | |
| "eval_samples_per_second": 8.101, | |
| "eval_steps_per_second": 0.256, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 1.679742951498423e-05, | |
| "loss": 0.1425, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "eval_bleu": 41.9107, | |
| "eval_gen_len": 35.6884, | |
| "eval_loss": 0.1020052582025528, | |
| "eval_runtime": 98.4633, | |
| "eval_samples_per_second": 10.593, | |
| "eval_steps_per_second": 0.335, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 1.6551040023659308e-05, | |
| "loss": 0.1427, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "eval_bleu": 41.898, | |
| "eval_gen_len": 35.7948, | |
| "eval_loss": 0.10190638899803162, | |
| "eval_runtime": 155.172, | |
| "eval_samples_per_second": 6.722, | |
| "eval_steps_per_second": 0.213, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 1.630471214511041e-05, | |
| "loss": 0.1431, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "eval_bleu": 42.4405, | |
| "eval_gen_len": 34.8159, | |
| "eval_loss": 0.10122686624526978, | |
| "eval_runtime": 109.5432, | |
| "eval_samples_per_second": 9.521, | |
| "eval_steps_per_second": 0.301, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "learning_rate": 1.6058384266561514e-05, | |
| "loss": 0.1365, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "eval_bleu": 42.1656, | |
| "eval_gen_len": 35.1611, | |
| "eval_loss": 0.1020784005522728, | |
| "eval_runtime": 127.0613, | |
| "eval_samples_per_second": 8.209, | |
| "eval_steps_per_second": 0.26, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 1.581205638801262e-05, | |
| "loss": 0.1359, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "eval_bleu": 42.2236, | |
| "eval_gen_len": 34.6663, | |
| "eval_loss": 0.10225772112607956, | |
| "eval_runtime": 118.3874, | |
| "eval_samples_per_second": 8.81, | |
| "eval_steps_per_second": 0.279, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 1.55656668966877e-05, | |
| "loss": 0.1346, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "eval_bleu": 42.1593, | |
| "eval_gen_len": 34.5043, | |
| "eval_loss": 0.10208923369646072, | |
| "eval_runtime": 84.9237, | |
| "eval_samples_per_second": 12.282, | |
| "eval_steps_per_second": 0.389, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "learning_rate": 1.5319339018138805e-05, | |
| "loss": 0.1351, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "eval_bleu": 42.0667, | |
| "eval_gen_len": 35.1371, | |
| "eval_loss": 0.10195324569940567, | |
| "eval_runtime": 115.0559, | |
| "eval_samples_per_second": 9.065, | |
| "eval_steps_per_second": 0.287, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "learning_rate": 1.5073011139589906e-05, | |
| "loss": 0.1358, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "eval_bleu": 42.7449, | |
| "eval_gen_len": 35.2848, | |
| "eval_loss": 0.10178153961896896, | |
| "eval_runtime": 108.8465, | |
| "eval_samples_per_second": 9.582, | |
| "eval_steps_per_second": 0.303, | |
| "step": 80000 | |
| } | |
| ], | |
| "max_steps": 324608, | |
| "num_train_epochs": 16, | |
| "total_flos": 1.3796012702564352e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |