| { |
| "best_metric": 42.9095, |
| "best_model_checkpoint": "opus_base_adapt_wce_gloss_train-sampled_precision_3_ubweight_2.0/checkpoint-80000", |
| "epoch": 3.943217665615142, |
| "global_step": 80000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.2, |
| "learning_rate": 1.9753918572555207e-05, |
| "loss": 0.213, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_bleu": 32.1992, |
| "eval_gen_len": 43.558, |
| "eval_loss": 0.10932592302560806, |
| "eval_runtime": 185.4985, |
| "eval_samples_per_second": 5.623, |
| "eval_steps_per_second": 0.178, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.39, |
| "learning_rate": 1.950746746845426e-05, |
| "loss": 0.1788, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.39, |
| "eval_bleu": 40.1195, |
| "eval_gen_len": 36.4458, |
| "eval_loss": 0.10684426873922348, |
| "eval_runtime": 173.1992, |
| "eval_samples_per_second": 6.022, |
| "eval_steps_per_second": 0.191, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.59, |
| "learning_rate": 1.9261016364353314e-05, |
| "loss": 0.1716, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.59, |
| "eval_bleu": 41.5118, |
| "eval_gen_len": 34.5973, |
| "eval_loss": 0.1055770218372345, |
| "eval_runtime": 177.753, |
| "eval_samples_per_second": 5.868, |
| "eval_steps_per_second": 0.186, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.79, |
| "learning_rate": 1.9014565260252367e-05, |
| "loss": 0.1659, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.79, |
| "eval_bleu": 41.3846, |
| "eval_gen_len": 34.2397, |
| "eval_loss": 0.10453091561794281, |
| "eval_runtime": 131.5252, |
| "eval_samples_per_second": 7.93, |
| "eval_steps_per_second": 0.251, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.99, |
| "learning_rate": 1.876811415615142e-05, |
| "loss": 0.1634, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.99, |
| "eval_bleu": 41.5931, |
| "eval_gen_len": 35.1074, |
| "eval_loss": 0.10396245121955872, |
| "eval_runtime": 178.097, |
| "eval_samples_per_second": 5.856, |
| "eval_steps_per_second": 0.185, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.18, |
| "learning_rate": 1.8521786277602524e-05, |
| "loss": 0.1513, |
| "step": 24000 |
| }, |
| { |
| "epoch": 1.18, |
| "eval_bleu": 41.2579, |
| "eval_gen_len": 36.1802, |
| "eval_loss": 0.10382075607776642, |
| "eval_runtime": 152.5475, |
| "eval_samples_per_second": 6.837, |
| "eval_steps_per_second": 0.216, |
| "step": 24000 |
| }, |
| { |
| "epoch": 1.38, |
| "learning_rate": 1.8275520011829655e-05, |
| "loss": 0.151, |
| "step": 28000 |
| }, |
| { |
| "epoch": 1.38, |
| "eval_bleu": 40.956, |
| "eval_gen_len": 36.1687, |
| "eval_loss": 0.10313059389591217, |
| "eval_runtime": 206.7763, |
| "eval_samples_per_second": 5.044, |
| "eval_steps_per_second": 0.16, |
| "step": 28000 |
| }, |
| { |
| "epoch": 1.58, |
| "learning_rate": 1.8029130520504733e-05, |
| "loss": 0.1506, |
| "step": 32000 |
| }, |
| { |
| "epoch": 1.58, |
| "eval_bleu": 41.8294, |
| "eval_gen_len": 35.3432, |
| "eval_loss": 0.10248984396457672, |
| "eval_runtime": 140.6628, |
| "eval_samples_per_second": 7.415, |
| "eval_steps_per_second": 0.235, |
| "step": 32000 |
| }, |
| { |
| "epoch": 1.77, |
| "learning_rate": 1.7782741029179815e-05, |
| "loss": 0.149, |
| "step": 36000 |
| }, |
| { |
| "epoch": 1.77, |
| "eval_bleu": 40.6541, |
| "eval_gen_len": 37.2934, |
| "eval_loss": 0.10204267501831055, |
| "eval_runtime": 116.2311, |
| "eval_samples_per_second": 8.973, |
| "eval_steps_per_second": 0.284, |
| "step": 36000 |
| }, |
| { |
| "epoch": 1.97, |
| "learning_rate": 1.7536413150630914e-05, |
| "loss": 0.1482, |
| "step": 40000 |
| }, |
| { |
| "epoch": 1.97, |
| "eval_bleu": 42.167, |
| "eval_gen_len": 35.0, |
| "eval_loss": 0.10223417729139328, |
| "eval_runtime": 120.9127, |
| "eval_samples_per_second": 8.626, |
| "eval_steps_per_second": 0.273, |
| "step": 40000 |
| }, |
| { |
| "epoch": 2.17, |
| "learning_rate": 1.7290023659305996e-05, |
| "loss": 0.1404, |
| "step": 44000 |
| }, |
| { |
| "epoch": 2.17, |
| "eval_bleu": 42.2093, |
| "eval_gen_len": 35.4257, |
| "eval_loss": 0.10255546122789383, |
| "eval_runtime": 152.5867, |
| "eval_samples_per_second": 6.835, |
| "eval_steps_per_second": 0.216, |
| "step": 44000 |
| }, |
| { |
| "epoch": 2.37, |
| "learning_rate": 1.7043634167981074e-05, |
| "loss": 0.1394, |
| "step": 48000 |
| }, |
| { |
| "epoch": 2.37, |
| "eval_bleu": 42.2705, |
| "eval_gen_len": 35.6999, |
| "eval_loss": 0.10232062637805939, |
| "eval_runtime": 127.5651, |
| "eval_samples_per_second": 8.176, |
| "eval_steps_per_second": 0.259, |
| "step": 48000 |
| }, |
| { |
| "epoch": 2.56, |
| "learning_rate": 1.6797306289432177e-05, |
| "loss": 0.1384, |
| "step": 52000 |
| }, |
| { |
| "epoch": 2.56, |
| "eval_bleu": 42.0109, |
| "eval_gen_len": 35.4017, |
| "eval_loss": 0.10198231786489487, |
| "eval_runtime": 144.4455, |
| "eval_samples_per_second": 7.221, |
| "eval_steps_per_second": 0.228, |
| "step": 52000 |
| }, |
| { |
| "epoch": 2.76, |
| "learning_rate": 1.6550978410883283e-05, |
| "loss": 0.1386, |
| "step": 56000 |
| }, |
| { |
| "epoch": 2.76, |
| "eval_bleu": 41.651, |
| "eval_gen_len": 36.2234, |
| "eval_loss": 0.10184463113546371, |
| "eval_runtime": 164.0439, |
| "eval_samples_per_second": 6.358, |
| "eval_steps_per_second": 0.201, |
| "step": 56000 |
| }, |
| { |
| "epoch": 2.96, |
| "learning_rate": 1.6304650532334386e-05, |
| "loss": 0.139, |
| "step": 60000 |
| }, |
| { |
| "epoch": 2.96, |
| "eval_bleu": 42.5275, |
| "eval_gen_len": 34.4708, |
| "eval_loss": 0.10123319178819656, |
| "eval_runtime": 170.2072, |
| "eval_samples_per_second": 6.128, |
| "eval_steps_per_second": 0.194, |
| "step": 60000 |
| }, |
| { |
| "epoch": 3.15, |
| "learning_rate": 1.605832265378549e-05, |
| "loss": 0.1323, |
| "step": 64000 |
| }, |
| { |
| "epoch": 3.15, |
| "eval_bleu": 42.2691, |
| "eval_gen_len": 35.162, |
| "eval_loss": 0.10197851061820984, |
| "eval_runtime": 153.8385, |
| "eval_samples_per_second": 6.78, |
| "eval_steps_per_second": 0.215, |
| "step": 64000 |
| }, |
| { |
| "epoch": 3.35, |
| "learning_rate": 1.581205638801262e-05, |
| "loss": 0.1318, |
| "step": 68000 |
| }, |
| { |
| "epoch": 3.35, |
| "eval_bleu": 42.6981, |
| "eval_gen_len": 34.2464, |
| "eval_loss": 0.10211456567049026, |
| "eval_runtime": 119.2355, |
| "eval_samples_per_second": 8.747, |
| "eval_steps_per_second": 0.277, |
| "step": 68000 |
| }, |
| { |
| "epoch": 3.55, |
| "learning_rate": 1.5565605283911674e-05, |
| "loss": 0.1306, |
| "step": 72000 |
| }, |
| { |
| "epoch": 3.55, |
| "eval_bleu": 42.3809, |
| "eval_gen_len": 34.6769, |
| "eval_loss": 0.10217085480690002, |
| "eval_runtime": 86.738, |
| "eval_samples_per_second": 12.025, |
| "eval_steps_per_second": 0.38, |
| "step": 72000 |
| }, |
| { |
| "epoch": 3.75, |
| "learning_rate": 1.5319277405362777e-05, |
| "loss": 0.131, |
| "step": 76000 |
| }, |
| { |
| "epoch": 3.75, |
| "eval_bleu": 42.1038, |
| "eval_gen_len": 35.7728, |
| "eval_loss": 0.10192063450813293, |
| "eval_runtime": 96.8001, |
| "eval_samples_per_second": 10.775, |
| "eval_steps_per_second": 0.341, |
| "step": 76000 |
| }, |
| { |
| "epoch": 3.94, |
| "learning_rate": 1.507294952681388e-05, |
| "loss": 0.1318, |
| "step": 80000 |
| }, |
| { |
| "epoch": 3.94, |
| "eval_bleu": 42.9095, |
| "eval_gen_len": 34.2752, |
| "eval_loss": 0.10165005922317505, |
| "eval_runtime": 104.8741, |
| "eval_samples_per_second": 9.945, |
| "eval_steps_per_second": 0.315, |
| "step": 80000 |
| } |
| ], |
| "max_steps": 324608, |
| "num_train_epochs": 16, |
| "total_flos": 1.3796012702564352e+17, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
