| { |
| "best_metric": 0.7156354784965515, |
| "best_model_checkpoint": "final_models/structroberta_sx2_final/finetune/mnli/checkpoint-8000", |
| "epoch": 3.695150115473441, |
| "global_step": 8000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.18, |
| "eval_accuracy": 0.5428223013877869, |
| "eval_loss": 0.9369295835494995, |
| "eval_runtime": 13.9292, |
| "eval_samples_per_second": 471.095, |
| "eval_steps_per_second": 58.941, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.23, |
| "learning_rate": 4.884526558891455e-05, |
| "loss": 1.0082, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.37, |
| "eval_accuracy": 0.6206949353218079, |
| "eval_loss": 0.8501443266868591, |
| "eval_runtime": 13.7492, |
| "eval_samples_per_second": 477.264, |
| "eval_steps_per_second": 59.713, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.46, |
| "learning_rate": 4.7690531177829104e-05, |
| "loss": 0.871, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.55, |
| "eval_accuracy": 0.6496495008468628, |
| "eval_loss": 0.7984079122543335, |
| "eval_runtime": 13.7319, |
| "eval_samples_per_second": 477.866, |
| "eval_steps_per_second": 59.788, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.69, |
| "learning_rate": 4.653579676674365e-05, |
| "loss": 0.815, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.74, |
| "eval_accuracy": 0.6677842140197754, |
| "eval_loss": 0.762497067451477, |
| "eval_runtime": 13.762, |
| "eval_samples_per_second": 476.82, |
| "eval_steps_per_second": 59.657, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.92, |
| "learning_rate": 4.53810623556582e-05, |
| "loss": 0.7787, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.92, |
| "eval_accuracy": 0.6645839810371399, |
| "eval_loss": 0.7623239159584045, |
| "eval_runtime": 13.7401, |
| "eval_samples_per_second": 477.58, |
| "eval_steps_per_second": 59.752, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.11, |
| "eval_accuracy": 0.6699177026748657, |
| "eval_loss": 0.7520171999931335, |
| "eval_runtime": 13.7455, |
| "eval_samples_per_second": 477.394, |
| "eval_steps_per_second": 59.729, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.15, |
| "learning_rate": 4.422632794457275e-05, |
| "loss": 0.7272, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.29, |
| "eval_accuracy": 0.6799756288528442, |
| "eval_loss": 0.7413595914840698, |
| "eval_runtime": 13.7587, |
| "eval_samples_per_second": 476.935, |
| "eval_steps_per_second": 59.671, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.39, |
| "learning_rate": 4.30715935334873e-05, |
| "loss": 0.6926, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.48, |
| "eval_accuracy": 0.6915574669837952, |
| "eval_loss": 0.7350733876228333, |
| "eval_runtime": 13.7303, |
| "eval_samples_per_second": 477.921, |
| "eval_steps_per_second": 59.795, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.62, |
| "learning_rate": 4.1916859122401844e-05, |
| "loss": 0.6859, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.66, |
| "eval_accuracy": 0.7016153335571289, |
| "eval_loss": 0.7069934606552124, |
| "eval_runtime": 13.7469, |
| "eval_samples_per_second": 477.343, |
| "eval_steps_per_second": 59.722, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.85, |
| "learning_rate": 4.07621247113164e-05, |
| "loss": 0.6807, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.85, |
| "eval_accuracy": 0.7028344869613647, |
| "eval_loss": 0.709619402885437, |
| "eval_runtime": 13.7492, |
| "eval_samples_per_second": 477.263, |
| "eval_steps_per_second": 59.712, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.03, |
| "eval_accuracy": 0.7000914216041565, |
| "eval_loss": 0.7379443049430847, |
| "eval_runtime": 13.7346, |
| "eval_samples_per_second": 477.772, |
| "eval_steps_per_second": 59.776, |
| "step": 4400 |
| }, |
| { |
| "epoch": 2.08, |
| "learning_rate": 3.960739030023095e-05, |
| "loss": 0.6457, |
| "step": 4500 |
| }, |
| { |
| "epoch": 2.22, |
| "eval_accuracy": 0.7045108079910278, |
| "eval_loss": 0.7176894545555115, |
| "eval_runtime": 13.7295, |
| "eval_samples_per_second": 477.95, |
| "eval_steps_per_second": 59.798, |
| "step": 4800 |
| }, |
| { |
| "epoch": 2.31, |
| "learning_rate": 3.84526558891455e-05, |
| "loss": 0.5912, |
| "step": 5000 |
| }, |
| { |
| "epoch": 2.4, |
| "eval_accuracy": 0.7087777853012085, |
| "eval_loss": 0.7219710946083069, |
| "eval_runtime": 13.7644, |
| "eval_samples_per_second": 476.736, |
| "eval_steps_per_second": 59.647, |
| "step": 5200 |
| }, |
| { |
| "epoch": 2.54, |
| "learning_rate": 3.729792147806005e-05, |
| "loss": 0.5847, |
| "step": 5500 |
| }, |
| { |
| "epoch": 2.59, |
| "eval_accuracy": 0.7104541063308716, |
| "eval_loss": 0.7230660915374756, |
| "eval_runtime": 13.7736, |
| "eval_samples_per_second": 476.419, |
| "eval_steps_per_second": 59.607, |
| "step": 5600 |
| }, |
| { |
| "epoch": 2.77, |
| "learning_rate": 3.61431870669746e-05, |
| "loss": 0.5924, |
| "step": 6000 |
| }, |
| { |
| "epoch": 2.77, |
| "eval_accuracy": 0.7127400040626526, |
| "eval_loss": 0.7147745490074158, |
| "eval_runtime": 13.7316, |
| "eval_samples_per_second": 477.876, |
| "eval_steps_per_second": 59.789, |
| "step": 6000 |
| }, |
| { |
| "epoch": 2.96, |
| "eval_accuracy": 0.7083206176757812, |
| "eval_loss": 0.7208989858627319, |
| "eval_runtime": 13.7467, |
| "eval_samples_per_second": 477.352, |
| "eval_steps_per_second": 59.724, |
| "step": 6400 |
| }, |
| { |
| "epoch": 3.0, |
| "learning_rate": 3.498845265588915e-05, |
| "loss": 0.5888, |
| "step": 6500 |
| }, |
| { |
| "epoch": 3.14, |
| "eval_accuracy": 0.7095397710800171, |
| "eval_loss": 0.7584365010261536, |
| "eval_runtime": 13.7775, |
| "eval_samples_per_second": 476.283, |
| "eval_steps_per_second": 59.59, |
| "step": 6800 |
| }, |
| { |
| "epoch": 3.23, |
| "learning_rate": 3.38337182448037e-05, |
| "loss": 0.4934, |
| "step": 7000 |
| }, |
| { |
| "epoch": 3.33, |
| "eval_accuracy": 0.7148734927177429, |
| "eval_loss": 0.7487167716026306, |
| "eval_runtime": 13.7416, |
| "eval_samples_per_second": 477.528, |
| "eval_steps_per_second": 59.746, |
| "step": 7200 |
| }, |
| { |
| "epoch": 3.46, |
| "learning_rate": 3.2678983833718243e-05, |
| "loss": 0.4967, |
| "step": 7500 |
| }, |
| { |
| "epoch": 3.51, |
| "eval_accuracy": 0.7141115665435791, |
| "eval_loss": 0.7581225037574768, |
| "eval_runtime": 13.7553, |
| "eval_samples_per_second": 477.051, |
| "eval_steps_per_second": 59.686, |
| "step": 7600 |
| }, |
| { |
| "epoch": 3.7, |
| "learning_rate": 3.1524249422632794e-05, |
| "loss": 0.5027, |
| "step": 8000 |
| }, |
| { |
| "epoch": 3.7, |
| "eval_accuracy": 0.7156354784965515, |
| "eval_loss": 0.7501972913742065, |
| "eval_runtime": 13.7448, |
| "eval_samples_per_second": 477.416, |
| "eval_steps_per_second": 59.732, |
| "step": 8000 |
| } |
| ], |
| "max_steps": 21650, |
| "num_train_epochs": 10, |
| "total_flos": 8.793486080672256e+16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
