electra-base-avg-mnli-2e-5 / trainer_state.json
amodaresi's picture
Add model and its dependencies
d2d0b13
{
"best_metric": 0.8881304126337239,
"best_model_checkpoint": "./outputs/electra-base-uncased/fine_tuned_models/checkpoint-49088",
"epoch": 5.0,
"global_step": 61360,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"learning_rate": 1.7388593694651082e-05,
"loss": 0.4532,
"step": 12272
},
{
"epoch": 1.0,
"eval_accuracy": 0.8738665308201732,
"eval_loss": 0.358650803565979,
"eval_runtime": 24.4236,
"eval_samples_per_second": 401.865,
"eval_steps_per_second": 50.238,
"step": 12272
},
{
"epoch": 2.0,
"learning_rate": 1.3041445270988312e-05,
"loss": 0.2766,
"step": 24544
},
{
"epoch": 2.0,
"eval_accuracy": 0.8852776362710137,
"eval_loss": 0.3473075330257416,
"eval_runtime": 24.3605,
"eval_samples_per_second": 402.906,
"eval_steps_per_second": 50.368,
"step": 24544
},
{
"epoch": 3.0,
"learning_rate": 8.694296847325541e-06,
"loss": 0.1842,
"step": 36816
},
{
"epoch": 3.0,
"eval_accuracy": 0.8829342842587876,
"eval_loss": 0.3835565447807312,
"eval_runtime": 24.3923,
"eval_samples_per_second": 402.38,
"eval_steps_per_second": 50.303,
"step": 36816
},
{
"epoch": 4.0,
"learning_rate": 4.3471484236627705e-06,
"loss": 0.1246,
"step": 49088
},
{
"epoch": 4.0,
"eval_accuracy": 0.8881304126337239,
"eval_loss": 0.4703235924243927,
"eval_runtime": 24.3864,
"eval_samples_per_second": 402.479,
"eval_steps_per_second": 50.315,
"step": 49088
},
{
"epoch": 5.0,
"learning_rate": 0.0,
"loss": 0.0876,
"step": 61360
},
{
"epoch": 5.0,
"eval_accuracy": 0.8853795211411105,
"eval_loss": 0.5851132273674011,
"eval_runtime": 24.4447,
"eval_samples_per_second": 401.518,
"eval_steps_per_second": 50.195,
"step": 61360
},
{
"epoch": 5.0,
"step": 61360,
"total_flos": 1.6510003421181696e+17,
"train_loss": 0.22521991157780416,
"train_runtime": 13390.8469,
"train_samples_per_second": 146.631,
"train_steps_per_second": 4.582
}
],
"max_steps": 61360,
"num_train_epochs": 5,
"total_flos": 1.6510003421181696e+17,
"trial_name": null,
"trial_params": null
}