albert-base-v2 / trainer_state.json
diffuserconfuser's picture
Upload folder using huggingface_hub
90b4d14
{
"best_metric": 0.8657115697860718,
"best_model_checkpoint": "finetune_albert-base-v2/checkpoint-5476",
"epoch": 2.0,
"eval_steps": 500,
"global_step": 5476,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.18,
"learning_rate": 1.879230581933285e-05,
"loss": 1.3985,
"step": 500
},
{
"epoch": 0.37,
"learning_rate": 1.7574872169466766e-05,
"loss": 0.9829,
"step": 1000
},
{
"epoch": 0.55,
"learning_rate": 1.6357438519600684e-05,
"loss": 0.9236,
"step": 1500
},
{
"epoch": 0.73,
"learning_rate": 1.51400048697346e-05,
"loss": 0.8908,
"step": 2000
},
{
"epoch": 0.91,
"learning_rate": 1.392257121986852e-05,
"loss": 0.8725,
"step": 2500
},
{
"epoch": 1.0,
"eval_loss": 0.8976992964744568,
"eval_runtime": 127.703,
"eval_samples_per_second": 82.77,
"eval_steps_per_second": 0.65,
"step": 2738
},
{
"epoch": 1.1,
"learning_rate": 1.2705137570002435e-05,
"loss": 0.7766,
"step": 3000
},
{
"epoch": 1.28,
"learning_rate": 1.1487703920136353e-05,
"loss": 0.6966,
"step": 3500
},
{
"epoch": 1.46,
"learning_rate": 1.027027027027027e-05,
"loss": 0.6786,
"step": 4000
},
{
"epoch": 1.64,
"learning_rate": 9.052836620404189e-06,
"loss": 0.6796,
"step": 4500
},
{
"epoch": 1.83,
"learning_rate": 7.837837837837838e-06,
"loss": 0.694,
"step": 5000
},
{
"epoch": 2.0,
"eval_loss": 0.8657115697860718,
"eval_runtime": 127.2976,
"eval_samples_per_second": 83.034,
"eval_steps_per_second": 0.652,
"step": 5476
}
],
"logging_steps": 500,
"max_steps": 8214,
"num_train_epochs": 3,
"save_steps": 500,
"total_flos": 2901778606365696.0,
"trial_name": null,
"trial_params": null
}