Model-J__SupViT__model_idx_0785 / trainer_state.json
Eliahu's picture
Upload folder using huggingface_hub
759ad40 verified
{
"best_metric": 0.9538666666666666,
"best_model_checkpoint": "./vit_finetuned_models_dataset/CIFAR100/50_from_100/google_vit-base-patch16-224/model_idx_0785/checkpoints/checkpoint-1998",
"epoch": 6.0,
"eval_steps": 500,
"global_step": 1998,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"grad_norm": 0.6036820411682129,
"learning_rate": 6.531088913245535e-05,
"loss": 0.709,
"step": 333
},
{
"epoch": 1.0,
"eval_accuracy": 0.9285333333333333,
"eval_loss": 0.2565860450267792,
"eval_runtime": 11.1379,
"eval_samples_per_second": 336.688,
"eval_steps_per_second": 5.297,
"step": 333
},
{
"epoch": 2.0,
"grad_norm": 4.44598913192749,
"learning_rate": 5.2499999999999995e-05,
"loss": 0.1206,
"step": 666
},
{
"epoch": 2.0,
"eval_accuracy": 0.9330666666666667,
"eval_loss": 0.24831093847751617,
"eval_runtime": 11.0658,
"eval_samples_per_second": 338.882,
"eval_steps_per_second": 5.332,
"step": 666
},
{
"epoch": 3.0,
"grad_norm": 0.2523444592952728,
"learning_rate": 3.5e-05,
"loss": 0.0442,
"step": 999
},
{
"epoch": 3.0,
"eval_accuracy": 0.9458666666666666,
"eval_loss": 0.19923819601535797,
"eval_runtime": 11.1652,
"eval_samples_per_second": 335.866,
"eval_steps_per_second": 5.284,
"step": 999
},
{
"epoch": 4.0,
"grad_norm": 0.07445219904184341,
"learning_rate": 1.7500000000000005e-05,
"loss": 0.0136,
"step": 1332
},
{
"epoch": 4.0,
"eval_accuracy": 0.9517333333333333,
"eval_loss": 0.19464589655399323,
"eval_runtime": 11.4935,
"eval_samples_per_second": 326.27,
"eval_steps_per_second": 5.133,
"step": 1332
},
{
"epoch": 5.0,
"grad_norm": 0.19700585305690765,
"learning_rate": 4.689110867544645e-06,
"loss": 0.004,
"step": 1665
},
{
"epoch": 5.0,
"eval_accuracy": 0.9533333333333334,
"eval_loss": 0.19080771505832672,
"eval_runtime": 10.8849,
"eval_samples_per_second": 344.513,
"eval_steps_per_second": 5.42,
"step": 1665
},
{
"epoch": 6.0,
"grad_norm": 0.03194549307227135,
"learning_rate": 0.0,
"loss": 0.0025,
"step": 1998
},
{
"epoch": 6.0,
"eval_accuracy": 0.9538666666666666,
"eval_loss": 0.19179128110408783,
"eval_runtime": 10.9497,
"eval_samples_per_second": 342.477,
"eval_steps_per_second": 5.388,
"step": 1998
}
],
"logging_steps": 500,
"max_steps": 1998,
"num_input_tokens_seen": 0,
"num_train_epochs": 6,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 9.88447923735552e+18,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}