Model-J__MAE__model_idx_0466 / trainer_state.json
Eliahu's picture
Upload folder using huggingface_hub
19c0cad verified
Invalid JSON: Unexpected token 'I', ..."ad_norm": Infinity, "... is not valid JSON
{
"best_metric": 0.8453333333333334,
"best_model_checkpoint": "./vit_finetuned_models_dataset/CIFAR100/50_from_100/facebook_vit-mae-base/model_idx_0466/checkpoints/checkpoint-1998",
"epoch": 6.0,
"eval_steps": 500,
"global_step": 1998,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"grad_norm": Infinity,
"learning_rate": 0.0002501501501501501,
"loss": 2.6918,
"step": 333
},
{
"epoch": 1.0,
"eval_accuracy": 0.5256,
"eval_loss": 1.6457223892211914,
"eval_runtime": 6.8908,
"eval_samples_per_second": 544.202,
"eval_steps_per_second": 8.562,
"step": 333
},
{
"epoch": 2.0,
"grad_norm": 7.897751331329346,
"learning_rate": 0.00020015015015015014,
"loss": 1.1921,
"step": 666
},
{
"epoch": 2.0,
"eval_accuracy": 0.7034666666666667,
"eval_loss": 0.9700057506561279,
"eval_runtime": 6.8782,
"eval_samples_per_second": 545.197,
"eval_steps_per_second": 8.578,
"step": 666
},
{
"epoch": 3.0,
"grad_norm": Infinity,
"learning_rate": 0.00015030030030030027,
"loss": 0.6612,
"step": 999
},
{
"epoch": 3.0,
"eval_accuracy": 0.7616,
"eval_loss": 0.77399080991745,
"eval_runtime": 7.0922,
"eval_samples_per_second": 528.746,
"eval_steps_per_second": 8.319,
"step": 999
},
{
"epoch": 4.0,
"grad_norm": 0.4740012288093567,
"learning_rate": 0.00010030030030030029,
"loss": 0.3667,
"step": 1332
},
{
"epoch": 4.0,
"eval_accuracy": 0.8042666666666667,
"eval_loss": 0.6328830718994141,
"eval_runtime": 7.3508,
"eval_samples_per_second": 510.151,
"eval_steps_per_second": 8.026,
"step": 1332
},
{
"epoch": 5.0,
"grad_norm": 7.078940391540527,
"learning_rate": 5.0300300300300295e-05,
"loss": 0.1826,
"step": 1665
},
{
"epoch": 5.0,
"eval_accuracy": 0.8290666666666666,
"eval_loss": 0.5745474100112915,
"eval_runtime": 7.3427,
"eval_samples_per_second": 510.71,
"eval_steps_per_second": 8.035,
"step": 1665
},
{
"epoch": 6.0,
"grad_norm": 0.2676577866077423,
"learning_rate": 3.0030030030030027e-07,
"loss": 0.0745,
"step": 1998
},
{
"epoch": 6.0,
"eval_accuracy": 0.8453333333333334,
"eval_loss": 0.5262548923492432,
"eval_runtime": 6.8586,
"eval_samples_per_second": 546.761,
"eval_steps_per_second": 8.602,
"step": 1998
}
],
"logging_steps": 500,
"max_steps": 1998,
"num_input_tokens_seen": 0,
"num_train_epochs": 6,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 9.88447923735552e+18,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}