Model-J__DINO__model_idx_0370 / trainer_state.json
Eliahu's picture
Upload folder using huggingface_hub
1d503a7 verified
{
"best_metric": 0.8978666666666667,
"best_model_checkpoint": "./vit_finetuned_models_dataset/CIFAR100/50_from_100/facebook_dino-vitb16/model_idx_0370/checkpoints/checkpoint-1665",
"epoch": 5.0,
"eval_steps": 500,
"global_step": 1665,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"grad_norm": 11.912796974182129,
"learning_rate": 8.400647327635769e-05,
"loss": 0.9871,
"step": 333
},
{
"epoch": 1.0,
"eval_accuracy": 0.7877333333333333,
"eval_loss": 0.7155338525772095,
"eval_runtime": 7.3207,
"eval_samples_per_second": 512.247,
"eval_steps_per_second": 8.059,
"step": 333
},
{
"epoch": 2.0,
"grad_norm": 14.48337459564209,
"learning_rate": 6.756124916644227e-05,
"loss": 0.3992,
"step": 666
},
{
"epoch": 2.0,
"eval_accuracy": 0.8306666666666667,
"eval_loss": 0.5601890683174133,
"eval_runtime": 6.6805,
"eval_samples_per_second": 561.334,
"eval_steps_per_second": 8.832,
"step": 666
},
{
"epoch": 3.0,
"grad_norm": 0.4684497117996216,
"learning_rate": 4.5070756562141305e-05,
"loss": 0.1888,
"step": 999
},
{
"epoch": 3.0,
"eval_accuracy": 0.8554666666666667,
"eval_loss": 0.5179243683815002,
"eval_runtime": 8.0442,
"eval_samples_per_second": 466.174,
"eval_steps_per_second": 7.334,
"step": 999
},
{
"epoch": 4.0,
"grad_norm": 0.21514154970645905,
"learning_rate": 2.2561304794155375e-05,
"loss": 0.0695,
"step": 1332
},
{
"epoch": 4.0,
"eval_accuracy": 0.8749333333333333,
"eval_loss": 0.45481786131858826,
"eval_runtime": 7.025,
"eval_samples_per_second": 533.804,
"eval_steps_per_second": 8.399,
"step": 1332
},
{
"epoch": 5.0,
"grad_norm": 0.0009612817084416747,
"learning_rate": 6.06428328578363e-06,
"loss": 0.0165,
"step": 1665
},
{
"epoch": 5.0,
"eval_accuracy": 0.8978666666666667,
"eval_loss": 0.41668376326560974,
"eval_runtime": 7.185,
"eval_samples_per_second": 521.923,
"eval_steps_per_second": 8.212,
"step": 1665
}
],
"logging_steps": 500,
"max_steps": 1998,
"num_input_tokens_seen": 0,
"num_train_epochs": 6,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 8.2370660311296e+18,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}