RobertoSonic's picture
End of training
d343064 verified
{
"best_metric": 0.7307692307692307,
"best_model_checkpoint": "swinv2-tiny-patch4-window8-256-dmae-humeda-DAV56/checkpoint-128",
"epoch": 44.8421052631579,
"eval_steps": 500,
"global_step": 180,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.8421052631578947,
"eval_accuracy": 0.3269230769230769,
"eval_loss": 1.5618427991867065,
"eval_runtime": 0.8649,
"eval_samples_per_second": 60.123,
"eval_steps_per_second": 2.312,
"step": 4
},
{
"epoch": 1.8421052631578947,
"eval_accuracy": 0.4423076923076923,
"eval_loss": 1.5395886898040771,
"eval_runtime": 0.8206,
"eval_samples_per_second": 63.366,
"eval_steps_per_second": 2.437,
"step": 8
},
{
"epoch": 2.8421052631578947,
"grad_norm": 3.157193660736084,
"learning_rate": 1.3333333333333333e-05,
"loss": 1.7209,
"step": 12
},
{
"epoch": 2.8421052631578947,
"eval_accuracy": 0.3076923076923077,
"eval_loss": 1.5123951435089111,
"eval_runtime": 0.8398,
"eval_samples_per_second": 61.921,
"eval_steps_per_second": 2.382,
"step": 12
},
{
"epoch": 3.8421052631578947,
"eval_accuracy": 0.3269230769230769,
"eval_loss": 1.4679234027862549,
"eval_runtime": 1.2246,
"eval_samples_per_second": 42.462,
"eval_steps_per_second": 1.633,
"step": 16
},
{
"epoch": 4.842105263157895,
"eval_accuracy": 0.34615384615384615,
"eval_loss": 1.412973165512085,
"eval_runtime": 0.8428,
"eval_samples_per_second": 61.701,
"eval_steps_per_second": 2.373,
"step": 20
},
{
"epoch": 5.842105263157895,
"grad_norm": 4.583027362823486,
"learning_rate": 1.9932383577419432e-05,
"loss": 1.5864,
"step": 24
},
{
"epoch": 5.842105263157895,
"eval_accuracy": 0.5384615384615384,
"eval_loss": 1.31065034866333,
"eval_runtime": 0.8266,
"eval_samples_per_second": 62.908,
"eval_steps_per_second": 2.42,
"step": 24
},
{
"epoch": 6.842105263157895,
"eval_accuracy": 0.5384615384615384,
"eval_loss": 1.2111910581588745,
"eval_runtime": 0.8228,
"eval_samples_per_second": 63.201,
"eval_steps_per_second": 2.431,
"step": 28
},
{
"epoch": 7.842105263157895,
"eval_accuracy": 0.5961538461538461,
"eval_loss": 1.119398832321167,
"eval_runtime": 0.8365,
"eval_samples_per_second": 62.162,
"eval_steps_per_second": 2.391,
"step": 32
},
{
"epoch": 8.842105263157894,
"grad_norm": 5.296598434448242,
"learning_rate": 1.9396926207859085e-05,
"loss": 1.2629,
"step": 36
},
{
"epoch": 8.842105263157894,
"eval_accuracy": 0.5961538461538461,
"eval_loss": 1.0421706438064575,
"eval_runtime": 1.1444,
"eval_samples_per_second": 45.439,
"eval_steps_per_second": 1.748,
"step": 36
},
{
"epoch": 9.842105263157894,
"eval_accuracy": 0.6538461538461539,
"eval_loss": 0.9705998301506042,
"eval_runtime": 1.1966,
"eval_samples_per_second": 43.458,
"eval_steps_per_second": 1.671,
"step": 40
},
{
"epoch": 10.842105263157894,
"eval_accuracy": 0.6538461538461539,
"eval_loss": 0.9637848734855652,
"eval_runtime": 0.8287,
"eval_samples_per_second": 62.751,
"eval_steps_per_second": 2.414,
"step": 44
},
{
"epoch": 11.842105263157894,
"grad_norm": 8.424572944641113,
"learning_rate": 1.8354878114129368e-05,
"loss": 0.951,
"step": 48
},
{
"epoch": 11.842105263157894,
"eval_accuracy": 0.6153846153846154,
"eval_loss": 0.9906312227249146,
"eval_runtime": 0.8344,
"eval_samples_per_second": 62.318,
"eval_steps_per_second": 2.397,
"step": 48
},
{
"epoch": 12.842105263157894,
"eval_accuracy": 0.5961538461538461,
"eval_loss": 0.988998532295227,
"eval_runtime": 0.8289,
"eval_samples_per_second": 62.73,
"eval_steps_per_second": 2.413,
"step": 52
},
{
"epoch": 13.842105263157894,
"eval_accuracy": 0.6538461538461539,
"eval_loss": 0.9109674692153931,
"eval_runtime": 0.8337,
"eval_samples_per_second": 62.374,
"eval_steps_per_second": 2.399,
"step": 56
},
{
"epoch": 14.842105263157894,
"grad_norm": 13.505391120910645,
"learning_rate": 1.686241637868734e-05,
"loss": 0.7947,
"step": 60
},
{
"epoch": 14.842105263157894,
"eval_accuracy": 0.6730769230769231,
"eval_loss": 0.9282015562057495,
"eval_runtime": 1.167,
"eval_samples_per_second": 44.559,
"eval_steps_per_second": 1.714,
"step": 60
},
{
"epoch": 15.842105263157894,
"eval_accuracy": 0.6538461538461539,
"eval_loss": 0.931515634059906,
"eval_runtime": 0.8621,
"eval_samples_per_second": 60.315,
"eval_steps_per_second": 2.32,
"step": 64
},
{
"epoch": 16.842105263157894,
"eval_accuracy": 0.6153846153846154,
"eval_loss": 0.9229909181594849,
"eval_runtime": 0.8464,
"eval_samples_per_second": 61.434,
"eval_steps_per_second": 2.363,
"step": 68
},
{
"epoch": 17.842105263157894,
"grad_norm": 8.060040473937988,
"learning_rate": 1.5000000000000002e-05,
"loss": 0.7143,
"step": 72
},
{
"epoch": 17.842105263157894,
"eval_accuracy": 0.6538461538461539,
"eval_loss": 0.9067614674568176,
"eval_runtime": 0.8349,
"eval_samples_per_second": 62.281,
"eval_steps_per_second": 2.395,
"step": 72
},
{
"epoch": 18.842105263157894,
"eval_accuracy": 0.6153846153846154,
"eval_loss": 0.8996807932853699,
"eval_runtime": 0.8415,
"eval_samples_per_second": 61.795,
"eval_steps_per_second": 2.377,
"step": 76
},
{
"epoch": 19.842105263157894,
"eval_accuracy": 0.6923076923076923,
"eval_loss": 0.8648480772972107,
"eval_runtime": 1.1842,
"eval_samples_per_second": 43.912,
"eval_steps_per_second": 1.689,
"step": 80
},
{
"epoch": 20.842105263157894,
"grad_norm": 6.491458415985107,
"learning_rate": 1.2868032327110904e-05,
"loss": 0.6329,
"step": 84
},
{
"epoch": 20.842105263157894,
"eval_accuracy": 0.6538461538461539,
"eval_loss": 0.8624066710472107,
"eval_runtime": 1.178,
"eval_samples_per_second": 44.142,
"eval_steps_per_second": 1.698,
"step": 84
},
{
"epoch": 21.842105263157894,
"eval_accuracy": 0.6153846153846154,
"eval_loss": 0.8736539483070374,
"eval_runtime": 1.2262,
"eval_samples_per_second": 42.407,
"eval_steps_per_second": 1.631,
"step": 88
},
{
"epoch": 22.842105263157894,
"eval_accuracy": 0.6730769230769231,
"eval_loss": 0.8636062145233154,
"eval_runtime": 0.9335,
"eval_samples_per_second": 55.703,
"eval_steps_per_second": 2.142,
"step": 92
},
{
"epoch": 23.842105263157894,
"grad_norm": 13.519357681274414,
"learning_rate": 1.0581448289104759e-05,
"loss": 0.5508,
"step": 96
},
{
"epoch": 23.842105263157894,
"eval_accuracy": 0.6538461538461539,
"eval_loss": 0.8544560074806213,
"eval_runtime": 0.8147,
"eval_samples_per_second": 63.826,
"eval_steps_per_second": 2.455,
"step": 96
},
{
"epoch": 24.842105263157894,
"eval_accuracy": 0.6730769230769231,
"eval_loss": 0.8616629838943481,
"eval_runtime": 0.8014,
"eval_samples_per_second": 64.887,
"eval_steps_per_second": 2.496,
"step": 100
},
{
"epoch": 25.842105263157894,
"eval_accuracy": 0.6346153846153846,
"eval_loss": 0.8635188341140747,
"eval_runtime": 0.8235,
"eval_samples_per_second": 63.142,
"eval_steps_per_second": 2.429,
"step": 104
},
{
"epoch": 26.842105263157894,
"grad_norm": 8.143542289733887,
"learning_rate": 8.263518223330698e-06,
"loss": 0.5009,
"step": 108
},
{
"epoch": 26.842105263157894,
"eval_accuracy": 0.6346153846153846,
"eval_loss": 0.8650462627410889,
"eval_runtime": 0.8227,
"eval_samples_per_second": 63.207,
"eval_steps_per_second": 2.431,
"step": 108
},
{
"epoch": 27.842105263157894,
"eval_accuracy": 0.6538461538461539,
"eval_loss": 0.8637959361076355,
"eval_runtime": 1.2141,
"eval_samples_per_second": 42.831,
"eval_steps_per_second": 1.647,
"step": 112
},
{
"epoch": 28.842105263157894,
"eval_accuracy": 0.6538461538461539,
"eval_loss": 0.873045802116394,
"eval_runtime": 1.1581,
"eval_samples_per_second": 44.901,
"eval_steps_per_second": 1.727,
"step": 116
},
{
"epoch": 29.842105263157894,
"grad_norm": 10.985040664672852,
"learning_rate": 6.039202339608432e-06,
"loss": 0.5286,
"step": 120
},
{
"epoch": 29.842105263157894,
"eval_accuracy": 0.6346153846153846,
"eval_loss": 0.8886079788208008,
"eval_runtime": 1.168,
"eval_samples_per_second": 44.522,
"eval_steps_per_second": 1.712,
"step": 120
},
{
"epoch": 30.842105263157894,
"eval_accuracy": 0.6538461538461539,
"eval_loss": 0.882747232913971,
"eval_runtime": 1.0188,
"eval_samples_per_second": 51.04,
"eval_steps_per_second": 1.963,
"step": 124
},
{
"epoch": 31.842105263157894,
"eval_accuracy": 0.7307692307692307,
"eval_loss": 0.8747740983963013,
"eval_runtime": 0.8145,
"eval_samples_per_second": 63.847,
"eval_steps_per_second": 2.456,
"step": 128
},
{
"epoch": 32.8421052631579,
"grad_norm": 7.003128528594971,
"learning_rate": 4.028414082972141e-06,
"loss": 0.4559,
"step": 132
},
{
"epoch": 32.8421052631579,
"eval_accuracy": 0.7115384615384616,
"eval_loss": 0.8670610785484314,
"eval_runtime": 0.8405,
"eval_samples_per_second": 61.865,
"eval_steps_per_second": 2.379,
"step": 132
},
{
"epoch": 33.8421052631579,
"eval_accuracy": 0.6730769230769231,
"eval_loss": 0.8727457523345947,
"eval_runtime": 0.8367,
"eval_samples_per_second": 62.15,
"eval_steps_per_second": 2.39,
"step": 136
},
{
"epoch": 34.8421052631579,
"eval_accuracy": 0.7115384615384616,
"eval_loss": 0.8754667043685913,
"eval_runtime": 0.8489,
"eval_samples_per_second": 61.254,
"eval_steps_per_second": 2.356,
"step": 140
},
{
"epoch": 35.8421052631579,
"grad_norm": 7.350639343261719,
"learning_rate": 2.339555568810221e-06,
"loss": 0.4704,
"step": 144
},
{
"epoch": 35.8421052631579,
"eval_accuracy": 0.7307692307692307,
"eval_loss": 0.8759797215461731,
"eval_runtime": 0.845,
"eval_samples_per_second": 61.538,
"eval_steps_per_second": 2.367,
"step": 144
},
{
"epoch": 36.8421052631579,
"eval_accuracy": 0.7307692307692307,
"eval_loss": 0.8786163330078125,
"eval_runtime": 1.2012,
"eval_samples_per_second": 43.291,
"eval_steps_per_second": 1.665,
"step": 148
},
{
"epoch": 37.8421052631579,
"eval_accuracy": 0.7307692307692307,
"eval_loss": 0.878113329410553,
"eval_runtime": 0.8301,
"eval_samples_per_second": 62.641,
"eval_steps_per_second": 2.409,
"step": 152
},
{
"epoch": 38.8421052631579,
"grad_norm": 10.532869338989258,
"learning_rate": 1.0636735967658785e-06,
"loss": 0.4582,
"step": 156
},
{
"epoch": 38.8421052631579,
"eval_accuracy": 0.7307692307692307,
"eval_loss": 0.8771308660507202,
"eval_runtime": 0.807,
"eval_samples_per_second": 64.435,
"eval_steps_per_second": 2.478,
"step": 156
},
{
"epoch": 39.8421052631579,
"eval_accuracy": 0.7307692307692307,
"eval_loss": 0.8753777146339417,
"eval_runtime": 0.8106,
"eval_samples_per_second": 64.147,
"eval_steps_per_second": 2.467,
"step": 160
},
{
"epoch": 40.8421052631579,
"eval_accuracy": 0.7307692307692307,
"eval_loss": 0.8740986585617065,
"eval_runtime": 1.1627,
"eval_samples_per_second": 44.725,
"eval_steps_per_second": 1.72,
"step": 164
},
{
"epoch": 41.8421052631579,
"grad_norm": 6.582579135894775,
"learning_rate": 2.6955129420176193e-07,
"loss": 0.4538,
"step": 168
},
{
"epoch": 41.8421052631579,
"eval_accuracy": 0.7307692307692307,
"eval_loss": 0.8742378950119019,
"eval_runtime": 0.8152,
"eval_samples_per_second": 63.791,
"eval_steps_per_second": 2.453,
"step": 168
},
{
"epoch": 42.8421052631579,
"eval_accuracy": 0.7307692307692307,
"eval_loss": 0.873984694480896,
"eval_runtime": 0.8202,
"eval_samples_per_second": 63.397,
"eval_steps_per_second": 2.438,
"step": 172
},
{
"epoch": 43.8421052631579,
"eval_accuracy": 0.7307692307692307,
"eval_loss": 0.8740047216415405,
"eval_runtime": 0.8433,
"eval_samples_per_second": 61.665,
"eval_steps_per_second": 2.372,
"step": 176
},
{
"epoch": 44.8421052631579,
"grad_norm": 7.687587738037109,
"learning_rate": 1.8802955149865854e-09,
"loss": 0.4476,
"step": 180
},
{
"epoch": 44.8421052631579,
"eval_accuracy": 0.7307692307692307,
"eval_loss": 0.8741353750228882,
"eval_runtime": 1.1096,
"eval_samples_per_second": 46.864,
"eval_steps_per_second": 1.802,
"step": 180
},
{
"epoch": 44.8421052631579,
"step": 180,
"total_flos": 8.412779636714373e+17,
"train_loss": 0.7686147186491225,
"train_runtime": 536.055,
"train_samples_per_second": 50.872,
"train_steps_per_second": 0.336
}
],
"logging_steps": 12,
"max_steps": 180,
"num_input_tokens_seen": 0,
"num_train_epochs": 45,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 8.412779636714373e+17,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}