Augusto777's picture
End of training
c7d2a7d verified
{
"best_metric": 0.45652173913043476,
"best_model_checkpoint": "swinv2-tiny-patch4-window8-256-DMAE-U4\\checkpoint-56",
"epoch": 34.285714285714285,
"eval_steps": 500,
"global_step": 120,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.86,
"eval_accuracy": 0.10869565217391304,
"eval_loss": 7.934948444366455,
"eval_runtime": 0.8165,
"eval_samples_per_second": 56.335,
"eval_steps_per_second": 3.674,
"step": 3
},
{
"epoch": 2.0,
"eval_accuracy": 0.10869565217391304,
"eval_loss": 7.813323497772217,
"eval_runtime": 0.7696,
"eval_samples_per_second": 59.767,
"eval_steps_per_second": 3.898,
"step": 7
},
{
"epoch": 2.86,
"learning_rate": 4.342105263157895e-05,
"loss": 7.8893,
"step": 10
},
{
"epoch": 2.86,
"eval_accuracy": 0.10869565217391304,
"eval_loss": 7.499579429626465,
"eval_runtime": 0.7667,
"eval_samples_per_second": 59.994,
"eval_steps_per_second": 3.913,
"step": 10
},
{
"epoch": 4.0,
"eval_accuracy": 0.10869565217391304,
"eval_loss": 6.865582466125488,
"eval_runtime": 0.7962,
"eval_samples_per_second": 57.772,
"eval_steps_per_second": 3.768,
"step": 14
},
{
"epoch": 4.86,
"eval_accuracy": 0.10869565217391304,
"eval_loss": 6.300264358520508,
"eval_runtime": 0.7877,
"eval_samples_per_second": 58.398,
"eval_steps_per_second": 3.809,
"step": 17
},
{
"epoch": 5.71,
"learning_rate": 3.9473684210526316e-05,
"loss": 6.7417,
"step": 20
},
{
"epoch": 6.0,
"eval_accuracy": 0.10869565217391304,
"eval_loss": 5.539707183837891,
"eval_runtime": 0.7727,
"eval_samples_per_second": 59.533,
"eval_steps_per_second": 3.883,
"step": 21
},
{
"epoch": 6.86,
"eval_accuracy": 0.10869565217391304,
"eval_loss": 5.033915042877197,
"eval_runtime": 0.7442,
"eval_samples_per_second": 61.814,
"eval_steps_per_second": 4.031,
"step": 24
},
{
"epoch": 8.0,
"eval_accuracy": 0.10869565217391304,
"eval_loss": 4.386866092681885,
"eval_runtime": 0.7143,
"eval_samples_per_second": 64.399,
"eval_steps_per_second": 4.2,
"step": 28
},
{
"epoch": 8.57,
"learning_rate": 3.5526315789473684e-05,
"loss": 4.9507,
"step": 30
},
{
"epoch": 8.86,
"eval_accuracy": 0.10869565217391304,
"eval_loss": 3.9219374656677246,
"eval_runtime": 0.7552,
"eval_samples_per_second": 60.911,
"eval_steps_per_second": 3.972,
"step": 31
},
{
"epoch": 10.0,
"eval_accuracy": 0.10869565217391304,
"eval_loss": 3.348170757293701,
"eval_runtime": 0.7341,
"eval_samples_per_second": 62.658,
"eval_steps_per_second": 4.086,
"step": 35
},
{
"epoch": 10.86,
"eval_accuracy": 0.10869565217391304,
"eval_loss": 2.9557077884674072,
"eval_runtime": 0.7479,
"eval_samples_per_second": 61.505,
"eval_steps_per_second": 4.011,
"step": 38
},
{
"epoch": 11.43,
"learning_rate": 3.157894736842105e-05,
"loss": 3.5754,
"step": 40
},
{
"epoch": 12.0,
"eval_accuracy": 0.10869565217391304,
"eval_loss": 2.4983975887298584,
"eval_runtime": 0.7517,
"eval_samples_per_second": 61.196,
"eval_steps_per_second": 3.991,
"step": 42
},
{
"epoch": 12.86,
"eval_accuracy": 0.10869565217391304,
"eval_loss": 2.214029312133789,
"eval_runtime": 0.7557,
"eval_samples_per_second": 60.872,
"eval_steps_per_second": 3.97,
"step": 45
},
{
"epoch": 14.0,
"eval_accuracy": 0.10869565217391304,
"eval_loss": 1.9120042324066162,
"eval_runtime": 0.7697,
"eval_samples_per_second": 59.764,
"eval_steps_per_second": 3.898,
"step": 49
},
{
"epoch": 14.29,
"learning_rate": 2.7631578947368423e-05,
"loss": 2.3517,
"step": 50
},
{
"epoch": 14.86,
"eval_accuracy": 0.10869565217391304,
"eval_loss": 1.7396470308303833,
"eval_runtime": 0.7784,
"eval_samples_per_second": 59.094,
"eval_steps_per_second": 3.854,
"step": 52
},
{
"epoch": 16.0,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.5677472352981567,
"eval_runtime": 0.7418,
"eval_samples_per_second": 62.013,
"eval_steps_per_second": 4.044,
"step": 56
},
{
"epoch": 16.86,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.4687350988388062,
"eval_runtime": 0.7819,
"eval_samples_per_second": 58.83,
"eval_steps_per_second": 3.837,
"step": 59
},
{
"epoch": 17.14,
"learning_rate": 2.368421052631579e-05,
"loss": 1.65,
"step": 60
},
{
"epoch": 18.0,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.3625675439834595,
"eval_runtime": 0.7783,
"eval_samples_per_second": 59.1,
"eval_steps_per_second": 3.854,
"step": 63
},
{
"epoch": 18.86,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.3021782636642456,
"eval_runtime": 0.8723,
"eval_samples_per_second": 52.734,
"eval_steps_per_second": 3.439,
"step": 66
},
{
"epoch": 20.0,
"learning_rate": 1.9736842105263158e-05,
"loss": 1.3511,
"step": 70
},
{
"epoch": 20.0,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.246515154838562,
"eval_runtime": 0.7639,
"eval_samples_per_second": 60.219,
"eval_steps_per_second": 3.927,
"step": 70
},
{
"epoch": 20.86,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.2213913202285767,
"eval_runtime": 0.7792,
"eval_samples_per_second": 59.036,
"eval_steps_per_second": 3.85,
"step": 73
},
{
"epoch": 22.0,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.2085603475570679,
"eval_runtime": 0.7884,
"eval_samples_per_second": 58.343,
"eval_steps_per_second": 3.805,
"step": 77
},
{
"epoch": 22.86,
"learning_rate": 1.5789473684210526e-05,
"loss": 1.2045,
"step": 80
},
{
"epoch": 22.86,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.2083793878555298,
"eval_runtime": 0.7832,
"eval_samples_per_second": 58.733,
"eval_steps_per_second": 3.83,
"step": 80
},
{
"epoch": 24.0,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.2098599672317505,
"eval_runtime": 0.7949,
"eval_samples_per_second": 57.87,
"eval_steps_per_second": 3.774,
"step": 84
},
{
"epoch": 24.86,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.2103550434112549,
"eval_runtime": 0.9868,
"eval_samples_per_second": 46.613,
"eval_steps_per_second": 3.04,
"step": 87
},
{
"epoch": 25.71,
"learning_rate": 1.1842105263157895e-05,
"loss": 1.1908,
"step": 90
},
{
"epoch": 26.0,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.2095723152160645,
"eval_runtime": 0.7531,
"eval_samples_per_second": 61.082,
"eval_steps_per_second": 3.984,
"step": 91
},
{
"epoch": 26.86,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.2094961404800415,
"eval_runtime": 0.7628,
"eval_samples_per_second": 60.305,
"eval_steps_per_second": 3.933,
"step": 94
},
{
"epoch": 28.0,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.208669662475586,
"eval_runtime": 0.7752,
"eval_samples_per_second": 59.341,
"eval_steps_per_second": 3.87,
"step": 98
},
{
"epoch": 28.57,
"learning_rate": 7.894736842105263e-06,
"loss": 1.201,
"step": 100
},
{
"epoch": 28.86,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.2076423168182373,
"eval_runtime": 0.7567,
"eval_samples_per_second": 60.787,
"eval_steps_per_second": 3.964,
"step": 101
},
{
"epoch": 30.0,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.2078464031219482,
"eval_runtime": 0.7402,
"eval_samples_per_second": 62.147,
"eval_steps_per_second": 4.053,
"step": 105
},
{
"epoch": 30.86,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.2081278562545776,
"eval_runtime": 0.7622,
"eval_samples_per_second": 60.349,
"eval_steps_per_second": 3.936,
"step": 108
},
{
"epoch": 31.43,
"learning_rate": 3.9473684210526315e-06,
"loss": 1.1807,
"step": 110
},
{
"epoch": 32.0,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.2081772089004517,
"eval_runtime": 0.7695,
"eval_samples_per_second": 59.777,
"eval_steps_per_second": 3.898,
"step": 112
},
{
"epoch": 32.86,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.2081637382507324,
"eval_runtime": 0.793,
"eval_samples_per_second": 58.009,
"eval_steps_per_second": 3.783,
"step": 115
},
{
"epoch": 34.0,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.2081711292266846,
"eval_runtime": 0.7907,
"eval_samples_per_second": 58.175,
"eval_steps_per_second": 3.794,
"step": 119
},
{
"epoch": 34.29,
"learning_rate": 0.0,
"loss": 1.2091,
"step": 120
},
{
"epoch": 34.29,
"eval_accuracy": 0.45652173913043476,
"eval_loss": 1.2081639766693115,
"eval_runtime": 0.7842,
"eval_samples_per_second": 58.657,
"eval_steps_per_second": 3.825,
"step": 120
},
{
"epoch": 34.29,
"step": 120,
"total_flos": 2.3770905934823424e+17,
"train_loss": 2.874669671058655,
"train_runtime": 206.8348,
"train_samples_per_second": 41.192,
"train_steps_per_second": 0.58
}
],
"logging_steps": 10,
"max_steps": 120,
"num_input_tokens_seen": 0,
"num_train_epochs": 40,
"save_steps": 500,
"total_flos": 2.3770905934823424e+17,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}