vit-base-patch16-224-RX1-24 / trainer_state.json
Augusto777's picture
End of training
6687328 verified
{
"best_metric": 0.8431372549019608,
"best_model_checkpoint": "vit-base-patch16-224-RX1-24\\checkpoint-127",
"epoch": 22.4,
"eval_steps": 500,
"global_step": 168,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.93,
"eval_accuracy": 0.47058823529411764,
"eval_loss": 1.3484954833984375,
"eval_runtime": 0.828,
"eval_samples_per_second": 61.591,
"eval_steps_per_second": 2.415,
"step": 7
},
{
"epoch": 1.33,
"learning_rate": 5.4654088050314465e-05,
"loss": 1.3674,
"step": 10
},
{
"epoch": 2.0,
"eval_accuracy": 0.5490196078431373,
"eval_loss": 1.2284042835235596,
"eval_runtime": 1.1035,
"eval_samples_per_second": 46.217,
"eval_steps_per_second": 1.812,
"step": 15
},
{
"epoch": 2.67,
"learning_rate": 5.119496855345912e-05,
"loss": 1.2414,
"step": 20
},
{
"epoch": 2.93,
"eval_accuracy": 0.6470588235294118,
"eval_loss": 1.130693793296814,
"eval_runtime": 0.8296,
"eval_samples_per_second": 61.476,
"eval_steps_per_second": 2.411,
"step": 22
},
{
"epoch": 4.0,
"learning_rate": 4.7735849056603775e-05,
"loss": 1.1146,
"step": 30
},
{
"epoch": 4.0,
"eval_accuracy": 0.6470588235294118,
"eval_loss": 1.0230462551116943,
"eval_runtime": 0.8185,
"eval_samples_per_second": 62.312,
"eval_steps_per_second": 2.444,
"step": 30
},
{
"epoch": 4.93,
"eval_accuracy": 0.6862745098039216,
"eval_loss": 0.9250622391700745,
"eval_runtime": 0.8344,
"eval_samples_per_second": 61.119,
"eval_steps_per_second": 2.397,
"step": 37
},
{
"epoch": 5.33,
"learning_rate": 4.427672955974843e-05,
"loss": 0.9522,
"step": 40
},
{
"epoch": 6.0,
"eval_accuracy": 0.6470588235294118,
"eval_loss": 0.9121541976928711,
"eval_runtime": 0.8143,
"eval_samples_per_second": 62.627,
"eval_steps_per_second": 2.456,
"step": 45
},
{
"epoch": 6.67,
"learning_rate": 4.081761006289308e-05,
"loss": 0.8247,
"step": 50
},
{
"epoch": 6.93,
"eval_accuracy": 0.6274509803921569,
"eval_loss": 0.9373806118965149,
"eval_runtime": 0.8134,
"eval_samples_per_second": 62.702,
"eval_steps_per_second": 2.459,
"step": 52
},
{
"epoch": 8.0,
"learning_rate": 3.735849056603773e-05,
"loss": 0.6825,
"step": 60
},
{
"epoch": 8.0,
"eval_accuracy": 0.6862745098039216,
"eval_loss": 0.8320279121398926,
"eval_runtime": 0.812,
"eval_samples_per_second": 62.807,
"eval_steps_per_second": 2.463,
"step": 60
},
{
"epoch": 8.93,
"eval_accuracy": 0.6666666666666666,
"eval_loss": 0.8286137580871582,
"eval_runtime": 0.8144,
"eval_samples_per_second": 62.624,
"eval_steps_per_second": 2.456,
"step": 67
},
{
"epoch": 9.33,
"learning_rate": 3.389937106918239e-05,
"loss": 0.6191,
"step": 70
},
{
"epoch": 10.0,
"eval_accuracy": 0.6666666666666666,
"eval_loss": 0.841847836971283,
"eval_runtime": 0.8329,
"eval_samples_per_second": 61.231,
"eval_steps_per_second": 2.401,
"step": 75
},
{
"epoch": 10.67,
"learning_rate": 3.0440251572327043e-05,
"loss": 0.5312,
"step": 80
},
{
"epoch": 10.93,
"eval_accuracy": 0.8235294117647058,
"eval_loss": 0.7835917472839355,
"eval_runtime": 0.8003,
"eval_samples_per_second": 63.726,
"eval_steps_per_second": 2.499,
"step": 82
},
{
"epoch": 12.0,
"learning_rate": 2.69811320754717e-05,
"loss": 0.454,
"step": 90
},
{
"epoch": 12.0,
"eval_accuracy": 0.803921568627451,
"eval_loss": 0.7356413006782532,
"eval_runtime": 0.8146,
"eval_samples_per_second": 62.606,
"eval_steps_per_second": 2.455,
"step": 90
},
{
"epoch": 12.93,
"eval_accuracy": 0.8235294117647058,
"eval_loss": 0.6117302775382996,
"eval_runtime": 0.8494,
"eval_samples_per_second": 60.045,
"eval_steps_per_second": 2.355,
"step": 97
},
{
"epoch": 13.33,
"learning_rate": 2.3522012578616354e-05,
"loss": 0.3752,
"step": 100
},
{
"epoch": 14.0,
"eval_accuracy": 0.8235294117647058,
"eval_loss": 0.6014484167098999,
"eval_runtime": 0.983,
"eval_samples_per_second": 51.882,
"eval_steps_per_second": 2.035,
"step": 105
},
{
"epoch": 14.67,
"learning_rate": 2.0062893081761005e-05,
"loss": 0.3269,
"step": 110
},
{
"epoch": 14.93,
"eval_accuracy": 0.803921568627451,
"eval_loss": 0.610191822052002,
"eval_runtime": 0.9673,
"eval_samples_per_second": 52.721,
"eval_steps_per_second": 2.068,
"step": 112
},
{
"epoch": 16.0,
"learning_rate": 1.660377358490566e-05,
"loss": 0.2733,
"step": 120
},
{
"epoch": 16.0,
"eval_accuracy": 0.803921568627451,
"eval_loss": 0.6404368877410889,
"eval_runtime": 0.9418,
"eval_samples_per_second": 54.15,
"eval_steps_per_second": 2.124,
"step": 120
},
{
"epoch": 16.93,
"eval_accuracy": 0.8431372549019608,
"eval_loss": 0.5686964988708496,
"eval_runtime": 0.9812,
"eval_samples_per_second": 51.975,
"eval_steps_per_second": 2.038,
"step": 127
},
{
"epoch": 17.33,
"learning_rate": 1.3144654088050315e-05,
"loss": 0.2711,
"step": 130
},
{
"epoch": 18.0,
"eval_accuracy": 0.8235294117647058,
"eval_loss": 0.6119526624679565,
"eval_runtime": 0.8276,
"eval_samples_per_second": 61.624,
"eval_steps_per_second": 2.417,
"step": 135
},
{
"epoch": 18.67,
"learning_rate": 9.685534591194969e-06,
"loss": 0.2519,
"step": 140
},
{
"epoch": 18.93,
"eval_accuracy": 0.8431372549019608,
"eval_loss": 0.6250138282775879,
"eval_runtime": 0.828,
"eval_samples_per_second": 61.593,
"eval_steps_per_second": 2.415,
"step": 142
},
{
"epoch": 20.0,
"learning_rate": 6.226415094339623e-06,
"loss": 0.2484,
"step": 150
},
{
"epoch": 20.0,
"eval_accuracy": 0.7843137254901961,
"eval_loss": 0.608646035194397,
"eval_runtime": 0.8743,
"eval_samples_per_second": 58.331,
"eval_steps_per_second": 2.287,
"step": 150
},
{
"epoch": 20.93,
"eval_accuracy": 0.8235294117647058,
"eval_loss": 0.6228971481323242,
"eval_runtime": 0.9312,
"eval_samples_per_second": 54.768,
"eval_steps_per_second": 2.148,
"step": 157
},
{
"epoch": 21.33,
"learning_rate": 2.767295597484277e-06,
"loss": 0.2258,
"step": 160
},
{
"epoch": 22.0,
"eval_accuracy": 0.7843137254901961,
"eval_loss": 0.6390360593795776,
"eval_runtime": 0.8254,
"eval_samples_per_second": 61.789,
"eval_steps_per_second": 2.423,
"step": 165
},
{
"epoch": 22.4,
"eval_accuracy": 0.803921568627451,
"eval_loss": 0.633681058883667,
"eval_runtime": 0.9585,
"eval_samples_per_second": 53.211,
"eval_steps_per_second": 2.087,
"step": 168
},
{
"epoch": 22.4,
"step": 168,
"total_flos": 1.627205965669122e+18,
"train_loss": 0.5914713264930815,
"train_runtime": 386.7057,
"train_samples_per_second": 58.153,
"train_steps_per_second": 0.434
}
],
"logging_steps": 10,
"max_steps": 168,
"num_input_tokens_seen": 0,
"num_train_epochs": 24,
"save_steps": 500,
"total_flos": 1.627205965669122e+18,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}