ahishamm's picture
Uploaded Model
6d9820e
{
"best_metric": 0.0009278777288272977,
"best_model_checkpoint": "./vit-large-modified-augmented-ph2-patch-32/checkpoint-650",
"epoch": 4.0,
"global_step": 680,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.06,
"learning_rate": 0.00019705882352941177,
"loss": 0.3606,
"step": 10
},
{
"epoch": 0.12,
"learning_rate": 0.00019411764705882354,
"loss": 0.3317,
"step": 20
},
{
"epoch": 0.18,
"learning_rate": 0.0001911764705882353,
"loss": 0.213,
"step": 30
},
{
"epoch": 0.24,
"learning_rate": 0.00018823529411764707,
"loss": 0.0558,
"step": 40
},
{
"epoch": 0.29,
"learning_rate": 0.00018529411764705883,
"loss": 0.1255,
"step": 50
},
{
"epoch": 0.29,
"eval_accuracy": 0.9537671232876712,
"eval_f1": 0.9537671232876712,
"eval_loss": 0.15545567870140076,
"eval_precision": 0.9537671232876712,
"eval_recall": 0.9537671232876712,
"eval_runtime": 11.766,
"eval_samples_per_second": 49.635,
"eval_steps_per_second": 6.204,
"step": 50
},
{
"epoch": 0.35,
"learning_rate": 0.0001823529411764706,
"loss": 0.2297,
"step": 60
},
{
"epoch": 0.41,
"learning_rate": 0.00017941176470588236,
"loss": 0.1486,
"step": 70
},
{
"epoch": 0.47,
"learning_rate": 0.00017647058823529413,
"loss": 0.0461,
"step": 80
},
{
"epoch": 0.53,
"learning_rate": 0.0001735294117647059,
"loss": 0.0819,
"step": 90
},
{
"epoch": 0.59,
"learning_rate": 0.00017058823529411766,
"loss": 0.0875,
"step": 100
},
{
"epoch": 0.59,
"eval_accuracy": 0.9726027397260274,
"eval_f1": 0.9726027397260274,
"eval_loss": 0.06561651080846786,
"eval_precision": 0.9726027397260274,
"eval_recall": 0.9726027397260274,
"eval_runtime": 11.6057,
"eval_samples_per_second": 50.32,
"eval_steps_per_second": 6.29,
"step": 100
},
{
"epoch": 0.65,
"learning_rate": 0.00016764705882352942,
"loss": 0.0447,
"step": 110
},
{
"epoch": 0.71,
"learning_rate": 0.0001647058823529412,
"loss": 0.0234,
"step": 120
},
{
"epoch": 0.76,
"learning_rate": 0.00016176470588235295,
"loss": 0.0661,
"step": 130
},
{
"epoch": 0.82,
"learning_rate": 0.0001588235294117647,
"loss": 0.0146,
"step": 140
},
{
"epoch": 0.88,
"learning_rate": 0.00015588235294117648,
"loss": 0.0612,
"step": 150
},
{
"epoch": 0.88,
"eval_accuracy": 0.9948630136986302,
"eval_f1": 0.9948630136986302,
"eval_loss": 0.021910008043050766,
"eval_precision": 0.9948630136986302,
"eval_recall": 0.9948630136986302,
"eval_runtime": 11.7005,
"eval_samples_per_second": 49.912,
"eval_steps_per_second": 6.239,
"step": 150
},
{
"epoch": 0.94,
"learning_rate": 0.00015294117647058822,
"loss": 0.0255,
"step": 160
},
{
"epoch": 1.0,
"learning_rate": 0.00015000000000000001,
"loss": 0.0041,
"step": 170
},
{
"epoch": 1.06,
"learning_rate": 0.00014705882352941178,
"loss": 0.0035,
"step": 180
},
{
"epoch": 1.12,
"learning_rate": 0.00014411764705882354,
"loss": 0.0058,
"step": 190
},
{
"epoch": 1.18,
"learning_rate": 0.0001411764705882353,
"loss": 0.0034,
"step": 200
},
{
"epoch": 1.18,
"eval_accuracy": 1.0,
"eval_f1": 1.0,
"eval_loss": 0.003124397015199065,
"eval_precision": 1.0,
"eval_recall": 1.0,
"eval_runtime": 11.7983,
"eval_samples_per_second": 49.499,
"eval_steps_per_second": 6.187,
"step": 200
},
{
"epoch": 1.24,
"learning_rate": 0.00013823529411764707,
"loss": 0.0027,
"step": 210
},
{
"epoch": 1.29,
"learning_rate": 0.00013529411764705884,
"loss": 0.0025,
"step": 220
},
{
"epoch": 1.35,
"learning_rate": 0.0001323529411764706,
"loss": 0.0023,
"step": 230
},
{
"epoch": 1.41,
"learning_rate": 0.00012941176470588237,
"loss": 0.0021,
"step": 240
},
{
"epoch": 1.47,
"learning_rate": 0.0001264705882352941,
"loss": 0.0021,
"step": 250
},
{
"epoch": 1.47,
"eval_accuracy": 1.0,
"eval_f1": 1.0,
"eval_loss": 0.002177498070523143,
"eval_precision": 1.0,
"eval_recall": 1.0,
"eval_runtime": 11.6947,
"eval_samples_per_second": 49.937,
"eval_steps_per_second": 6.242,
"step": 250
},
{
"epoch": 1.53,
"learning_rate": 0.0001235294117647059,
"loss": 0.002,
"step": 260
},
{
"epoch": 1.59,
"learning_rate": 0.00012058823529411765,
"loss": 0.0019,
"step": 270
},
{
"epoch": 1.65,
"learning_rate": 0.00011764705882352942,
"loss": 0.0018,
"step": 280
},
{
"epoch": 1.71,
"learning_rate": 0.00011470588235294118,
"loss": 0.0017,
"step": 290
},
{
"epoch": 1.76,
"learning_rate": 0.00011176470588235294,
"loss": 0.0017,
"step": 300
},
{
"epoch": 1.76,
"eval_accuracy": 1.0,
"eval_f1": 1.0,
"eval_loss": 0.0017377138137817383,
"eval_precision": 1.0,
"eval_recall": 1.0,
"eval_runtime": 11.3129,
"eval_samples_per_second": 51.623,
"eval_steps_per_second": 6.453,
"step": 300
},
{
"epoch": 1.82,
"learning_rate": 0.0001088235294117647,
"loss": 0.0016,
"step": 310
},
{
"epoch": 1.88,
"learning_rate": 0.00010588235294117647,
"loss": 0.0016,
"step": 320
},
{
"epoch": 1.94,
"learning_rate": 0.00010294117647058823,
"loss": 0.0015,
"step": 330
},
{
"epoch": 2.0,
"learning_rate": 0.0001,
"loss": 0.0015,
"step": 340
},
{
"epoch": 2.06,
"learning_rate": 9.705882352941177e-05,
"loss": 0.0014,
"step": 350
},
{
"epoch": 2.06,
"eval_accuracy": 1.0,
"eval_f1": 1.0,
"eval_loss": 0.0014515086077153683,
"eval_precision": 1.0,
"eval_recall": 1.0,
"eval_runtime": 11.4833,
"eval_samples_per_second": 50.857,
"eval_steps_per_second": 6.357,
"step": 350
},
{
"epoch": 2.12,
"learning_rate": 9.411764705882353e-05,
"loss": 0.0013,
"step": 360
},
{
"epoch": 2.18,
"learning_rate": 9.11764705882353e-05,
"loss": 0.0013,
"step": 370
},
{
"epoch": 2.24,
"learning_rate": 8.823529411764706e-05,
"loss": 0.0013,
"step": 380
},
{
"epoch": 2.29,
"learning_rate": 8.529411764705883e-05,
"loss": 0.0013,
"step": 390
},
{
"epoch": 2.35,
"learning_rate": 8.23529411764706e-05,
"loss": 0.0012,
"step": 400
},
{
"epoch": 2.35,
"eval_accuracy": 1.0,
"eval_f1": 1.0,
"eval_loss": 0.0012706861598417163,
"eval_precision": 1.0,
"eval_recall": 1.0,
"eval_runtime": 11.3345,
"eval_samples_per_second": 51.524,
"eval_steps_per_second": 6.44,
"step": 400
},
{
"epoch": 2.41,
"learning_rate": 7.941176470588235e-05,
"loss": 0.0012,
"step": 410
},
{
"epoch": 2.47,
"learning_rate": 7.647058823529411e-05,
"loss": 0.0012,
"step": 420
},
{
"epoch": 2.53,
"learning_rate": 7.352941176470589e-05,
"loss": 0.0011,
"step": 430
},
{
"epoch": 2.59,
"learning_rate": 7.058823529411765e-05,
"loss": 0.0011,
"step": 440
},
{
"epoch": 2.65,
"learning_rate": 6.764705882352942e-05,
"loss": 0.0011,
"step": 450
},
{
"epoch": 2.65,
"eval_accuracy": 1.0,
"eval_f1": 1.0,
"eval_loss": 0.0011406892444938421,
"eval_precision": 1.0,
"eval_recall": 1.0,
"eval_runtime": 11.3067,
"eval_samples_per_second": 51.651,
"eval_steps_per_second": 6.456,
"step": 450
},
{
"epoch": 2.71,
"learning_rate": 6.470588235294118e-05,
"loss": 0.0011,
"step": 460
},
{
"epoch": 2.76,
"learning_rate": 6.176470588235295e-05,
"loss": 0.0011,
"step": 470
},
{
"epoch": 2.82,
"learning_rate": 5.882352941176471e-05,
"loss": 0.001,
"step": 480
},
{
"epoch": 2.88,
"learning_rate": 5.588235294117647e-05,
"loss": 0.001,
"step": 490
},
{
"epoch": 2.94,
"learning_rate": 5.294117647058824e-05,
"loss": 0.001,
"step": 500
},
{
"epoch": 2.94,
"eval_accuracy": 1.0,
"eval_f1": 1.0,
"eval_loss": 0.0010520325740799308,
"eval_precision": 1.0,
"eval_recall": 1.0,
"eval_runtime": 11.1597,
"eval_samples_per_second": 52.331,
"eval_steps_per_second": 6.541,
"step": 500
},
{
"epoch": 3.0,
"learning_rate": 5e-05,
"loss": 0.001,
"step": 510
},
{
"epoch": 3.06,
"learning_rate": 4.705882352941177e-05,
"loss": 0.001,
"step": 520
},
{
"epoch": 3.12,
"learning_rate": 4.411764705882353e-05,
"loss": 0.001,
"step": 530
},
{
"epoch": 3.18,
"learning_rate": 4.11764705882353e-05,
"loss": 0.001,
"step": 540
},
{
"epoch": 3.24,
"learning_rate": 3.8235294117647055e-05,
"loss": 0.001,
"step": 550
},
{
"epoch": 3.24,
"eval_accuracy": 1.0,
"eval_f1": 1.0,
"eval_loss": 0.0009892444359138608,
"eval_precision": 1.0,
"eval_recall": 1.0,
"eval_runtime": 11.2664,
"eval_samples_per_second": 51.836,
"eval_steps_per_second": 6.479,
"step": 550
},
{
"epoch": 3.29,
"learning_rate": 3.529411764705883e-05,
"loss": 0.0009,
"step": 560
},
{
"epoch": 3.35,
"learning_rate": 3.235294117647059e-05,
"loss": 0.0009,
"step": 570
},
{
"epoch": 3.41,
"learning_rate": 2.9411764705882354e-05,
"loss": 0.0009,
"step": 580
},
{
"epoch": 3.47,
"learning_rate": 2.647058823529412e-05,
"loss": 0.0009,
"step": 590
},
{
"epoch": 3.53,
"learning_rate": 2.3529411764705884e-05,
"loss": 0.0009,
"step": 600
},
{
"epoch": 3.53,
"eval_accuracy": 1.0,
"eval_f1": 1.0,
"eval_loss": 0.0009488039067946374,
"eval_precision": 1.0,
"eval_recall": 1.0,
"eval_runtime": 11.3712,
"eval_samples_per_second": 51.358,
"eval_steps_per_second": 6.42,
"step": 600
},
{
"epoch": 3.59,
"learning_rate": 2.058823529411765e-05,
"loss": 0.0009,
"step": 610
},
{
"epoch": 3.65,
"learning_rate": 1.7647058823529414e-05,
"loss": 0.0009,
"step": 620
},
{
"epoch": 3.71,
"learning_rate": 1.4705882352941177e-05,
"loss": 0.0009,
"step": 630
},
{
"epoch": 3.76,
"learning_rate": 1.1764705882352942e-05,
"loss": 0.0009,
"step": 640
},
{
"epoch": 3.82,
"learning_rate": 8.823529411764707e-06,
"loss": 0.0009,
"step": 650
},
{
"epoch": 3.82,
"eval_accuracy": 1.0,
"eval_f1": 1.0,
"eval_loss": 0.0009278777288272977,
"eval_precision": 1.0,
"eval_recall": 1.0,
"eval_runtime": 11.1686,
"eval_samples_per_second": 52.289,
"eval_steps_per_second": 6.536,
"step": 650
},
{
"epoch": 3.88,
"learning_rate": 5.882352941176471e-06,
"loss": 0.0009,
"step": 660
},
{
"epoch": 3.94,
"learning_rate": 2.9411764705882355e-06,
"loss": 0.0009,
"step": 670
},
{
"epoch": 4.0,
"learning_rate": 0.0,
"loss": 0.0009,
"step": 680
},
{
"epoch": 4.0,
"step": 680,
"total_flos": 2.9954859670020096e+18,
"train_loss": 0.029338736454134477,
"train_runtime": 671.7148,
"train_samples_per_second": 16.162,
"train_steps_per_second": 1.012
}
],
"max_steps": 680,
"num_train_epochs": 4,
"total_flos": 2.9954859670020096e+18,
"trial_name": null,
"trial_params": null
}