ahishamm's picture
Uploaded Model
6179098
{
"best_metric": 0.2583008110523224,
"best_model_checkpoint": "./vit-base-binary-isic-sharpened-patch-16/checkpoint-1400",
"epoch": 4.0,
"global_step": 4328,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 0.00019953789279112755,
"loss": 0.5548,
"step": 10
},
{
"epoch": 0.02,
"learning_rate": 0.0001990757855822551,
"loss": 0.4224,
"step": 20
},
{
"epoch": 0.03,
"learning_rate": 0.00019861367837338263,
"loss": 0.3661,
"step": 30
},
{
"epoch": 0.04,
"learning_rate": 0.00019815157116451017,
"loss": 0.3027,
"step": 40
},
{
"epoch": 0.05,
"learning_rate": 0.0001976894639556377,
"loss": 0.7411,
"step": 50
},
{
"epoch": 0.06,
"learning_rate": 0.00019722735674676528,
"loss": 0.4699,
"step": 60
},
{
"epoch": 0.06,
"learning_rate": 0.0001967652495378928,
"loss": 0.4816,
"step": 70
},
{
"epoch": 0.07,
"learning_rate": 0.00019630314232902034,
"loss": 0.3819,
"step": 80
},
{
"epoch": 0.08,
"learning_rate": 0.00019584103512014788,
"loss": 0.3487,
"step": 90
},
{
"epoch": 0.09,
"learning_rate": 0.00019537892791127544,
"loss": 0.3281,
"step": 100
},
{
"epoch": 0.09,
"eval_accuracy": 0.818298308559713,
"eval_f1": 0.8182983085597131,
"eval_loss": 0.4381178617477417,
"eval_precision": 0.818298308559713,
"eval_recall": 0.818298308559713,
"eval_runtime": 68.2283,
"eval_samples_per_second": 114.381,
"eval_steps_per_second": 14.305,
"step": 100
},
{
"epoch": 0.1,
"learning_rate": 0.00019491682070240296,
"loss": 0.4754,
"step": 110
},
{
"epoch": 0.11,
"learning_rate": 0.0001944547134935305,
"loss": 0.344,
"step": 120
},
{
"epoch": 0.12,
"learning_rate": 0.00019399260628465804,
"loss": 0.4745,
"step": 130
},
{
"epoch": 0.13,
"learning_rate": 0.0001935304990757856,
"loss": 0.3565,
"step": 140
},
{
"epoch": 0.14,
"learning_rate": 0.00019306839186691312,
"loss": 0.3888,
"step": 150
},
{
"epoch": 0.15,
"learning_rate": 0.00019260628465804066,
"loss": 0.2515,
"step": 160
},
{
"epoch": 0.16,
"learning_rate": 0.00019214417744916823,
"loss": 0.3237,
"step": 170
},
{
"epoch": 0.17,
"learning_rate": 0.00019168207024029577,
"loss": 0.2789,
"step": 180
},
{
"epoch": 0.18,
"learning_rate": 0.0001912199630314233,
"loss": 0.3318,
"step": 190
},
{
"epoch": 0.18,
"learning_rate": 0.00019075785582255082,
"loss": 0.3212,
"step": 200
},
{
"epoch": 0.18,
"eval_accuracy": 0.8503331624807791,
"eval_f1": 0.8503331624807791,
"eval_loss": 0.31786420941352844,
"eval_precision": 0.8503331624807791,
"eval_recall": 0.8503331624807791,
"eval_runtime": 68.6097,
"eval_samples_per_second": 113.745,
"eval_steps_per_second": 14.225,
"step": 200
},
{
"epoch": 0.19,
"learning_rate": 0.0001902957486136784,
"loss": 0.29,
"step": 210
},
{
"epoch": 0.2,
"learning_rate": 0.00018983364140480593,
"loss": 0.4371,
"step": 220
},
{
"epoch": 0.21,
"learning_rate": 0.00018937153419593347,
"loss": 0.2557,
"step": 230
},
{
"epoch": 0.22,
"learning_rate": 0.000188909426987061,
"loss": 0.3501,
"step": 240
},
{
"epoch": 0.23,
"learning_rate": 0.00018844731977818855,
"loss": 0.3539,
"step": 250
},
{
"epoch": 0.24,
"learning_rate": 0.0001879852125693161,
"loss": 0.2254,
"step": 260
},
{
"epoch": 0.25,
"learning_rate": 0.00018752310536044364,
"loss": 0.3563,
"step": 270
},
{
"epoch": 0.26,
"learning_rate": 0.00018706099815157118,
"loss": 0.3356,
"step": 280
},
{
"epoch": 0.27,
"learning_rate": 0.00018659889094269872,
"loss": 0.2957,
"step": 290
},
{
"epoch": 0.28,
"learning_rate": 0.00018613678373382626,
"loss": 0.2864,
"step": 300
},
{
"epoch": 0.28,
"eval_accuracy": 0.8654536135315223,
"eval_f1": 0.8654536135315223,
"eval_loss": 0.31259891390800476,
"eval_precision": 0.8654536135315223,
"eval_recall": 0.8654536135315223,
"eval_runtime": 68.4623,
"eval_samples_per_second": 113.99,
"eval_steps_per_second": 14.256,
"step": 300
},
{
"epoch": 0.29,
"learning_rate": 0.0001856746765249538,
"loss": 0.4686,
"step": 310
},
{
"epoch": 0.3,
"learning_rate": 0.00018521256931608134,
"loss": 0.2769,
"step": 320
},
{
"epoch": 0.3,
"learning_rate": 0.00018475046210720888,
"loss": 0.4208,
"step": 330
},
{
"epoch": 0.31,
"learning_rate": 0.00018428835489833642,
"loss": 0.2864,
"step": 340
},
{
"epoch": 0.32,
"learning_rate": 0.00018382624768946396,
"loss": 0.2303,
"step": 350
},
{
"epoch": 0.33,
"learning_rate": 0.0001833641404805915,
"loss": 0.4072,
"step": 360
},
{
"epoch": 0.34,
"learning_rate": 0.00018290203327171904,
"loss": 0.2665,
"step": 370
},
{
"epoch": 0.35,
"learning_rate": 0.00018243992606284658,
"loss": 0.4042,
"step": 380
},
{
"epoch": 0.36,
"learning_rate": 0.00018197781885397413,
"loss": 0.3958,
"step": 390
},
{
"epoch": 0.37,
"learning_rate": 0.0001815157116451017,
"loss": 0.2692,
"step": 400
},
{
"epoch": 0.37,
"eval_accuracy": 0.8599436186570989,
"eval_f1": 0.8599436186570989,
"eval_loss": 0.32165130972862244,
"eval_precision": 0.8599436186570989,
"eval_recall": 0.8599436186570989,
"eval_runtime": 68.4788,
"eval_samples_per_second": 113.962,
"eval_steps_per_second": 14.253,
"step": 400
},
{
"epoch": 0.38,
"learning_rate": 0.0001810536044362292,
"loss": 0.2838,
"step": 410
},
{
"epoch": 0.39,
"learning_rate": 0.00018059149722735675,
"loss": 0.2625,
"step": 420
},
{
"epoch": 0.4,
"learning_rate": 0.0001801293900184843,
"loss": 0.2881,
"step": 430
},
{
"epoch": 0.41,
"learning_rate": 0.00017966728280961186,
"loss": 0.3115,
"step": 440
},
{
"epoch": 0.42,
"learning_rate": 0.00017920517560073937,
"loss": 0.2082,
"step": 450
},
{
"epoch": 0.43,
"learning_rate": 0.0001787430683918669,
"loss": 0.289,
"step": 460
},
{
"epoch": 0.43,
"learning_rate": 0.00017828096118299448,
"loss": 0.2381,
"step": 470
},
{
"epoch": 0.44,
"learning_rate": 0.00017781885397412202,
"loss": 0.2562,
"step": 480
},
{
"epoch": 0.45,
"learning_rate": 0.00017735674676524953,
"loss": 0.2725,
"step": 490
},
{
"epoch": 0.46,
"learning_rate": 0.00017689463955637707,
"loss": 0.3195,
"step": 500
},
{
"epoch": 0.46,
"eval_accuracy": 0.8694259354177345,
"eval_f1": 0.8694259354177345,
"eval_loss": 0.3061072826385498,
"eval_precision": 0.8694259354177345,
"eval_recall": 0.8694259354177345,
"eval_runtime": 68.1818,
"eval_samples_per_second": 114.459,
"eval_steps_per_second": 14.315,
"step": 500
},
{
"epoch": 0.47,
"learning_rate": 0.00017643253234750464,
"loss": 0.2288,
"step": 510
},
{
"epoch": 0.48,
"learning_rate": 0.00017597042513863218,
"loss": 0.398,
"step": 520
},
{
"epoch": 0.49,
"learning_rate": 0.0001755083179297597,
"loss": 0.2576,
"step": 530
},
{
"epoch": 0.5,
"learning_rate": 0.00017504621072088724,
"loss": 0.2785,
"step": 540
},
{
"epoch": 0.51,
"learning_rate": 0.0001745841035120148,
"loss": 0.2616,
"step": 550
},
{
"epoch": 0.52,
"learning_rate": 0.00017412199630314234,
"loss": 0.3359,
"step": 560
},
{
"epoch": 0.53,
"learning_rate": 0.00017365988909426989,
"loss": 0.1817,
"step": 570
},
{
"epoch": 0.54,
"learning_rate": 0.00017319778188539743,
"loss": 0.281,
"step": 580
},
{
"epoch": 0.55,
"learning_rate": 0.00017273567467652497,
"loss": 0.2725,
"step": 590
},
{
"epoch": 0.55,
"learning_rate": 0.0001722735674676525,
"loss": 0.2095,
"step": 600
},
{
"epoch": 0.55,
"eval_accuracy": 0.8668631471040492,
"eval_f1": 0.8668631471040492,
"eval_loss": 0.29103726148605347,
"eval_precision": 0.8668631471040492,
"eval_recall": 0.8668631471040492,
"eval_runtime": 68.1241,
"eval_samples_per_second": 114.556,
"eval_steps_per_second": 14.327,
"step": 600
},
{
"epoch": 0.56,
"learning_rate": 0.00017181146025878005,
"loss": 0.3749,
"step": 610
},
{
"epoch": 0.57,
"learning_rate": 0.0001713493530499076,
"loss": 0.224,
"step": 620
},
{
"epoch": 0.58,
"learning_rate": 0.00017088724584103513,
"loss": 0.2121,
"step": 630
},
{
"epoch": 0.59,
"learning_rate": 0.00017042513863216267,
"loss": 0.3307,
"step": 640
},
{
"epoch": 0.6,
"learning_rate": 0.0001699630314232902,
"loss": 0.2623,
"step": 650
},
{
"epoch": 0.61,
"learning_rate": 0.00016950092421441775,
"loss": 0.2967,
"step": 660
},
{
"epoch": 0.62,
"learning_rate": 0.0001690388170055453,
"loss": 0.1768,
"step": 670
},
{
"epoch": 0.63,
"learning_rate": 0.00016857670979667283,
"loss": 0.3169,
"step": 680
},
{
"epoch": 0.64,
"learning_rate": 0.00016811460258780037,
"loss": 0.2648,
"step": 690
},
{
"epoch": 0.65,
"learning_rate": 0.00016765249537892791,
"loss": 0.2168,
"step": 700
},
{
"epoch": 0.65,
"eval_accuracy": 0.8730138390568939,
"eval_f1": 0.8730138390568939,
"eval_loss": 0.32482409477233887,
"eval_precision": 0.8730138390568939,
"eval_recall": 0.8730138390568939,
"eval_runtime": 68.2733,
"eval_samples_per_second": 114.305,
"eval_steps_per_second": 14.295,
"step": 700
},
{
"epoch": 0.66,
"learning_rate": 0.00016719038817005546,
"loss": 0.2543,
"step": 710
},
{
"epoch": 0.67,
"learning_rate": 0.000166728280961183,
"loss": 0.2349,
"step": 720
},
{
"epoch": 0.67,
"learning_rate": 0.00016626617375231054,
"loss": 0.2346,
"step": 730
},
{
"epoch": 0.68,
"learning_rate": 0.00016580406654343808,
"loss": 0.2432,
"step": 740
},
{
"epoch": 0.69,
"learning_rate": 0.00016534195933456562,
"loss": 0.3282,
"step": 750
},
{
"epoch": 0.7,
"learning_rate": 0.00016487985212569316,
"loss": 0.2576,
"step": 760
},
{
"epoch": 0.71,
"learning_rate": 0.00016441774491682073,
"loss": 0.2225,
"step": 770
},
{
"epoch": 0.72,
"learning_rate": 0.00016395563770794827,
"loss": 0.1587,
"step": 780
},
{
"epoch": 0.73,
"learning_rate": 0.00016349353049907578,
"loss": 0.284,
"step": 790
},
{
"epoch": 0.74,
"learning_rate": 0.00016303142329020332,
"loss": 0.2288,
"step": 800
},
{
"epoch": 0.74,
"eval_accuracy": 0.8553305996924654,
"eval_f1": 0.8553305996924655,
"eval_loss": 0.306738018989563,
"eval_precision": 0.8553305996924654,
"eval_recall": 0.8553305996924654,
"eval_runtime": 68.2633,
"eval_samples_per_second": 114.322,
"eval_steps_per_second": 14.298,
"step": 800
},
{
"epoch": 0.75,
"learning_rate": 0.0001625693160813309,
"loss": 0.2511,
"step": 810
},
{
"epoch": 0.76,
"learning_rate": 0.00016210720887245843,
"loss": 0.2133,
"step": 820
},
{
"epoch": 0.77,
"learning_rate": 0.00016164510166358594,
"loss": 0.1996,
"step": 830
},
{
"epoch": 0.78,
"learning_rate": 0.00016118299445471348,
"loss": 0.2501,
"step": 840
},
{
"epoch": 0.79,
"learning_rate": 0.00016072088724584105,
"loss": 0.1805,
"step": 850
},
{
"epoch": 0.79,
"learning_rate": 0.0001602587800369686,
"loss": 0.1993,
"step": 860
},
{
"epoch": 0.8,
"learning_rate": 0.0001597966728280961,
"loss": 0.3014,
"step": 870
},
{
"epoch": 0.81,
"learning_rate": 0.00015933456561922367,
"loss": 0.3067,
"step": 880
},
{
"epoch": 0.82,
"learning_rate": 0.00015887245841035122,
"loss": 0.1731,
"step": 890
},
{
"epoch": 0.83,
"learning_rate": 0.00015841035120147876,
"loss": 0.2521,
"step": 900
},
{
"epoch": 0.83,
"eval_accuracy": 0.8689133777549974,
"eval_f1": 0.8689133777549973,
"eval_loss": 0.27230527997016907,
"eval_precision": 0.8689133777549974,
"eval_recall": 0.8689133777549974,
"eval_runtime": 68.0157,
"eval_samples_per_second": 114.738,
"eval_steps_per_second": 14.35,
"step": 900
},
{
"epoch": 0.84,
"learning_rate": 0.00015794824399260627,
"loss": 0.1691,
"step": 910
},
{
"epoch": 0.85,
"learning_rate": 0.00015748613678373384,
"loss": 0.249,
"step": 920
},
{
"epoch": 0.86,
"learning_rate": 0.00015702402957486138,
"loss": 0.1896,
"step": 930
},
{
"epoch": 0.87,
"learning_rate": 0.00015656192236598892,
"loss": 0.2891,
"step": 940
},
{
"epoch": 0.88,
"learning_rate": 0.00015609981515711646,
"loss": 0.3825,
"step": 950
},
{
"epoch": 0.89,
"learning_rate": 0.000155637707948244,
"loss": 0.2239,
"step": 960
},
{
"epoch": 0.9,
"learning_rate": 0.00015517560073937154,
"loss": 0.2502,
"step": 970
},
{
"epoch": 0.91,
"learning_rate": 0.00015471349353049908,
"loss": 0.268,
"step": 980
},
{
"epoch": 0.91,
"learning_rate": 0.00015425138632162662,
"loss": 0.2304,
"step": 990
},
{
"epoch": 0.92,
"learning_rate": 0.00015378927911275416,
"loss": 0.1953,
"step": 1000
},
{
"epoch": 0.92,
"eval_accuracy": 0.8723731419784726,
"eval_f1": 0.8723731419784726,
"eval_loss": 0.27285629510879517,
"eval_precision": 0.8723731419784726,
"eval_recall": 0.8723731419784726,
"eval_runtime": 67.9159,
"eval_samples_per_second": 114.907,
"eval_steps_per_second": 14.371,
"step": 1000
},
{
"epoch": 0.93,
"learning_rate": 0.0001533271719038817,
"loss": 0.1812,
"step": 1010
},
{
"epoch": 0.94,
"learning_rate": 0.00015286506469500925,
"loss": 0.2239,
"step": 1020
},
{
"epoch": 0.95,
"learning_rate": 0.00015240295748613679,
"loss": 0.2245,
"step": 1030
},
{
"epoch": 0.96,
"learning_rate": 0.00015194085027726433,
"loss": 0.1914,
"step": 1040
},
{
"epoch": 0.97,
"learning_rate": 0.00015147874306839187,
"loss": 0.2178,
"step": 1050
},
{
"epoch": 0.98,
"learning_rate": 0.0001510166358595194,
"loss": 0.2064,
"step": 1060
},
{
"epoch": 0.99,
"learning_rate": 0.00015055452865064698,
"loss": 0.1492,
"step": 1070
},
{
"epoch": 1.0,
"learning_rate": 0.0001500924214417745,
"loss": 0.2063,
"step": 1080
},
{
"epoch": 1.01,
"learning_rate": 0.00014963031423290203,
"loss": 0.1508,
"step": 1090
},
{
"epoch": 1.02,
"learning_rate": 0.00014916820702402957,
"loss": 0.2845,
"step": 1100
},
{
"epoch": 1.02,
"eval_accuracy": 0.8666068682726806,
"eval_f1": 0.8666068682726806,
"eval_loss": 0.43923676013946533,
"eval_precision": 0.8666068682726806,
"eval_recall": 0.8666068682726806,
"eval_runtime": 68.2732,
"eval_samples_per_second": 114.305,
"eval_steps_per_second": 14.296,
"step": 1100
},
{
"epoch": 1.03,
"learning_rate": 0.00014870609981515714,
"loss": 0.2509,
"step": 1110
},
{
"epoch": 1.04,
"learning_rate": 0.00014824399260628468,
"loss": 0.2282,
"step": 1120
},
{
"epoch": 1.04,
"learning_rate": 0.0001477818853974122,
"loss": 0.1907,
"step": 1130
},
{
"epoch": 1.05,
"learning_rate": 0.00014731977818853976,
"loss": 0.2258,
"step": 1140
},
{
"epoch": 1.06,
"learning_rate": 0.0001468576709796673,
"loss": 0.223,
"step": 1150
},
{
"epoch": 1.07,
"learning_rate": 0.00014639556377079484,
"loss": 0.2137,
"step": 1160
},
{
"epoch": 1.08,
"learning_rate": 0.00014593345656192236,
"loss": 0.2253,
"step": 1170
},
{
"epoch": 1.09,
"learning_rate": 0.00014547134935304992,
"loss": 0.137,
"step": 1180
},
{
"epoch": 1.1,
"learning_rate": 0.00014500924214417746,
"loss": 0.1647,
"step": 1190
},
{
"epoch": 1.11,
"learning_rate": 0.000144547134935305,
"loss": 0.1484,
"step": 1200
},
{
"epoch": 1.11,
"eval_accuracy": 0.8883905689390056,
"eval_f1": 0.8883905689390056,
"eval_loss": 0.30305391550064087,
"eval_precision": 0.8883905689390056,
"eval_recall": 0.8883905689390056,
"eval_runtime": 68.1495,
"eval_samples_per_second": 114.513,
"eval_steps_per_second": 14.321,
"step": 1200
},
{
"epoch": 1.12,
"learning_rate": 0.00014408502772643252,
"loss": 0.1431,
"step": 1210
},
{
"epoch": 1.13,
"learning_rate": 0.0001436229205175601,
"loss": 0.2111,
"step": 1220
},
{
"epoch": 1.14,
"learning_rate": 0.00014316081330868763,
"loss": 0.1222,
"step": 1230
},
{
"epoch": 1.15,
"learning_rate": 0.00014269870609981517,
"loss": 0.1183,
"step": 1240
},
{
"epoch": 1.16,
"learning_rate": 0.0001422365988909427,
"loss": 0.1697,
"step": 1250
},
{
"epoch": 1.16,
"learning_rate": 0.00014177449168207025,
"loss": 0.1608,
"step": 1260
},
{
"epoch": 1.17,
"learning_rate": 0.0001413123844731978,
"loss": 0.1648,
"step": 1270
},
{
"epoch": 1.18,
"learning_rate": 0.00014085027726432533,
"loss": 0.0847,
"step": 1280
},
{
"epoch": 1.19,
"learning_rate": 0.00014038817005545287,
"loss": 0.1868,
"step": 1290
},
{
"epoch": 1.2,
"learning_rate": 0.0001399260628465804,
"loss": 0.153,
"step": 1300
},
{
"epoch": 1.2,
"eval_accuracy": 0.8991542798564839,
"eval_f1": 0.8991542798564839,
"eval_loss": 0.2849101126194,
"eval_precision": 0.8991542798564839,
"eval_recall": 0.8991542798564839,
"eval_runtime": 68.0056,
"eval_samples_per_second": 114.755,
"eval_steps_per_second": 14.352,
"step": 1300
},
{
"epoch": 1.21,
"learning_rate": 0.00013946395563770795,
"loss": 0.2958,
"step": 1310
},
{
"epoch": 1.22,
"learning_rate": 0.0001390018484288355,
"loss": 0.1571,
"step": 1320
},
{
"epoch": 1.23,
"learning_rate": 0.00013853974121996306,
"loss": 0.125,
"step": 1330
},
{
"epoch": 1.24,
"learning_rate": 0.00013807763401109058,
"loss": 0.1282,
"step": 1340
},
{
"epoch": 1.25,
"learning_rate": 0.00013761552680221812,
"loss": 0.1299,
"step": 1350
},
{
"epoch": 1.26,
"learning_rate": 0.00013715341959334566,
"loss": 0.2503,
"step": 1360
},
{
"epoch": 1.27,
"learning_rate": 0.00013669131238447322,
"loss": 0.1461,
"step": 1370
},
{
"epoch": 1.28,
"learning_rate": 0.00013622920517560074,
"loss": 0.1362,
"step": 1380
},
{
"epoch": 1.28,
"learning_rate": 0.00013576709796672828,
"loss": 0.2611,
"step": 1390
},
{
"epoch": 1.29,
"learning_rate": 0.00013530499075785582,
"loss": 0.1648,
"step": 1400
},
{
"epoch": 1.29,
"eval_accuracy": 0.8912096360840595,
"eval_f1": 0.8912096360840595,
"eval_loss": 0.2583008110523224,
"eval_precision": 0.8912096360840595,
"eval_recall": 0.8912096360840595,
"eval_runtime": 68.2491,
"eval_samples_per_second": 114.346,
"eval_steps_per_second": 14.301,
"step": 1400
},
{
"epoch": 1.3,
"learning_rate": 0.0001348428835489834,
"loss": 0.1683,
"step": 1410
},
{
"epoch": 1.31,
"learning_rate": 0.0001343807763401109,
"loss": 0.1355,
"step": 1420
},
{
"epoch": 1.32,
"learning_rate": 0.00013391866913123844,
"loss": 0.1657,
"step": 1430
},
{
"epoch": 1.33,
"learning_rate": 0.000133456561922366,
"loss": 0.0833,
"step": 1440
},
{
"epoch": 1.34,
"learning_rate": 0.00013299445471349355,
"loss": 0.1859,
"step": 1450
},
{
"epoch": 1.35,
"learning_rate": 0.00013253234750462106,
"loss": 0.1593,
"step": 1460
},
{
"epoch": 1.36,
"learning_rate": 0.0001320702402957486,
"loss": 0.1254,
"step": 1470
},
{
"epoch": 1.37,
"learning_rate": 0.00013160813308687617,
"loss": 0.2359,
"step": 1480
},
{
"epoch": 1.38,
"learning_rate": 0.00013114602587800371,
"loss": 0.1055,
"step": 1490
},
{
"epoch": 1.39,
"learning_rate": 0.00013068391866913125,
"loss": 0.1627,
"step": 1500
},
{
"epoch": 1.39,
"eval_accuracy": 0.8932598667350077,
"eval_f1": 0.8932598667350077,
"eval_loss": 0.27056819200515747,
"eval_precision": 0.8932598667350077,
"eval_recall": 0.8932598667350077,
"eval_runtime": 68.3811,
"eval_samples_per_second": 114.125,
"eval_steps_per_second": 14.273,
"step": 1500
},
{
"epoch": 1.4,
"learning_rate": 0.00013022181146025877,
"loss": 0.159,
"step": 1510
},
{
"epoch": 1.4,
"learning_rate": 0.00012975970425138634,
"loss": 0.124,
"step": 1520
},
{
"epoch": 1.41,
"learning_rate": 0.00012929759704251388,
"loss": 0.1114,
"step": 1530
},
{
"epoch": 1.42,
"learning_rate": 0.00012883548983364142,
"loss": 0.1002,
"step": 1540
},
{
"epoch": 1.43,
"learning_rate": 0.00012837338262476896,
"loss": 0.1672,
"step": 1550
},
{
"epoch": 1.44,
"learning_rate": 0.0001279112754158965,
"loss": 0.1301,
"step": 1560
},
{
"epoch": 1.45,
"learning_rate": 0.00012744916820702404,
"loss": 0.1178,
"step": 1570
},
{
"epoch": 1.46,
"learning_rate": 0.00012698706099815158,
"loss": 0.104,
"step": 1580
},
{
"epoch": 1.47,
"learning_rate": 0.00012652495378927912,
"loss": 0.0748,
"step": 1590
},
{
"epoch": 1.48,
"learning_rate": 0.00012606284658040666,
"loss": 0.0943,
"step": 1600
},
{
"epoch": 1.48,
"eval_accuracy": 0.9033828805740646,
"eval_f1": 0.9033828805740646,
"eval_loss": 0.27828386425971985,
"eval_precision": 0.9033828805740646,
"eval_recall": 0.9033828805740646,
"eval_runtime": 67.7545,
"eval_samples_per_second": 115.181,
"eval_steps_per_second": 14.405,
"step": 1600
},
{
"epoch": 1.49,
"learning_rate": 0.0001256007393715342,
"loss": 0.0878,
"step": 1610
},
{
"epoch": 1.5,
"learning_rate": 0.00012513863216266174,
"loss": 0.1153,
"step": 1620
},
{
"epoch": 1.51,
"learning_rate": 0.00012467652495378928,
"loss": 0.2319,
"step": 1630
},
{
"epoch": 1.52,
"learning_rate": 0.00012421441774491682,
"loss": 0.1918,
"step": 1640
},
{
"epoch": 1.52,
"learning_rate": 0.00012375231053604437,
"loss": 0.1432,
"step": 1650
},
{
"epoch": 1.53,
"learning_rate": 0.0001232902033271719,
"loss": 0.1487,
"step": 1660
},
{
"epoch": 1.54,
"learning_rate": 0.00012282809611829945,
"loss": 0.155,
"step": 1670
},
{
"epoch": 1.55,
"learning_rate": 0.000122365988909427,
"loss": 0.1157,
"step": 1680
},
{
"epoch": 1.56,
"learning_rate": 0.00012190388170055453,
"loss": 0.164,
"step": 1690
},
{
"epoch": 1.57,
"learning_rate": 0.00012144177449168208,
"loss": 0.0624,
"step": 1700
},
{
"epoch": 1.57,
"eval_accuracy": 0.8926191696565864,
"eval_f1": 0.8926191696565864,
"eval_loss": 0.2920725643634796,
"eval_precision": 0.8926191696565864,
"eval_recall": 0.8926191696565864,
"eval_runtime": 68.1055,
"eval_samples_per_second": 114.587,
"eval_steps_per_second": 14.331,
"step": 1700
},
{
"epoch": 1.58,
"learning_rate": 0.00012097966728280962,
"loss": 0.1088,
"step": 1710
},
{
"epoch": 1.59,
"learning_rate": 0.00012051756007393715,
"loss": 0.167,
"step": 1720
},
{
"epoch": 1.6,
"learning_rate": 0.0001200554528650647,
"loss": 0.1346,
"step": 1730
},
{
"epoch": 1.61,
"learning_rate": 0.00011959334565619225,
"loss": 0.1275,
"step": 1740
},
{
"epoch": 1.62,
"learning_rate": 0.00011913123844731979,
"loss": 0.0868,
"step": 1750
},
{
"epoch": 1.63,
"learning_rate": 0.00011866913123844731,
"loss": 0.2667,
"step": 1760
},
{
"epoch": 1.64,
"learning_rate": 0.00011820702402957487,
"loss": 0.1119,
"step": 1770
},
{
"epoch": 1.65,
"learning_rate": 0.00011774491682070241,
"loss": 0.0471,
"step": 1780
},
{
"epoch": 1.65,
"learning_rate": 0.00011728280961182996,
"loss": 0.1091,
"step": 1790
},
{
"epoch": 1.66,
"learning_rate": 0.00011682070240295748,
"loss": 0.12,
"step": 1800
},
{
"epoch": 1.66,
"eval_accuracy": 0.9005638134290108,
"eval_f1": 0.9005638134290108,
"eval_loss": 0.29145559668540955,
"eval_precision": 0.9005638134290108,
"eval_recall": 0.9005638134290108,
"eval_runtime": 68.3975,
"eval_samples_per_second": 114.098,
"eval_steps_per_second": 14.27,
"step": 1800
},
{
"epoch": 1.67,
"learning_rate": 0.00011635859519408503,
"loss": 0.1147,
"step": 1810
},
{
"epoch": 1.68,
"learning_rate": 0.00011589648798521257,
"loss": 0.1017,
"step": 1820
},
{
"epoch": 1.69,
"learning_rate": 0.00011543438077634013,
"loss": 0.181,
"step": 1830
},
{
"epoch": 1.7,
"learning_rate": 0.00011497227356746765,
"loss": 0.1062,
"step": 1840
},
{
"epoch": 1.71,
"learning_rate": 0.0001145101663585952,
"loss": 0.1605,
"step": 1850
},
{
"epoch": 1.72,
"learning_rate": 0.00011404805914972275,
"loss": 0.0934,
"step": 1860
},
{
"epoch": 1.73,
"learning_rate": 0.00011358595194085029,
"loss": 0.0757,
"step": 1870
},
{
"epoch": 1.74,
"learning_rate": 0.00011312384473197783,
"loss": 0.0682,
"step": 1880
},
{
"epoch": 1.75,
"learning_rate": 0.00011266173752310536,
"loss": 0.1369,
"step": 1890
},
{
"epoch": 1.76,
"learning_rate": 0.00011219963031423291,
"loss": 0.0735,
"step": 1900
},
{
"epoch": 1.76,
"eval_accuracy": 0.8896719630958483,
"eval_f1": 0.8896719630958483,
"eval_loss": 0.3102613687515259,
"eval_precision": 0.8896719630958483,
"eval_recall": 0.8896719630958483,
"eval_runtime": 68.2707,
"eval_samples_per_second": 114.31,
"eval_steps_per_second": 14.296,
"step": 1900
},
{
"epoch": 1.77,
"learning_rate": 0.00011173752310536045,
"loss": 0.1849,
"step": 1910
},
{
"epoch": 1.77,
"learning_rate": 0.000111275415896488,
"loss": 0.1584,
"step": 1920
},
{
"epoch": 1.78,
"learning_rate": 0.00011081330868761552,
"loss": 0.1299,
"step": 1930
},
{
"epoch": 1.79,
"learning_rate": 0.00011035120147874307,
"loss": 0.1857,
"step": 1940
},
{
"epoch": 1.8,
"learning_rate": 0.00010988909426987061,
"loss": 0.1487,
"step": 1950
},
{
"epoch": 1.81,
"learning_rate": 0.00010942698706099817,
"loss": 0.1121,
"step": 1960
},
{
"epoch": 1.82,
"learning_rate": 0.0001089648798521257,
"loss": 0.0669,
"step": 1970
},
{
"epoch": 1.83,
"learning_rate": 0.00010850277264325324,
"loss": 0.1051,
"step": 1980
},
{
"epoch": 1.84,
"learning_rate": 0.00010804066543438078,
"loss": 0.1454,
"step": 1990
},
{
"epoch": 1.85,
"learning_rate": 0.00010757855822550833,
"loss": 0.0609,
"step": 2000
},
{
"epoch": 1.85,
"eval_accuracy": 0.8971040492055357,
"eval_f1": 0.8971040492055357,
"eval_loss": 0.3381568193435669,
"eval_precision": 0.8971040492055357,
"eval_recall": 0.8971040492055357,
"eval_runtime": 68.0421,
"eval_samples_per_second": 114.694,
"eval_steps_per_second": 14.344,
"step": 2000
},
{
"epoch": 1.86,
"learning_rate": 0.00010711645101663586,
"loss": 0.0916,
"step": 2010
},
{
"epoch": 1.87,
"learning_rate": 0.0001066543438077634,
"loss": 0.074,
"step": 2020
},
{
"epoch": 1.88,
"learning_rate": 0.00010619223659889095,
"loss": 0.0809,
"step": 2030
},
{
"epoch": 1.89,
"learning_rate": 0.0001057301293900185,
"loss": 0.1194,
"step": 2040
},
{
"epoch": 1.89,
"learning_rate": 0.00010526802218114602,
"loss": 0.0866,
"step": 2050
},
{
"epoch": 1.9,
"learning_rate": 0.00010480591497227356,
"loss": 0.1301,
"step": 2060
},
{
"epoch": 1.91,
"learning_rate": 0.00010434380776340112,
"loss": 0.1557,
"step": 2070
},
{
"epoch": 1.92,
"learning_rate": 0.00010388170055452866,
"loss": 0.1552,
"step": 2080
},
{
"epoch": 1.93,
"learning_rate": 0.00010341959334565621,
"loss": 0.1308,
"step": 2090
},
{
"epoch": 1.94,
"learning_rate": 0.00010295748613678373,
"loss": 0.1645,
"step": 2100
},
{
"epoch": 1.94,
"eval_accuracy": 0.8900563813429011,
"eval_f1": 0.8900563813429011,
"eval_loss": 0.26747891306877136,
"eval_precision": 0.8900563813429011,
"eval_recall": 0.8900563813429011,
"eval_runtime": 68.0572,
"eval_samples_per_second": 114.668,
"eval_steps_per_second": 14.341,
"step": 2100
},
{
"epoch": 1.95,
"learning_rate": 0.00010254158964879852,
"loss": 0.1046,
"step": 2110
},
{
"epoch": 1.96,
"learning_rate": 0.00010207948243992607,
"loss": 0.165,
"step": 2120
},
{
"epoch": 1.97,
"learning_rate": 0.00010161737523105361,
"loss": 0.0636,
"step": 2130
},
{
"epoch": 1.98,
"learning_rate": 0.00010115526802218117,
"loss": 0.0757,
"step": 2140
},
{
"epoch": 1.99,
"learning_rate": 0.00010069316081330868,
"loss": 0.1345,
"step": 2150
},
{
"epoch": 2.0,
"learning_rate": 0.00010023105360443623,
"loss": 0.0419,
"step": 2160
},
{
"epoch": 2.01,
"learning_rate": 9.976894639556378e-05,
"loss": 0.0908,
"step": 2170
},
{
"epoch": 2.01,
"learning_rate": 9.930683918669132e-05,
"loss": 0.0179,
"step": 2180
},
{
"epoch": 2.02,
"learning_rate": 9.884473197781886e-05,
"loss": 0.1491,
"step": 2190
},
{
"epoch": 2.03,
"learning_rate": 9.83826247689464e-05,
"loss": 0.0839,
"step": 2200
},
{
"epoch": 2.03,
"eval_accuracy": 0.8962070732957458,
"eval_f1": 0.8962070732957458,
"eval_loss": 0.3940969705581665,
"eval_precision": 0.8962070732957458,
"eval_recall": 0.8962070732957458,
"eval_runtime": 68.4541,
"eval_samples_per_second": 114.003,
"eval_steps_per_second": 14.258,
"step": 2200
},
{
"epoch": 2.04,
"learning_rate": 9.792051756007394e-05,
"loss": 0.0517,
"step": 2210
},
{
"epoch": 2.05,
"learning_rate": 9.745841035120148e-05,
"loss": 0.0144,
"step": 2220
},
{
"epoch": 2.06,
"learning_rate": 9.699630314232902e-05,
"loss": 0.0761,
"step": 2230
},
{
"epoch": 2.07,
"learning_rate": 9.653419593345656e-05,
"loss": 0.0355,
"step": 2240
},
{
"epoch": 2.08,
"learning_rate": 9.607208872458411e-05,
"loss": 0.0046,
"step": 2250
},
{
"epoch": 2.09,
"learning_rate": 9.560998151571166e-05,
"loss": 0.0475,
"step": 2260
},
{
"epoch": 2.1,
"learning_rate": 9.51478743068392e-05,
"loss": 0.0351,
"step": 2270
},
{
"epoch": 2.11,
"learning_rate": 9.468576709796674e-05,
"loss": 0.0597,
"step": 2280
},
{
"epoch": 2.12,
"learning_rate": 9.422365988909428e-05,
"loss": 0.0157,
"step": 2290
},
{
"epoch": 2.13,
"learning_rate": 9.376155268022182e-05,
"loss": 0.0571,
"step": 2300
},
{
"epoch": 2.13,
"eval_accuracy": 0.9046642747309073,
"eval_f1": 0.9046642747309073,
"eval_loss": 0.3887563943862915,
"eval_precision": 0.9046642747309073,
"eval_recall": 0.9046642747309073,
"eval_runtime": 68.596,
"eval_samples_per_second": 113.768,
"eval_steps_per_second": 14.228,
"step": 2300
},
{
"epoch": 2.13,
"learning_rate": 9.329944547134936e-05,
"loss": 0.0338,
"step": 2310
},
{
"epoch": 2.14,
"learning_rate": 9.28373382624769e-05,
"loss": 0.0569,
"step": 2320
},
{
"epoch": 2.15,
"learning_rate": 9.237523105360444e-05,
"loss": 0.0047,
"step": 2330
},
{
"epoch": 2.16,
"learning_rate": 9.191312384473198e-05,
"loss": 0.0603,
"step": 2340
},
{
"epoch": 2.17,
"learning_rate": 9.145101663585952e-05,
"loss": 0.0247,
"step": 2350
},
{
"epoch": 2.18,
"learning_rate": 9.098890942698706e-05,
"loss": 0.0375,
"step": 2360
},
{
"epoch": 2.19,
"learning_rate": 9.05268022181146e-05,
"loss": 0.0259,
"step": 2370
},
{
"epoch": 2.2,
"learning_rate": 9.006469500924214e-05,
"loss": 0.1091,
"step": 2380
},
{
"epoch": 2.21,
"learning_rate": 8.960258780036968e-05,
"loss": 0.0454,
"step": 2390
},
{
"epoch": 2.22,
"learning_rate": 8.914048059149724e-05,
"loss": 0.0929,
"step": 2400
},
{
"epoch": 2.22,
"eval_accuracy": 0.9009482316760635,
"eval_f1": 0.9009482316760635,
"eval_loss": 0.37732452154159546,
"eval_precision": 0.9009482316760635,
"eval_recall": 0.9009482316760635,
"eval_runtime": 68.175,
"eval_samples_per_second": 114.47,
"eval_steps_per_second": 14.316,
"step": 2400
},
{
"epoch": 2.23,
"learning_rate": 8.867837338262477e-05,
"loss": 0.0662,
"step": 2410
},
{
"epoch": 2.24,
"learning_rate": 8.821626617375232e-05,
"loss": 0.0249,
"step": 2420
},
{
"epoch": 2.25,
"learning_rate": 8.775415896487985e-05,
"loss": 0.0774,
"step": 2430
},
{
"epoch": 2.26,
"learning_rate": 8.72920517560074e-05,
"loss": 0.022,
"step": 2440
},
{
"epoch": 2.26,
"learning_rate": 8.682994454713494e-05,
"loss": 0.0128,
"step": 2450
},
{
"epoch": 2.27,
"learning_rate": 8.636783733826248e-05,
"loss": 0.0056,
"step": 2460
},
{
"epoch": 2.28,
"learning_rate": 8.590573012939002e-05,
"loss": 0.052,
"step": 2470
},
{
"epoch": 2.29,
"learning_rate": 8.544362292051756e-05,
"loss": 0.0087,
"step": 2480
},
{
"epoch": 2.3,
"learning_rate": 8.49815157116451e-05,
"loss": 0.0552,
"step": 2490
},
{
"epoch": 2.31,
"learning_rate": 8.451940850277265e-05,
"loss": 0.0378,
"step": 2500
},
{
"epoch": 2.31,
"eval_accuracy": 0.9028703229113275,
"eval_f1": 0.9028703229113276,
"eval_loss": 0.4577423334121704,
"eval_precision": 0.9028703229113275,
"eval_recall": 0.9028703229113275,
"eval_runtime": 68.0487,
"eval_samples_per_second": 114.683,
"eval_steps_per_second": 14.343,
"step": 2500
},
{
"epoch": 2.32,
"learning_rate": 8.405730129390019e-05,
"loss": 0.0389,
"step": 2510
},
{
"epoch": 2.33,
"learning_rate": 8.359519408502773e-05,
"loss": 0.08,
"step": 2520
},
{
"epoch": 2.34,
"learning_rate": 8.313308687615527e-05,
"loss": 0.1181,
"step": 2530
},
{
"epoch": 2.35,
"learning_rate": 8.267097966728281e-05,
"loss": 0.0461,
"step": 2540
},
{
"epoch": 2.36,
"learning_rate": 8.220887245841036e-05,
"loss": 0.049,
"step": 2550
},
{
"epoch": 2.37,
"learning_rate": 8.179297597042514e-05,
"loss": 0.0492,
"step": 2560
},
{
"epoch": 2.38,
"learning_rate": 8.133086876155268e-05,
"loss": 0.0382,
"step": 2570
},
{
"epoch": 2.38,
"learning_rate": 8.086876155268022e-05,
"loss": 0.064,
"step": 2580
},
{
"epoch": 2.39,
"learning_rate": 8.040665434380776e-05,
"loss": 0.0385,
"step": 2590
},
{
"epoch": 2.4,
"learning_rate": 7.99445471349353e-05,
"loss": 0.0085,
"step": 2600
},
{
"epoch": 2.4,
"eval_accuracy": 0.9202972834443875,
"eval_f1": 0.9202972834443875,
"eval_loss": 0.3182913661003113,
"eval_precision": 0.9202972834443875,
"eval_recall": 0.9202972834443875,
"eval_runtime": 68.3876,
"eval_samples_per_second": 114.114,
"eval_steps_per_second": 14.272,
"step": 2600
},
{
"epoch": 2.41,
"learning_rate": 7.948243992606285e-05,
"loss": 0.0233,
"step": 2610
},
{
"epoch": 2.42,
"learning_rate": 7.902033271719039e-05,
"loss": 0.0726,
"step": 2620
},
{
"epoch": 2.43,
"learning_rate": 7.855822550831793e-05,
"loss": 0.0309,
"step": 2630
},
{
"epoch": 2.44,
"learning_rate": 7.809611829944548e-05,
"loss": 0.0107,
"step": 2640
},
{
"epoch": 2.45,
"learning_rate": 7.763401109057301e-05,
"loss": 0.0093,
"step": 2650
},
{
"epoch": 2.46,
"learning_rate": 7.717190388170056e-05,
"loss": 0.038,
"step": 2660
},
{
"epoch": 2.47,
"learning_rate": 7.67097966728281e-05,
"loss": 0.0343,
"step": 2670
},
{
"epoch": 2.48,
"learning_rate": 7.624768946395564e-05,
"loss": 0.0888,
"step": 2680
},
{
"epoch": 2.49,
"learning_rate": 7.578558225508319e-05,
"loss": 0.0912,
"step": 2690
},
{
"epoch": 2.5,
"learning_rate": 7.532347504621073e-05,
"loss": 0.06,
"step": 2700
},
{
"epoch": 2.5,
"eval_accuracy": 0.9126089185033316,
"eval_f1": 0.9126089185033316,
"eval_loss": 0.3547973334789276,
"eval_precision": 0.9126089185033316,
"eval_recall": 0.9126089185033316,
"eval_runtime": 68.5081,
"eval_samples_per_second": 113.914,
"eval_steps_per_second": 14.246,
"step": 2700
},
{
"epoch": 2.5,
"learning_rate": 7.486136783733827e-05,
"loss": 0.0463,
"step": 2710
},
{
"epoch": 2.51,
"learning_rate": 7.439926062846581e-05,
"loss": 0.0523,
"step": 2720
},
{
"epoch": 2.52,
"learning_rate": 7.393715341959335e-05,
"loss": 0.0254,
"step": 2730
},
{
"epoch": 2.53,
"learning_rate": 7.347504621072089e-05,
"loss": 0.0618,
"step": 2740
},
{
"epoch": 2.54,
"learning_rate": 7.301293900184843e-05,
"loss": 0.042,
"step": 2750
},
{
"epoch": 2.55,
"learning_rate": 7.255083179297597e-05,
"loss": 0.0127,
"step": 2760
},
{
"epoch": 2.56,
"learning_rate": 7.208872458410351e-05,
"loss": 0.0312,
"step": 2770
},
{
"epoch": 2.57,
"learning_rate": 7.162661737523105e-05,
"loss": 0.0226,
"step": 2780
},
{
"epoch": 2.58,
"learning_rate": 7.11645101663586e-05,
"loss": 0.0441,
"step": 2790
},
{
"epoch": 2.59,
"learning_rate": 7.070240295748613e-05,
"loss": 0.0139,
"step": 2800
},
{
"epoch": 2.59,
"eval_accuracy": 0.9197847257816504,
"eval_f1": 0.9197847257816503,
"eval_loss": 0.3212650418281555,
"eval_precision": 0.9197847257816504,
"eval_recall": 0.9197847257816504,
"eval_runtime": 68.2461,
"eval_samples_per_second": 114.351,
"eval_steps_per_second": 14.301,
"step": 2800
},
{
"epoch": 2.6,
"learning_rate": 7.024029574861369e-05,
"loss": 0.0127,
"step": 2810
},
{
"epoch": 2.61,
"learning_rate": 6.977818853974121e-05,
"loss": 0.0737,
"step": 2820
},
{
"epoch": 2.62,
"learning_rate": 6.931608133086877e-05,
"loss": 0.0033,
"step": 2830
},
{
"epoch": 2.62,
"learning_rate": 6.885397412199631e-05,
"loss": 0.0991,
"step": 2840
},
{
"epoch": 2.63,
"learning_rate": 6.839186691312385e-05,
"loss": 0.0167,
"step": 2850
},
{
"epoch": 2.64,
"learning_rate": 6.792975970425139e-05,
"loss": 0.0242,
"step": 2860
},
{
"epoch": 2.65,
"learning_rate": 6.746765249537893e-05,
"loss": 0.0384,
"step": 2870
},
{
"epoch": 2.66,
"learning_rate": 6.700554528650647e-05,
"loss": 0.006,
"step": 2880
},
{
"epoch": 2.67,
"learning_rate": 6.654343807763401e-05,
"loss": 0.0607,
"step": 2890
},
{
"epoch": 2.68,
"learning_rate": 6.608133086876155e-05,
"loss": 0.056,
"step": 2900
},
{
"epoch": 2.68,
"eval_accuracy": 0.9131214761660686,
"eval_f1": 0.9131214761660685,
"eval_loss": 0.35575374960899353,
"eval_precision": 0.9131214761660686,
"eval_recall": 0.9131214761660686,
"eval_runtime": 67.8806,
"eval_samples_per_second": 114.967,
"eval_steps_per_second": 14.378,
"step": 2900
},
{
"epoch": 2.69,
"learning_rate": 6.56192236598891e-05,
"loss": 0.0563,
"step": 2910
},
{
"epoch": 2.7,
"learning_rate": 6.515711645101664e-05,
"loss": 0.0499,
"step": 2920
},
{
"epoch": 2.71,
"learning_rate": 6.469500924214418e-05,
"loss": 0.0304,
"step": 2930
},
{
"epoch": 2.72,
"learning_rate": 6.423290203327173e-05,
"loss": 0.0178,
"step": 2940
},
{
"epoch": 2.73,
"learning_rate": 6.377079482439926e-05,
"loss": 0.0304,
"step": 2950
},
{
"epoch": 2.74,
"learning_rate": 6.330868761552681e-05,
"loss": 0.028,
"step": 2960
},
{
"epoch": 2.74,
"learning_rate": 6.284658040665434e-05,
"loss": 0.0567,
"step": 2970
},
{
"epoch": 2.75,
"learning_rate": 6.23844731977819e-05,
"loss": 0.0198,
"step": 2980
},
{
"epoch": 2.76,
"learning_rate": 6.192236598890942e-05,
"loss": 0.015,
"step": 2990
},
{
"epoch": 2.77,
"learning_rate": 6.146025878003697e-05,
"loss": 0.0433,
"step": 3000
},
{
"epoch": 2.77,
"eval_accuracy": 0.9214505381855459,
"eval_f1": 0.9214505381855459,
"eval_loss": 0.3101392388343811,
"eval_precision": 0.9214505381855459,
"eval_recall": 0.9214505381855459,
"eval_runtime": 68.1627,
"eval_samples_per_second": 114.491,
"eval_steps_per_second": 14.319,
"step": 3000
},
{
"epoch": 2.78,
"learning_rate": 6.099815157116451e-05,
"loss": 0.0055,
"step": 3010
},
{
"epoch": 2.79,
"learning_rate": 6.0536044362292056e-05,
"loss": 0.0518,
"step": 3020
},
{
"epoch": 2.8,
"learning_rate": 6.0073937153419604e-05,
"loss": 0.0027,
"step": 3030
},
{
"epoch": 2.81,
"learning_rate": 5.961182994454714e-05,
"loss": 0.0249,
"step": 3040
},
{
"epoch": 2.82,
"learning_rate": 5.9149722735674685e-05,
"loss": 0.0414,
"step": 3050
},
{
"epoch": 2.83,
"learning_rate": 5.868761552680222e-05,
"loss": 0.0233,
"step": 3060
},
{
"epoch": 2.84,
"learning_rate": 5.8225508317929767e-05,
"loss": 0.0039,
"step": 3070
},
{
"epoch": 2.85,
"learning_rate": 5.77634011090573e-05,
"loss": 0.0433,
"step": 3080
},
{
"epoch": 2.86,
"learning_rate": 5.730129390018485e-05,
"loss": 0.0479,
"step": 3090
},
{
"epoch": 2.87,
"learning_rate": 5.683918669131238e-05,
"loss": 0.0074,
"step": 3100
},
{
"epoch": 2.87,
"eval_accuracy": 0.9176063557150179,
"eval_f1": 0.9176063557150179,
"eval_loss": 0.3139953315258026,
"eval_precision": 0.9176063557150179,
"eval_recall": 0.9176063557150179,
"eval_runtime": 68.4275,
"eval_samples_per_second": 114.048,
"eval_steps_per_second": 14.263,
"step": 3100
},
{
"epoch": 2.87,
"learning_rate": 5.637707948243993e-05,
"loss": 0.0745,
"step": 3110
},
{
"epoch": 2.88,
"learning_rate": 5.591497227356747e-05,
"loss": 0.0395,
"step": 3120
},
{
"epoch": 2.89,
"learning_rate": 5.545286506469501e-05,
"loss": 0.0151,
"step": 3130
},
{
"epoch": 2.9,
"learning_rate": 5.499075785582255e-05,
"loss": 0.0227,
"step": 3140
},
{
"epoch": 2.91,
"learning_rate": 5.45286506469501e-05,
"loss": 0.0399,
"step": 3150
},
{
"epoch": 2.92,
"learning_rate": 5.406654343807763e-05,
"loss": 0.0165,
"step": 3160
},
{
"epoch": 2.93,
"learning_rate": 5.360443622920518e-05,
"loss": 0.0383,
"step": 3170
},
{
"epoch": 2.94,
"learning_rate": 5.3142329020332715e-05,
"loss": 0.0159,
"step": 3180
},
{
"epoch": 2.95,
"learning_rate": 5.268022181146026e-05,
"loss": 0.0039,
"step": 3190
},
{
"epoch": 2.96,
"learning_rate": 5.2218114602587796e-05,
"loss": 0.0216,
"step": 3200
},
{
"epoch": 2.96,
"eval_accuracy": 0.918631471040492,
"eval_f1": 0.918631471040492,
"eval_loss": 0.3656544089317322,
"eval_precision": 0.918631471040492,
"eval_recall": 0.918631471040492,
"eval_runtime": 68.2059,
"eval_samples_per_second": 114.418,
"eval_steps_per_second": 14.31,
"step": 3200
},
{
"epoch": 2.97,
"learning_rate": 5.1756007393715344e-05,
"loss": 0.0133,
"step": 3210
},
{
"epoch": 2.98,
"learning_rate": 5.129390018484289e-05,
"loss": 0.0278,
"step": 3220
},
{
"epoch": 2.99,
"learning_rate": 5.0831792975970425e-05,
"loss": 0.0476,
"step": 3230
},
{
"epoch": 2.99,
"learning_rate": 5.036968576709797e-05,
"loss": 0.0467,
"step": 3240
},
{
"epoch": 3.0,
"learning_rate": 4.9907578558225506e-05,
"loss": 0.0748,
"step": 3250
},
{
"epoch": 3.01,
"learning_rate": 4.9445471349353054e-05,
"loss": 0.0039,
"step": 3260
},
{
"epoch": 3.02,
"learning_rate": 4.8983364140480595e-05,
"loss": 0.0016,
"step": 3270
},
{
"epoch": 3.03,
"learning_rate": 4.8521256931608135e-05,
"loss": 0.0069,
"step": 3280
},
{
"epoch": 3.04,
"learning_rate": 4.8059149722735676e-05,
"loss": 0.002,
"step": 3290
},
{
"epoch": 3.05,
"learning_rate": 4.759704251386322e-05,
"loss": 0.0118,
"step": 3300
},
{
"epoch": 3.05,
"eval_accuracy": 0.9195284469502819,
"eval_f1": 0.9195284469502819,
"eval_loss": 0.3722282350063324,
"eval_precision": 0.9195284469502819,
"eval_recall": 0.9195284469502819,
"eval_runtime": 68.0438,
"eval_samples_per_second": 114.691,
"eval_steps_per_second": 14.344,
"step": 3300
},
{
"epoch": 3.06,
"learning_rate": 4.7134935304990764e-05,
"loss": 0.0033,
"step": 3310
},
{
"epoch": 3.07,
"learning_rate": 4.6672828096118305e-05,
"loss": 0.0047,
"step": 3320
},
{
"epoch": 3.08,
"learning_rate": 4.6210720887245846e-05,
"loss": 0.0075,
"step": 3330
},
{
"epoch": 3.09,
"learning_rate": 4.5748613678373387e-05,
"loss": 0.0261,
"step": 3340
},
{
"epoch": 3.1,
"learning_rate": 4.528650646950093e-05,
"loss": 0.0015,
"step": 3350
},
{
"epoch": 3.11,
"learning_rate": 4.482439926062847e-05,
"loss": 0.0031,
"step": 3360
},
{
"epoch": 3.11,
"learning_rate": 4.436229205175601e-05,
"loss": 0.0425,
"step": 3370
},
{
"epoch": 3.12,
"learning_rate": 4.390018484288355e-05,
"loss": 0.0013,
"step": 3380
},
{
"epoch": 3.13,
"learning_rate": 4.343807763401109e-05,
"loss": 0.0011,
"step": 3390
},
{
"epoch": 3.14,
"learning_rate": 4.297597042513863e-05,
"loss": 0.0014,
"step": 3400
},
{
"epoch": 3.14,
"eval_accuracy": 0.9141465914915428,
"eval_f1": 0.9141465914915428,
"eval_loss": 0.40892842411994934,
"eval_precision": 0.9141465914915428,
"eval_recall": 0.9141465914915428,
"eval_runtime": 68.314,
"eval_samples_per_second": 114.237,
"eval_steps_per_second": 14.287,
"step": 3400
},
{
"epoch": 3.15,
"learning_rate": 4.251386321626618e-05,
"loss": 0.0015,
"step": 3410
},
{
"epoch": 3.16,
"learning_rate": 4.205175600739372e-05,
"loss": 0.001,
"step": 3420
},
{
"epoch": 3.17,
"learning_rate": 4.158964879852126e-05,
"loss": 0.0024,
"step": 3430
},
{
"epoch": 3.18,
"learning_rate": 4.11275415896488e-05,
"loss": 0.0266,
"step": 3440
},
{
"epoch": 3.19,
"learning_rate": 4.066543438077634e-05,
"loss": 0.0009,
"step": 3450
},
{
"epoch": 3.2,
"learning_rate": 4.020332717190388e-05,
"loss": 0.001,
"step": 3460
},
{
"epoch": 3.21,
"learning_rate": 3.974121996303142e-05,
"loss": 0.0009,
"step": 3470
},
{
"epoch": 3.22,
"learning_rate": 3.9279112754158964e-05,
"loss": 0.0031,
"step": 3480
},
{
"epoch": 3.23,
"learning_rate": 3.8817005545286504e-05,
"loss": 0.0016,
"step": 3490
},
{
"epoch": 3.23,
"learning_rate": 3.835489833641405e-05,
"loss": 0.001,
"step": 3500
},
{
"epoch": 3.23,
"eval_accuracy": 0.9188877498718606,
"eval_f1": 0.9188877498718606,
"eval_loss": 0.4045088589191437,
"eval_precision": 0.9188877498718606,
"eval_recall": 0.9188877498718606,
"eval_runtime": 69.1504,
"eval_samples_per_second": 112.855,
"eval_steps_per_second": 14.114,
"step": 3500
},
{
"epoch": 3.24,
"learning_rate": 3.789279112754159e-05,
"loss": 0.0086,
"step": 3510
},
{
"epoch": 3.25,
"learning_rate": 3.743068391866913e-05,
"loss": 0.0009,
"step": 3520
},
{
"epoch": 3.26,
"learning_rate": 3.6968576709796674e-05,
"loss": 0.0093,
"step": 3530
},
{
"epoch": 3.27,
"learning_rate": 3.6506469500924215e-05,
"loss": 0.0078,
"step": 3540
},
{
"epoch": 3.28,
"learning_rate": 3.6044362292051755e-05,
"loss": 0.0184,
"step": 3550
},
{
"epoch": 3.29,
"learning_rate": 3.55822550831793e-05,
"loss": 0.0011,
"step": 3560
},
{
"epoch": 3.3,
"learning_rate": 3.5120147874306844e-05,
"loss": 0.0008,
"step": 3570
},
{
"epoch": 3.31,
"learning_rate": 3.4658040665434384e-05,
"loss": 0.0017,
"step": 3580
},
{
"epoch": 3.32,
"learning_rate": 3.4195933456561925e-05,
"loss": 0.0008,
"step": 3590
},
{
"epoch": 3.33,
"learning_rate": 3.3733826247689466e-05,
"loss": 0.0009,
"step": 3600
},
{
"epoch": 3.33,
"eval_accuracy": 0.9229882111737571,
"eval_f1": 0.9229882111737571,
"eval_loss": 0.3931851387023926,
"eval_precision": 0.9229882111737571,
"eval_recall": 0.9229882111737571,
"eval_runtime": 68.0238,
"eval_samples_per_second": 114.725,
"eval_steps_per_second": 14.348,
"step": 3600
},
{
"epoch": 3.34,
"learning_rate": 3.3271719038817007e-05,
"loss": 0.002,
"step": 3610
},
{
"epoch": 3.35,
"learning_rate": 3.280961182994455e-05,
"loss": 0.0009,
"step": 3620
},
{
"epoch": 3.35,
"learning_rate": 3.234750462107209e-05,
"loss": 0.0008,
"step": 3630
},
{
"epoch": 3.36,
"learning_rate": 3.188539741219963e-05,
"loss": 0.0008,
"step": 3640
},
{
"epoch": 3.37,
"learning_rate": 3.142329020332717e-05,
"loss": 0.0007,
"step": 3650
},
{
"epoch": 3.38,
"learning_rate": 3.096118299445471e-05,
"loss": 0.0103,
"step": 3660
},
{
"epoch": 3.39,
"learning_rate": 3.0499075785582254e-05,
"loss": 0.0008,
"step": 3670
},
{
"epoch": 3.4,
"learning_rate": 3.0036968576709802e-05,
"loss": 0.0008,
"step": 3680
},
{
"epoch": 3.41,
"learning_rate": 2.9574861367837343e-05,
"loss": 0.0421,
"step": 3690
},
{
"epoch": 3.42,
"learning_rate": 2.9112754158964883e-05,
"loss": 0.0009,
"step": 3700
},
{
"epoch": 3.42,
"eval_accuracy": 0.9173500768836494,
"eval_f1": 0.9173500768836496,
"eval_loss": 0.4256540536880493,
"eval_precision": 0.9173500768836494,
"eval_recall": 0.9173500768836494,
"eval_runtime": 68.8035,
"eval_samples_per_second": 113.425,
"eval_steps_per_second": 14.185,
"step": 3700
},
{
"epoch": 3.43,
"learning_rate": 2.8650646950092424e-05,
"loss": 0.0189,
"step": 3710
},
{
"epoch": 3.44,
"learning_rate": 2.8188539741219965e-05,
"loss": 0.001,
"step": 3720
},
{
"epoch": 3.45,
"learning_rate": 2.7726432532347505e-05,
"loss": 0.0012,
"step": 3730
},
{
"epoch": 3.46,
"learning_rate": 2.726432532347505e-05,
"loss": 0.0011,
"step": 3740
},
{
"epoch": 3.47,
"learning_rate": 2.680221811460259e-05,
"loss": 0.0007,
"step": 3750
},
{
"epoch": 3.48,
"learning_rate": 2.634011090573013e-05,
"loss": 0.0007,
"step": 3760
},
{
"epoch": 3.48,
"learning_rate": 2.5878003696857672e-05,
"loss": 0.0476,
"step": 3770
},
{
"epoch": 3.49,
"learning_rate": 2.5415896487985213e-05,
"loss": 0.0007,
"step": 3780
},
{
"epoch": 3.5,
"learning_rate": 2.4953789279112753e-05,
"loss": 0.0007,
"step": 3790
},
{
"epoch": 3.51,
"learning_rate": 2.4491682070240297e-05,
"loss": 0.03,
"step": 3800
},
{
"epoch": 3.51,
"eval_accuracy": 0.9222193746796514,
"eval_f1": 0.9222193746796514,
"eval_loss": 0.3981027603149414,
"eval_precision": 0.9222193746796514,
"eval_recall": 0.9222193746796514,
"eval_runtime": 68.2323,
"eval_samples_per_second": 114.374,
"eval_steps_per_second": 14.304,
"step": 3800
},
{
"epoch": 3.52,
"learning_rate": 2.4029574861367838e-05,
"loss": 0.0007,
"step": 3810
},
{
"epoch": 3.53,
"learning_rate": 2.3567467652495382e-05,
"loss": 0.0032,
"step": 3820
},
{
"epoch": 3.54,
"learning_rate": 2.3105360443622923e-05,
"loss": 0.04,
"step": 3830
},
{
"epoch": 3.55,
"learning_rate": 2.2643253234750464e-05,
"loss": 0.0008,
"step": 3840
},
{
"epoch": 3.56,
"learning_rate": 2.2181146025878004e-05,
"loss": 0.0008,
"step": 3850
},
{
"epoch": 3.57,
"learning_rate": 2.1719038817005545e-05,
"loss": 0.0007,
"step": 3860
},
{
"epoch": 3.58,
"learning_rate": 2.125693160813309e-05,
"loss": 0.0007,
"step": 3870
},
{
"epoch": 3.59,
"learning_rate": 2.079482439926063e-05,
"loss": 0.0337,
"step": 3880
},
{
"epoch": 3.6,
"learning_rate": 2.033271719038817e-05,
"loss": 0.0007,
"step": 3890
},
{
"epoch": 3.6,
"learning_rate": 1.987060998151571e-05,
"loss": 0.0007,
"step": 3900
},
{
"epoch": 3.6,
"eval_accuracy": 0.9188877498718606,
"eval_f1": 0.9188877498718606,
"eval_loss": 0.42112305760383606,
"eval_precision": 0.9188877498718606,
"eval_recall": 0.9188877498718606,
"eval_runtime": 67.8886,
"eval_samples_per_second": 114.953,
"eval_steps_per_second": 14.376,
"step": 3900
},
{
"epoch": 3.61,
"learning_rate": 1.9408502772643252e-05,
"loss": 0.0719,
"step": 3910
},
{
"epoch": 3.62,
"learning_rate": 1.8946395563770796e-05,
"loss": 0.0036,
"step": 3920
},
{
"epoch": 3.63,
"learning_rate": 1.8484288354898337e-05,
"loss": 0.0009,
"step": 3930
},
{
"epoch": 3.64,
"learning_rate": 1.8022181146025878e-05,
"loss": 0.0009,
"step": 3940
},
{
"epoch": 3.65,
"learning_rate": 1.7560073937153422e-05,
"loss": 0.0008,
"step": 3950
},
{
"epoch": 3.66,
"learning_rate": 1.7097966728280963e-05,
"loss": 0.0012,
"step": 3960
},
{
"epoch": 3.67,
"learning_rate": 1.6635859519408503e-05,
"loss": 0.0009,
"step": 3970
},
{
"epoch": 3.68,
"learning_rate": 1.6173752310536044e-05,
"loss": 0.001,
"step": 3980
},
{
"epoch": 3.69,
"learning_rate": 1.5711645101663585e-05,
"loss": 0.0009,
"step": 3990
},
{
"epoch": 3.7,
"learning_rate": 1.5249537892791127e-05,
"loss": 0.0494,
"step": 4000
},
{
"epoch": 3.7,
"eval_accuracy": 0.9206817016914403,
"eval_f1": 0.9206817016914403,
"eval_loss": 0.40287914872169495,
"eval_precision": 0.9206817016914403,
"eval_recall": 0.9206817016914403,
"eval_runtime": 68.3875,
"eval_samples_per_second": 114.114,
"eval_steps_per_second": 14.272,
"step": 4000
},
{
"epoch": 3.71,
"learning_rate": 1.4787430683918671e-05,
"loss": 0.0011,
"step": 4010
},
{
"epoch": 3.72,
"learning_rate": 1.4325323475046212e-05,
"loss": 0.001,
"step": 4020
},
{
"epoch": 3.72,
"learning_rate": 1.3863216266173753e-05,
"loss": 0.001,
"step": 4030
},
{
"epoch": 3.73,
"learning_rate": 1.3401109057301295e-05,
"loss": 0.0318,
"step": 4040
},
{
"epoch": 3.74,
"learning_rate": 1.2939001848428836e-05,
"loss": 0.0009,
"step": 4050
},
{
"epoch": 3.75,
"learning_rate": 1.2476894639556377e-05,
"loss": 0.001,
"step": 4060
},
{
"epoch": 3.76,
"learning_rate": 1.2060998151571165e-05,
"loss": 0.0082,
"step": 4070
},
{
"epoch": 3.77,
"learning_rate": 1.1598890942698706e-05,
"loss": 0.0011,
"step": 4080
},
{
"epoch": 3.78,
"learning_rate": 1.1136783733826248e-05,
"loss": 0.0067,
"step": 4090
},
{
"epoch": 3.79,
"learning_rate": 1.0674676524953791e-05,
"loss": 0.0009,
"step": 4100
},
{
"epoch": 3.79,
"eval_accuracy": 0.9226037929267042,
"eval_f1": 0.9226037929267042,
"eval_loss": 0.3950587511062622,
"eval_precision": 0.9226037929267042,
"eval_recall": 0.9226037929267042,
"eval_runtime": 68.4949,
"eval_samples_per_second": 113.936,
"eval_steps_per_second": 14.249,
"step": 4100
},
{
"epoch": 3.8,
"learning_rate": 1.0212569316081332e-05,
"loss": 0.0249,
"step": 4110
},
{
"epoch": 3.81,
"learning_rate": 9.750462107208872e-06,
"loss": 0.0008,
"step": 4120
},
{
"epoch": 3.82,
"learning_rate": 9.288354898336415e-06,
"loss": 0.0007,
"step": 4130
},
{
"epoch": 3.83,
"learning_rate": 8.826247689463957e-06,
"loss": 0.0007,
"step": 4140
},
{
"epoch": 3.84,
"learning_rate": 8.364140480591498e-06,
"loss": 0.0008,
"step": 4150
},
{
"epoch": 3.84,
"learning_rate": 7.902033271719039e-06,
"loss": 0.0188,
"step": 4160
},
{
"epoch": 3.85,
"learning_rate": 7.43992606284658e-06,
"loss": 0.001,
"step": 4170
},
{
"epoch": 3.86,
"learning_rate": 6.977818853974122e-06,
"loss": 0.0007,
"step": 4180
},
{
"epoch": 3.87,
"learning_rate": 6.515711645101664e-06,
"loss": 0.0944,
"step": 4190
},
{
"epoch": 3.88,
"learning_rate": 6.053604436229206e-06,
"loss": 0.0319,
"step": 4200
},
{
"epoch": 3.88,
"eval_accuracy": 0.9220912352639672,
"eval_f1": 0.9220912352639672,
"eval_loss": 0.3943887948989868,
"eval_precision": 0.9220912352639672,
"eval_recall": 0.9220912352639672,
"eval_runtime": 68.3629,
"eval_samples_per_second": 114.155,
"eval_steps_per_second": 14.277,
"step": 4200
},
{
"epoch": 3.89,
"learning_rate": 5.591497227356747e-06,
"loss": 0.0008,
"step": 4210
},
{
"epoch": 3.9,
"learning_rate": 5.129390018484288e-06,
"loss": 0.0246,
"step": 4220
},
{
"epoch": 3.91,
"learning_rate": 4.6672828096118305e-06,
"loss": 0.001,
"step": 4230
},
{
"epoch": 3.92,
"learning_rate": 4.205175600739371e-06,
"loss": 0.0087,
"step": 4240
},
{
"epoch": 3.93,
"learning_rate": 3.7430683918669137e-06,
"loss": 0.0309,
"step": 4250
},
{
"epoch": 3.94,
"learning_rate": 3.280961182994455e-06,
"loss": 0.0007,
"step": 4260
},
{
"epoch": 3.95,
"learning_rate": 2.8188539741219964e-06,
"loss": 0.0008,
"step": 4270
},
{
"epoch": 3.96,
"learning_rate": 2.356746765249538e-06,
"loss": 0.0009,
"step": 4280
},
{
"epoch": 3.96,
"learning_rate": 1.8946395563770795e-06,
"loss": 0.0096,
"step": 4290
},
{
"epoch": 3.97,
"learning_rate": 1.4325323475046211e-06,
"loss": 0.0013,
"step": 4300
},
{
"epoch": 3.97,
"eval_accuracy": 0.92247565351102,
"eval_f1": 0.92247565351102,
"eval_loss": 0.389446884393692,
"eval_precision": 0.92247565351102,
"eval_recall": 0.92247565351102,
"eval_runtime": 68.2335,
"eval_samples_per_second": 114.372,
"eval_steps_per_second": 14.304,
"step": 4300
},
{
"epoch": 3.98,
"learning_rate": 9.704251386321627e-07,
"loss": 0.0009,
"step": 4310
},
{
"epoch": 3.99,
"learning_rate": 5.083179297597043e-07,
"loss": 0.0008,
"step": 4320
},
{
"epoch": 4.0,
"step": 4328,
"total_flos": 5.3636855531636e+18,
"train_loss": 0.12048932520910244,
"train_runtime": 4412.0416,
"train_samples_per_second": 15.688,
"train_steps_per_second": 0.981
}
],
"max_steps": 4328,
"num_train_epochs": 4,
"total_flos": 5.3636855531636e+18,
"trial_name": null,
"trial_params": null
}