exper_batch_8_e8 / trainer_state.json
sudo-s's picture
🍻 cheers
1b7424f
raw
history blame
149 kB
{
"best_metric": 0.46077683568000793,
"best_model_checkpoint": "./exper_batch_8_e8/checkpoint-9400",
"epoch": 8.0,
"global_step": 10216,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 0.00019980422866092406,
"loss": 4.9654,
"step": 10
},
{
"epoch": 0.02,
"learning_rate": 0.0001996084573218481,
"loss": 4.8684,
"step": 20
},
{
"epoch": 0.02,
"learning_rate": 0.00019941268598277215,
"loss": 4.8214,
"step": 30
},
{
"epoch": 0.03,
"learning_rate": 0.00019921691464369617,
"loss": 4.6964,
"step": 40
},
{
"epoch": 0.04,
"learning_rate": 0.0001990211433046202,
"loss": 4.5588,
"step": 50
},
{
"epoch": 0.05,
"learning_rate": 0.00019882537196554424,
"loss": 4.5544,
"step": 60
},
{
"epoch": 0.05,
"learning_rate": 0.0001986296006264683,
"loss": 4.3677,
"step": 70
},
{
"epoch": 0.06,
"learning_rate": 0.00019843382928739234,
"loss": 4.2368,
"step": 80
},
{
"epoch": 0.07,
"learning_rate": 0.0001982380579483164,
"loss": 4.2028,
"step": 90
},
{
"epoch": 0.08,
"learning_rate": 0.00019804228660924044,
"loss": 4.2202,
"step": 100
},
{
"epoch": 0.08,
"eval_accuracy": 0.12374710871241326,
"eval_loss": 4.124450206756592,
"eval_runtime": 43.2831,
"eval_samples_per_second": 59.931,
"eval_steps_per_second": 7.509,
"step": 100
},
{
"epoch": 0.09,
"learning_rate": 0.00019784651527016446,
"loss": 4.0062,
"step": 110
},
{
"epoch": 0.09,
"learning_rate": 0.00019765074393108848,
"loss": 4.1862,
"step": 120
},
{
"epoch": 0.1,
"learning_rate": 0.00019745497259201253,
"loss": 4.0323,
"step": 130
},
{
"epoch": 0.11,
"learning_rate": 0.00019725920125293657,
"loss": 3.8437,
"step": 140
},
{
"epoch": 0.12,
"learning_rate": 0.00019706342991386062,
"loss": 3.8453,
"step": 150
},
{
"epoch": 0.13,
"learning_rate": 0.00019686765857478467,
"loss": 3.8992,
"step": 160
},
{
"epoch": 0.13,
"learning_rate": 0.00019667188723570872,
"loss": 3.8014,
"step": 170
},
{
"epoch": 0.14,
"learning_rate": 0.00019647611589663274,
"loss": 3.9764,
"step": 180
},
{
"epoch": 0.15,
"learning_rate": 0.00019628034455755676,
"loss": 3.6376,
"step": 190
},
{
"epoch": 0.16,
"learning_rate": 0.0001960845732184808,
"loss": 3.467,
"step": 200
},
{
"epoch": 0.16,
"eval_accuracy": 0.21434078643022358,
"eval_loss": 3.562227487564087,
"eval_runtime": 42.516,
"eval_samples_per_second": 61.012,
"eval_steps_per_second": 7.644,
"step": 200
},
{
"epoch": 0.16,
"learning_rate": 0.00019588880187940486,
"loss": 3.4815,
"step": 210
},
{
"epoch": 0.17,
"learning_rate": 0.0001956930305403289,
"loss": 3.626,
"step": 220
},
{
"epoch": 0.18,
"learning_rate": 0.00019549725920125295,
"loss": 3.425,
"step": 230
},
{
"epoch": 0.19,
"learning_rate": 0.000195301487862177,
"loss": 3.3261,
"step": 240
},
{
"epoch": 0.2,
"learning_rate": 0.00019510571652310102,
"loss": 3.3677,
"step": 250
},
{
"epoch": 0.2,
"learning_rate": 0.00019490994518402507,
"loss": 3.3689,
"step": 260
},
{
"epoch": 0.21,
"learning_rate": 0.0001947141738449491,
"loss": 3.2287,
"step": 270
},
{
"epoch": 0.22,
"learning_rate": 0.00019451840250587314,
"loss": 3.1849,
"step": 280
},
{
"epoch": 0.23,
"learning_rate": 0.00019432263116679719,
"loss": 3.1894,
"step": 290
},
{
"epoch": 0.23,
"learning_rate": 0.00019412685982772123,
"loss": 3.3469,
"step": 300
},
{
"epoch": 0.23,
"eval_accuracy": 0.26754047802621433,
"eval_loss": 3.1687722206115723,
"eval_runtime": 43.3412,
"eval_samples_per_second": 59.851,
"eval_steps_per_second": 7.499,
"step": 300
},
{
"epoch": 0.24,
"learning_rate": 0.00019393108848864528,
"loss": 3.1748,
"step": 310
},
{
"epoch": 0.25,
"learning_rate": 0.00019373531714956933,
"loss": 3.1283,
"step": 320
},
{
"epoch": 0.26,
"learning_rate": 0.00019353954581049335,
"loss": 2.9591,
"step": 330
},
{
"epoch": 0.27,
"learning_rate": 0.0001933437744714174,
"loss": 2.9965,
"step": 340
},
{
"epoch": 0.27,
"learning_rate": 0.00019314800313234142,
"loss": 3.0854,
"step": 350
},
{
"epoch": 0.28,
"learning_rate": 0.00019295223179326547,
"loss": 2.875,
"step": 360
},
{
"epoch": 0.29,
"learning_rate": 0.00019275646045418952,
"loss": 2.9558,
"step": 370
},
{
"epoch": 0.3,
"learning_rate": 0.00019256068911511356,
"loss": 2.7257,
"step": 380
},
{
"epoch": 0.31,
"learning_rate": 0.0001923649177760376,
"loss": 3.1288,
"step": 390
},
{
"epoch": 0.31,
"learning_rate": 0.00019216914643696163,
"loss": 2.8086,
"step": 400
},
{
"epoch": 0.31,
"eval_accuracy": 0.3033924441017733,
"eval_loss": 2.8964760303497314,
"eval_runtime": 42.7345,
"eval_samples_per_second": 60.7,
"eval_steps_per_second": 7.605,
"step": 400
},
{
"epoch": 0.32,
"learning_rate": 0.00019197337509788568,
"loss": 2.8508,
"step": 410
},
{
"epoch": 0.33,
"learning_rate": 0.0001917776037588097,
"loss": 2.6375,
"step": 420
},
{
"epoch": 0.34,
"learning_rate": 0.00019158183241973375,
"loss": 2.6023,
"step": 430
},
{
"epoch": 0.34,
"learning_rate": 0.0001913860610806578,
"loss": 2.7481,
"step": 440
},
{
"epoch": 0.35,
"learning_rate": 0.00019119028974158185,
"loss": 2.8379,
"step": 450
},
{
"epoch": 0.36,
"learning_rate": 0.0001909945184025059,
"loss": 2.6653,
"step": 460
},
{
"epoch": 0.37,
"learning_rate": 0.00019079874706342992,
"loss": 2.4517,
"step": 470
},
{
"epoch": 0.38,
"learning_rate": 0.00019060297572435396,
"loss": 2.7008,
"step": 480
},
{
"epoch": 0.38,
"learning_rate": 0.000190407204385278,
"loss": 2.4153,
"step": 490
},
{
"epoch": 0.39,
"learning_rate": 0.00019021143304620203,
"loss": 2.6291,
"step": 500
},
{
"epoch": 0.39,
"eval_accuracy": 0.40246723207401697,
"eval_loss": 2.5858304500579834,
"eval_runtime": 43.0916,
"eval_samples_per_second": 60.197,
"eval_steps_per_second": 7.542,
"step": 500
},
{
"epoch": 0.4,
"learning_rate": 0.00019001566170712608,
"loss": 2.6765,
"step": 510
},
{
"epoch": 0.41,
"learning_rate": 0.00018981989036805013,
"loss": 2.4549,
"step": 520
},
{
"epoch": 0.42,
"learning_rate": 0.00018962411902897418,
"loss": 2.5246,
"step": 530
},
{
"epoch": 0.42,
"learning_rate": 0.00018942834768989822,
"loss": 2.3387,
"step": 540
},
{
"epoch": 0.43,
"learning_rate": 0.00018923257635082225,
"loss": 2.5484,
"step": 550
},
{
"epoch": 0.44,
"learning_rate": 0.0001890368050117463,
"loss": 2.7829,
"step": 560
},
{
"epoch": 0.45,
"learning_rate": 0.00018884103367267031,
"loss": 2.2403,
"step": 570
},
{
"epoch": 0.45,
"learning_rate": 0.00018864526233359436,
"loss": 2.4251,
"step": 580
},
{
"epoch": 0.46,
"learning_rate": 0.0001884494909945184,
"loss": 2.1143,
"step": 590
},
{
"epoch": 0.47,
"learning_rate": 0.00018825371965544246,
"loss": 2.2382,
"step": 600
},
{
"epoch": 0.47,
"eval_accuracy": 0.41326137239784116,
"eval_loss": 2.2908029556274414,
"eval_runtime": 43.1132,
"eval_samples_per_second": 60.167,
"eval_steps_per_second": 7.538,
"step": 600
},
{
"epoch": 0.48,
"learning_rate": 0.0001880579483163665,
"loss": 2.2726,
"step": 610
},
{
"epoch": 0.49,
"learning_rate": 0.00018786217697729053,
"loss": 2.3857,
"step": 620
},
{
"epoch": 0.49,
"learning_rate": 0.00018766640563821458,
"loss": 2.1657,
"step": 630
},
{
"epoch": 0.5,
"learning_rate": 0.00018747063429913862,
"loss": 2.3817,
"step": 640
},
{
"epoch": 0.51,
"learning_rate": 0.00018727486296006264,
"loss": 2.2828,
"step": 650
},
{
"epoch": 0.52,
"learning_rate": 0.0001870790916209867,
"loss": 2.2487,
"step": 660
},
{
"epoch": 0.52,
"learning_rate": 0.00018688332028191074,
"loss": 2.4604,
"step": 670
},
{
"epoch": 0.53,
"learning_rate": 0.0001866875489428348,
"loss": 2.1307,
"step": 680
},
{
"epoch": 0.54,
"learning_rate": 0.0001864917776037588,
"loss": 2.2876,
"step": 690
},
{
"epoch": 0.55,
"learning_rate": 0.00018629600626468286,
"loss": 1.9259,
"step": 700
},
{
"epoch": 0.55,
"eval_accuracy": 0.46761757902852735,
"eval_loss": 2.200721263885498,
"eval_runtime": 42.7003,
"eval_samples_per_second": 60.749,
"eval_steps_per_second": 7.611,
"step": 700
},
{
"epoch": 0.56,
"learning_rate": 0.0001861002349256069,
"loss": 2.0621,
"step": 710
},
{
"epoch": 0.56,
"learning_rate": 0.00018590446358653093,
"loss": 1.7867,
"step": 720
},
{
"epoch": 0.57,
"learning_rate": 0.00018570869224745497,
"loss": 2.1419,
"step": 730
},
{
"epoch": 0.58,
"learning_rate": 0.00018551292090837902,
"loss": 2.1075,
"step": 740
},
{
"epoch": 0.59,
"learning_rate": 0.00018531714956930307,
"loss": 2.0453,
"step": 750
},
{
"epoch": 0.6,
"learning_rate": 0.00018512137823022712,
"loss": 2.067,
"step": 760
},
{
"epoch": 0.6,
"learning_rate": 0.00018492560689115114,
"loss": 1.9266,
"step": 770
},
{
"epoch": 0.61,
"learning_rate": 0.0001847298355520752,
"loss": 2.2861,
"step": 780
},
{
"epoch": 0.62,
"learning_rate": 0.00018453406421299924,
"loss": 1.978,
"step": 790
},
{
"epoch": 0.63,
"learning_rate": 0.00018433829287392326,
"loss": 1.8088,
"step": 800
},
{
"epoch": 0.63,
"eval_accuracy": 0.47417116422513494,
"eval_loss": 2.041884422302246,
"eval_runtime": 42.6812,
"eval_samples_per_second": 60.776,
"eval_steps_per_second": 7.615,
"step": 800
},
{
"epoch": 0.63,
"learning_rate": 0.0001841425215348473,
"loss": 1.8517,
"step": 810
},
{
"epoch": 0.64,
"learning_rate": 0.00018394675019577135,
"loss": 2.1789,
"step": 820
},
{
"epoch": 0.65,
"learning_rate": 0.0001837509788566954,
"loss": 2.0317,
"step": 830
},
{
"epoch": 0.66,
"learning_rate": 0.00018355520751761942,
"loss": 1.964,
"step": 840
},
{
"epoch": 0.67,
"learning_rate": 0.00018335943617854347,
"loss": 1.8727,
"step": 850
},
{
"epoch": 0.67,
"learning_rate": 0.00018316366483946752,
"loss": 1.8722,
"step": 860
},
{
"epoch": 0.68,
"learning_rate": 0.00018296789350039154,
"loss": 1.8382,
"step": 870
},
{
"epoch": 0.69,
"learning_rate": 0.0001827721221613156,
"loss": 1.7831,
"step": 880
},
{
"epoch": 0.7,
"learning_rate": 0.00018257635082223963,
"loss": 1.6627,
"step": 890
},
{
"epoch": 0.7,
"learning_rate": 0.00018238057948316368,
"loss": 1.9462,
"step": 900
},
{
"epoch": 0.7,
"eval_accuracy": 0.5578257517347726,
"eval_loss": 1.6793174743652344,
"eval_runtime": 42.5528,
"eval_samples_per_second": 60.96,
"eval_steps_per_second": 7.638,
"step": 900
},
{
"epoch": 0.71,
"learning_rate": 0.0001821848081440877,
"loss": 1.7561,
"step": 910
},
{
"epoch": 0.72,
"learning_rate": 0.00018198903680501175,
"loss": 1.9231,
"step": 920
},
{
"epoch": 0.73,
"learning_rate": 0.0001817932654659358,
"loss": 1.5815,
"step": 930
},
{
"epoch": 0.74,
"learning_rate": 0.00018159749412685985,
"loss": 1.8771,
"step": 940
},
{
"epoch": 0.74,
"learning_rate": 0.00018140172278778387,
"loss": 1.6328,
"step": 950
},
{
"epoch": 0.75,
"learning_rate": 0.00018120595144870792,
"loss": 1.747,
"step": 960
},
{
"epoch": 0.76,
"learning_rate": 0.00018101018010963196,
"loss": 1.847,
"step": 970
},
{
"epoch": 0.77,
"learning_rate": 0.00018081440877055599,
"loss": 1.6034,
"step": 980
},
{
"epoch": 0.78,
"learning_rate": 0.00018061863743148003,
"loss": 1.5846,
"step": 990
},
{
"epoch": 0.78,
"learning_rate": 0.00018042286609240408,
"loss": 1.5392,
"step": 1000
},
{
"epoch": 0.78,
"eval_accuracy": 0.6079414032382421,
"eval_loss": 1.5460304021835327,
"eval_runtime": 43.0303,
"eval_samples_per_second": 60.283,
"eval_steps_per_second": 7.553,
"step": 1000
},
{
"epoch": 0.79,
"learning_rate": 0.00018022709475332813,
"loss": 1.373,
"step": 1010
},
{
"epoch": 0.8,
"learning_rate": 0.00018003132341425218,
"loss": 1.589,
"step": 1020
},
{
"epoch": 0.81,
"learning_rate": 0.0001798355520751762,
"loss": 1.5769,
"step": 1030
},
{
"epoch": 0.81,
"learning_rate": 0.00017963978073610025,
"loss": 1.4197,
"step": 1040
},
{
"epoch": 0.82,
"learning_rate": 0.0001794440093970243,
"loss": 1.6831,
"step": 1050
},
{
"epoch": 0.83,
"learning_rate": 0.00017924823805794832,
"loss": 1.6604,
"step": 1060
},
{
"epoch": 0.84,
"learning_rate": 0.00017905246671887236,
"loss": 1.3292,
"step": 1070
},
{
"epoch": 0.85,
"learning_rate": 0.0001788566953797964,
"loss": 1.6968,
"step": 1080
},
{
"epoch": 0.85,
"learning_rate": 0.00017866092404072046,
"loss": 1.4353,
"step": 1090
},
{
"epoch": 0.86,
"learning_rate": 0.00017846515270164448,
"loss": 1.561,
"step": 1100
},
{
"epoch": 0.86,
"eval_accuracy": 0.569005397070162,
"eval_loss": 1.5792826414108276,
"eval_runtime": 43.1399,
"eval_samples_per_second": 60.13,
"eval_steps_per_second": 7.534,
"step": 1100
},
{
"epoch": 0.87,
"learning_rate": 0.00017826938136256853,
"loss": 1.6354,
"step": 1110
},
{
"epoch": 0.88,
"learning_rate": 0.00017807361002349258,
"loss": 1.4021,
"step": 1120
},
{
"epoch": 0.88,
"learning_rate": 0.0001778778386844166,
"loss": 1.3457,
"step": 1130
},
{
"epoch": 0.89,
"learning_rate": 0.00017768206734534065,
"loss": 1.3459,
"step": 1140
},
{
"epoch": 0.9,
"learning_rate": 0.0001774862960062647,
"loss": 1.4383,
"step": 1150
},
{
"epoch": 0.91,
"learning_rate": 0.00017729052466718874,
"loss": 1.5853,
"step": 1160
},
{
"epoch": 0.92,
"learning_rate": 0.0001770947533281128,
"loss": 1.27,
"step": 1170
},
{
"epoch": 0.92,
"learning_rate": 0.0001768989819890368,
"loss": 1.197,
"step": 1180
},
{
"epoch": 0.93,
"learning_rate": 0.00017670321064996086,
"loss": 1.1779,
"step": 1190
},
{
"epoch": 0.94,
"learning_rate": 0.00017650743931088488,
"loss": 1.2135,
"step": 1200
},
{
"epoch": 0.94,
"eval_accuracy": 0.5929067077872012,
"eval_loss": 1.466301679611206,
"eval_runtime": 42.4934,
"eval_samples_per_second": 61.045,
"eval_steps_per_second": 7.648,
"step": 1200
},
{
"epoch": 0.95,
"learning_rate": 0.00017631166797180893,
"loss": 1.4053,
"step": 1210
},
{
"epoch": 0.96,
"learning_rate": 0.00017611589663273298,
"loss": 1.4909,
"step": 1220
},
{
"epoch": 0.96,
"learning_rate": 0.00017592012529365702,
"loss": 1.5044,
"step": 1230
},
{
"epoch": 0.97,
"learning_rate": 0.00017572435395458107,
"loss": 1.6701,
"step": 1240
},
{
"epoch": 0.98,
"learning_rate": 0.0001755285826155051,
"loss": 1.6198,
"step": 1250
},
{
"epoch": 0.99,
"learning_rate": 0.00017533281127642914,
"loss": 1.3338,
"step": 1260
},
{
"epoch": 0.99,
"learning_rate": 0.0001751370399373532,
"loss": 1.2655,
"step": 1270
},
{
"epoch": 1.0,
"learning_rate": 0.0001749412685982772,
"loss": 1.2768,
"step": 1280
},
{
"epoch": 1.01,
"learning_rate": 0.00017474549725920126,
"loss": 1.2836,
"step": 1290
},
{
"epoch": 1.02,
"learning_rate": 0.0001745497259201253,
"loss": 1.0725,
"step": 1300
},
{
"epoch": 1.02,
"eval_accuracy": 0.6534309946029299,
"eval_loss": 1.297423005104065,
"eval_runtime": 42.4541,
"eval_samples_per_second": 61.101,
"eval_steps_per_second": 7.655,
"step": 1300
},
{
"epoch": 1.03,
"learning_rate": 0.00017435395458104935,
"loss": 1.0784,
"step": 1310
},
{
"epoch": 1.03,
"learning_rate": 0.0001741581832419734,
"loss": 1.1167,
"step": 1320
},
{
"epoch": 1.04,
"learning_rate": 0.00017396241190289742,
"loss": 1.1686,
"step": 1330
},
{
"epoch": 1.05,
"learning_rate": 0.00017376664056382147,
"loss": 1.049,
"step": 1340
},
{
"epoch": 1.06,
"learning_rate": 0.0001735708692247455,
"loss": 0.7355,
"step": 1350
},
{
"epoch": 1.06,
"learning_rate": 0.00017337509788566954,
"loss": 0.762,
"step": 1360
},
{
"epoch": 1.07,
"learning_rate": 0.0001731793265465936,
"loss": 1.1496,
"step": 1370
},
{
"epoch": 1.08,
"learning_rate": 0.00017298355520751764,
"loss": 1.0427,
"step": 1380
},
{
"epoch": 1.09,
"learning_rate": 0.00017278778386844168,
"loss": 0.9247,
"step": 1390
},
{
"epoch": 1.1,
"learning_rate": 0.0001725920125293657,
"loss": 0.8696,
"step": 1400
},
{
"epoch": 1.1,
"eval_accuracy": 0.6569005397070162,
"eval_loss": 1.2405539751052856,
"eval_runtime": 42.8114,
"eval_samples_per_second": 60.591,
"eval_steps_per_second": 7.591,
"step": 1400
},
{
"epoch": 1.1,
"learning_rate": 0.00017239624119028975,
"loss": 1.1499,
"step": 1410
},
{
"epoch": 1.11,
"learning_rate": 0.00017220046985121377,
"loss": 0.9314,
"step": 1420
},
{
"epoch": 1.12,
"learning_rate": 0.00017200469851213782,
"loss": 0.8725,
"step": 1430
},
{
"epoch": 1.13,
"learning_rate": 0.00017180892717306187,
"loss": 1.1714,
"step": 1440
},
{
"epoch": 1.14,
"learning_rate": 0.00017161315583398592,
"loss": 1.0311,
"step": 1450
},
{
"epoch": 1.14,
"learning_rate": 0.00017141738449490997,
"loss": 0.8996,
"step": 1460
},
{
"epoch": 1.15,
"learning_rate": 0.00017122161315583401,
"loss": 1.0091,
"step": 1470
},
{
"epoch": 1.16,
"learning_rate": 0.00017102584181675804,
"loss": 1.1246,
"step": 1480
},
{
"epoch": 1.17,
"learning_rate": 0.00017083007047768206,
"loss": 1.063,
"step": 1490
},
{
"epoch": 1.17,
"learning_rate": 0.0001706342991386061,
"loss": 0.8758,
"step": 1500
},
{
"epoch": 1.17,
"eval_accuracy": 0.6622976098689283,
"eval_loss": 1.212697982788086,
"eval_runtime": 42.4924,
"eval_samples_per_second": 61.046,
"eval_steps_per_second": 7.648,
"step": 1500
},
{
"epoch": 1.18,
"learning_rate": 0.00017043852779953015,
"loss": 0.854,
"step": 1510
},
{
"epoch": 1.19,
"learning_rate": 0.0001702427564604542,
"loss": 0.9358,
"step": 1520
},
{
"epoch": 1.2,
"learning_rate": 0.00017004698512137825,
"loss": 0.8443,
"step": 1530
},
{
"epoch": 1.21,
"learning_rate": 0.0001698512137823023,
"loss": 1.1945,
"step": 1540
},
{
"epoch": 1.21,
"learning_rate": 0.00016965544244322632,
"loss": 1.182,
"step": 1550
},
{
"epoch": 1.22,
"learning_rate": 0.00016945967110415037,
"loss": 0.7876,
"step": 1560
},
{
"epoch": 1.23,
"learning_rate": 0.00016926389976507439,
"loss": 0.7027,
"step": 1570
},
{
"epoch": 1.24,
"learning_rate": 0.00016906812842599843,
"loss": 1.0055,
"step": 1580
},
{
"epoch": 1.25,
"learning_rate": 0.00016887235708692248,
"loss": 0.886,
"step": 1590
},
{
"epoch": 1.25,
"learning_rate": 0.00016867658574784653,
"loss": 1.1737,
"step": 1600
},
{
"epoch": 1.25,
"eval_accuracy": 0.6549730146491904,
"eval_loss": 1.2243409156799316,
"eval_runtime": 42.418,
"eval_samples_per_second": 61.153,
"eval_steps_per_second": 7.662,
"step": 1600
},
{
"epoch": 1.26,
"learning_rate": 0.00016848081440877058,
"loss": 0.8519,
"step": 1610
},
{
"epoch": 1.27,
"learning_rate": 0.00016828504306969463,
"loss": 1.0416,
"step": 1620
},
{
"epoch": 1.28,
"learning_rate": 0.00016808927173061865,
"loss": 0.8192,
"step": 1630
},
{
"epoch": 1.28,
"learning_rate": 0.00016789350039154267,
"loss": 1.0579,
"step": 1640
},
{
"epoch": 1.29,
"learning_rate": 0.00016769772905246672,
"loss": 0.9239,
"step": 1650
},
{
"epoch": 1.3,
"learning_rate": 0.00016750195771339076,
"loss": 0.9535,
"step": 1660
},
{
"epoch": 1.31,
"learning_rate": 0.0001673061863743148,
"loss": 0.9319,
"step": 1670
},
{
"epoch": 1.32,
"learning_rate": 0.00016711041503523886,
"loss": 0.8143,
"step": 1680
},
{
"epoch": 1.32,
"learning_rate": 0.0001669146436961629,
"loss": 0.9921,
"step": 1690
},
{
"epoch": 1.33,
"learning_rate": 0.00016671887235708693,
"loss": 0.8242,
"step": 1700
},
{
"epoch": 1.33,
"eval_accuracy": 0.6734772552043177,
"eval_loss": 1.137111783027649,
"eval_runtime": 42.7018,
"eval_samples_per_second": 60.747,
"eval_steps_per_second": 7.611,
"step": 1700
},
{
"epoch": 1.34,
"learning_rate": 0.00016652310101801095,
"loss": 1.1058,
"step": 1710
},
{
"epoch": 1.35,
"learning_rate": 0.000166327329678935,
"loss": 0.8331,
"step": 1720
},
{
"epoch": 1.35,
"learning_rate": 0.00016613155833985905,
"loss": 0.9411,
"step": 1730
},
{
"epoch": 1.36,
"learning_rate": 0.0001659357870007831,
"loss": 0.6935,
"step": 1740
},
{
"epoch": 1.37,
"learning_rate": 0.00016574001566170714,
"loss": 0.7819,
"step": 1750
},
{
"epoch": 1.38,
"learning_rate": 0.0001655442443226312,
"loss": 0.8969,
"step": 1760
},
{
"epoch": 1.39,
"learning_rate": 0.0001653484729835552,
"loss": 0.6313,
"step": 1770
},
{
"epoch": 1.39,
"learning_rate": 0.00016515270164447926,
"loss": 1.1179,
"step": 1780
},
{
"epoch": 1.4,
"learning_rate": 0.00016495693030540328,
"loss": 0.8904,
"step": 1790
},
{
"epoch": 1.41,
"learning_rate": 0.00016476115896632733,
"loss": 1.0141,
"step": 1800
},
{
"epoch": 1.41,
"eval_accuracy": 0.7023901310717039,
"eval_loss": 1.0536144971847534,
"eval_runtime": 42.962,
"eval_samples_per_second": 60.379,
"eval_steps_per_second": 7.565,
"step": 1800
},
{
"epoch": 1.42,
"learning_rate": 0.00016456538762725138,
"loss": 0.8489,
"step": 1810
},
{
"epoch": 1.43,
"learning_rate": 0.00016436961628817542,
"loss": 0.7427,
"step": 1820
},
{
"epoch": 1.43,
"learning_rate": 0.00016417384494909947,
"loss": 0.9745,
"step": 1830
},
{
"epoch": 1.44,
"learning_rate": 0.00016397807361002352,
"loss": 0.8825,
"step": 1840
},
{
"epoch": 1.45,
"learning_rate": 0.00016378230227094754,
"loss": 0.7787,
"step": 1850
},
{
"epoch": 1.46,
"learning_rate": 0.00016358653093187156,
"loss": 0.9332,
"step": 1860
},
{
"epoch": 1.46,
"learning_rate": 0.0001633907595927956,
"loss": 0.7362,
"step": 1870
},
{
"epoch": 1.47,
"learning_rate": 0.00016319498825371966,
"loss": 0.9051,
"step": 1880
},
{
"epoch": 1.48,
"learning_rate": 0.0001629992169146437,
"loss": 0.7092,
"step": 1890
},
{
"epoch": 1.49,
"learning_rate": 0.00016280344557556775,
"loss": 0.9855,
"step": 1900
},
{
"epoch": 1.49,
"eval_accuracy": 0.720508866615266,
"eval_loss": 0.9885048866271973,
"eval_runtime": 42.7318,
"eval_samples_per_second": 60.704,
"eval_steps_per_second": 7.606,
"step": 1900
},
{
"epoch": 1.5,
"learning_rate": 0.0001626076742364918,
"loss": 0.7958,
"step": 1910
},
{
"epoch": 1.5,
"learning_rate": 0.00016241190289741582,
"loss": 0.7243,
"step": 1920
},
{
"epoch": 1.51,
"learning_rate": 0.00016221613155833984,
"loss": 0.7715,
"step": 1930
},
{
"epoch": 1.52,
"learning_rate": 0.0001620203602192639,
"loss": 0.8117,
"step": 1940
},
{
"epoch": 1.53,
"learning_rate": 0.00016182458888018794,
"loss": 0.5676,
"step": 1950
},
{
"epoch": 1.53,
"learning_rate": 0.000161628817541112,
"loss": 0.6431,
"step": 1960
},
{
"epoch": 1.54,
"learning_rate": 0.00016143304620203604,
"loss": 0.7356,
"step": 1970
},
{
"epoch": 1.55,
"learning_rate": 0.00016123727486296008,
"loss": 0.6934,
"step": 1980
},
{
"epoch": 1.56,
"learning_rate": 0.0001610415035238841,
"loss": 0.766,
"step": 1990
},
{
"epoch": 1.57,
"learning_rate": 0.00016084573218480815,
"loss": 0.805,
"step": 2000
},
{
"epoch": 1.57,
"eval_accuracy": 0.7478797224363917,
"eval_loss": 0.9048407077789307,
"eval_runtime": 43.838,
"eval_samples_per_second": 59.172,
"eval_steps_per_second": 7.414,
"step": 2000
},
{
"epoch": 1.57,
"learning_rate": 0.00016064996084573217,
"loss": 0.7299,
"step": 2010
},
{
"epoch": 1.58,
"learning_rate": 0.00016045418950665622,
"loss": 0.7288,
"step": 2020
},
{
"epoch": 1.59,
"learning_rate": 0.00016025841816758027,
"loss": 0.7434,
"step": 2030
},
{
"epoch": 1.6,
"learning_rate": 0.00016006264682850432,
"loss": 0.7146,
"step": 2040
},
{
"epoch": 1.61,
"learning_rate": 0.00015986687548942837,
"loss": 0.6466,
"step": 2050
},
{
"epoch": 1.61,
"learning_rate": 0.00015967110415035241,
"loss": 0.7848,
"step": 2060
},
{
"epoch": 1.62,
"learning_rate": 0.00015947533281127644,
"loss": 0.8508,
"step": 2070
},
{
"epoch": 1.63,
"learning_rate": 0.00015927956147220046,
"loss": 0.5842,
"step": 2080
},
{
"epoch": 1.64,
"learning_rate": 0.0001590837901331245,
"loss": 0.7399,
"step": 2090
},
{
"epoch": 1.64,
"learning_rate": 0.00015888801879404855,
"loss": 0.7207,
"step": 2100
},
{
"epoch": 1.64,
"eval_accuracy": 0.7490362374710872,
"eval_loss": 0.8842461109161377,
"eval_runtime": 42.7259,
"eval_samples_per_second": 60.713,
"eval_steps_per_second": 7.607,
"step": 2100
},
{
"epoch": 1.65,
"learning_rate": 0.0001586922474549726,
"loss": 0.7662,
"step": 2110
},
{
"epoch": 1.66,
"learning_rate": 0.00015849647611589665,
"loss": 0.6789,
"step": 2120
},
{
"epoch": 1.67,
"learning_rate": 0.0001583007047768207,
"loss": 0.8986,
"step": 2130
},
{
"epoch": 1.68,
"learning_rate": 0.00015810493343774472,
"loss": 0.7488,
"step": 2140
},
{
"epoch": 1.68,
"learning_rate": 0.00015790916209866877,
"loss": 0.5487,
"step": 2150
},
{
"epoch": 1.69,
"learning_rate": 0.0001577133907595928,
"loss": 0.7602,
"step": 2160
},
{
"epoch": 1.7,
"learning_rate": 0.00015751761942051683,
"loss": 0.5251,
"step": 2170
},
{
"epoch": 1.71,
"learning_rate": 0.00015732184808144088,
"loss": 0.7298,
"step": 2180
},
{
"epoch": 1.71,
"learning_rate": 0.00015712607674236493,
"loss": 0.7112,
"step": 2190
},
{
"epoch": 1.72,
"learning_rate": 0.00015693030540328898,
"loss": 0.7101,
"step": 2200
},
{
"epoch": 1.72,
"eval_accuracy": 0.743639167309175,
"eval_loss": 0.8954148292541504,
"eval_runtime": 43.1939,
"eval_samples_per_second": 60.055,
"eval_steps_per_second": 7.524,
"step": 2200
},
{
"epoch": 1.73,
"learning_rate": 0.000156734534064213,
"loss": 0.6801,
"step": 2210
},
{
"epoch": 1.74,
"learning_rate": 0.00015653876272513705,
"loss": 0.9109,
"step": 2220
},
{
"epoch": 1.75,
"learning_rate": 0.00015634299138606107,
"loss": 0.6723,
"step": 2230
},
{
"epoch": 1.75,
"learning_rate": 0.00015614722004698512,
"loss": 0.5826,
"step": 2240
},
{
"epoch": 1.76,
"learning_rate": 0.00015595144870790916,
"loss": 0.5993,
"step": 2250
},
{
"epoch": 1.77,
"learning_rate": 0.0001557556773688332,
"loss": 0.5554,
"step": 2260
},
{
"epoch": 1.78,
"learning_rate": 0.00015555990602975726,
"loss": 0.5562,
"step": 2270
},
{
"epoch": 1.79,
"learning_rate": 0.0001553641346906813,
"loss": 0.5963,
"step": 2280
},
{
"epoch": 1.79,
"learning_rate": 0.00015516836335160533,
"loss": 0.916,
"step": 2290
},
{
"epoch": 1.8,
"learning_rate": 0.00015497259201252938,
"loss": 0.5946,
"step": 2300
},
{
"epoch": 1.8,
"eval_accuracy": 0.7386276021588281,
"eval_loss": 0.9174211025238037,
"eval_runtime": 42.4595,
"eval_samples_per_second": 61.093,
"eval_steps_per_second": 7.654,
"step": 2300
},
{
"epoch": 1.81,
"learning_rate": 0.0001547768206734534,
"loss": 0.6563,
"step": 2310
},
{
"epoch": 1.82,
"learning_rate": 0.00015458104933437745,
"loss": 0.9754,
"step": 2320
},
{
"epoch": 1.82,
"learning_rate": 0.0001543852779953015,
"loss": 0.5358,
"step": 2330
},
{
"epoch": 1.83,
"learning_rate": 0.00015418950665622554,
"loss": 0.8423,
"step": 2340
},
{
"epoch": 1.84,
"learning_rate": 0.0001539937353171496,
"loss": 0.5932,
"step": 2350
},
{
"epoch": 1.85,
"learning_rate": 0.0001537979639780736,
"loss": 0.4604,
"step": 2360
},
{
"epoch": 1.86,
"learning_rate": 0.00015360219263899766,
"loss": 0.7251,
"step": 2370
},
{
"epoch": 1.86,
"learning_rate": 0.0001534064212999217,
"loss": 0.6496,
"step": 2380
},
{
"epoch": 1.87,
"learning_rate": 0.00015321064996084573,
"loss": 0.5118,
"step": 2390
},
{
"epoch": 1.88,
"learning_rate": 0.00015301487862176978,
"loss": 0.6937,
"step": 2400
},
{
"epoch": 1.88,
"eval_accuracy": 0.7760215882806476,
"eval_loss": 0.7818014621734619,
"eval_runtime": 42.8365,
"eval_samples_per_second": 60.556,
"eval_steps_per_second": 7.587,
"step": 2400
},
{
"epoch": 1.89,
"learning_rate": 0.00015281910728269383,
"loss": 0.759,
"step": 2410
},
{
"epoch": 1.9,
"learning_rate": 0.00015262333594361787,
"loss": 1.029,
"step": 2420
},
{
"epoch": 1.9,
"learning_rate": 0.0001524275646045419,
"loss": 0.4319,
"step": 2430
},
{
"epoch": 1.91,
"learning_rate": 0.00015223179326546594,
"loss": 0.6477,
"step": 2440
},
{
"epoch": 1.92,
"learning_rate": 0.00015203602192639,
"loss": 0.7279,
"step": 2450
},
{
"epoch": 1.93,
"learning_rate": 0.000151840250587314,
"loss": 0.7137,
"step": 2460
},
{
"epoch": 1.93,
"learning_rate": 0.00015164447924823806,
"loss": 0.6099,
"step": 2470
},
{
"epoch": 1.94,
"learning_rate": 0.0001514487079091621,
"loss": 0.59,
"step": 2480
},
{
"epoch": 1.95,
"learning_rate": 0.00015125293657008616,
"loss": 0.7626,
"step": 2490
},
{
"epoch": 1.96,
"learning_rate": 0.00015105716523101018,
"loss": 0.5593,
"step": 2500
},
{
"epoch": 1.96,
"eval_accuracy": 0.7933693138010794,
"eval_loss": 0.7448990941047668,
"eval_runtime": 42.9077,
"eval_samples_per_second": 60.455,
"eval_steps_per_second": 7.574,
"step": 2500
},
{
"epoch": 1.97,
"learning_rate": 0.00015086139389193422,
"loss": 0.7344,
"step": 2510
},
{
"epoch": 1.97,
"learning_rate": 0.00015066562255285827,
"loss": 0.5355,
"step": 2520
},
{
"epoch": 1.98,
"learning_rate": 0.00015046985121378232,
"loss": 0.5933,
"step": 2530
},
{
"epoch": 1.99,
"learning_rate": 0.00015027407987470634,
"loss": 0.5659,
"step": 2540
},
{
"epoch": 2.0,
"learning_rate": 0.0001500783085356304,
"loss": 0.6364,
"step": 2550
},
{
"epoch": 2.0,
"learning_rate": 0.00014988253719655444,
"loss": 0.5475,
"step": 2560
},
{
"epoch": 2.01,
"learning_rate": 0.00014968676585747849,
"loss": 0.3134,
"step": 2570
},
{
"epoch": 2.02,
"learning_rate": 0.0001494909945184025,
"loss": 0.2598,
"step": 2580
},
{
"epoch": 2.03,
"learning_rate": 0.00014929522317932655,
"loss": 0.455,
"step": 2590
},
{
"epoch": 2.04,
"learning_rate": 0.0001490994518402506,
"loss": 0.4139,
"step": 2600
},
{
"epoch": 2.04,
"eval_accuracy": 0.7829606784888203,
"eval_loss": 0.7786519527435303,
"eval_runtime": 42.9538,
"eval_samples_per_second": 60.39,
"eval_steps_per_second": 7.566,
"step": 2600
},
{
"epoch": 2.04,
"learning_rate": 0.00014890368050117462,
"loss": 0.274,
"step": 2610
},
{
"epoch": 2.05,
"learning_rate": 0.00014870790916209867,
"loss": 0.385,
"step": 2620
},
{
"epoch": 2.06,
"learning_rate": 0.00014851213782302272,
"loss": 0.4684,
"step": 2630
},
{
"epoch": 2.07,
"learning_rate": 0.00014831636648394677,
"loss": 0.6072,
"step": 2640
},
{
"epoch": 2.08,
"learning_rate": 0.0001481205951448708,
"loss": 0.4207,
"step": 2650
},
{
"epoch": 2.08,
"learning_rate": 0.00014792482380579484,
"loss": 0.299,
"step": 2660
},
{
"epoch": 2.09,
"learning_rate": 0.00014772905246671888,
"loss": 0.4115,
"step": 2670
},
{
"epoch": 2.1,
"learning_rate": 0.00014753328112764293,
"loss": 0.3697,
"step": 2680
},
{
"epoch": 2.11,
"learning_rate": 0.00014733750978856695,
"loss": 0.2921,
"step": 2690
},
{
"epoch": 2.11,
"learning_rate": 0.000147141738449491,
"loss": 0.2929,
"step": 2700
},
{
"epoch": 2.11,
"eval_accuracy": 0.7945258288357748,
"eval_loss": 0.7122095227241516,
"eval_runtime": 42.9472,
"eval_samples_per_second": 60.4,
"eval_steps_per_second": 7.567,
"step": 2700
},
{
"epoch": 2.12,
"learning_rate": 0.00014694596711041505,
"loss": 0.5186,
"step": 2710
},
{
"epoch": 2.13,
"learning_rate": 0.00014675019577133907,
"loss": 0.5239,
"step": 2720
},
{
"epoch": 2.14,
"learning_rate": 0.00014655442443226312,
"loss": 0.4042,
"step": 2730
},
{
"epoch": 2.15,
"learning_rate": 0.00014635865309318717,
"loss": 0.4424,
"step": 2740
},
{
"epoch": 2.15,
"learning_rate": 0.00014616288175411121,
"loss": 0.5403,
"step": 2750
},
{
"epoch": 2.16,
"learning_rate": 0.00014596711041503524,
"loss": 0.4172,
"step": 2760
},
{
"epoch": 2.17,
"learning_rate": 0.00014577133907595928,
"loss": 0.3765,
"step": 2770
},
{
"epoch": 2.18,
"learning_rate": 0.00014557556773688333,
"loss": 0.4216,
"step": 2780
},
{
"epoch": 2.18,
"learning_rate": 0.00014537979639780738,
"loss": 0.4168,
"step": 2790
},
{
"epoch": 2.19,
"learning_rate": 0.0001451840250587314,
"loss": 0.4159,
"step": 2800
},
{
"epoch": 2.19,
"eval_accuracy": 0.7906707787201234,
"eval_loss": 0.7445757985115051,
"eval_runtime": 42.5269,
"eval_samples_per_second": 60.997,
"eval_steps_per_second": 7.642,
"step": 2800
},
{
"epoch": 2.2,
"learning_rate": 0.00014498825371965545,
"loss": 0.4718,
"step": 2810
},
{
"epoch": 2.21,
"learning_rate": 0.0001447924823805795,
"loss": 0.2849,
"step": 2820
},
{
"epoch": 2.22,
"learning_rate": 0.00014459671104150354,
"loss": 0.344,
"step": 2830
},
{
"epoch": 2.22,
"learning_rate": 0.00014440093970242757,
"loss": 0.5219,
"step": 2840
},
{
"epoch": 2.23,
"learning_rate": 0.00014420516836335161,
"loss": 0.3233,
"step": 2850
},
{
"epoch": 2.24,
"learning_rate": 0.00014400939702427566,
"loss": 0.3051,
"step": 2860
},
{
"epoch": 2.25,
"learning_rate": 0.00014381362568519968,
"loss": 0.1959,
"step": 2870
},
{
"epoch": 2.26,
"learning_rate": 0.00014361785434612373,
"loss": 0.5148,
"step": 2880
},
{
"epoch": 2.26,
"learning_rate": 0.00014342208300704778,
"loss": 0.4508,
"step": 2890
},
{
"epoch": 2.27,
"learning_rate": 0.00014322631166797183,
"loss": 0.4079,
"step": 2900
},
{
"epoch": 2.27,
"eval_accuracy": 0.7937548188126445,
"eval_loss": 0.7353845834732056,
"eval_runtime": 42.6433,
"eval_samples_per_second": 60.83,
"eval_steps_per_second": 7.621,
"step": 2900
},
{
"epoch": 2.28,
"learning_rate": 0.00014303054032889585,
"loss": 0.5128,
"step": 2910
},
{
"epoch": 2.29,
"learning_rate": 0.0001428347689898199,
"loss": 0.2881,
"step": 2920
},
{
"epoch": 2.29,
"learning_rate": 0.00014263899765074394,
"loss": 0.2049,
"step": 2930
},
{
"epoch": 2.3,
"learning_rate": 0.00014244322631166796,
"loss": 0.3678,
"step": 2940
},
{
"epoch": 2.31,
"learning_rate": 0.000142247454972592,
"loss": 0.2487,
"step": 2950
},
{
"epoch": 2.32,
"learning_rate": 0.00014205168363351606,
"loss": 0.3959,
"step": 2960
},
{
"epoch": 2.33,
"learning_rate": 0.0001418559122944401,
"loss": 0.3581,
"step": 2970
},
{
"epoch": 2.33,
"learning_rate": 0.00014166014095536416,
"loss": 0.4362,
"step": 2980
},
{
"epoch": 2.34,
"learning_rate": 0.00014146436961628818,
"loss": 0.3037,
"step": 2990
},
{
"epoch": 2.35,
"learning_rate": 0.00014126859827721223,
"loss": 0.516,
"step": 3000
},
{
"epoch": 2.35,
"eval_accuracy": 0.8006939090208173,
"eval_loss": 0.7499482035636902,
"eval_runtime": 43.1894,
"eval_samples_per_second": 60.061,
"eval_steps_per_second": 7.525,
"step": 3000
},
{
"epoch": 2.36,
"learning_rate": 0.00014107282693813625,
"loss": 0.3493,
"step": 3010
},
{
"epoch": 2.36,
"learning_rate": 0.0001408770555990603,
"loss": 0.2129,
"step": 3020
},
{
"epoch": 2.37,
"learning_rate": 0.00014068128425998434,
"loss": 0.2848,
"step": 3030
},
{
"epoch": 2.38,
"learning_rate": 0.0001404855129209084,
"loss": 0.2469,
"step": 3040
},
{
"epoch": 2.39,
"learning_rate": 0.00014028974158183244,
"loss": 0.3759,
"step": 3050
},
{
"epoch": 2.4,
"learning_rate": 0.0001400939702427565,
"loss": 0.6726,
"step": 3060
},
{
"epoch": 2.4,
"learning_rate": 0.0001398981989036805,
"loss": 0.7171,
"step": 3070
},
{
"epoch": 2.41,
"learning_rate": 0.00013970242756460456,
"loss": 0.2932,
"step": 3080
},
{
"epoch": 2.42,
"learning_rate": 0.00013950665622552858,
"loss": 0.5227,
"step": 3090
},
{
"epoch": 2.43,
"learning_rate": 0.00013931088488645262,
"loss": 0.2728,
"step": 3100
},
{
"epoch": 2.43,
"eval_accuracy": 0.8060909791827294,
"eval_loss": 0.6850709319114685,
"eval_runtime": 42.4754,
"eval_samples_per_second": 61.071,
"eval_steps_per_second": 7.651,
"step": 3100
},
{
"epoch": 2.44,
"learning_rate": 0.00013911511354737667,
"loss": 0.4258,
"step": 3110
},
{
"epoch": 2.44,
"learning_rate": 0.00013891934220830072,
"loss": 0.4522,
"step": 3120
},
{
"epoch": 2.45,
"learning_rate": 0.00013872357086922477,
"loss": 0.3043,
"step": 3130
},
{
"epoch": 2.46,
"learning_rate": 0.0001385277995301488,
"loss": 0.343,
"step": 3140
},
{
"epoch": 2.47,
"learning_rate": 0.00013833202819107284,
"loss": 0.2787,
"step": 3150
},
{
"epoch": 2.47,
"learning_rate": 0.00013813625685199686,
"loss": 0.3468,
"step": 3160
},
{
"epoch": 2.48,
"learning_rate": 0.0001379404855129209,
"loss": 0.3276,
"step": 3170
},
{
"epoch": 2.49,
"learning_rate": 0.00013774471417384496,
"loss": 0.3304,
"step": 3180
},
{
"epoch": 2.5,
"learning_rate": 0.000137548942834769,
"loss": 0.5513,
"step": 3190
},
{
"epoch": 2.51,
"learning_rate": 0.00013735317149569305,
"loss": 0.4159,
"step": 3200
},
{
"epoch": 2.51,
"eval_accuracy": 0.799922898997687,
"eval_loss": 0.7258460521697998,
"eval_runtime": 42.4196,
"eval_samples_per_second": 61.151,
"eval_steps_per_second": 7.662,
"step": 3200
},
{
"epoch": 2.51,
"learning_rate": 0.0001371574001566171,
"loss": 0.3052,
"step": 3210
},
{
"epoch": 2.52,
"learning_rate": 0.00013696162881754112,
"loss": 0.2511,
"step": 3220
},
{
"epoch": 2.53,
"learning_rate": 0.00013676585747846514,
"loss": 0.2168,
"step": 3230
},
{
"epoch": 2.54,
"learning_rate": 0.0001365700861393892,
"loss": 0.3143,
"step": 3240
},
{
"epoch": 2.55,
"learning_rate": 0.00013637431480031324,
"loss": 0.5571,
"step": 3250
},
{
"epoch": 2.55,
"learning_rate": 0.00013617854346123729,
"loss": 0.3211,
"step": 3260
},
{
"epoch": 2.56,
"learning_rate": 0.00013598277212216133,
"loss": 0.1281,
"step": 3270
},
{
"epoch": 2.57,
"learning_rate": 0.00013578700078308538,
"loss": 0.3457,
"step": 3280
},
{
"epoch": 2.58,
"learning_rate": 0.0001355912294440094,
"loss": 0.3865,
"step": 3290
},
{
"epoch": 2.58,
"learning_rate": 0.00013539545810493345,
"loss": 0.3396,
"step": 3300
},
{
"epoch": 2.58,
"eval_accuracy": 0.7972243639167309,
"eval_loss": 0.7454713582992554,
"eval_runtime": 43.0743,
"eval_samples_per_second": 60.222,
"eval_steps_per_second": 7.545,
"step": 3300
},
{
"epoch": 2.59,
"learning_rate": 0.00013519968676585747,
"loss": 0.2844,
"step": 3310
},
{
"epoch": 2.6,
"learning_rate": 0.00013500391542678152,
"loss": 0.3513,
"step": 3320
},
{
"epoch": 2.61,
"learning_rate": 0.00013480814408770557,
"loss": 0.599,
"step": 3330
},
{
"epoch": 2.62,
"learning_rate": 0.00013461237274862962,
"loss": 0.3572,
"step": 3340
},
{
"epoch": 2.62,
"learning_rate": 0.00013441660140955366,
"loss": 0.3062,
"step": 3350
},
{
"epoch": 2.63,
"learning_rate": 0.0001342208300704777,
"loss": 0.4149,
"step": 3360
},
{
"epoch": 2.64,
"learning_rate": 0.00013402505873140173,
"loss": 0.4975,
"step": 3370
},
{
"epoch": 2.65,
"learning_rate": 0.00013382928739232575,
"loss": 0.4868,
"step": 3380
},
{
"epoch": 2.65,
"learning_rate": 0.0001336335160532498,
"loss": 0.4995,
"step": 3390
},
{
"epoch": 2.66,
"learning_rate": 0.00013343774471417385,
"loss": 0.1918,
"step": 3400
},
{
"epoch": 2.66,
"eval_accuracy": 0.8118735543562067,
"eval_loss": 0.6793243885040283,
"eval_runtime": 43.5121,
"eval_samples_per_second": 59.616,
"eval_steps_per_second": 7.469,
"step": 3400
},
{
"epoch": 2.67,
"learning_rate": 0.0001332419733750979,
"loss": 0.2264,
"step": 3410
},
{
"epoch": 2.68,
"learning_rate": 0.00013304620203602195,
"loss": 0.4274,
"step": 3420
},
{
"epoch": 2.69,
"learning_rate": 0.000132850430696946,
"loss": 0.5721,
"step": 3430
},
{
"epoch": 2.69,
"learning_rate": 0.00013265465935787001,
"loss": 0.3092,
"step": 3440
},
{
"epoch": 2.7,
"learning_rate": 0.00013245888801879404,
"loss": 0.3641,
"step": 3450
},
{
"epoch": 2.71,
"learning_rate": 0.00013226311667971808,
"loss": 0.3499,
"step": 3460
},
{
"epoch": 2.72,
"learning_rate": 0.00013206734534064213,
"loss": 0.4357,
"step": 3470
},
{
"epoch": 2.73,
"learning_rate": 0.00013187157400156618,
"loss": 0.4001,
"step": 3480
},
{
"epoch": 2.73,
"learning_rate": 0.00013167580266249023,
"loss": 0.2878,
"step": 3490
},
{
"epoch": 2.74,
"learning_rate": 0.00013148003132341428,
"loss": 0.1228,
"step": 3500
},
{
"epoch": 2.74,
"eval_accuracy": 0.8134155744024673,
"eval_loss": 0.6696260571479797,
"eval_runtime": 44.1835,
"eval_samples_per_second": 58.71,
"eval_steps_per_second": 7.356,
"step": 3500
},
{
"epoch": 2.75,
"learning_rate": 0.0001312842599843383,
"loss": 0.2127,
"step": 3510
},
{
"epoch": 2.76,
"learning_rate": 0.00013108848864526232,
"loss": 0.2146,
"step": 3520
},
{
"epoch": 2.76,
"learning_rate": 0.00013089271730618637,
"loss": 0.3265,
"step": 3530
},
{
"epoch": 2.77,
"learning_rate": 0.0001306969459671104,
"loss": 0.3343,
"step": 3540
},
{
"epoch": 2.78,
"learning_rate": 0.00013050117462803446,
"loss": 0.2671,
"step": 3550
},
{
"epoch": 2.79,
"learning_rate": 0.0001303054032889585,
"loss": 0.5154,
"step": 3560
},
{
"epoch": 2.8,
"learning_rate": 0.00013010963194988256,
"loss": 0.4433,
"step": 3570
},
{
"epoch": 2.8,
"learning_rate": 0.0001299138606108066,
"loss": 0.2071,
"step": 3580
},
{
"epoch": 2.81,
"learning_rate": 0.00012971808927173063,
"loss": 0.4085,
"step": 3590
},
{
"epoch": 2.82,
"learning_rate": 0.00012952231793265465,
"loss": 0.2671,
"step": 3600
},
{
"epoch": 2.82,
"eval_accuracy": 0.8284502698535081,
"eval_loss": 0.6305551528930664,
"eval_runtime": 42.7303,
"eval_samples_per_second": 60.706,
"eval_steps_per_second": 7.606,
"step": 3600
},
{
"epoch": 2.83,
"learning_rate": 0.0001293265465935787,
"loss": 0.3797,
"step": 3610
},
{
"epoch": 2.83,
"learning_rate": 0.00012913077525450274,
"loss": 0.3847,
"step": 3620
},
{
"epoch": 2.84,
"learning_rate": 0.0001289350039154268,
"loss": 0.3102,
"step": 3630
},
{
"epoch": 2.85,
"learning_rate": 0.00012873923257635084,
"loss": 0.245,
"step": 3640
},
{
"epoch": 2.86,
"learning_rate": 0.0001285434612372749,
"loss": 0.4126,
"step": 3650
},
{
"epoch": 2.87,
"learning_rate": 0.0001283476898981989,
"loss": 0.2856,
"step": 3660
},
{
"epoch": 2.87,
"learning_rate": 0.00012815191855912293,
"loss": 0.5175,
"step": 3670
},
{
"epoch": 2.88,
"learning_rate": 0.00012795614722004698,
"loss": 0.3468,
"step": 3680
},
{
"epoch": 2.89,
"learning_rate": 0.00012776037588097103,
"loss": 0.5132,
"step": 3690
},
{
"epoch": 2.9,
"learning_rate": 0.00012756460454189507,
"loss": 0.4986,
"step": 3700
},
{
"epoch": 2.9,
"eval_accuracy": 0.8296067848882035,
"eval_loss": 0.6111488342285156,
"eval_runtime": 43.0053,
"eval_samples_per_second": 60.318,
"eval_steps_per_second": 7.557,
"step": 3700
},
{
"epoch": 2.91,
"learning_rate": 0.00012736883320281912,
"loss": 0.1616,
"step": 3710
},
{
"epoch": 2.91,
"learning_rate": 0.00012717306186374317,
"loss": 0.2459,
"step": 3720
},
{
"epoch": 2.92,
"learning_rate": 0.0001269772905246672,
"loss": 0.2729,
"step": 3730
},
{
"epoch": 2.93,
"learning_rate": 0.00012678151918559124,
"loss": 0.2623,
"step": 3740
},
{
"epoch": 2.94,
"learning_rate": 0.00012658574784651526,
"loss": 0.4633,
"step": 3750
},
{
"epoch": 2.94,
"learning_rate": 0.0001263899765074393,
"loss": 0.3108,
"step": 3760
},
{
"epoch": 2.95,
"learning_rate": 0.00012619420516836336,
"loss": 0.4072,
"step": 3770
},
{
"epoch": 2.96,
"learning_rate": 0.0001259984338292874,
"loss": 0.4505,
"step": 3780
},
{
"epoch": 2.97,
"learning_rate": 0.00012580266249021145,
"loss": 0.2185,
"step": 3790
},
{
"epoch": 2.98,
"learning_rate": 0.0001256068911511355,
"loss": 0.3699,
"step": 3800
},
{
"epoch": 2.98,
"eval_accuracy": 0.8508095605242868,
"eval_loss": 0.5599544048309326,
"eval_runtime": 42.9456,
"eval_samples_per_second": 60.402,
"eval_steps_per_second": 7.568,
"step": 3800
},
{
"epoch": 2.98,
"learning_rate": 0.00012541111981205952,
"loss": 0.2703,
"step": 3810
},
{
"epoch": 2.99,
"learning_rate": 0.00012521534847298354,
"loss": 0.3731,
"step": 3820
},
{
"epoch": 3.0,
"learning_rate": 0.0001250195771339076,
"loss": 0.3624,
"step": 3830
},
{
"epoch": 3.01,
"learning_rate": 0.00012482380579483164,
"loss": 0.2052,
"step": 3840
},
{
"epoch": 3.01,
"learning_rate": 0.00012462803445575569,
"loss": 0.137,
"step": 3850
},
{
"epoch": 3.02,
"learning_rate": 0.00012443226311667973,
"loss": 0.0728,
"step": 3860
},
{
"epoch": 3.03,
"learning_rate": 0.00012423649177760378,
"loss": 0.1354,
"step": 3870
},
{
"epoch": 3.04,
"learning_rate": 0.0001240407204385278,
"loss": 0.1875,
"step": 3880
},
{
"epoch": 3.05,
"learning_rate": 0.00012384494909945185,
"loss": 0.1052,
"step": 3890
},
{
"epoch": 3.05,
"learning_rate": 0.00012364917776037587,
"loss": 0.0444,
"step": 3900
},
{
"epoch": 3.05,
"eval_accuracy": 0.8330763299922899,
"eval_loss": 0.6021418571472168,
"eval_runtime": 42.9708,
"eval_samples_per_second": 60.367,
"eval_steps_per_second": 7.563,
"step": 3900
},
{
"epoch": 3.06,
"learning_rate": 0.00012345340642129992,
"loss": 0.0918,
"step": 3910
},
{
"epoch": 3.07,
"learning_rate": 0.00012325763508222397,
"loss": 0.2504,
"step": 3920
},
{
"epoch": 3.08,
"learning_rate": 0.00012306186374314802,
"loss": 0.0886,
"step": 3930
},
{
"epoch": 3.09,
"learning_rate": 0.00012286609240407206,
"loss": 0.1183,
"step": 3940
},
{
"epoch": 3.09,
"learning_rate": 0.00012267032106499608,
"loss": 0.1335,
"step": 3950
},
{
"epoch": 3.1,
"learning_rate": 0.00012247454972592013,
"loss": 0.1226,
"step": 3960
},
{
"epoch": 3.11,
"learning_rate": 0.00012227877838684415,
"loss": 0.121,
"step": 3970
},
{
"epoch": 3.12,
"learning_rate": 0.0001220830070477682,
"loss": 0.2394,
"step": 3980
},
{
"epoch": 3.12,
"learning_rate": 0.00012188723570869225,
"loss": 0.144,
"step": 3990
},
{
"epoch": 3.13,
"learning_rate": 0.0001216914643696163,
"loss": 0.1489,
"step": 4000
},
{
"epoch": 3.13,
"eval_accuracy": 0.8515805705474171,
"eval_loss": 0.5599444508552551,
"eval_runtime": 42.5227,
"eval_samples_per_second": 61.003,
"eval_steps_per_second": 7.643,
"step": 4000
},
{
"epoch": 3.14,
"learning_rate": 0.00012149569303054033,
"loss": 0.2079,
"step": 4010
},
{
"epoch": 3.15,
"learning_rate": 0.00012129992169146438,
"loss": 0.1506,
"step": 4020
},
{
"epoch": 3.16,
"learning_rate": 0.00012110415035238843,
"loss": 0.0703,
"step": 4030
},
{
"epoch": 3.16,
"learning_rate": 0.00012090837901331246,
"loss": 0.1252,
"step": 4040
},
{
"epoch": 3.17,
"learning_rate": 0.00012071260767423648,
"loss": 0.2067,
"step": 4050
},
{
"epoch": 3.18,
"learning_rate": 0.00012051683633516053,
"loss": 0.0803,
"step": 4060
},
{
"epoch": 3.19,
"learning_rate": 0.00012032106499608458,
"loss": 0.0704,
"step": 4070
},
{
"epoch": 3.19,
"learning_rate": 0.00012012529365700861,
"loss": 0.1058,
"step": 4080
},
{
"epoch": 3.2,
"learning_rate": 0.00011992952231793266,
"loss": 0.1987,
"step": 4090
},
{
"epoch": 3.21,
"learning_rate": 0.00011973375097885671,
"loss": 0.15,
"step": 4100
},
{
"epoch": 3.21,
"eval_accuracy": 0.8365458750963762,
"eval_loss": 0.637698233127594,
"eval_runtime": 43.0914,
"eval_samples_per_second": 60.198,
"eval_steps_per_second": 7.542,
"step": 4100
},
{
"epoch": 3.22,
"learning_rate": 0.00011953797963978075,
"loss": 0.0895,
"step": 4110
},
{
"epoch": 3.23,
"learning_rate": 0.00011934220830070477,
"loss": 0.218,
"step": 4120
},
{
"epoch": 3.23,
"learning_rate": 0.00011914643696162881,
"loss": 0.1983,
"step": 4130
},
{
"epoch": 3.24,
"learning_rate": 0.00011895066562255286,
"loss": 0.3032,
"step": 4140
},
{
"epoch": 3.25,
"learning_rate": 0.0001187548942834769,
"loss": 0.2105,
"step": 4150
},
{
"epoch": 3.26,
"learning_rate": 0.00011855912294440094,
"loss": 0.2574,
"step": 4160
},
{
"epoch": 3.27,
"learning_rate": 0.00011836335160532499,
"loss": 0.1724,
"step": 4170
},
{
"epoch": 3.27,
"learning_rate": 0.00011816758026624904,
"loss": 0.1104,
"step": 4180
},
{
"epoch": 3.28,
"learning_rate": 0.00011797180892717308,
"loss": 0.2242,
"step": 4190
},
{
"epoch": 3.29,
"learning_rate": 0.0001177760375880971,
"loss": 0.2535,
"step": 4200
},
{
"epoch": 3.29,
"eval_accuracy": 0.8542791056283732,
"eval_loss": 0.5751731991767883,
"eval_runtime": 43.0642,
"eval_samples_per_second": 60.236,
"eval_steps_per_second": 7.547,
"step": 4200
},
{
"epoch": 3.3,
"learning_rate": 0.00011758026624902114,
"loss": 0.168,
"step": 4210
},
{
"epoch": 3.3,
"learning_rate": 0.00011738449490994519,
"loss": 0.1172,
"step": 4220
},
{
"epoch": 3.31,
"learning_rate": 0.00011718872357086923,
"loss": 0.0686,
"step": 4230
},
{
"epoch": 3.32,
"learning_rate": 0.00011699295223179327,
"loss": 0.1587,
"step": 4240
},
{
"epoch": 3.33,
"learning_rate": 0.00011679718089271732,
"loss": 0.1698,
"step": 4250
},
{
"epoch": 3.34,
"learning_rate": 0.00011660140955364136,
"loss": 0.1721,
"step": 4260
},
{
"epoch": 3.34,
"learning_rate": 0.00011640563821456538,
"loss": 0.1456,
"step": 4270
},
{
"epoch": 3.35,
"learning_rate": 0.00011620986687548943,
"loss": 0.1781,
"step": 4280
},
{
"epoch": 3.36,
"learning_rate": 0.00011601409553641347,
"loss": 0.1216,
"step": 4290
},
{
"epoch": 3.37,
"learning_rate": 0.00011581832419733751,
"loss": 0.2679,
"step": 4300
},
{
"epoch": 3.37,
"eval_accuracy": 0.8608326908249807,
"eval_loss": 0.5677012801170349,
"eval_runtime": 43.2544,
"eval_samples_per_second": 59.971,
"eval_steps_per_second": 7.514,
"step": 4300
},
{
"epoch": 3.38,
"learning_rate": 0.00011562255285826156,
"loss": 0.1553,
"step": 4310
},
{
"epoch": 3.38,
"learning_rate": 0.0001154267815191856,
"loss": 0.2593,
"step": 4320
},
{
"epoch": 3.39,
"learning_rate": 0.00011523101018010964,
"loss": 0.1407,
"step": 4330
},
{
"epoch": 3.4,
"learning_rate": 0.00011503523884103369,
"loss": 0.1669,
"step": 4340
},
{
"epoch": 3.41,
"learning_rate": 0.00011483946750195771,
"loss": 0.128,
"step": 4350
},
{
"epoch": 3.41,
"learning_rate": 0.00011464369616288176,
"loss": 0.2217,
"step": 4360
},
{
"epoch": 3.42,
"learning_rate": 0.00011444792482380579,
"loss": 0.177,
"step": 4370
},
{
"epoch": 3.43,
"learning_rate": 0.00011425215348472984,
"loss": 0.2244,
"step": 4380
},
{
"epoch": 3.44,
"learning_rate": 0.00011405638214565389,
"loss": 0.1063,
"step": 4390
},
{
"epoch": 3.45,
"learning_rate": 0.00011386061080657792,
"loss": 0.0989,
"step": 4400
},
{
"epoch": 3.45,
"eval_accuracy": 0.8396299151888974,
"eval_loss": 0.632458508014679,
"eval_runtime": 42.6541,
"eval_samples_per_second": 60.815,
"eval_steps_per_second": 7.619,
"step": 4400
},
{
"epoch": 3.45,
"learning_rate": 0.00011366483946750197,
"loss": 0.0779,
"step": 4410
},
{
"epoch": 3.46,
"learning_rate": 0.00011346906812842602,
"loss": 0.0968,
"step": 4420
},
{
"epoch": 3.47,
"learning_rate": 0.00011327329678935004,
"loss": 0.2006,
"step": 4430
},
{
"epoch": 3.48,
"learning_rate": 0.00011307752545027409,
"loss": 0.1425,
"step": 4440
},
{
"epoch": 3.48,
"learning_rate": 0.00011288175411119812,
"loss": 0.1997,
"step": 4450
},
{
"epoch": 3.49,
"learning_rate": 0.00011268598277212217,
"loss": 0.2291,
"step": 4460
},
{
"epoch": 3.5,
"learning_rate": 0.00011249021143304622,
"loss": 0.1769,
"step": 4470
},
{
"epoch": 3.51,
"learning_rate": 0.00011229444009397025,
"loss": 0.0921,
"step": 4480
},
{
"epoch": 3.52,
"learning_rate": 0.0001120986687548943,
"loss": 0.2156,
"step": 4490
},
{
"epoch": 3.52,
"learning_rate": 0.00011190289741581832,
"loss": 0.0825,
"step": 4500
},
{
"epoch": 3.52,
"eval_accuracy": 0.8523515805705474,
"eval_loss": 0.5978727340698242,
"eval_runtime": 42.4722,
"eval_samples_per_second": 61.075,
"eval_steps_per_second": 7.652,
"step": 4500
},
{
"epoch": 3.53,
"learning_rate": 0.00011170712607674237,
"loss": 0.0799,
"step": 4510
},
{
"epoch": 3.54,
"learning_rate": 0.0001115113547376664,
"loss": 0.1545,
"step": 4520
},
{
"epoch": 3.55,
"learning_rate": 0.00011131558339859045,
"loss": 0.1169,
"step": 4530
},
{
"epoch": 3.56,
"learning_rate": 0.0001111198120595145,
"loss": 0.4212,
"step": 4540
},
{
"epoch": 3.56,
"learning_rate": 0.00011092404072043853,
"loss": 0.2368,
"step": 4550
},
{
"epoch": 3.57,
"learning_rate": 0.00011072826938136258,
"loss": 0.1994,
"step": 4560
},
{
"epoch": 3.58,
"learning_rate": 0.00011053249804228663,
"loss": 0.0994,
"step": 4570
},
{
"epoch": 3.59,
"learning_rate": 0.00011033672670321065,
"loss": 0.167,
"step": 4580
},
{
"epoch": 3.59,
"learning_rate": 0.00011014095536413468,
"loss": 0.2424,
"step": 4590
},
{
"epoch": 3.6,
"learning_rate": 0.00010994518402505873,
"loss": 0.0427,
"step": 4600
},
{
"epoch": 3.6,
"eval_accuracy": 0.8515805705474171,
"eval_loss": 0.5903280377388,
"eval_runtime": 43.224,
"eval_samples_per_second": 60.013,
"eval_steps_per_second": 7.519,
"step": 4600
},
{
"epoch": 3.61,
"learning_rate": 0.00010974941268598278,
"loss": 0.0999,
"step": 4610
},
{
"epoch": 3.62,
"learning_rate": 0.00010955364134690682,
"loss": 0.151,
"step": 4620
},
{
"epoch": 3.63,
"learning_rate": 0.00010935787000783086,
"loss": 0.1038,
"step": 4630
},
{
"epoch": 3.63,
"learning_rate": 0.00010916209866875491,
"loss": 0.1604,
"step": 4640
},
{
"epoch": 3.64,
"learning_rate": 0.00010896632732967893,
"loss": 0.1713,
"step": 4650
},
{
"epoch": 3.65,
"learning_rate": 0.00010877055599060297,
"loss": 0.2647,
"step": 4660
},
{
"epoch": 3.66,
"learning_rate": 0.00010857478465152702,
"loss": 0.2392,
"step": 4670
},
{
"epoch": 3.66,
"learning_rate": 0.00010837901331245106,
"loss": 0.1119,
"step": 4680
},
{
"epoch": 3.67,
"learning_rate": 0.00010818324197337511,
"loss": 0.0985,
"step": 4690
},
{
"epoch": 3.68,
"learning_rate": 0.00010798747063429915,
"loss": 0.1806,
"step": 4700
},
{
"epoch": 3.68,
"eval_accuracy": 0.8627602158828065,
"eval_loss": 0.532320499420166,
"eval_runtime": 42.434,
"eval_samples_per_second": 61.13,
"eval_steps_per_second": 7.659,
"step": 4700
},
{
"epoch": 3.69,
"learning_rate": 0.0001077916992952232,
"loss": 0.0366,
"step": 4710
},
{
"epoch": 3.7,
"learning_rate": 0.00010759592795614724,
"loss": 0.2069,
"step": 4720
},
{
"epoch": 3.7,
"learning_rate": 0.00010740015661707126,
"loss": 0.134,
"step": 4730
},
{
"epoch": 3.71,
"learning_rate": 0.0001072043852779953,
"loss": 0.2445,
"step": 4740
},
{
"epoch": 3.72,
"learning_rate": 0.00010700861393891935,
"loss": 0.1275,
"step": 4750
},
{
"epoch": 3.73,
"learning_rate": 0.0001068128425998434,
"loss": 0.1135,
"step": 4760
},
{
"epoch": 3.74,
"learning_rate": 0.00010661707126076743,
"loss": 0.1426,
"step": 4770
},
{
"epoch": 3.74,
"learning_rate": 0.00010642129992169148,
"loss": 0.0767,
"step": 4780
},
{
"epoch": 3.75,
"learning_rate": 0.00010622552858261552,
"loss": 0.0461,
"step": 4790
},
{
"epoch": 3.76,
"learning_rate": 0.00010602975724353954,
"loss": 0.2672,
"step": 4800
},
{
"epoch": 3.76,
"eval_accuracy": 0.8604471858134156,
"eval_loss": 0.5687525272369385,
"eval_runtime": 43.0037,
"eval_samples_per_second": 60.32,
"eval_steps_per_second": 7.557,
"step": 4800
},
{
"epoch": 3.77,
"learning_rate": 0.00010583398590446358,
"loss": 0.1244,
"step": 4810
},
{
"epoch": 3.77,
"learning_rate": 0.00010563821456538763,
"loss": 0.0886,
"step": 4820
},
{
"epoch": 3.78,
"learning_rate": 0.00010544244322631168,
"loss": 0.1926,
"step": 4830
},
{
"epoch": 3.79,
"learning_rate": 0.00010524667188723571,
"loss": 0.203,
"step": 4840
},
{
"epoch": 3.8,
"learning_rate": 0.00010505090054815976,
"loss": 0.1096,
"step": 4850
},
{
"epoch": 3.81,
"learning_rate": 0.0001048551292090838,
"loss": 0.0341,
"step": 4860
},
{
"epoch": 3.81,
"learning_rate": 0.00010465935787000784,
"loss": 0.061,
"step": 4870
},
{
"epoch": 3.82,
"learning_rate": 0.00010446358653093186,
"loss": 0.1125,
"step": 4880
},
{
"epoch": 3.83,
"learning_rate": 0.00010426781519185591,
"loss": 0.1129,
"step": 4890
},
{
"epoch": 3.84,
"learning_rate": 0.00010407204385277996,
"loss": 0.2674,
"step": 4900
},
{
"epoch": 3.84,
"eval_accuracy": 0.8635312259059368,
"eval_loss": 0.5369026064872742,
"eval_runtime": 42.5487,
"eval_samples_per_second": 60.965,
"eval_steps_per_second": 7.638,
"step": 4900
},
{
"epoch": 3.84,
"learning_rate": 0.00010387627251370399,
"loss": 0.204,
"step": 4910
},
{
"epoch": 3.85,
"learning_rate": 0.00010368050117462804,
"loss": 0.1772,
"step": 4920
},
{
"epoch": 3.86,
"learning_rate": 0.00010348472983555209,
"loss": 0.1255,
"step": 4930
},
{
"epoch": 3.87,
"learning_rate": 0.00010328895849647614,
"loss": 0.3212,
"step": 4940
},
{
"epoch": 3.88,
"learning_rate": 0.00010309318715740016,
"loss": 0.2109,
"step": 4950
},
{
"epoch": 3.88,
"learning_rate": 0.00010289741581832419,
"loss": 0.0613,
"step": 4960
},
{
"epoch": 3.89,
"learning_rate": 0.00010270164447924824,
"loss": 0.177,
"step": 4970
},
{
"epoch": 3.9,
"learning_rate": 0.00010250587314017229,
"loss": 0.0931,
"step": 4980
},
{
"epoch": 3.91,
"learning_rate": 0.00010231010180109632,
"loss": 0.1028,
"step": 4990
},
{
"epoch": 3.92,
"learning_rate": 0.00010211433046202037,
"loss": 0.2185,
"step": 5000
},
{
"epoch": 3.92,
"eval_accuracy": 0.882035466461064,
"eval_loss": 0.4742802381515503,
"eval_runtime": 42.9765,
"eval_samples_per_second": 60.359,
"eval_steps_per_second": 7.562,
"step": 5000
},
{
"epoch": 3.92,
"learning_rate": 0.00010191855912294442,
"loss": 0.0499,
"step": 5010
},
{
"epoch": 3.93,
"learning_rate": 0.00010172278778386845,
"loss": 0.1724,
"step": 5020
},
{
"epoch": 3.94,
"learning_rate": 0.00010152701644479247,
"loss": 0.1446,
"step": 5030
},
{
"epoch": 3.95,
"learning_rate": 0.00010133124510571652,
"loss": 0.2122,
"step": 5040
},
{
"epoch": 3.95,
"learning_rate": 0.00010113547376664057,
"loss": 0.2345,
"step": 5050
},
{
"epoch": 3.96,
"learning_rate": 0.0001009397024275646,
"loss": 0.1296,
"step": 5060
},
{
"epoch": 3.97,
"learning_rate": 0.00010074393108848865,
"loss": 0.2116,
"step": 5070
},
{
"epoch": 3.98,
"learning_rate": 0.0001005481597494127,
"loss": 0.0821,
"step": 5080
},
{
"epoch": 3.99,
"learning_rate": 0.00010035238841033673,
"loss": 0.2605,
"step": 5090
},
{
"epoch": 3.99,
"learning_rate": 0.00010015661707126078,
"loss": 0.2195,
"step": 5100
},
{
"epoch": 3.99,
"eval_accuracy": 0.8708558211256746,
"eval_loss": 0.5340372920036316,
"eval_runtime": 42.404,
"eval_samples_per_second": 61.173,
"eval_steps_per_second": 7.664,
"step": 5100
},
{
"epoch": 4.0,
"learning_rate": 9.996084573218482e-05,
"loss": 0.0939,
"step": 5110
},
{
"epoch": 4.01,
"learning_rate": 9.976507439310885e-05,
"loss": 0.021,
"step": 5120
},
{
"epoch": 4.02,
"learning_rate": 9.956930305403289e-05,
"loss": 0.0161,
"step": 5130
},
{
"epoch": 4.03,
"learning_rate": 9.937353171495693e-05,
"loss": 0.0938,
"step": 5140
},
{
"epoch": 4.03,
"learning_rate": 9.917776037588098e-05,
"loss": 0.1866,
"step": 5150
},
{
"epoch": 4.04,
"learning_rate": 9.898198903680502e-05,
"loss": 0.068,
"step": 5160
},
{
"epoch": 4.05,
"learning_rate": 9.878621769772905e-05,
"loss": 0.018,
"step": 5170
},
{
"epoch": 4.06,
"learning_rate": 9.85904463586531e-05,
"loss": 0.1678,
"step": 5180
},
{
"epoch": 4.06,
"learning_rate": 9.839467501957715e-05,
"loss": 0.0251,
"step": 5190
},
{
"epoch": 4.07,
"learning_rate": 9.819890368050118e-05,
"loss": 0.0049,
"step": 5200
},
{
"epoch": 4.07,
"eval_accuracy": 0.8608326908249807,
"eval_loss": 0.5882797837257385,
"eval_runtime": 42.9904,
"eval_samples_per_second": 60.339,
"eval_steps_per_second": 7.56,
"step": 5200
},
{
"epoch": 4.08,
"learning_rate": 9.800313234142522e-05,
"loss": 0.0808,
"step": 5210
},
{
"epoch": 4.09,
"learning_rate": 9.780736100234926e-05,
"loss": 0.131,
"step": 5220
},
{
"epoch": 4.1,
"learning_rate": 9.761158966327331e-05,
"loss": 0.1858,
"step": 5230
},
{
"epoch": 4.1,
"learning_rate": 9.741581832419733e-05,
"loss": 0.017,
"step": 5240
},
{
"epoch": 4.11,
"learning_rate": 9.722004698512138e-05,
"loss": 0.0228,
"step": 5250
},
{
"epoch": 4.12,
"learning_rate": 9.702427564604543e-05,
"loss": 0.0183,
"step": 5260
},
{
"epoch": 4.13,
"learning_rate": 9.682850430696946e-05,
"loss": 0.0653,
"step": 5270
},
{
"epoch": 4.13,
"learning_rate": 9.66327329678935e-05,
"loss": 0.0188,
"step": 5280
},
{
"epoch": 4.14,
"learning_rate": 9.643696162881755e-05,
"loss": 0.0113,
"step": 5290
},
{
"epoch": 4.15,
"learning_rate": 9.62411902897416e-05,
"loss": 0.0204,
"step": 5300
},
{
"epoch": 4.15,
"eval_accuracy": 0.853893600616808,
"eval_loss": 0.6102246642112732,
"eval_runtime": 43.196,
"eval_samples_per_second": 60.052,
"eval_steps_per_second": 7.524,
"step": 5300
},
{
"epoch": 4.16,
"learning_rate": 9.604541895066563e-05,
"loss": 0.0485,
"step": 5310
},
{
"epoch": 4.17,
"learning_rate": 9.584964761158966e-05,
"loss": 0.1008,
"step": 5320
},
{
"epoch": 4.17,
"learning_rate": 9.565387627251371e-05,
"loss": 0.0887,
"step": 5330
},
{
"epoch": 4.18,
"learning_rate": 9.545810493343776e-05,
"loss": 0.1583,
"step": 5340
},
{
"epoch": 4.19,
"learning_rate": 9.526233359436178e-05,
"loss": 0.079,
"step": 5350
},
{
"epoch": 4.2,
"learning_rate": 9.506656225528583e-05,
"loss": 0.0464,
"step": 5360
},
{
"epoch": 4.21,
"learning_rate": 9.487079091620988e-05,
"loss": 0.102,
"step": 5370
},
{
"epoch": 4.21,
"learning_rate": 9.467501957713391e-05,
"loss": 0.0247,
"step": 5380
},
{
"epoch": 4.22,
"learning_rate": 9.447924823805795e-05,
"loss": 0.0791,
"step": 5390
},
{
"epoch": 4.23,
"learning_rate": 9.4283476898982e-05,
"loss": 0.0652,
"step": 5400
},
{
"epoch": 4.23,
"eval_accuracy": 0.8670007710100232,
"eval_loss": 0.5658612847328186,
"eval_runtime": 43.1575,
"eval_samples_per_second": 60.105,
"eval_steps_per_second": 7.531,
"step": 5400
},
{
"epoch": 4.24,
"learning_rate": 9.408770555990604e-05,
"loss": 0.0195,
"step": 5410
},
{
"epoch": 4.24,
"learning_rate": 9.389193422083008e-05,
"loss": 0.0612,
"step": 5420
},
{
"epoch": 4.25,
"learning_rate": 9.369616288175411e-05,
"loss": 0.0867,
"step": 5430
},
{
"epoch": 4.26,
"learning_rate": 9.350039154267816e-05,
"loss": 0.0931,
"step": 5440
},
{
"epoch": 4.27,
"learning_rate": 9.33046202036022e-05,
"loss": 0.0365,
"step": 5450
},
{
"epoch": 4.28,
"learning_rate": 9.310884886452623e-05,
"loss": 0.0487,
"step": 5460
},
{
"epoch": 4.28,
"learning_rate": 9.291307752545028e-05,
"loss": 0.0199,
"step": 5470
},
{
"epoch": 4.29,
"learning_rate": 9.271730618637432e-05,
"loss": 0.1251,
"step": 5480
},
{
"epoch": 4.3,
"learning_rate": 9.252153484729836e-05,
"loss": 0.0314,
"step": 5490
},
{
"epoch": 4.31,
"learning_rate": 9.232576350822239e-05,
"loss": 0.028,
"step": 5500
},
{
"epoch": 4.31,
"eval_accuracy": 0.8839629915188898,
"eval_loss": 0.4916422665119171,
"eval_runtime": 42.5129,
"eval_samples_per_second": 61.017,
"eval_steps_per_second": 7.645,
"step": 5500
},
{
"epoch": 4.31,
"learning_rate": 9.212999216914644e-05,
"loss": 0.0537,
"step": 5510
},
{
"epoch": 4.32,
"learning_rate": 9.193422083007049e-05,
"loss": 0.0384,
"step": 5520
},
{
"epoch": 4.33,
"learning_rate": 9.173844949099452e-05,
"loss": 0.0924,
"step": 5530
},
{
"epoch": 4.34,
"learning_rate": 9.154267815191856e-05,
"loss": 0.0085,
"step": 5540
},
{
"epoch": 4.35,
"learning_rate": 9.13469068128426e-05,
"loss": 0.0653,
"step": 5550
},
{
"epoch": 4.35,
"learning_rate": 9.115113547376664e-05,
"loss": 0.1537,
"step": 5560
},
{
"epoch": 4.36,
"learning_rate": 9.095536413469069e-05,
"loss": 0.0295,
"step": 5570
},
{
"epoch": 4.37,
"learning_rate": 9.075959279561472e-05,
"loss": 0.0677,
"step": 5580
},
{
"epoch": 4.38,
"learning_rate": 9.056382145653877e-05,
"loss": 0.0472,
"step": 5590
},
{
"epoch": 4.39,
"learning_rate": 9.03680501174628e-05,
"loss": 0.0423,
"step": 5600
},
{
"epoch": 4.39,
"eval_accuracy": 0.8735543562066307,
"eval_loss": 0.5706442594528198,
"eval_runtime": 42.5535,
"eval_samples_per_second": 60.959,
"eval_steps_per_second": 7.637,
"step": 5600
},
{
"epoch": 4.39,
"learning_rate": 9.017227877838685e-05,
"loss": 0.1299,
"step": 5610
},
{
"epoch": 4.4,
"learning_rate": 8.997650743931089e-05,
"loss": 0.045,
"step": 5620
},
{
"epoch": 4.41,
"learning_rate": 8.978073610023494e-05,
"loss": 0.0185,
"step": 5630
},
{
"epoch": 4.42,
"learning_rate": 8.958496476115897e-05,
"loss": 0.0174,
"step": 5640
},
{
"epoch": 4.42,
"learning_rate": 8.9389193422083e-05,
"loss": 0.0276,
"step": 5650
},
{
"epoch": 4.43,
"learning_rate": 8.919342208300705e-05,
"loss": 0.0087,
"step": 5660
},
{
"epoch": 4.44,
"learning_rate": 8.899765074393109e-05,
"loss": 0.0353,
"step": 5670
},
{
"epoch": 4.45,
"learning_rate": 8.880187940485514e-05,
"loss": 0.0432,
"step": 5680
},
{
"epoch": 4.46,
"learning_rate": 8.860610806577917e-05,
"loss": 0.0379,
"step": 5690
},
{
"epoch": 4.46,
"learning_rate": 8.841033672670322e-05,
"loss": 0.0087,
"step": 5700
},
{
"epoch": 4.46,
"eval_accuracy": 0.8696993060909792,
"eval_loss": 0.5652517676353455,
"eval_runtime": 42.4374,
"eval_samples_per_second": 61.125,
"eval_steps_per_second": 7.658,
"step": 5700
},
{
"epoch": 4.47,
"learning_rate": 8.821456538762725e-05,
"loss": 0.0528,
"step": 5710
},
{
"epoch": 4.48,
"learning_rate": 8.80187940485513e-05,
"loss": 0.0121,
"step": 5720
},
{
"epoch": 4.49,
"learning_rate": 8.782302270947533e-05,
"loss": 0.0709,
"step": 5730
},
{
"epoch": 4.49,
"learning_rate": 8.762725137039938e-05,
"loss": 0.0972,
"step": 5740
},
{
"epoch": 4.5,
"learning_rate": 8.743148003132342e-05,
"loss": 0.0282,
"step": 5750
},
{
"epoch": 4.51,
"learning_rate": 8.723570869224747e-05,
"loss": 0.0089,
"step": 5760
},
{
"epoch": 4.52,
"learning_rate": 8.70399373531715e-05,
"loss": 0.0967,
"step": 5770
},
{
"epoch": 4.53,
"learning_rate": 8.684416601409553e-05,
"loss": 0.0987,
"step": 5780
},
{
"epoch": 4.53,
"learning_rate": 8.664839467501958e-05,
"loss": 0.0433,
"step": 5790
},
{
"epoch": 4.54,
"learning_rate": 8.645262333594362e-05,
"loss": 0.0964,
"step": 5800
},
{
"epoch": 4.54,
"eval_accuracy": 0.8754818812644565,
"eval_loss": 0.5423335433006287,
"eval_runtime": 42.6014,
"eval_samples_per_second": 60.89,
"eval_steps_per_second": 7.629,
"step": 5800
},
{
"epoch": 4.55,
"learning_rate": 8.625685199686766e-05,
"loss": 0.0588,
"step": 5810
},
{
"epoch": 4.56,
"learning_rate": 8.60610806577917e-05,
"loss": 0.0106,
"step": 5820
},
{
"epoch": 4.57,
"learning_rate": 8.586530931871575e-05,
"loss": 0.028,
"step": 5830
},
{
"epoch": 4.57,
"learning_rate": 8.566953797963978e-05,
"loss": 0.0728,
"step": 5840
},
{
"epoch": 4.58,
"learning_rate": 8.547376664056383e-05,
"loss": 0.0151,
"step": 5850
},
{
"epoch": 4.59,
"learning_rate": 8.527799530148786e-05,
"loss": 0.0728,
"step": 5860
},
{
"epoch": 4.6,
"learning_rate": 8.508222396241191e-05,
"loss": 0.0515,
"step": 5870
},
{
"epoch": 4.6,
"learning_rate": 8.488645262333595e-05,
"loss": 0.017,
"step": 5880
},
{
"epoch": 4.61,
"learning_rate": 8.469068128425998e-05,
"loss": 0.0212,
"step": 5890
},
{
"epoch": 4.62,
"learning_rate": 8.449490994518403e-05,
"loss": 0.0841,
"step": 5900
},
{
"epoch": 4.62,
"eval_accuracy": 0.874325366229761,
"eval_loss": 0.5160160660743713,
"eval_runtime": 42.4551,
"eval_samples_per_second": 61.1,
"eval_steps_per_second": 7.655,
"step": 5900
},
{
"epoch": 4.63,
"learning_rate": 8.429913860610808e-05,
"loss": 0.0324,
"step": 5910
},
{
"epoch": 4.64,
"learning_rate": 8.410336726703211e-05,
"loss": 0.1511,
"step": 5920
},
{
"epoch": 4.64,
"learning_rate": 8.390759592795615e-05,
"loss": 0.0696,
"step": 5930
},
{
"epoch": 4.65,
"learning_rate": 8.37118245888802e-05,
"loss": 0.0583,
"step": 5940
},
{
"epoch": 4.66,
"learning_rate": 8.351605324980424e-05,
"loss": 0.2193,
"step": 5950
},
{
"epoch": 4.67,
"learning_rate": 8.332028191072828e-05,
"loss": 0.0459,
"step": 5960
},
{
"epoch": 4.68,
"learning_rate": 8.312451057165231e-05,
"loss": 0.0129,
"step": 5970
},
{
"epoch": 4.68,
"learning_rate": 8.292873923257636e-05,
"loss": 0.0559,
"step": 5980
},
{
"epoch": 4.69,
"learning_rate": 8.27329678935004e-05,
"loss": 0.0874,
"step": 5990
},
{
"epoch": 4.7,
"learning_rate": 8.253719655442443e-05,
"loss": 0.0945,
"step": 6000
},
{
"epoch": 4.7,
"eval_accuracy": 0.8696993060909792,
"eval_loss": 0.5532014966011047,
"eval_runtime": 42.9383,
"eval_samples_per_second": 60.412,
"eval_steps_per_second": 7.569,
"step": 6000
},
{
"epoch": 4.71,
"learning_rate": 8.234142521534848e-05,
"loss": 0.1306,
"step": 6010
},
{
"epoch": 4.71,
"learning_rate": 8.214565387627252e-05,
"loss": 0.0446,
"step": 6020
},
{
"epoch": 4.72,
"learning_rate": 8.194988253719656e-05,
"loss": 0.0247,
"step": 6030
},
{
"epoch": 4.73,
"learning_rate": 8.17541111981206e-05,
"loss": 0.1395,
"step": 6040
},
{
"epoch": 4.74,
"learning_rate": 8.155833985904464e-05,
"loss": 0.0221,
"step": 6050
},
{
"epoch": 4.75,
"learning_rate": 8.136256851996869e-05,
"loss": 0.1725,
"step": 6060
},
{
"epoch": 4.75,
"learning_rate": 8.116679718089272e-05,
"loss": 0.184,
"step": 6070
},
{
"epoch": 4.76,
"learning_rate": 8.097102584181676e-05,
"loss": 0.0241,
"step": 6080
},
{
"epoch": 4.77,
"learning_rate": 8.07752545027408e-05,
"loss": 0.0739,
"step": 6090
},
{
"epoch": 4.78,
"learning_rate": 8.057948316366485e-05,
"loss": 0.0311,
"step": 6100
},
{
"epoch": 4.78,
"eval_accuracy": 0.8866615265998458,
"eval_loss": 0.49468106031417847,
"eval_runtime": 42.2707,
"eval_samples_per_second": 61.366,
"eval_steps_per_second": 7.689,
"step": 6100
},
{
"epoch": 4.78,
"learning_rate": 8.038371182458888e-05,
"loss": 0.0041,
"step": 6110
},
{
"epoch": 4.79,
"learning_rate": 8.018794048551292e-05,
"loss": 0.0041,
"step": 6120
},
{
"epoch": 4.8,
"learning_rate": 7.999216914643697e-05,
"loss": 0.0471,
"step": 6130
},
{
"epoch": 4.81,
"learning_rate": 7.9796397807361e-05,
"loss": 0.0728,
"step": 6140
},
{
"epoch": 4.82,
"learning_rate": 7.960062646828504e-05,
"loss": 0.0837,
"step": 6150
},
{
"epoch": 4.82,
"learning_rate": 7.940485512920909e-05,
"loss": 0.02,
"step": 6160
},
{
"epoch": 4.83,
"learning_rate": 7.920908379013314e-05,
"loss": 0.0659,
"step": 6170
},
{
"epoch": 4.84,
"learning_rate": 7.901331245105716e-05,
"loss": 0.0038,
"step": 6180
},
{
"epoch": 4.85,
"learning_rate": 7.88175411119812e-05,
"loss": 0.034,
"step": 6190
},
{
"epoch": 4.86,
"learning_rate": 7.862176977290525e-05,
"loss": 0.0423,
"step": 6200
},
{
"epoch": 4.86,
"eval_accuracy": 0.8843484965304549,
"eval_loss": 0.5063336491584778,
"eval_runtime": 42.8346,
"eval_samples_per_second": 60.558,
"eval_steps_per_second": 7.587,
"step": 6200
},
{
"epoch": 4.86,
"learning_rate": 7.84259984338293e-05,
"loss": 0.0176,
"step": 6210
},
{
"epoch": 4.87,
"learning_rate": 7.823022709475332e-05,
"loss": 0.0743,
"step": 6220
},
{
"epoch": 4.88,
"learning_rate": 7.803445575567737e-05,
"loss": 0.0121,
"step": 6230
},
{
"epoch": 4.89,
"learning_rate": 7.783868441660142e-05,
"loss": 0.0319,
"step": 6240
},
{
"epoch": 4.89,
"learning_rate": 7.764291307752545e-05,
"loss": 0.0833,
"step": 6250
},
{
"epoch": 4.9,
"learning_rate": 7.744714173844949e-05,
"loss": 0.0819,
"step": 6260
},
{
"epoch": 4.91,
"learning_rate": 7.725137039937354e-05,
"loss": 0.0198,
"step": 6270
},
{
"epoch": 4.92,
"learning_rate": 7.705559906029758e-05,
"loss": 0.1829,
"step": 6280
},
{
"epoch": 4.93,
"learning_rate": 7.685982772122162e-05,
"loss": 0.0522,
"step": 6290
},
{
"epoch": 4.93,
"learning_rate": 7.666405638214565e-05,
"loss": 0.1348,
"step": 6300
},
{
"epoch": 4.93,
"eval_accuracy": 0.874325366229761,
"eval_loss": 0.5619357824325562,
"eval_runtime": 43.1362,
"eval_samples_per_second": 60.135,
"eval_steps_per_second": 7.534,
"step": 6300
},
{
"epoch": 4.94,
"learning_rate": 7.64682850430697e-05,
"loss": 0.0771,
"step": 6310
},
{
"epoch": 4.95,
"learning_rate": 7.627251370399374e-05,
"loss": 0.0655,
"step": 6320
},
{
"epoch": 4.96,
"learning_rate": 7.607674236491777e-05,
"loss": 0.0091,
"step": 6330
},
{
"epoch": 4.96,
"learning_rate": 7.588097102584182e-05,
"loss": 0.0475,
"step": 6340
},
{
"epoch": 4.97,
"learning_rate": 7.568519968676587e-05,
"loss": 0.0593,
"step": 6350
},
{
"epoch": 4.98,
"learning_rate": 7.54894283476899e-05,
"loss": 0.0078,
"step": 6360
},
{
"epoch": 4.99,
"learning_rate": 7.529365700861393e-05,
"loss": 0.0049,
"step": 6370
},
{
"epoch": 5.0,
"learning_rate": 7.509788566953798e-05,
"loss": 0.0143,
"step": 6380
},
{
"epoch": 5.0,
"learning_rate": 7.490211433046203e-05,
"loss": 0.1002,
"step": 6390
},
{
"epoch": 5.01,
"learning_rate": 7.470634299138607e-05,
"loss": 0.049,
"step": 6400
},
{
"epoch": 5.01,
"eval_accuracy": 0.8731688511950655,
"eval_loss": 0.5800209045410156,
"eval_runtime": 44.2948,
"eval_samples_per_second": 58.562,
"eval_steps_per_second": 7.337,
"step": 6400
},
{
"epoch": 5.02,
"learning_rate": 7.45105716523101e-05,
"loss": 0.012,
"step": 6410
},
{
"epoch": 5.03,
"learning_rate": 7.431480031323415e-05,
"loss": 0.006,
"step": 6420
},
{
"epoch": 5.04,
"learning_rate": 7.411902897415818e-05,
"loss": 0.0024,
"step": 6430
},
{
"epoch": 5.04,
"learning_rate": 7.392325763508223e-05,
"loss": 0.0566,
"step": 6440
},
{
"epoch": 5.05,
"learning_rate": 7.372748629600627e-05,
"loss": 0.0055,
"step": 6450
},
{
"epoch": 5.06,
"learning_rate": 7.353171495693031e-05,
"loss": 0.0197,
"step": 6460
},
{
"epoch": 5.07,
"learning_rate": 7.333594361785435e-05,
"loss": 0.0017,
"step": 6470
},
{
"epoch": 5.07,
"learning_rate": 7.314017227877838e-05,
"loss": 0.0488,
"step": 6480
},
{
"epoch": 5.08,
"learning_rate": 7.294440093970243e-05,
"loss": 0.1744,
"step": 6490
},
{
"epoch": 5.09,
"learning_rate": 7.274862960062648e-05,
"loss": 0.0053,
"step": 6500
},
{
"epoch": 5.09,
"eval_accuracy": 0.8770239013107171,
"eval_loss": 0.5499477982521057,
"eval_runtime": 42.4492,
"eval_samples_per_second": 61.108,
"eval_steps_per_second": 7.656,
"step": 6500
},
{
"epoch": 5.1,
"learning_rate": 7.255285826155051e-05,
"loss": 0.0047,
"step": 6510
},
{
"epoch": 5.11,
"learning_rate": 7.235708692247455e-05,
"loss": 0.0056,
"step": 6520
},
{
"epoch": 5.11,
"learning_rate": 7.21613155833986e-05,
"loss": 0.0018,
"step": 6530
},
{
"epoch": 5.12,
"learning_rate": 7.196554424432263e-05,
"loss": 0.0026,
"step": 6540
},
{
"epoch": 5.13,
"learning_rate": 7.176977290524668e-05,
"loss": 0.0018,
"step": 6550
},
{
"epoch": 5.14,
"learning_rate": 7.157400156617071e-05,
"loss": 0.0294,
"step": 6560
},
{
"epoch": 5.14,
"learning_rate": 7.137823022709476e-05,
"loss": 0.0158,
"step": 6570
},
{
"epoch": 5.15,
"learning_rate": 7.11824588880188e-05,
"loss": 0.0116,
"step": 6580
},
{
"epoch": 5.16,
"learning_rate": 7.098668754894284e-05,
"loss": 0.0015,
"step": 6590
},
{
"epoch": 5.17,
"learning_rate": 7.079091620986688e-05,
"loss": 0.0234,
"step": 6600
},
{
"epoch": 5.17,
"eval_accuracy": 0.887432536622976,
"eval_loss": 0.5102210640907288,
"eval_runtime": 42.9176,
"eval_samples_per_second": 60.441,
"eval_steps_per_second": 7.573,
"step": 6600
},
{
"epoch": 5.18,
"learning_rate": 7.059514487079093e-05,
"loss": 0.0013,
"step": 6610
},
{
"epoch": 5.18,
"learning_rate": 7.039937353171496e-05,
"loss": 0.0074,
"step": 6620
},
{
"epoch": 5.19,
"learning_rate": 7.020360219263901e-05,
"loss": 0.0108,
"step": 6630
},
{
"epoch": 5.2,
"learning_rate": 7.000783085356304e-05,
"loss": 0.0025,
"step": 6640
},
{
"epoch": 5.21,
"learning_rate": 6.981205951448708e-05,
"loss": 0.0259,
"step": 6650
},
{
"epoch": 5.22,
"learning_rate": 6.961628817541112e-05,
"loss": 0.0165,
"step": 6660
},
{
"epoch": 5.22,
"learning_rate": 6.942051683633516e-05,
"loss": 0.0055,
"step": 6670
},
{
"epoch": 5.23,
"learning_rate": 6.922474549725921e-05,
"loss": 0.0042,
"step": 6680
},
{
"epoch": 5.24,
"learning_rate": 6.902897415818324e-05,
"loss": 0.0347,
"step": 6690
},
{
"epoch": 5.25,
"learning_rate": 6.883320281910729e-05,
"loss": 0.0192,
"step": 6700
},
{
"epoch": 5.25,
"eval_accuracy": 0.8835774865073246,
"eval_loss": 0.5447149872779846,
"eval_runtime": 43.0165,
"eval_samples_per_second": 60.302,
"eval_steps_per_second": 7.555,
"step": 6700
},
{
"epoch": 5.25,
"learning_rate": 6.863743148003132e-05,
"loss": 0.0683,
"step": 6710
},
{
"epoch": 5.26,
"learning_rate": 6.844166014095537e-05,
"loss": 0.0041,
"step": 6720
},
{
"epoch": 5.27,
"learning_rate": 6.824588880187941e-05,
"loss": 0.0575,
"step": 6730
},
{
"epoch": 5.28,
"learning_rate": 6.805011746280345e-05,
"loss": 0.0031,
"step": 6740
},
{
"epoch": 5.29,
"learning_rate": 6.785434612372749e-05,
"loss": 0.002,
"step": 6750
},
{
"epoch": 5.29,
"learning_rate": 6.765857478465152e-05,
"loss": 0.0028,
"step": 6760
},
{
"epoch": 5.3,
"learning_rate": 6.746280344557557e-05,
"loss": 0.0124,
"step": 6770
},
{
"epoch": 5.31,
"learning_rate": 6.726703210649962e-05,
"loss": 0.0019,
"step": 6780
},
{
"epoch": 5.32,
"learning_rate": 6.707126076742365e-05,
"loss": 0.0016,
"step": 6790
},
{
"epoch": 5.32,
"learning_rate": 6.687548942834769e-05,
"loss": 0.0029,
"step": 6800
},
{
"epoch": 5.32,
"eval_accuracy": 0.8936006168080185,
"eval_loss": 0.4787052571773529,
"eval_runtime": 42.3932,
"eval_samples_per_second": 61.189,
"eval_steps_per_second": 7.666,
"step": 6800
},
{
"epoch": 5.33,
"learning_rate": 6.667971808927174e-05,
"loss": 0.0104,
"step": 6810
},
{
"epoch": 5.34,
"learning_rate": 6.648394675019577e-05,
"loss": 0.0096,
"step": 6820
},
{
"epoch": 5.35,
"learning_rate": 6.628817541111982e-05,
"loss": 0.0022,
"step": 6830
},
{
"epoch": 5.36,
"learning_rate": 6.609240407204385e-05,
"loss": 0.0072,
"step": 6840
},
{
"epoch": 5.36,
"learning_rate": 6.58966327329679e-05,
"loss": 0.0043,
"step": 6850
},
{
"epoch": 5.37,
"learning_rate": 6.570086139389194e-05,
"loss": 0.0204,
"step": 6860
},
{
"epoch": 5.38,
"learning_rate": 6.550509005481597e-05,
"loss": 0.0127,
"step": 6870
},
{
"epoch": 5.39,
"learning_rate": 6.530931871574002e-05,
"loss": 0.0077,
"step": 6880
},
{
"epoch": 5.4,
"learning_rate": 6.511354737666407e-05,
"loss": 0.0084,
"step": 6890
},
{
"epoch": 5.4,
"learning_rate": 6.49177760375881e-05,
"loss": 0.0249,
"step": 6900
},
{
"epoch": 5.4,
"eval_accuracy": 0.887047031611411,
"eval_loss": 0.5231930017471313,
"eval_runtime": 42.7159,
"eval_samples_per_second": 60.727,
"eval_steps_per_second": 7.608,
"step": 6900
},
{
"epoch": 5.41,
"learning_rate": 6.472200469851214e-05,
"loss": 0.0032,
"step": 6910
},
{
"epoch": 5.42,
"learning_rate": 6.452623335943618e-05,
"loss": 0.0027,
"step": 6920
},
{
"epoch": 5.43,
"learning_rate": 6.433046202036023e-05,
"loss": 0.0036,
"step": 6930
},
{
"epoch": 5.43,
"learning_rate": 6.413469068128425e-05,
"loss": 0.0077,
"step": 6940
},
{
"epoch": 5.44,
"learning_rate": 6.39389193422083e-05,
"loss": 0.0783,
"step": 6950
},
{
"epoch": 5.45,
"learning_rate": 6.374314800313235e-05,
"loss": 0.0027,
"step": 6960
},
{
"epoch": 5.46,
"learning_rate": 6.35473766640564e-05,
"loss": 0.0012,
"step": 6970
},
{
"epoch": 5.47,
"learning_rate": 6.335160532498042e-05,
"loss": 0.0022,
"step": 6980
},
{
"epoch": 5.47,
"learning_rate": 6.315583398590447e-05,
"loss": 0.0021,
"step": 6990
},
{
"epoch": 5.48,
"learning_rate": 6.296006264682851e-05,
"loss": 0.0671,
"step": 7000
},
{
"epoch": 5.48,
"eval_accuracy": 0.89745566692367,
"eval_loss": 0.476556658744812,
"eval_runtime": 42.526,
"eval_samples_per_second": 60.998,
"eval_steps_per_second": 7.642,
"step": 7000
},
{
"epoch": 5.49,
"learning_rate": 6.276429130775255e-05,
"loss": 0.0072,
"step": 7010
},
{
"epoch": 5.5,
"learning_rate": 6.256851996867658e-05,
"loss": 0.0417,
"step": 7020
},
{
"epoch": 5.51,
"learning_rate": 6.237274862960063e-05,
"loss": 0.0029,
"step": 7030
},
{
"epoch": 5.51,
"learning_rate": 6.217697729052468e-05,
"loss": 0.0037,
"step": 7040
},
{
"epoch": 5.52,
"learning_rate": 6.19812059514487e-05,
"loss": 0.0043,
"step": 7050
},
{
"epoch": 5.53,
"learning_rate": 6.178543461237275e-05,
"loss": 0.0443,
"step": 7060
},
{
"epoch": 5.54,
"learning_rate": 6.15896632732968e-05,
"loss": 0.0719,
"step": 7070
},
{
"epoch": 5.54,
"learning_rate": 6.139389193422083e-05,
"loss": 0.0917,
"step": 7080
},
{
"epoch": 5.55,
"learning_rate": 6.119812059514487e-05,
"loss": 0.0033,
"step": 7090
},
{
"epoch": 5.56,
"learning_rate": 6.100234925606891e-05,
"loss": 0.0056,
"step": 7100
},
{
"epoch": 5.56,
"eval_accuracy": 0.8893600616808018,
"eval_loss": 0.5135548710823059,
"eval_runtime": 42.8439,
"eval_samples_per_second": 60.545,
"eval_steps_per_second": 7.586,
"step": 7100
},
{
"epoch": 5.57,
"learning_rate": 6.0806577916992954e-05,
"loss": 0.0099,
"step": 7110
},
{
"epoch": 5.58,
"learning_rate": 6.0610806577917e-05,
"loss": 0.0245,
"step": 7120
},
{
"epoch": 5.58,
"learning_rate": 6.041503523884103e-05,
"loss": 0.0109,
"step": 7130
},
{
"epoch": 5.59,
"learning_rate": 6.021926389976508e-05,
"loss": 0.0145,
"step": 7140
},
{
"epoch": 5.6,
"learning_rate": 6.002349256068912e-05,
"loss": 0.0024,
"step": 7150
},
{
"epoch": 5.61,
"learning_rate": 5.9827721221613154e-05,
"loss": 0.0021,
"step": 7160
},
{
"epoch": 5.61,
"learning_rate": 5.9631949882537195e-05,
"loss": 0.0014,
"step": 7170
},
{
"epoch": 5.62,
"learning_rate": 5.943617854346124e-05,
"loss": 0.0013,
"step": 7180
},
{
"epoch": 5.63,
"learning_rate": 5.9240407204385285e-05,
"loss": 0.0049,
"step": 7190
},
{
"epoch": 5.64,
"learning_rate": 5.904463586530932e-05,
"loss": 0.003,
"step": 7200
},
{
"epoch": 5.64,
"eval_accuracy": 0.8882035466461063,
"eval_loss": 0.5084769129753113,
"eval_runtime": 42.353,
"eval_samples_per_second": 61.247,
"eval_steps_per_second": 7.674,
"step": 7200
},
{
"epoch": 5.65,
"learning_rate": 5.884886452623336e-05,
"loss": 0.0016,
"step": 7210
},
{
"epoch": 5.65,
"learning_rate": 5.86530931871574e-05,
"loss": 0.0355,
"step": 7220
},
{
"epoch": 5.66,
"learning_rate": 5.845732184808145e-05,
"loss": 0.0793,
"step": 7230
},
{
"epoch": 5.67,
"learning_rate": 5.826155050900548e-05,
"loss": 0.0582,
"step": 7240
},
{
"epoch": 5.68,
"learning_rate": 5.8065779169929525e-05,
"loss": 0.0028,
"step": 7250
},
{
"epoch": 5.69,
"learning_rate": 5.787000783085357e-05,
"loss": 0.003,
"step": 7260
},
{
"epoch": 5.69,
"learning_rate": 5.767423649177761e-05,
"loss": 0.0013,
"step": 7270
},
{
"epoch": 5.7,
"learning_rate": 5.747846515270164e-05,
"loss": 0.0021,
"step": 7280
},
{
"epoch": 5.71,
"learning_rate": 5.728269381362569e-05,
"loss": 0.0021,
"step": 7290
},
{
"epoch": 5.72,
"learning_rate": 5.708692247454973e-05,
"loss": 0.0015,
"step": 7300
},
{
"epoch": 5.72,
"eval_accuracy": 0.8970701619121049,
"eval_loss": 0.4831724762916565,
"eval_runtime": 42.709,
"eval_samples_per_second": 60.737,
"eval_steps_per_second": 7.61,
"step": 7300
},
{
"epoch": 5.72,
"learning_rate": 5.689115113547377e-05,
"loss": 0.0043,
"step": 7310
},
{
"epoch": 5.73,
"learning_rate": 5.669537979639781e-05,
"loss": 0.0014,
"step": 7320
},
{
"epoch": 5.74,
"learning_rate": 5.649960845732185e-05,
"loss": 0.0688,
"step": 7330
},
{
"epoch": 5.75,
"learning_rate": 5.63038371182459e-05,
"loss": 0.0218,
"step": 7340
},
{
"epoch": 5.76,
"learning_rate": 5.6108065779169924e-05,
"loss": 0.0265,
"step": 7350
},
{
"epoch": 5.76,
"learning_rate": 5.591229444009397e-05,
"loss": 0.0135,
"step": 7360
},
{
"epoch": 5.77,
"learning_rate": 5.5716523101018014e-05,
"loss": 0.0013,
"step": 7370
},
{
"epoch": 5.78,
"learning_rate": 5.5520751761942055e-05,
"loss": 0.0053,
"step": 7380
},
{
"epoch": 5.79,
"learning_rate": 5.532498042286609e-05,
"loss": 0.0043,
"step": 7390
},
{
"epoch": 5.79,
"learning_rate": 5.512920908379014e-05,
"loss": 0.0014,
"step": 7400
},
{
"epoch": 5.79,
"eval_accuracy": 0.899768696993061,
"eval_loss": 0.4648475646972656,
"eval_runtime": 42.8931,
"eval_samples_per_second": 60.476,
"eval_steps_per_second": 7.577,
"step": 7400
},
{
"epoch": 5.8,
"learning_rate": 5.493343774471418e-05,
"loss": 0.041,
"step": 7410
},
{
"epoch": 5.81,
"learning_rate": 5.473766640563822e-05,
"loss": 0.0023,
"step": 7420
},
{
"epoch": 5.82,
"learning_rate": 5.4541895066562255e-05,
"loss": 0.0121,
"step": 7430
},
{
"epoch": 5.83,
"learning_rate": 5.4346123727486296e-05,
"loss": 0.0374,
"step": 7440
},
{
"epoch": 5.83,
"learning_rate": 5.4150352388410344e-05,
"loss": 0.0411,
"step": 7450
},
{
"epoch": 5.84,
"learning_rate": 5.3954581049334385e-05,
"loss": 0.003,
"step": 7460
},
{
"epoch": 5.85,
"learning_rate": 5.375880971025842e-05,
"loss": 0.0196,
"step": 7470
},
{
"epoch": 5.86,
"learning_rate": 5.356303837118246e-05,
"loss": 0.0024,
"step": 7480
},
{
"epoch": 5.87,
"learning_rate": 5.33672670321065e-05,
"loss": 0.0114,
"step": 7490
},
{
"epoch": 5.87,
"learning_rate": 5.317149569303054e-05,
"loss": 0.0065,
"step": 7500
},
{
"epoch": 5.87,
"eval_accuracy": 0.8978411719352352,
"eval_loss": 0.4739063084125519,
"eval_runtime": 42.5769,
"eval_samples_per_second": 60.925,
"eval_steps_per_second": 7.633,
"step": 7500
},
{
"epoch": 5.88,
"learning_rate": 5.297572435395458e-05,
"loss": 0.0013,
"step": 7510
},
{
"epoch": 5.89,
"learning_rate": 5.2779953014878626e-05,
"loss": 0.032,
"step": 7520
},
{
"epoch": 5.9,
"learning_rate": 5.258418167580267e-05,
"loss": 0.002,
"step": 7530
},
{
"epoch": 5.9,
"learning_rate": 5.23884103367267e-05,
"loss": 0.0018,
"step": 7540
},
{
"epoch": 5.91,
"learning_rate": 5.219263899765074e-05,
"loss": 0.0334,
"step": 7550
},
{
"epoch": 5.92,
"learning_rate": 5.199686765857479e-05,
"loss": 0.0019,
"step": 7560
},
{
"epoch": 5.93,
"learning_rate": 5.180109631949883e-05,
"loss": 0.0012,
"step": 7570
},
{
"epoch": 5.94,
"learning_rate": 5.160532498042287e-05,
"loss": 0.0201,
"step": 7580
},
{
"epoch": 5.94,
"learning_rate": 5.140955364134691e-05,
"loss": 0.0651,
"step": 7590
},
{
"epoch": 5.95,
"learning_rate": 5.121378230227095e-05,
"loss": 0.0011,
"step": 7600
},
{
"epoch": 5.95,
"eval_accuracy": 0.8866615265998458,
"eval_loss": 0.5348610281944275,
"eval_runtime": 42.5481,
"eval_samples_per_second": 60.966,
"eval_steps_per_second": 7.638,
"step": 7600
},
{
"epoch": 5.96,
"learning_rate": 5.1018010963195e-05,
"loss": 0.0339,
"step": 7610
},
{
"epoch": 5.97,
"learning_rate": 5.0822239624119025e-05,
"loss": 0.0269,
"step": 7620
},
{
"epoch": 5.97,
"learning_rate": 5.062646828504307e-05,
"loss": 0.0175,
"step": 7630
},
{
"epoch": 5.98,
"learning_rate": 5.0430696945967114e-05,
"loss": 0.0098,
"step": 7640
},
{
"epoch": 5.99,
"learning_rate": 5.0234925606891156e-05,
"loss": 0.0115,
"step": 7650
},
{
"epoch": 6.0,
"learning_rate": 5.003915426781519e-05,
"loss": 0.0017,
"step": 7660
},
{
"epoch": 6.01,
"learning_rate": 4.984338292873924e-05,
"loss": 0.0011,
"step": 7670
},
{
"epoch": 6.01,
"learning_rate": 4.964761158966327e-05,
"loss": 0.0034,
"step": 7680
},
{
"epoch": 6.02,
"learning_rate": 4.9451840250587314e-05,
"loss": 0.0085,
"step": 7690
},
{
"epoch": 6.03,
"learning_rate": 4.9256068911511355e-05,
"loss": 0.0021,
"step": 7700
},
{
"epoch": 6.03,
"eval_accuracy": 0.8847340015420201,
"eval_loss": 0.5459861755371094,
"eval_runtime": 42.4623,
"eval_samples_per_second": 61.09,
"eval_steps_per_second": 7.654,
"step": 7700
},
{
"epoch": 6.04,
"learning_rate": 4.9060297572435396e-05,
"loss": 0.0011,
"step": 7710
},
{
"epoch": 6.05,
"learning_rate": 4.886452623335944e-05,
"loss": 0.0071,
"step": 7720
},
{
"epoch": 6.05,
"learning_rate": 4.866875489428348e-05,
"loss": 0.0667,
"step": 7730
},
{
"epoch": 6.06,
"learning_rate": 4.847298355520752e-05,
"loss": 0.001,
"step": 7740
},
{
"epoch": 6.07,
"learning_rate": 4.827721221613156e-05,
"loss": 0.112,
"step": 7750
},
{
"epoch": 6.08,
"learning_rate": 4.80814408770556e-05,
"loss": 0.0251,
"step": 7760
},
{
"epoch": 6.08,
"learning_rate": 4.7885669537979644e-05,
"loss": 0.0011,
"step": 7770
},
{
"epoch": 6.09,
"learning_rate": 4.7689898198903685e-05,
"loss": 0.001,
"step": 7780
},
{
"epoch": 6.1,
"learning_rate": 4.7494126859827726e-05,
"loss": 0.0055,
"step": 7790
},
{
"epoch": 6.11,
"learning_rate": 4.729835552075176e-05,
"loss": 0.0012,
"step": 7800
},
{
"epoch": 6.11,
"eval_accuracy": 0.8889745566692367,
"eval_loss": 0.5309260487556458,
"eval_runtime": 42.6745,
"eval_samples_per_second": 60.786,
"eval_steps_per_second": 7.616,
"step": 7800
},
{
"epoch": 6.12,
"learning_rate": 4.710258418167581e-05,
"loss": 0.018,
"step": 7810
},
{
"epoch": 6.12,
"learning_rate": 4.6906812842599844e-05,
"loss": 0.0009,
"step": 7820
},
{
"epoch": 6.13,
"learning_rate": 4.671104150352389e-05,
"loss": 0.0089,
"step": 7830
},
{
"epoch": 6.14,
"learning_rate": 4.6515270164447926e-05,
"loss": 0.005,
"step": 7840
},
{
"epoch": 6.15,
"learning_rate": 4.631949882537197e-05,
"loss": 0.0006,
"step": 7850
},
{
"epoch": 6.16,
"learning_rate": 4.612372748629601e-05,
"loss": 0.0011,
"step": 7860
},
{
"epoch": 6.16,
"learning_rate": 4.592795614722005e-05,
"loss": 0.0019,
"step": 7870
},
{
"epoch": 6.17,
"learning_rate": 4.573218480814409e-05,
"loss": 0.0842,
"step": 7880
},
{
"epoch": 6.18,
"learning_rate": 4.5536413469068126e-05,
"loss": 0.0028,
"step": 7890
},
{
"epoch": 6.19,
"learning_rate": 4.5340642129992174e-05,
"loss": 0.0011,
"step": 7900
},
{
"epoch": 6.19,
"eval_accuracy": 0.899768696993061,
"eval_loss": 0.48518332839012146,
"eval_runtime": 42.8404,
"eval_samples_per_second": 60.55,
"eval_steps_per_second": 7.586,
"step": 7900
},
{
"epoch": 6.19,
"learning_rate": 4.514487079091621e-05,
"loss": 0.0011,
"step": 7910
},
{
"epoch": 6.2,
"learning_rate": 4.4949099451840256e-05,
"loss": 0.0012,
"step": 7920
},
{
"epoch": 6.21,
"learning_rate": 4.475332811276429e-05,
"loss": 0.0008,
"step": 7930
},
{
"epoch": 6.22,
"learning_rate": 4.455755677368834e-05,
"loss": 0.001,
"step": 7940
},
{
"epoch": 6.23,
"learning_rate": 4.436178543461237e-05,
"loss": 0.001,
"step": 7950
},
{
"epoch": 6.23,
"learning_rate": 4.4166014095536414e-05,
"loss": 0.0014,
"step": 7960
},
{
"epoch": 6.24,
"learning_rate": 4.3970242756460456e-05,
"loss": 0.0013,
"step": 7970
},
{
"epoch": 6.25,
"learning_rate": 4.37744714173845e-05,
"loss": 0.0015,
"step": 7980
},
{
"epoch": 6.26,
"learning_rate": 4.357870007830854e-05,
"loss": 0.0196,
"step": 7990
},
{
"epoch": 6.26,
"learning_rate": 4.338292873923258e-05,
"loss": 0.0093,
"step": 8000
},
{
"epoch": 6.26,
"eval_accuracy": 0.899768696993061,
"eval_loss": 0.47506049275398254,
"eval_runtime": 42.6262,
"eval_samples_per_second": 60.855,
"eval_steps_per_second": 7.624,
"step": 8000
},
{
"epoch": 6.27,
"learning_rate": 4.318715740015662e-05,
"loss": 0.0008,
"step": 8010
},
{
"epoch": 6.28,
"learning_rate": 4.2991386061080655e-05,
"loss": 0.0022,
"step": 8020
},
{
"epoch": 6.29,
"learning_rate": 4.27956147220047e-05,
"loss": 0.001,
"step": 8030
},
{
"epoch": 6.3,
"learning_rate": 4.259984338292874e-05,
"loss": 0.0014,
"step": 8040
},
{
"epoch": 6.3,
"learning_rate": 4.2404072043852786e-05,
"loss": 0.0007,
"step": 8050
},
{
"epoch": 6.31,
"learning_rate": 4.220830070477682e-05,
"loss": 0.0073,
"step": 8060
},
{
"epoch": 6.32,
"learning_rate": 4.201252936570086e-05,
"loss": 0.0007,
"step": 8070
},
{
"epoch": 6.33,
"learning_rate": 4.18167580266249e-05,
"loss": 0.0014,
"step": 8080
},
{
"epoch": 6.34,
"learning_rate": 4.1620986687548944e-05,
"loss": 0.1095,
"step": 8090
},
{
"epoch": 6.34,
"learning_rate": 4.1425215348472985e-05,
"loss": 0.003,
"step": 8100
},
{
"epoch": 6.34,
"eval_accuracy": 0.8962991518889746,
"eval_loss": 0.49340829253196716,
"eval_runtime": 43.1125,
"eval_samples_per_second": 60.168,
"eval_steps_per_second": 7.538,
"step": 8100
},
{
"epoch": 6.35,
"learning_rate": 4.1229444009397027e-05,
"loss": 0.0012,
"step": 8110
},
{
"epoch": 6.36,
"learning_rate": 4.103367267032107e-05,
"loss": 0.0009,
"step": 8120
},
{
"epoch": 6.37,
"learning_rate": 4.083790133124511e-05,
"loss": 0.001,
"step": 8130
},
{
"epoch": 6.37,
"learning_rate": 4.064212999216915e-05,
"loss": 0.0019,
"step": 8140
},
{
"epoch": 6.38,
"learning_rate": 4.044635865309319e-05,
"loss": 0.0021,
"step": 8150
},
{
"epoch": 6.39,
"learning_rate": 4.025058731401723e-05,
"loss": 0.0009,
"step": 8160
},
{
"epoch": 6.4,
"learning_rate": 4.0054815974941274e-05,
"loss": 0.0007,
"step": 8170
},
{
"epoch": 6.41,
"learning_rate": 3.985904463586531e-05,
"loss": 0.001,
"step": 8180
},
{
"epoch": 6.41,
"learning_rate": 3.966327329678935e-05,
"loss": 0.0007,
"step": 8190
},
{
"epoch": 6.42,
"learning_rate": 3.946750195771339e-05,
"loss": 0.0027,
"step": 8200
},
{
"epoch": 6.42,
"eval_accuracy": 0.9028527370855821,
"eval_loss": 0.4882272183895111,
"eval_runtime": 42.9231,
"eval_samples_per_second": 60.434,
"eval_steps_per_second": 7.572,
"step": 8200
},
{
"epoch": 6.43,
"learning_rate": 3.927173061863743e-05,
"loss": 0.0011,
"step": 8210
},
{
"epoch": 6.44,
"learning_rate": 3.9075959279561474e-05,
"loss": 0.0008,
"step": 8220
},
{
"epoch": 6.44,
"learning_rate": 3.8880187940485515e-05,
"loss": 0.0007,
"step": 8230
},
{
"epoch": 6.45,
"learning_rate": 3.8684416601409556e-05,
"loss": 0.0021,
"step": 8240
},
{
"epoch": 6.46,
"learning_rate": 3.84886452623336e-05,
"loss": 0.0471,
"step": 8250
},
{
"epoch": 6.47,
"learning_rate": 3.829287392325764e-05,
"loss": 0.062,
"step": 8260
},
{
"epoch": 6.48,
"learning_rate": 3.809710258418167e-05,
"loss": 0.0023,
"step": 8270
},
{
"epoch": 6.48,
"learning_rate": 3.790133124510572e-05,
"loss": 0.0181,
"step": 8280
},
{
"epoch": 6.49,
"learning_rate": 3.7705559906029756e-05,
"loss": 0.0007,
"step": 8290
},
{
"epoch": 6.5,
"learning_rate": 3.7509788566953804e-05,
"loss": 0.0009,
"step": 8300
},
{
"epoch": 6.5,
"eval_accuracy": 0.9020817270624518,
"eval_loss": 0.4806201756000519,
"eval_runtime": 42.7792,
"eval_samples_per_second": 60.637,
"eval_steps_per_second": 7.597,
"step": 8300
},
{
"epoch": 6.51,
"learning_rate": 3.731401722787784e-05,
"loss": 0.001,
"step": 8310
},
{
"epoch": 6.52,
"learning_rate": 3.7118245888801886e-05,
"loss": 0.001,
"step": 8320
},
{
"epoch": 6.52,
"learning_rate": 3.692247454972592e-05,
"loss": 0.0648,
"step": 8330
},
{
"epoch": 6.53,
"learning_rate": 3.672670321064996e-05,
"loss": 0.0007,
"step": 8340
},
{
"epoch": 6.54,
"learning_rate": 3.6530931871574e-05,
"loss": 0.012,
"step": 8350
},
{
"epoch": 6.55,
"learning_rate": 3.6335160532498045e-05,
"loss": 0.0011,
"step": 8360
},
{
"epoch": 6.55,
"learning_rate": 3.6139389193422086e-05,
"loss": 0.001,
"step": 8370
},
{
"epoch": 6.56,
"learning_rate": 3.594361785434612e-05,
"loss": 0.0009,
"step": 8380
},
{
"epoch": 6.57,
"learning_rate": 3.574784651527017e-05,
"loss": 0.0009,
"step": 8390
},
{
"epoch": 6.58,
"learning_rate": 3.55520751761942e-05,
"loss": 0.0009,
"step": 8400
},
{
"epoch": 6.58,
"eval_accuracy": 0.9028527370855821,
"eval_loss": 0.4974198639392853,
"eval_runtime": 42.7479,
"eval_samples_per_second": 60.681,
"eval_steps_per_second": 7.603,
"step": 8400
},
{
"epoch": 6.59,
"learning_rate": 3.535630383711825e-05,
"loss": 0.001,
"step": 8410
},
{
"epoch": 6.59,
"learning_rate": 3.5160532498042285e-05,
"loss": 0.001,
"step": 8420
},
{
"epoch": 6.6,
"learning_rate": 3.4964761158966333e-05,
"loss": 0.0009,
"step": 8430
},
{
"epoch": 6.61,
"learning_rate": 3.476898981989037e-05,
"loss": 0.002,
"step": 8440
},
{
"epoch": 6.62,
"learning_rate": 3.457321848081441e-05,
"loss": 0.0007,
"step": 8450
},
{
"epoch": 6.62,
"learning_rate": 3.437744714173845e-05,
"loss": 0.0115,
"step": 8460
},
{
"epoch": 6.63,
"learning_rate": 3.418167580266249e-05,
"loss": 0.0016,
"step": 8470
},
{
"epoch": 6.64,
"learning_rate": 3.398590446358653e-05,
"loss": 0.0007,
"step": 8480
},
{
"epoch": 6.65,
"learning_rate": 3.3790133124510574e-05,
"loss": 0.0006,
"step": 8490
},
{
"epoch": 6.66,
"learning_rate": 3.3594361785434616e-05,
"loss": 0.0009,
"step": 8500
},
{
"epoch": 6.66,
"eval_accuracy": 0.9074787972243639,
"eval_loss": 0.4748244285583496,
"eval_runtime": 42.4884,
"eval_samples_per_second": 61.052,
"eval_steps_per_second": 7.649,
"step": 8500
},
{
"epoch": 6.66,
"learning_rate": 3.339859044635866e-05,
"loss": 0.0008,
"step": 8510
},
{
"epoch": 6.67,
"learning_rate": 3.32028191072827e-05,
"loss": 0.0012,
"step": 8520
},
{
"epoch": 6.68,
"learning_rate": 3.300704776820673e-05,
"loss": 0.0012,
"step": 8530
},
{
"epoch": 6.69,
"learning_rate": 3.281127642913078e-05,
"loss": 0.0012,
"step": 8540
},
{
"epoch": 6.7,
"learning_rate": 3.2615505090054815e-05,
"loss": 0.0008,
"step": 8550
},
{
"epoch": 6.7,
"learning_rate": 3.2419733750978856e-05,
"loss": 0.0008,
"step": 8560
},
{
"epoch": 6.71,
"learning_rate": 3.22239624119029e-05,
"loss": 0.0011,
"step": 8570
},
{
"epoch": 6.72,
"learning_rate": 3.202819107282694e-05,
"loss": 0.0139,
"step": 8580
},
{
"epoch": 6.73,
"learning_rate": 3.183241973375098e-05,
"loss": 0.0007,
"step": 8590
},
{
"epoch": 6.73,
"learning_rate": 3.163664839467502e-05,
"loss": 0.0008,
"step": 8600
},
{
"epoch": 6.73,
"eval_accuracy": 0.9094063222821896,
"eval_loss": 0.47228720784187317,
"eval_runtime": 42.8729,
"eval_samples_per_second": 60.504,
"eval_steps_per_second": 7.581,
"step": 8600
},
{
"epoch": 6.74,
"learning_rate": 3.144087705559906e-05,
"loss": 0.0008,
"step": 8610
},
{
"epoch": 6.75,
"learning_rate": 3.1245105716523104e-05,
"loss": 0.0005,
"step": 8620
},
{
"epoch": 6.76,
"learning_rate": 3.1049334377447145e-05,
"loss": 0.0007,
"step": 8630
},
{
"epoch": 6.77,
"learning_rate": 3.0853563038371186e-05,
"loss": 0.0014,
"step": 8640
},
{
"epoch": 6.77,
"learning_rate": 3.065779169929522e-05,
"loss": 0.0006,
"step": 8650
},
{
"epoch": 6.78,
"learning_rate": 3.046202036021927e-05,
"loss": 0.0005,
"step": 8660
},
{
"epoch": 6.79,
"learning_rate": 3.0266249021143307e-05,
"loss": 0.0007,
"step": 8670
},
{
"epoch": 6.8,
"learning_rate": 3.0070477682067348e-05,
"loss": 0.0007,
"step": 8680
},
{
"epoch": 6.81,
"learning_rate": 2.9874706342991386e-05,
"loss": 0.0012,
"step": 8690
},
{
"epoch": 6.81,
"learning_rate": 2.9678935003915427e-05,
"loss": 0.001,
"step": 8700
},
{
"epoch": 6.81,
"eval_accuracy": 0.9097918272937549,
"eval_loss": 0.4691937565803528,
"eval_runtime": 42.807,
"eval_samples_per_second": 60.598,
"eval_steps_per_second": 7.592,
"step": 8700
},
{
"epoch": 6.82,
"learning_rate": 2.948316366483947e-05,
"loss": 0.0021,
"step": 8710
},
{
"epoch": 6.83,
"learning_rate": 2.9287392325763506e-05,
"loss": 0.0008,
"step": 8720
},
{
"epoch": 6.84,
"learning_rate": 2.909162098668755e-05,
"loss": 0.0006,
"step": 8730
},
{
"epoch": 6.84,
"learning_rate": 2.889584964761159e-05,
"loss": 0.0006,
"step": 8740
},
{
"epoch": 6.85,
"learning_rate": 2.8700078308535634e-05,
"loss": 0.0312,
"step": 8750
},
{
"epoch": 6.86,
"learning_rate": 2.850430696945967e-05,
"loss": 0.0009,
"step": 8760
},
{
"epoch": 6.87,
"learning_rate": 2.8308535630383716e-05,
"loss": 0.0006,
"step": 8770
},
{
"epoch": 6.88,
"learning_rate": 2.8112764291307754e-05,
"loss": 0.001,
"step": 8780
},
{
"epoch": 6.88,
"learning_rate": 2.7916992952231795e-05,
"loss": 0.0077,
"step": 8790
},
{
"epoch": 6.89,
"learning_rate": 2.7721221613155833e-05,
"loss": 0.0007,
"step": 8800
},
{
"epoch": 6.89,
"eval_accuracy": 0.9074787972243639,
"eval_loss": 0.4725954532623291,
"eval_runtime": 42.9848,
"eval_samples_per_second": 60.347,
"eval_steps_per_second": 7.561,
"step": 8800
},
{
"epoch": 6.9,
"learning_rate": 2.7525450274079878e-05,
"loss": 0.001,
"step": 8810
},
{
"epoch": 6.91,
"learning_rate": 2.7329678935003916e-05,
"loss": 0.0006,
"step": 8820
},
{
"epoch": 6.91,
"learning_rate": 2.713390759592796e-05,
"loss": 0.0007,
"step": 8830
},
{
"epoch": 6.92,
"learning_rate": 2.6938136256851998e-05,
"loss": 0.0496,
"step": 8840
},
{
"epoch": 6.93,
"learning_rate": 2.6742364917776043e-05,
"loss": 0.0008,
"step": 8850
},
{
"epoch": 6.94,
"learning_rate": 2.654659357870008e-05,
"loss": 0.0026,
"step": 8860
},
{
"epoch": 6.95,
"learning_rate": 2.635082223962412e-05,
"loss": 0.0007,
"step": 8870
},
{
"epoch": 6.95,
"learning_rate": 2.615505090054816e-05,
"loss": 0.0017,
"step": 8880
},
{
"epoch": 6.96,
"learning_rate": 2.59592795614722e-05,
"loss": 0.0007,
"step": 8890
},
{
"epoch": 6.97,
"learning_rate": 2.5763508222396242e-05,
"loss": 0.0011,
"step": 8900
},
{
"epoch": 6.97,
"eval_accuracy": 0.9067077872012336,
"eval_loss": 0.4685651659965515,
"eval_runtime": 43.4324,
"eval_samples_per_second": 59.725,
"eval_steps_per_second": 7.483,
"step": 8900
},
{
"epoch": 6.98,
"learning_rate": 2.556773688332028e-05,
"loss": 0.0013,
"step": 8910
},
{
"epoch": 6.99,
"learning_rate": 2.5371965544244325e-05,
"loss": 0.0022,
"step": 8920
},
{
"epoch": 6.99,
"learning_rate": 2.5176194205168363e-05,
"loss": 0.0005,
"step": 8930
},
{
"epoch": 7.0,
"learning_rate": 2.4980422866092404e-05,
"loss": 0.0006,
"step": 8940
},
{
"epoch": 7.01,
"learning_rate": 2.4784651527016445e-05,
"loss": 0.0008,
"step": 8950
},
{
"epoch": 7.02,
"learning_rate": 2.4588880187940486e-05,
"loss": 0.0008,
"step": 8960
},
{
"epoch": 7.02,
"learning_rate": 2.4393108848864528e-05,
"loss": 0.0006,
"step": 8970
},
{
"epoch": 7.03,
"learning_rate": 2.419733750978857e-05,
"loss": 0.0008,
"step": 8980
},
{
"epoch": 7.04,
"learning_rate": 2.4001566170712607e-05,
"loss": 0.0008,
"step": 8990
},
{
"epoch": 7.05,
"learning_rate": 2.3805794831636648e-05,
"loss": 0.0006,
"step": 9000
},
{
"epoch": 7.05,
"eval_accuracy": 0.9055512721665382,
"eval_loss": 0.46525028347969055,
"eval_runtime": 43.4306,
"eval_samples_per_second": 59.728,
"eval_steps_per_second": 7.483,
"step": 9000
},
{
"epoch": 7.06,
"learning_rate": 2.361002349256069e-05,
"loss": 0.0009,
"step": 9010
},
{
"epoch": 7.06,
"learning_rate": 2.341425215348473e-05,
"loss": 0.0006,
"step": 9020
},
{
"epoch": 7.07,
"learning_rate": 2.3218480814408772e-05,
"loss": 0.0058,
"step": 9030
},
{
"epoch": 7.08,
"learning_rate": 2.3022709475332813e-05,
"loss": 0.0006,
"step": 9040
},
{
"epoch": 7.09,
"learning_rate": 2.2826938136256854e-05,
"loss": 0.0007,
"step": 9050
},
{
"epoch": 7.09,
"learning_rate": 2.2631166797180896e-05,
"loss": 0.0007,
"step": 9060
},
{
"epoch": 7.1,
"learning_rate": 2.2435395458104934e-05,
"loss": 0.0006,
"step": 9070
},
{
"epoch": 7.11,
"learning_rate": 2.2239624119028975e-05,
"loss": 0.0005,
"step": 9080
},
{
"epoch": 7.12,
"learning_rate": 2.2043852779953016e-05,
"loss": 0.0007,
"step": 9090
},
{
"epoch": 7.13,
"learning_rate": 2.1848081440877057e-05,
"loss": 0.0006,
"step": 9100
},
{
"epoch": 7.13,
"eval_accuracy": 0.9028527370855821,
"eval_loss": 0.47551360726356506,
"eval_runtime": 43.1363,
"eval_samples_per_second": 60.135,
"eval_steps_per_second": 7.534,
"step": 9100
},
{
"epoch": 7.13,
"learning_rate": 2.1652310101801095e-05,
"loss": 0.0007,
"step": 9110
},
{
"epoch": 7.14,
"learning_rate": 2.1456538762725137e-05,
"loss": 0.0151,
"step": 9120
},
{
"epoch": 7.15,
"learning_rate": 2.1260767423649178e-05,
"loss": 0.0005,
"step": 9130
},
{
"epoch": 7.16,
"learning_rate": 2.106499608457322e-05,
"loss": 0.0007,
"step": 9140
},
{
"epoch": 7.17,
"learning_rate": 2.086922474549726e-05,
"loss": 0.0006,
"step": 9150
},
{
"epoch": 7.17,
"learning_rate": 2.06734534064213e-05,
"loss": 0.0006,
"step": 9160
},
{
"epoch": 7.18,
"learning_rate": 2.0477682067345343e-05,
"loss": 0.0005,
"step": 9170
},
{
"epoch": 7.19,
"learning_rate": 2.028191072826938e-05,
"loss": 0.0005,
"step": 9180
},
{
"epoch": 7.2,
"learning_rate": 2.0086139389193422e-05,
"loss": 0.0006,
"step": 9190
},
{
"epoch": 7.2,
"learning_rate": 1.9890368050117463e-05,
"loss": 0.0007,
"step": 9200
},
{
"epoch": 7.2,
"eval_accuracy": 0.9036237471087124,
"eval_loss": 0.4632953405380249,
"eval_runtime": 42.785,
"eval_samples_per_second": 60.629,
"eval_steps_per_second": 7.596,
"step": 9200
},
{
"epoch": 7.21,
"learning_rate": 1.9694596711041505e-05,
"loss": 0.0006,
"step": 9210
},
{
"epoch": 7.22,
"learning_rate": 1.9498825371965546e-05,
"loss": 0.0005,
"step": 9220
},
{
"epoch": 7.23,
"learning_rate": 1.9303054032889587e-05,
"loss": 0.0006,
"step": 9230
},
{
"epoch": 7.24,
"learning_rate": 1.9107282693813628e-05,
"loss": 0.0005,
"step": 9240
},
{
"epoch": 7.24,
"learning_rate": 1.891151135473767e-05,
"loss": 0.0005,
"step": 9250
},
{
"epoch": 7.25,
"learning_rate": 1.8715740015661707e-05,
"loss": 0.0005,
"step": 9260
},
{
"epoch": 7.26,
"learning_rate": 1.851996867658575e-05,
"loss": 0.0005,
"step": 9270
},
{
"epoch": 7.27,
"learning_rate": 1.8324197337509787e-05,
"loss": 0.0007,
"step": 9280
},
{
"epoch": 7.27,
"learning_rate": 1.8128425998433828e-05,
"loss": 0.001,
"step": 9290
},
{
"epoch": 7.28,
"learning_rate": 1.793265465935787e-05,
"loss": 0.0067,
"step": 9300
},
{
"epoch": 7.28,
"eval_accuracy": 0.9036237471087124,
"eval_loss": 0.46110159158706665,
"eval_runtime": 43.0582,
"eval_samples_per_second": 60.244,
"eval_steps_per_second": 7.548,
"step": 9300
},
{
"epoch": 7.29,
"learning_rate": 1.773688332028191e-05,
"loss": 0.0005,
"step": 9310
},
{
"epoch": 7.3,
"learning_rate": 1.754111198120595e-05,
"loss": 0.0006,
"step": 9320
},
{
"epoch": 7.31,
"learning_rate": 1.7345340642129993e-05,
"loss": 0.0009,
"step": 9330
},
{
"epoch": 7.31,
"learning_rate": 1.7149569303054034e-05,
"loss": 0.0007,
"step": 9340
},
{
"epoch": 7.32,
"learning_rate": 1.6953797963978075e-05,
"loss": 0.0181,
"step": 9350
},
{
"epoch": 7.33,
"learning_rate": 1.6758026624902117e-05,
"loss": 0.0005,
"step": 9360
},
{
"epoch": 7.34,
"learning_rate": 1.6562255285826155e-05,
"loss": 0.0005,
"step": 9370
},
{
"epoch": 7.35,
"learning_rate": 1.6366483946750196e-05,
"loss": 0.0006,
"step": 9380
},
{
"epoch": 7.35,
"learning_rate": 1.6170712607674237e-05,
"loss": 0.0008,
"step": 9390
},
{
"epoch": 7.36,
"learning_rate": 1.597494126859828e-05,
"loss": 0.0007,
"step": 9400
},
{
"epoch": 7.36,
"eval_accuracy": 0.905165767154973,
"eval_loss": 0.46077683568000793,
"eval_runtime": 43.0899,
"eval_samples_per_second": 60.2,
"eval_steps_per_second": 7.542,
"step": 9400
},
{
"epoch": 7.37,
"learning_rate": 1.577916992952232e-05,
"loss": 0.0009,
"step": 9410
},
{
"epoch": 7.38,
"learning_rate": 1.558339859044636e-05,
"loss": 0.0005,
"step": 9420
},
{
"epoch": 7.38,
"learning_rate": 1.5387627251370402e-05,
"loss": 0.0006,
"step": 9430
},
{
"epoch": 7.39,
"learning_rate": 1.5191855912294442e-05,
"loss": 0.0005,
"step": 9440
},
{
"epoch": 7.4,
"learning_rate": 1.499608457321848e-05,
"loss": 0.0006,
"step": 9450
},
{
"epoch": 7.41,
"learning_rate": 1.480031323414252e-05,
"loss": 0.0004,
"step": 9460
},
{
"epoch": 7.42,
"learning_rate": 1.4604541895066562e-05,
"loss": 0.0006,
"step": 9470
},
{
"epoch": 7.42,
"learning_rate": 1.4408770555990603e-05,
"loss": 0.0007,
"step": 9480
},
{
"epoch": 7.43,
"learning_rate": 1.4212999216914643e-05,
"loss": 0.0005,
"step": 9490
},
{
"epoch": 7.44,
"learning_rate": 1.4017227877838684e-05,
"loss": 0.0007,
"step": 9500
},
{
"epoch": 7.44,
"eval_accuracy": 0.9043947571318427,
"eval_loss": 0.4622529447078705,
"eval_runtime": 43.1294,
"eval_samples_per_second": 60.145,
"eval_steps_per_second": 7.535,
"step": 9500
},
{
"epoch": 7.45,
"learning_rate": 1.3821456538762725e-05,
"loss": 0.0005,
"step": 9510
},
{
"epoch": 7.45,
"learning_rate": 1.3625685199686767e-05,
"loss": 0.0004,
"step": 9520
},
{
"epoch": 7.46,
"learning_rate": 1.3429913860610806e-05,
"loss": 0.0007,
"step": 9530
},
{
"epoch": 7.47,
"learning_rate": 1.3234142521534848e-05,
"loss": 0.0006,
"step": 9540
},
{
"epoch": 7.48,
"learning_rate": 1.3038371182458889e-05,
"loss": 0.0007,
"step": 9550
},
{
"epoch": 7.49,
"learning_rate": 1.284259984338293e-05,
"loss": 0.0005,
"step": 9560
},
{
"epoch": 7.49,
"learning_rate": 1.2646828504306971e-05,
"loss": 0.0005,
"step": 9570
},
{
"epoch": 7.5,
"learning_rate": 1.2451057165231011e-05,
"loss": 0.0005,
"step": 9580
},
{
"epoch": 7.51,
"learning_rate": 1.225528582615505e-05,
"loss": 0.0006,
"step": 9590
},
{
"epoch": 7.52,
"learning_rate": 1.2059514487079092e-05,
"loss": 0.0005,
"step": 9600
},
{
"epoch": 7.52,
"eval_accuracy": 0.9055512721665382,
"eval_loss": 0.46212539076805115,
"eval_runtime": 43.0566,
"eval_samples_per_second": 60.246,
"eval_steps_per_second": 7.548,
"step": 9600
},
{
"epoch": 7.53,
"learning_rate": 1.1863743148003133e-05,
"loss": 0.0006,
"step": 9610
},
{
"epoch": 7.53,
"learning_rate": 1.1667971808927174e-05,
"loss": 0.0005,
"step": 9620
},
{
"epoch": 7.54,
"learning_rate": 1.1472200469851214e-05,
"loss": 0.0021,
"step": 9630
},
{
"epoch": 7.55,
"learning_rate": 1.1276429130775255e-05,
"loss": 0.0004,
"step": 9640
},
{
"epoch": 7.56,
"learning_rate": 1.1080657791699296e-05,
"loss": 0.0005,
"step": 9650
},
{
"epoch": 7.56,
"learning_rate": 1.0884886452623338e-05,
"loss": 0.0006,
"step": 9660
},
{
"epoch": 7.57,
"learning_rate": 1.0689115113547377e-05,
"loss": 0.0008,
"step": 9670
},
{
"epoch": 7.58,
"learning_rate": 1.0493343774471417e-05,
"loss": 0.0096,
"step": 9680
},
{
"epoch": 7.59,
"learning_rate": 1.0297572435395458e-05,
"loss": 0.0006,
"step": 9690
},
{
"epoch": 7.6,
"learning_rate": 1.01018010963195e-05,
"loss": 0.0005,
"step": 9700
},
{
"epoch": 7.6,
"eval_accuracy": 0.9055512721665382,
"eval_loss": 0.46149030327796936,
"eval_runtime": 42.8413,
"eval_samples_per_second": 60.549,
"eval_steps_per_second": 7.586,
"step": 9700
},
{
"epoch": 7.6,
"learning_rate": 9.90602975724354e-06,
"loss": 0.0004,
"step": 9710
},
{
"epoch": 7.61,
"learning_rate": 9.710258418167582e-06,
"loss": 0.0012,
"step": 9720
},
{
"epoch": 7.62,
"learning_rate": 9.514487079091621e-06,
"loss": 0.0006,
"step": 9730
},
{
"epoch": 7.63,
"learning_rate": 9.318715740015663e-06,
"loss": 0.0005,
"step": 9740
},
{
"epoch": 7.64,
"learning_rate": 9.122944400939702e-06,
"loss": 0.0005,
"step": 9750
},
{
"epoch": 7.64,
"learning_rate": 8.927173061863743e-06,
"loss": 0.0005,
"step": 9760
},
{
"epoch": 7.65,
"learning_rate": 8.731401722787785e-06,
"loss": 0.0005,
"step": 9770
},
{
"epoch": 7.66,
"learning_rate": 8.535630383711824e-06,
"loss": 0.0007,
"step": 9780
},
{
"epoch": 7.67,
"learning_rate": 8.339859044635866e-06,
"loss": 0.0005,
"step": 9790
},
{
"epoch": 7.67,
"learning_rate": 8.144087705559907e-06,
"loss": 0.0005,
"step": 9800
},
{
"epoch": 7.67,
"eval_accuracy": 0.9059367771781033,
"eval_loss": 0.4611620604991913,
"eval_runtime": 43.2785,
"eval_samples_per_second": 59.937,
"eval_steps_per_second": 7.51,
"step": 9800
},
{
"epoch": 7.68,
"learning_rate": 7.948316366483948e-06,
"loss": 0.0005,
"step": 9810
},
{
"epoch": 7.69,
"learning_rate": 7.752545027407988e-06,
"loss": 0.0008,
"step": 9820
},
{
"epoch": 7.7,
"learning_rate": 7.556773688332029e-06,
"loss": 0.0005,
"step": 9830
},
{
"epoch": 7.71,
"learning_rate": 7.3610023492560685e-06,
"loss": 0.0004,
"step": 9840
},
{
"epoch": 7.71,
"learning_rate": 7.16523101018011e-06,
"loss": 0.0005,
"step": 9850
},
{
"epoch": 7.72,
"learning_rate": 6.96945967110415e-06,
"loss": 0.0005,
"step": 9860
},
{
"epoch": 7.73,
"learning_rate": 6.7736883320281914e-06,
"loss": 0.0005,
"step": 9870
},
{
"epoch": 7.74,
"learning_rate": 6.577916992952232e-06,
"loss": 0.0048,
"step": 9880
},
{
"epoch": 7.74,
"learning_rate": 6.382145653876273e-06,
"loss": 0.0006,
"step": 9890
},
{
"epoch": 7.75,
"learning_rate": 6.1863743148003135e-06,
"loss": 0.0005,
"step": 9900
},
{
"epoch": 7.75,
"eval_accuracy": 0.9074787972243639,
"eval_loss": 0.46262314915657043,
"eval_runtime": 43.0889,
"eval_samples_per_second": 60.201,
"eval_steps_per_second": 7.543,
"step": 9900
},
{
"epoch": 7.76,
"learning_rate": 5.990602975724354e-06,
"loss": 0.0006,
"step": 9910
},
{
"epoch": 7.77,
"learning_rate": 5.794831636648395e-06,
"loss": 0.0005,
"step": 9920
},
{
"epoch": 7.78,
"learning_rate": 5.599060297572436e-06,
"loss": 0.0005,
"step": 9930
},
{
"epoch": 7.78,
"learning_rate": 5.403288958496476e-06,
"loss": 0.0005,
"step": 9940
},
{
"epoch": 7.79,
"learning_rate": 5.207517619420517e-06,
"loss": 0.0004,
"step": 9950
},
{
"epoch": 7.8,
"learning_rate": 5.011746280344558e-06,
"loss": 0.0005,
"step": 9960
},
{
"epoch": 7.81,
"learning_rate": 4.815974941268599e-06,
"loss": 0.0005,
"step": 9970
},
{
"epoch": 7.82,
"learning_rate": 4.620203602192639e-06,
"loss": 0.0011,
"step": 9980
},
{
"epoch": 7.82,
"learning_rate": 4.42443226311668e-06,
"loss": 0.001,
"step": 9990
},
{
"epoch": 7.83,
"learning_rate": 4.22866092404072e-06,
"loss": 0.0004,
"step": 10000
},
{
"epoch": 7.83,
"eval_accuracy": 0.9074787972243639,
"eval_loss": 0.4625774025917053,
"eval_runtime": 42.7953,
"eval_samples_per_second": 60.614,
"eval_steps_per_second": 7.594,
"step": 10000
},
{
"epoch": 7.84,
"learning_rate": 4.0328895849647615e-06,
"loss": 0.0005,
"step": 10010
},
{
"epoch": 7.85,
"learning_rate": 3.837118245888802e-06,
"loss": 0.0007,
"step": 10020
},
{
"epoch": 7.85,
"learning_rate": 3.6413469068128423e-06,
"loss": 0.0005,
"step": 10030
},
{
"epoch": 7.86,
"learning_rate": 3.4455755677368836e-06,
"loss": 0.0005,
"step": 10040
},
{
"epoch": 7.87,
"learning_rate": 3.2498042286609244e-06,
"loss": 0.0006,
"step": 10050
},
{
"epoch": 7.88,
"learning_rate": 3.054032889584965e-06,
"loss": 0.0005,
"step": 10060
},
{
"epoch": 7.89,
"learning_rate": 2.8582615505090057e-06,
"loss": 0.0006,
"step": 10070
},
{
"epoch": 7.89,
"learning_rate": 2.662490211433046e-06,
"loss": 0.0007,
"step": 10080
},
{
"epoch": 7.9,
"learning_rate": 2.466718872357087e-06,
"loss": 0.0005,
"step": 10090
},
{
"epoch": 7.91,
"learning_rate": 2.2709475332811278e-06,
"loss": 0.0005,
"step": 10100
},
{
"epoch": 7.91,
"eval_accuracy": 0.9074787972243639,
"eval_loss": 0.4625736474990845,
"eval_runtime": 42.5583,
"eval_samples_per_second": 60.952,
"eval_steps_per_second": 7.637,
"step": 10100
},
{
"epoch": 7.92,
"learning_rate": 2.0751761942051686e-06,
"loss": 0.0004,
"step": 10110
},
{
"epoch": 7.92,
"learning_rate": 1.8794048551292093e-06,
"loss": 0.0007,
"step": 10120
},
{
"epoch": 7.93,
"learning_rate": 1.6836335160532499e-06,
"loss": 0.0006,
"step": 10130
},
{
"epoch": 7.94,
"learning_rate": 1.4878621769772905e-06,
"loss": 0.0005,
"step": 10140
},
{
"epoch": 7.95,
"learning_rate": 1.2920908379013313e-06,
"loss": 0.0005,
"step": 10150
},
{
"epoch": 7.96,
"learning_rate": 1.096319498825372e-06,
"loss": 0.0005,
"step": 10160
},
{
"epoch": 7.96,
"learning_rate": 9.005481597494127e-07,
"loss": 0.0005,
"step": 10170
},
{
"epoch": 7.97,
"learning_rate": 7.047768206734534e-07,
"loss": 0.0007,
"step": 10180
},
{
"epoch": 7.98,
"learning_rate": 5.090054815974942e-07,
"loss": 0.0005,
"step": 10190
},
{
"epoch": 7.99,
"learning_rate": 3.1323414252153486e-07,
"loss": 0.0006,
"step": 10200
},
{
"epoch": 7.99,
"eval_accuracy": 0.9078643022359291,
"eval_loss": 0.46260592341423035,
"eval_runtime": 43.1376,
"eval_samples_per_second": 60.133,
"eval_steps_per_second": 7.534,
"step": 10200
},
{
"epoch": 8.0,
"learning_rate": 1.1746280344557558e-07,
"loss": 0.0454,
"step": 10210
},
{
"epoch": 8.0,
"step": 10216,
"total_flos": 6.337884979995771e+18,
"train_loss": 0.48898702390789517,
"train_runtime": 10019.7896,
"train_samples_per_second": 8.152,
"train_steps_per_second": 1.02
}
],
"max_steps": 10216,
"num_train_epochs": 8,
"total_flos": 6.337884979995771e+18,
"trial_name": null,
"trial_params": null
}