Training in progress, epoch 0

all_results.json

@@ -1,13 +1,8 @@
 {
-    "epoch": 10.0,
-    "eval_accuracy": 0.966893039049236,
-    "eval_loss": 0.1130693331360817,
-    "eval_runtime": 8.6089,
-    "eval_samples_per_second": 136.835,
-    "eval_steps_per_second": 4.298,
-    "total_flos": 2.6335377898183066e+18,
-    "train_loss": 0.2811273262443313,
-    "train_runtime": 1705.57,
-    "train_samples_per_second": 62.114,
-    "train_steps_per_second": 0.487
+    "epoch": 9.98,
+    "total_flos": 6.521150663842333e+18,
+    "train_loss": 0.21471095208714647,
+    "train_runtime": 4563.3157,
+    "train_samples_per_second": 57.625,
+    "train_steps_per_second": 0.449
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:551fb7be777c2d4bc09a6ea85a99211c28a4566310223fce447297352d392acb
+oid sha256:ae536590e2db448ae7f7a3943be97a2b8dc65431277b813d60f600b8f99d3a00
 size 110407153

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 10.0,
-    "total_flos": 2.6335377898183066e+18,
-    "train_loss": 0.2811273262443313,
-    "train_runtime": 1705.57,
-    "train_samples_per_second": 62.114,
-    "train_steps_per_second": 0.487
+    "epoch": 9.98,
+    "total_flos": 6.521150663842333e+18,
+    "train_loss": 0.21471095208714647,
+    "train_runtime": 4563.3157,
+    "train_samples_per_second": 57.625,
+    "train_steps_per_second": 0.449
 }

trainer_state.json

@@ -1,1114 +1,2578 @@
 {
-  "best_metric": 0.966893039049236,
-  "best_model_checkpoint": "swin-tiny-patch4-window7-224-spa_saloon_classification/checkpoint-498",
-  "epoch": 10.0,
+  "best_metric": 0.9811772758384668,
+  "best_model_checkpoint": "swin-tiny-patch4-window7-224-spa_saloon_classification/checkpoint-1849",
+  "epoch": 9.975669099756692,
   "eval_steps": 500,
-  "global_step": 830,
+  "global_step": 2050,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.06,
-      "learning_rate": 3.0120481927710846e-06,
-      "loss": 1.9163,
+      "epoch": 0.02,
+      "learning_rate": 1.2195121951219514e-06,
+      "loss": 1.8606,
       "step": 5
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 6.024096385542169e-06,
-      "loss": 1.8781,
+      "epoch": 0.05,
+      "learning_rate": 2.4390243902439027e-06,
+      "loss": 1.8294,
       "step": 10
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 9.036144578313253e-06,
-      "loss": 1.7858,
+      "epoch": 0.07,
+      "learning_rate": 3.6585365853658537e-06,
+      "loss": 1.8047,
       "step": 15
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.2048192771084338e-05,
-      "loss": 1.7063,
+      "epoch": 0.1,
+      "learning_rate": 4.8780487804878055e-06,
+      "loss": 1.7415,
       "step": 20
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.5060240963855424e-05,
-      "loss": 1.5479,
+      "epoch": 0.12,
+      "learning_rate": 6.0975609756097564e-06,
+      "loss": 1.6899,
       "step": 25
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.8072289156626505e-05,
-      "loss": 1.3958,
+      "epoch": 0.15,
+      "learning_rate": 7.317073170731707e-06,
+      "loss": 1.6166,
       "step": 30
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 2.1084337349397593e-05,
-      "loss": 1.1757,
+      "epoch": 0.17,
+      "learning_rate": 8.53658536585366e-06,
+      "loss": 1.518,
       "step": 35
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 2.4096385542168677e-05,
-      "loss": 0.9676,
+      "epoch": 0.19,
+      "learning_rate": 9.756097560975611e-06,
+      "loss": 1.4472,
       "step": 40
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 2.7108433734939758e-05,
-      "loss": 0.7777,
+      "epoch": 0.22,
+      "learning_rate": 1.0975609756097562e-05,
+      "loss": 1.2949,
       "step": 45
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 3.012048192771085e-05,
-      "loss": 0.6423,
+      "epoch": 0.24,
+      "learning_rate": 1.2195121951219513e-05,
+      "loss": 1.1811,
       "step": 50
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 3.313253012048193e-05,
-      "loss": 0.6183,
+      "epoch": 0.27,
+      "learning_rate": 1.3414634146341466e-05,
+      "loss": 1.0548,
       "step": 55
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.614457831325301e-05,
-      "loss": 0.5876,
+      "epoch": 0.29,
+      "learning_rate": 1.4634146341463415e-05,
+      "loss": 0.9112,
       "step": 60
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 3.91566265060241e-05,
-      "loss": 0.5514,
+      "epoch": 0.32,
+      "learning_rate": 1.5853658536585366e-05,
+      "loss": 0.8244,
       "step": 65
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 4.2168674698795186e-05,
-      "loss": 0.49,
+      "epoch": 0.34,
+      "learning_rate": 1.707317073170732e-05,
+      "loss": 0.7256,
       "step": 70
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 4.5180722891566266e-05,
-      "loss": 0.4859,
+      "epoch": 0.36,
+      "learning_rate": 1.8292682926829268e-05,
+      "loss": 0.6848,
       "step": 75
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 4.8192771084337354e-05,
-      "loss": 0.4613,
+      "epoch": 0.39,
+      "learning_rate": 1.9512195121951222e-05,
+      "loss": 0.6532,
       "step": 80
     },
     {
-      "epoch": 1.0,
-      "eval_accuracy": 0.8718166383701188,
-      "eval_loss": 0.33570152521133423,
-      "eval_runtime": 7.7999,
-      "eval_samples_per_second": 151.027,
-      "eval_steps_per_second": 4.744,
-      "step": 83
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 4.98661311914324e-05,
-      "loss": 0.4352,
+      "epoch": 0.41,
+      "learning_rate": 2.073170731707317e-05,
+      "loss": 0.5777,
       "step": 85
     },
     {
-      "epoch": 1.08,
-      "learning_rate": 4.953145917001339e-05,
-      "loss": 0.4174,
+      "epoch": 0.44,
+      "learning_rate": 2.1951219512195124e-05,
+      "loss": 0.6014,
       "step": 90
     },
     {
-      "epoch": 1.14,
-      "learning_rate": 4.919678714859438e-05,
-      "loss": 0.4291,
+      "epoch": 0.46,
+      "learning_rate": 2.3170731707317075e-05,
+      "loss": 0.5424,
       "step": 95
     },
     {
-      "epoch": 1.2,
-      "learning_rate": 4.886211512717537e-05,
-      "loss": 0.3423,
+      "epoch": 0.49,
+      "learning_rate": 2.4390243902439026e-05,
+      "loss": 0.4876,
       "step": 100
     },
     {
-      "epoch": 1.27,
-      "learning_rate": 4.8527443105756356e-05,
-      "loss": 0.3444,
+      "epoch": 0.51,
+      "learning_rate": 2.5609756097560977e-05,
+      "loss": 0.4372,
       "step": 105
     },
     {
-      "epoch": 1.33,
-      "learning_rate": 4.8192771084337354e-05,
-      "loss": 0.3321,
+      "epoch": 0.54,
+      "learning_rate": 2.682926829268293e-05,
+      "loss": 0.4551,
       "step": 110
     },
     {
-      "epoch": 1.39,
-      "learning_rate": 4.7858099062918345e-05,
-      "loss": 0.3671,
+      "epoch": 0.56,
+      "learning_rate": 2.8048780487804882e-05,
+      "loss": 0.4751,
       "step": 115
     },
     {
-      "epoch": 1.45,
-      "learning_rate": 4.7523427041499336e-05,
-      "loss": 0.3157,
+      "epoch": 0.58,
+      "learning_rate": 2.926829268292683e-05,
+      "loss": 0.4652,
       "step": 120
     },
     {
-      "epoch": 1.51,
-      "learning_rate": 4.718875502008032e-05,
-      "loss": 0.3427,
+      "epoch": 0.61,
+      "learning_rate": 3.048780487804878e-05,
+      "loss": 0.4264,
       "step": 125
     },
     {
-      "epoch": 1.57,
-      "learning_rate": 4.685408299866131e-05,
-      "loss": 0.3368,
+      "epoch": 0.63,
+      "learning_rate": 3.170731707317073e-05,
+      "loss": 0.399,
       "step": 130
     },
     {
-      "epoch": 1.63,
-      "learning_rate": 4.651941097724231e-05,
-      "loss": 0.3249,
+      "epoch": 0.66,
+      "learning_rate": 3.292682926829269e-05,
+      "loss": 0.4399,
       "step": 135
     },
     {
-      "epoch": 1.69,
-      "learning_rate": 4.61847389558233e-05,
-      "loss": 0.3338,
+      "epoch": 0.68,
+      "learning_rate": 3.414634146341464e-05,
+      "loss": 0.4074,
       "step": 140
     },
     {
-      "epoch": 1.75,
-      "learning_rate": 4.5850066934404284e-05,
-      "loss": 0.3542,
+      "epoch": 0.71,
+      "learning_rate": 3.5365853658536584e-05,
+      "loss": 0.397,
       "step": 145
     },
     {
-      "epoch": 1.81,
-      "learning_rate": 4.5515394912985275e-05,
-      "loss": 0.2853,
+      "epoch": 0.73,
+      "learning_rate": 3.6585365853658535e-05,
+      "loss": 0.3578,
       "step": 150
     },
     {
-      "epoch": 1.87,
-      "learning_rate": 4.5180722891566266e-05,
-      "loss": 0.2825,
+      "epoch": 0.75,
+      "learning_rate": 3.780487804878049e-05,
+      "loss": 0.3771,
       "step": 155
     },
     {
-      "epoch": 1.93,
-      "learning_rate": 4.484605087014726e-05,
-      "loss": 0.3617,
+      "epoch": 0.78,
+      "learning_rate": 3.9024390243902444e-05,
+      "loss": 0.366,
       "step": 160
     },
     {
-      "epoch": 1.99,
-      "learning_rate": 4.451137884872825e-05,
-      "loss": 0.2908,
+      "epoch": 0.8,
+      "learning_rate": 4.0243902439024395e-05,
+      "loss": 0.3792,
       "step": 165
     },
     {
-      "epoch": 2.0,
-      "eval_accuracy": 0.931239388794567,
-      "eval_loss": 0.18052884936332703,
-      "eval_runtime": 7.8584,
-      "eval_samples_per_second": 149.903,
-      "eval_steps_per_second": 4.708,
-      "step": 166
-    },
-    {
-      "epoch": 2.05,
-      "learning_rate": 4.417670682730924e-05,
-      "loss": 0.2903,
+      "epoch": 0.83,
+      "learning_rate": 4.146341463414634e-05,
+      "loss": 0.3706,
       "step": 170
     },
     {
-      "epoch": 2.11,
-      "learning_rate": 4.384203480589023e-05,
-      "loss": 0.2862,
+      "epoch": 0.85,
+      "learning_rate": 4.26829268292683e-05,
+      "loss": 0.352,
       "step": 175
     },
     {
-      "epoch": 2.17,
-      "learning_rate": 4.350736278447122e-05,
-      "loss": 0.2783,
+      "epoch": 0.88,
+      "learning_rate": 4.390243902439025e-05,
+      "loss": 0.3481,
       "step": 180
     },
     {
-      "epoch": 2.23,
-      "learning_rate": 4.317269076305221e-05,
-      "loss": 0.2825,
+      "epoch": 0.9,
+      "learning_rate": 4.51219512195122e-05,
+      "loss": 0.2698,
       "step": 185
     },
     {
-      "epoch": 2.29,
-      "learning_rate": 4.2838018741633203e-05,
-      "loss": 0.2586,
+      "epoch": 0.92,
+      "learning_rate": 4.634146341463415e-05,
+      "loss": 0.3573,
       "step": 190
     },
     {
-      "epoch": 2.35,
-      "learning_rate": 4.2503346720214194e-05,
-      "loss": 0.2355,
+      "epoch": 0.95,
+      "learning_rate": 4.75609756097561e-05,
+      "loss": 0.3479,
       "step": 195
     },
     {
-      "epoch": 2.41,
-      "learning_rate": 4.2168674698795186e-05,
-      "loss": 0.236,
+      "epoch": 0.97,
+      "learning_rate": 4.878048780487805e-05,
+      "loss": 0.3917,
       "step": 200
     },
     {
-      "epoch": 2.47,
-      "learning_rate": 4.183400267737617e-05,
-      "loss": 0.2348,
+      "epoch": 1.0,
+      "learning_rate": 5e-05,
+      "loss": 0.337,
+      "step": 205
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.9175222450376455,
+      "eval_loss": 0.21079373359680176,
+      "eval_runtime": 21.0784,
+      "eval_samples_per_second": 138.625,
+      "eval_steps_per_second": 4.365,
       "step": 205
     },
     {
-      "epoch": 2.53,
-      "learning_rate": 4.149933065595716e-05,
-      "loss": 0.226,
+      "epoch": 1.02,
+      "learning_rate": 4.986449864498645e-05,
+      "loss": 0.3492,
       "step": 210
     },
     {
-      "epoch": 2.59,
-      "learning_rate": 4.116465863453816e-05,
-      "loss": 0.2765,
+      "epoch": 1.05,
+      "learning_rate": 4.97289972899729e-05,
+      "loss": 0.3251,
       "step": 215
     },
     {
-      "epoch": 2.65,
-      "learning_rate": 4.082998661311915e-05,
-      "loss": 0.2744,
+      "epoch": 1.07,
+      "learning_rate": 4.959349593495935e-05,
+      "loss": 0.2809,
       "step": 220
     },
     {
-      "epoch": 2.71,
-      "learning_rate": 4.0495314591700134e-05,
-      "loss": 0.293,
+      "epoch": 1.09,
+      "learning_rate": 4.9457994579945803e-05,
+      "loss": 0.3412,
       "step": 225
     },
     {
-      "epoch": 2.77,
-      "learning_rate": 4.0160642570281125e-05,
-      "loss": 0.2416,
+      "epoch": 1.12,
+      "learning_rate": 4.932249322493225e-05,
+      "loss": 0.3049,
       "step": 230
     },
     {
-      "epoch": 2.83,
-      "learning_rate": 3.9825970548862116e-05,
-      "loss": 0.2864,
+      "epoch": 1.14,
+      "learning_rate": 4.9186991869918704e-05,
+      "loss": 0.3123,
       "step": 235
     },
     {
-      "epoch": 2.89,
-      "learning_rate": 3.949129852744311e-05,
-      "loss": 0.2335,
+      "epoch": 1.17,
+      "learning_rate": 4.905149051490515e-05,
+      "loss": 0.2915,
       "step": 240
     },
     {
-      "epoch": 2.95,
-      "learning_rate": 3.91566265060241e-05,
-      "loss": 0.2341,
+      "epoch": 1.19,
+      "learning_rate": 4.89159891598916e-05,
+      "loss": 0.2875,
       "step": 245
     },
     {
-      "epoch": 3.0,
-      "eval_accuracy": 0.9516129032258065,
-      "eval_loss": 0.14258885383605957,
-      "eval_runtime": 8.0066,
-      "eval_samples_per_second": 147.128,
-      "eval_steps_per_second": 4.621,
-      "step": 249
-    },
-    {
-      "epoch": 3.01,
-      "learning_rate": 3.882195448460509e-05,
-      "loss": 0.2439,
+      "epoch": 1.22,
+      "learning_rate": 4.878048780487805e-05,
+      "loss": 0.2721,
       "step": 250
     },
     {
-      "epoch": 3.07,
-      "learning_rate": 3.848728246318608e-05,
-      "loss": 0.2018,
+      "epoch": 1.24,
+      "learning_rate": 4.86449864498645e-05,
+      "loss": 0.2551,
       "step": 255
     },
     {
-      "epoch": 3.13,
-      "learning_rate": 3.815261044176707e-05,
-      "loss": 0.2394,
+      "epoch": 1.27,
+      "learning_rate": 4.8509485094850945e-05,
+      "loss": 0.2956,
       "step": 260
     },
     {
-      "epoch": 3.19,
-      "learning_rate": 3.781793842034806e-05,
-      "loss": 0.2311,
+      "epoch": 1.29,
+      "learning_rate": 4.8373983739837406e-05,
+      "loss": 0.2643,
       "step": 265
     },
     {
-      "epoch": 3.25,
-      "learning_rate": 3.748326639892905e-05,
-      "loss": 0.2649,
+      "epoch": 1.31,
+      "learning_rate": 4.823848238482385e-05,
+      "loss": 0.3148,
       "step": 270
     },
     {
-      "epoch": 3.31,
-      "learning_rate": 3.7148594377510044e-05,
-      "loss": 0.193,
+      "epoch": 1.34,
+      "learning_rate": 4.81029810298103e-05,
+      "loss": 0.2628,
       "step": 275
     },
     {
-      "epoch": 3.37,
-      "learning_rate": 3.6813922356091035e-05,
-      "loss": 0.2252,
+      "epoch": 1.36,
+      "learning_rate": 4.796747967479675e-05,
+      "loss": 0.2258,
       "step": 280
     },
     {
-      "epoch": 3.43,
-      "learning_rate": 3.647925033467202e-05,
-      "loss": 0.2396,
+      "epoch": 1.39,
+      "learning_rate": 4.78319783197832e-05,
+      "loss": 0.2483,
       "step": 285
     },
     {
-      "epoch": 3.49,
-      "learning_rate": 3.614457831325301e-05,
-      "loss": 0.1846,
+      "epoch": 1.41,
+      "learning_rate": 4.769647696476965e-05,
+      "loss": 0.2805,
       "step": 290
     },
     {
-      "epoch": 3.55,
-      "learning_rate": 3.580990629183401e-05,
-      "loss": 0.229,
+      "epoch": 1.44,
+      "learning_rate": 4.75609756097561e-05,
+      "loss": 0.2861,
       "step": 295
     },
     {
-      "epoch": 3.61,
-      "learning_rate": 3.5475234270415e-05,
-      "loss": 0.2665,
+      "epoch": 1.46,
+      "learning_rate": 4.7425474254742554e-05,
+      "loss": 0.2972,
       "step": 300
     },
     {
-      "epoch": 3.67,
-      "learning_rate": 3.5140562248995983e-05,
-      "loss": 0.2018,
+      "epoch": 1.48,
+      "learning_rate": 4.7289972899729e-05,
+      "loss": 0.2432,
       "step": 305
     },
     {
-      "epoch": 3.73,
-      "learning_rate": 3.4805890227576974e-05,
-      "loss": 0.195,
+      "epoch": 1.51,
+      "learning_rate": 4.715447154471545e-05,
+      "loss": 0.2517,
       "step": 310
     },
     {
-      "epoch": 3.8,
-      "learning_rate": 3.4471218206157965e-05,
-      "loss": 0.2759,
+      "epoch": 1.53,
+      "learning_rate": 4.70189701897019e-05,
+      "loss": 0.2707,
       "step": 315
     },
     {
-      "epoch": 3.86,
-      "learning_rate": 3.413654618473896e-05,
-      "loss": 0.2093,
+      "epoch": 1.56,
+      "learning_rate": 4.688346883468835e-05,
+      "loss": 0.2512,
       "step": 320
     },
     {
-      "epoch": 3.92,
-      "learning_rate": 3.380187416331995e-05,
-      "loss": 0.1952,
+      "epoch": 1.58,
+      "learning_rate": 4.6747967479674795e-05,
+      "loss": 0.2036,
       "step": 325
     },
     {
-      "epoch": 3.98,
-      "learning_rate": 3.346720214190094e-05,
-      "loss": 0.1907,
+      "epoch": 1.61,
+      "learning_rate": 4.661246612466125e-05,
+      "loss": 0.2346,
       "step": 330
     },
     {
-      "epoch": 4.0,
-      "eval_accuracy": 0.9422750424448217,
-      "eval_loss": 0.1471460461616516,
-      "eval_runtime": 8.6212,
-      "eval_samples_per_second": 136.639,
-      "eval_steps_per_second": 4.292,
-      "step": 332
-    },
-    {
-      "epoch": 4.04,
-      "learning_rate": 3.313253012048193e-05,
-      "loss": 0.1938,
+      "epoch": 1.63,
+      "learning_rate": 4.6476964769647696e-05,
+      "loss": 0.2921,
       "step": 335
     },
     {
-      "epoch": 4.1,
-      "learning_rate": 3.279785809906292e-05,
-      "loss": 0.2388,
+      "epoch": 1.65,
+      "learning_rate": 4.634146341463415e-05,
+      "loss": 0.2789,
       "step": 340
     },
     {
-      "epoch": 4.16,
-      "learning_rate": 3.246318607764391e-05,
-      "loss": 0.1775,
+      "epoch": 1.68,
+      "learning_rate": 4.62059620596206e-05,
+      "loss": 0.2456,
       "step": 345
     },
     {
-      "epoch": 4.22,
-      "learning_rate": 3.21285140562249e-05,
-      "loss": 0.1725,
+      "epoch": 1.7,
+      "learning_rate": 4.607046070460705e-05,
+      "loss": 0.2536,
       "step": 350
     },
     {
-      "epoch": 4.28,
-      "learning_rate": 3.1793842034805894e-05,
-      "loss": 0.1386,
+      "epoch": 1.73,
+      "learning_rate": 4.59349593495935e-05,
+      "loss": 0.282,
       "step": 355
     },
     {
-      "epoch": 4.34,
-      "learning_rate": 3.1459170013386885e-05,
-      "loss": 0.1675,
+      "epoch": 1.75,
+      "learning_rate": 4.579945799457995e-05,
+      "loss": 0.2525,
       "step": 360
     },
     {
-      "epoch": 4.4,
-      "learning_rate": 3.112449799196787e-05,
-      "loss": 0.2132,
+      "epoch": 1.78,
+      "learning_rate": 4.56639566395664e-05,
+      "loss": 0.2284,
       "step": 365
     },
     {
-      "epoch": 4.46,
-      "learning_rate": 3.078982597054887e-05,
-      "loss": 0.1938,
+      "epoch": 1.8,
+      "learning_rate": 4.5528455284552844e-05,
+      "loss": 0.2389,
       "step": 370
     },
     {
-      "epoch": 4.52,
-      "learning_rate": 3.0455153949129854e-05,
-      "loss": 0.1983,
+      "epoch": 1.82,
+      "learning_rate": 4.53929539295393e-05,
+      "loss": 0.2425,
       "step": 375
     },
     {
-      "epoch": 4.58,
-      "learning_rate": 3.012048192771085e-05,
-      "loss": 0.1875,
+      "epoch": 1.85,
+      "learning_rate": 4.525745257452575e-05,
+      "loss": 0.2051,
       "step": 380
     },
     {
-      "epoch": 4.64,
-      "learning_rate": 2.9785809906291833e-05,
-      "loss": 0.1942,
+      "epoch": 1.87,
+      "learning_rate": 4.51219512195122e-05,
+      "loss": 0.278,
       "step": 385
     },
     {
-      "epoch": 4.7,
-      "learning_rate": 2.9451137884872827e-05,
-      "loss": 0.2072,
+      "epoch": 1.9,
+      "learning_rate": 4.4986449864498645e-05,
+      "loss": 0.2004,
       "step": 390
     },
     {
-      "epoch": 4.76,
-      "learning_rate": 2.911646586345382e-05,
-      "loss": 0.1521,
+      "epoch": 1.92,
+      "learning_rate": 4.48509485094851e-05,
+      "loss": 0.2467,
       "step": 395
     },
     {
-      "epoch": 4.82,
-      "learning_rate": 2.878179384203481e-05,
-      "loss": 0.2497,
+      "epoch": 1.95,
+      "learning_rate": 4.4715447154471546e-05,
+      "loss": 0.2411,
       "step": 400
     },
     {
-      "epoch": 4.88,
-      "learning_rate": 2.8447121820615797e-05,
-      "loss": 0.2459,
+      "epoch": 1.97,
+      "learning_rate": 4.457994579945799e-05,
+      "loss": 0.218,
       "step": 405
     },
     {
-      "epoch": 4.94,
-      "learning_rate": 2.8112449799196788e-05,
-      "loss": 0.2132,
+      "epoch": 2.0,
+      "learning_rate": 4.4444444444444447e-05,
+      "loss": 0.196,
       "step": 410
     },
     {
-      "epoch": 5.0,
-      "learning_rate": 2.777777777777778e-05,
-      "loss": 0.1836,
-      "step": 415
+      "epoch": 2.0,
+      "eval_accuracy": 0.9620123203285421,
+      "eval_loss": 0.11370620876550674,
+      "eval_runtime": 21.3607,
+      "eval_samples_per_second": 136.793,
+      "eval_steps_per_second": 4.307,
+      "step": 411
     },
     {
-      "epoch": 5.0,
-      "eval_accuracy": 0.9575551782682513,
-      "eval_loss": 0.11771776527166367,
-      "eval_runtime": 8.1927,
-      "eval_samples_per_second": 143.787,
-      "eval_steps_per_second": 4.516,
+      "epoch": 2.02,
+      "learning_rate": 4.43089430894309e-05,
+      "loss": 0.1786,
       "step": 415
     },
     {
-      "epoch": 5.06,
-      "learning_rate": 2.7443105756358774e-05,
-      "loss": 0.144,
+      "epoch": 2.04,
+      "learning_rate": 4.417344173441735e-05,
+      "loss": 0.2308,
       "step": 420
     },
     {
-      "epoch": 5.12,
-      "learning_rate": 2.7108433734939758e-05,
-      "loss": 0.167,
+      "epoch": 2.07,
+      "learning_rate": 4.4037940379403794e-05,
+      "loss": 0.2158,
       "step": 425
     },
     {
-      "epoch": 5.18,
-      "learning_rate": 2.6773761713520752e-05,
-      "loss": 0.2127,
+      "epoch": 2.09,
+      "learning_rate": 4.390243902439025e-05,
+      "loss": 0.1875,
       "step": 430
     },
     {
-      "epoch": 5.24,
-      "learning_rate": 2.6439089692101743e-05,
-      "loss": 0.1836,
+      "epoch": 2.12,
+      "learning_rate": 4.3766937669376695e-05,
+      "loss": 0.1998,
       "step": 435
     },
     {
-      "epoch": 5.3,
-      "learning_rate": 2.6104417670682734e-05,
-      "loss": 0.1848,
+      "epoch": 2.14,
+      "learning_rate": 4.363143631436314e-05,
+      "loss": 0.2001,
       "step": 440
     },
     {
-      "epoch": 5.36,
-      "learning_rate": 2.5769745649263722e-05,
-      "loss": 0.1538,
+      "epoch": 2.17,
+      "learning_rate": 4.3495934959349595e-05,
+      "loss": 0.2349,
       "step": 445
     },
     {
-      "epoch": 5.42,
-      "learning_rate": 2.5435073627844713e-05,
-      "loss": 0.1658,
+      "epoch": 2.19,
+      "learning_rate": 4.336043360433605e-05,
+      "loss": 0.2191,
       "step": 450
     },
     {
-      "epoch": 5.48,
-      "learning_rate": 2.5100401606425704e-05,
-      "loss": 0.181,
+      "epoch": 2.21,
+      "learning_rate": 4.3224932249322496e-05,
+      "loss": 0.2052,
       "step": 455
     },
     {
-      "epoch": 5.54,
-      "learning_rate": 2.4765729585006695e-05,
-      "loss": 0.1735,
+      "epoch": 2.24,
+      "learning_rate": 4.308943089430895e-05,
+      "loss": 0.1963,
       "step": 460
     },
     {
-      "epoch": 5.6,
-      "learning_rate": 2.4431057563587686e-05,
-      "loss": 0.1816,
+      "epoch": 2.26,
+      "learning_rate": 4.2953929539295396e-05,
+      "loss": 0.2318,
       "step": 465
     },
     {
-      "epoch": 5.66,
-      "learning_rate": 2.4096385542168677e-05,
-      "loss": 0.1797,
+      "epoch": 2.29,
+      "learning_rate": 4.281842818428184e-05,
+      "loss": 0.2105,
       "step": 470
     },
     {
-      "epoch": 5.72,
-      "learning_rate": 2.3761713520749668e-05,
-      "loss": 0.1854,
+      "epoch": 2.31,
+      "learning_rate": 4.26829268292683e-05,
+      "loss": 0.2185,
       "step": 475
     },
     {
-      "epoch": 5.78,
-      "learning_rate": 2.3427041499330656e-05,
-      "loss": 0.1567,
+      "epoch": 2.34,
+      "learning_rate": 4.2547425474254744e-05,
+      "loss": 0.2426,
       "step": 480
     },
     {
-      "epoch": 5.84,
-      "learning_rate": 2.309236947791165e-05,
-      "loss": 0.1433,
+      "epoch": 2.36,
+      "learning_rate": 4.241192411924119e-05,
+      "loss": 0.2248,
       "step": 485
     },
     {
-      "epoch": 5.9,
-      "learning_rate": 2.2757697456492638e-05,
-      "loss": 0.1793,
+      "epoch": 2.38,
+      "learning_rate": 4.2276422764227644e-05,
+      "loss": 0.232,
       "step": 490
     },
     {
-      "epoch": 5.96,
-      "learning_rate": 2.242302543507363e-05,
-      "loss": 0.1669,
+      "epoch": 2.41,
+      "learning_rate": 4.21409214092141e-05,
+      "loss": 0.2263,
       "step": 495
     },
     {
-      "epoch": 6.0,
-      "eval_accuracy": 0.966893039049236,
-      "eval_loss": 0.1130693331360817,
-      "eval_runtime": 7.7073,
-      "eval_samples_per_second": 152.841,
-      "eval_steps_per_second": 4.801,
-      "step": 498
-    },
-    {
-      "epoch": 6.02,
-      "learning_rate": 2.208835341365462e-05,
-      "loss": 0.1968,
+      "epoch": 2.43,
+      "learning_rate": 4.2005420054200545e-05,
+      "loss": 0.1929,
       "step": 500
     },
     {
-      "epoch": 6.08,
-      "learning_rate": 2.175368139223561e-05,
-      "loss": 0.1459,
+      "epoch": 2.46,
+      "learning_rate": 4.186991869918699e-05,
+      "loss": 0.2151,
       "step": 505
     },
     {
-      "epoch": 6.14,
-      "learning_rate": 2.1419009370816602e-05,
-      "loss": 0.1908,
+      "epoch": 2.48,
+      "learning_rate": 4.1734417344173445e-05,
+      "loss": 0.2043,
       "step": 510
     },
     {
-      "epoch": 6.2,
-      "learning_rate": 2.1084337349397593e-05,
-      "loss": 0.1881,
+      "epoch": 2.51,
+      "learning_rate": 4.159891598915989e-05,
+      "loss": 0.1585,
       "step": 515
     },
     {
-      "epoch": 6.27,
-      "learning_rate": 2.074966532797858e-05,
-      "loss": 0.1672,
+      "epoch": 2.53,
+      "learning_rate": 4.146341463414634e-05,
+      "loss": 0.2013,
       "step": 520
     },
     {
-      "epoch": 6.33,
-      "learning_rate": 2.0414993306559575e-05,
-      "loss": 0.1853,
+      "epoch": 2.55,
+      "learning_rate": 4.132791327913279e-05,
+      "loss": 0.2072,
       "step": 525
     },
     {
-      "epoch": 6.39,
-      "learning_rate": 2.0080321285140562e-05,
-      "loss": 0.1939,
+      "epoch": 2.58,
+      "learning_rate": 4.1192411924119246e-05,
+      "loss": 0.1806,
       "step": 530
     },
     {
-      "epoch": 6.45,
-      "learning_rate": 1.9745649263721553e-05,
-      "loss": 0.1527,
+      "epoch": 2.6,
+      "learning_rate": 4.105691056910569e-05,
+      "loss": 0.1539,
       "step": 535
     },
     {
-      "epoch": 6.51,
-      "learning_rate": 1.9410977242302544e-05,
-      "loss": 0.1743,
+      "epoch": 2.63,
+      "learning_rate": 4.092140921409214e-05,
+      "loss": 0.1582,
       "step": 540
     },
     {
-      "epoch": 6.57,
-      "learning_rate": 1.9076305220883535e-05,
-      "loss": 0.1486,
+      "epoch": 2.65,
+      "learning_rate": 4.0785907859078594e-05,
+      "loss": 0.1856,
       "step": 545
     },
     {
-      "epoch": 6.63,
-      "learning_rate": 1.8741633199464527e-05,
-      "loss": 0.1789,
+      "epoch": 2.68,
+      "learning_rate": 4.065040650406504e-05,
+      "loss": 0.1966,
       "step": 550
     },
     {
-      "epoch": 6.69,
-      "learning_rate": 1.8406961178045518e-05,
-      "loss": 0.1558,
+      "epoch": 2.7,
+      "learning_rate": 4.051490514905149e-05,
+      "loss": 0.205,
       "step": 555
     },
     {
-      "epoch": 6.75,
-      "learning_rate": 1.8072289156626505e-05,
-      "loss": 0.141,
+      "epoch": 2.73,
+      "learning_rate": 4.037940379403794e-05,
+      "loss": 0.2359,
       "step": 560
     },
     {
-      "epoch": 6.81,
-      "learning_rate": 1.77376171352075e-05,
-      "loss": 0.1651,
+      "epoch": 2.75,
+      "learning_rate": 4.0243902439024395e-05,
+      "loss": 0.1834,
       "step": 565
     },
     {
-      "epoch": 6.87,
-      "learning_rate": 1.7402945113788487e-05,
-      "loss": 0.1338,
+      "epoch": 2.77,
+      "learning_rate": 4.010840108401084e-05,
+      "loss": 0.2631,
       "step": 570
     },
     {
-      "epoch": 6.93,
-      "learning_rate": 1.706827309236948e-05,
-      "loss": 0.1594,
+      "epoch": 2.8,
+      "learning_rate": 3.9972899728997295e-05,
+      "loss": 0.2,
       "step": 575
     },
     {
-      "epoch": 6.99,
-      "learning_rate": 1.673360107095047e-05,
-      "loss": 0.152,
+      "epoch": 2.82,
+      "learning_rate": 3.983739837398374e-05,
+      "loss": 0.1802,
       "step": 580
     },
     {
-      "epoch": 7.0,
-      "eval_accuracy": 0.966044142614601,
-      "eval_loss": 0.10996944457292557,
-      "eval_runtime": 7.967,
-      "eval_samples_per_second": 147.861,
-      "eval_steps_per_second": 4.644,
-      "step": 581
-    },
-    {
-      "epoch": 7.05,
-      "learning_rate": 1.639892904953146e-05,
-      "loss": 0.1278,
+      "epoch": 2.85,
+      "learning_rate": 3.970189701897019e-05,
+      "loss": 0.2305,
       "step": 585
     },
     {
-      "epoch": 7.11,
-      "learning_rate": 1.606425702811245e-05,
-      "loss": 0.1326,
+      "epoch": 2.87,
+      "learning_rate": 3.956639566395664e-05,
+      "loss": 0.1662,
       "step": 590
     },
     {
-      "epoch": 7.17,
-      "learning_rate": 1.5729585006693442e-05,
-      "loss": 0.1364,
+      "epoch": 2.9,
+      "learning_rate": 3.943089430894309e-05,
+      "loss": 0.166,
       "step": 595
     },
     {
-      "epoch": 7.23,
-      "learning_rate": 1.5394912985274433e-05,
-      "loss": 0.1292,
+      "epoch": 2.92,
+      "learning_rate": 3.9295392953929537e-05,
+      "loss": 0.167,
       "step": 600
     },
     {
-      "epoch": 7.29,
-      "learning_rate": 1.5060240963855424e-05,
-      "loss": 0.1808,
+      "epoch": 2.94,
+      "learning_rate": 3.915989159891599e-05,
+      "loss": 0.2017,
       "step": 605
     },
     {
-      "epoch": 7.35,
-      "learning_rate": 1.4725568942436414e-05,
-      "loss": 0.1673,
+      "epoch": 2.97,
+      "learning_rate": 3.9024390243902444e-05,
+      "loss": 0.1826,
       "step": 610
     },
     {
-      "epoch": 7.41,
-      "learning_rate": 1.4390896921017405e-05,
-      "loss": 0.1472,
+      "epoch": 2.99,
+      "learning_rate": 3.888888888888889e-05,
+      "loss": 0.1502,
       "step": 615
     },
     {
-      "epoch": 7.47,
-      "learning_rate": 1.4056224899598394e-05,
-      "loss": 0.1286,
+      "epoch": 3.0,
+      "eval_accuracy": 0.9668035592060232,
+      "eval_loss": 0.1030467301607132,
+      "eval_runtime": 22.6678,
+      "eval_samples_per_second": 128.905,
+      "eval_steps_per_second": 4.059,
+      "step": 616
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 3.875338753387534e-05,
+      "loss": 0.1764,
       "step": 620
     },
     {
-      "epoch": 7.53,
-      "learning_rate": 1.3721552878179387e-05,
-      "loss": 0.1349,
+      "epoch": 3.04,
+      "learning_rate": 3.861788617886179e-05,
+      "loss": 0.1602,
       "step": 625
     },
     {
-      "epoch": 7.59,
-      "learning_rate": 1.3386880856760376e-05,
-      "loss": 0.1959,
+      "epoch": 3.07,
+      "learning_rate": 3.848238482384824e-05,
+      "loss": 0.139,
       "step": 630
     },
     {
-      "epoch": 7.65,
-      "learning_rate": 1.3052208835341367e-05,
-      "loss": 0.1359,
+      "epoch": 3.09,
+      "learning_rate": 3.8346883468834685e-05,
+      "loss": 0.1811,
       "step": 635
     },
     {
-      "epoch": 7.71,
-      "learning_rate": 1.2717536813922356e-05,
-      "loss": 0.1466,
+      "epoch": 3.11,
+      "learning_rate": 3.8211382113821145e-05,
+      "loss": 0.1824,
       "step": 640
     },
     {
-      "epoch": 7.77,
-      "learning_rate": 1.2382864792503347e-05,
-      "loss": 0.1386,
+      "epoch": 3.14,
+      "learning_rate": 3.807588075880759e-05,
+      "loss": 0.1987,
       "step": 645
     },
     {
-      "epoch": 7.83,
-      "learning_rate": 1.2048192771084338e-05,
-      "loss": 0.1352,
+      "epoch": 3.16,
+      "learning_rate": 3.794037940379404e-05,
+      "loss": 0.1861,
       "step": 650
     },
     {
-      "epoch": 7.89,
-      "learning_rate": 1.1713520749665328e-05,
-      "loss": 0.1608,
+      "epoch": 3.19,
+      "learning_rate": 3.780487804878049e-05,
+      "loss": 0.2177,
       "step": 655
     },
     {
-      "epoch": 7.95,
-      "learning_rate": 1.1378848728246319e-05,
-      "loss": 0.1666,
+      "epoch": 3.21,
+      "learning_rate": 3.766937669376694e-05,
+      "loss": 0.1591,
       "step": 660
     },
     {
-      "epoch": 8.0,
-      "eval_accuracy": 0.9626485568760611,
-      "eval_loss": 0.11297179758548737,
-      "eval_runtime": 8.3936,
-      "eval_samples_per_second": 140.345,
-      "eval_steps_per_second": 4.408,
-      "step": 664
-    },
-    {
-      "epoch": 8.01,
-      "learning_rate": 1.104417670682731e-05,
-      "loss": 0.1379,
+      "epoch": 3.24,
+      "learning_rate": 3.753387533875339e-05,
+      "loss": 0.2049,
       "step": 665
     },
     {
-      "epoch": 8.07,
-      "learning_rate": 1.0709504685408301e-05,
-      "loss": 0.1651,
+      "epoch": 3.26,
+      "learning_rate": 3.739837398373984e-05,
+      "loss": 0.1844,
       "step": 670
     },
     {
-      "epoch": 8.13,
-      "learning_rate": 1.037483266398929e-05,
-      "loss": 0.1656,
+      "epoch": 3.28,
+      "learning_rate": 3.726287262872629e-05,
+      "loss": 0.1668,
       "step": 675
     },
     {
-      "epoch": 8.19,
-      "learning_rate": 1.0040160642570281e-05,
-      "loss": 0.1335,
+      "epoch": 3.31,
+      "learning_rate": 3.712737127371274e-05,
+      "loss": 0.1768,
       "step": 680
     },
     {
-      "epoch": 8.25,
-      "learning_rate": 9.705488621151272e-06,
-      "loss": 0.1281,
+      "epoch": 3.33,
+      "learning_rate": 3.699186991869919e-05,
+      "loss": 0.1619,
       "step": 685
     },
     {
-      "epoch": 8.31,
-      "learning_rate": 9.370816599732263e-06,
-      "loss": 0.1313,
+      "epoch": 3.36,
+      "learning_rate": 3.685636856368564e-05,
+      "loss": 0.2358,
       "step": 690
     },
     {
-      "epoch": 8.37,
-      "learning_rate": 9.036144578313253e-06,
-      "loss": 0.1376,
+      "epoch": 3.38,
+      "learning_rate": 3.672086720867209e-05,
+      "loss": 0.1658,
       "step": 695
     },
     {
-      "epoch": 8.43,
-      "learning_rate": 8.701472556894244e-06,
-      "loss": 0.1323,
+      "epoch": 3.41,
+      "learning_rate": 3.6585365853658535e-05,
+      "loss": 0.163,
       "step": 700
     },
     {
-      "epoch": 8.49,
-      "learning_rate": 8.366800535475235e-06,
-      "loss": 0.1513,
+      "epoch": 3.43,
+      "learning_rate": 3.644986449864499e-05,
+      "loss": 0.1658,
       "step": 705
     },
     {
-      "epoch": 8.55,
-      "learning_rate": 8.032128514056226e-06,
-      "loss": 0.1292,
+      "epoch": 3.45,
+      "learning_rate": 3.6314363143631436e-05,
+      "loss": 0.2312,
       "step": 710
     },
     {
-      "epoch": 8.61,
-      "learning_rate": 7.697456492637217e-06,
-      "loss": 0.1118,
+      "epoch": 3.48,
+      "learning_rate": 3.617886178861789e-05,
+      "loss": 0.2043,
       "step": 715
     },
     {
-      "epoch": 8.67,
-      "learning_rate": 7.362784471218207e-06,
-      "loss": 0.1193,
+      "epoch": 3.5,
+      "learning_rate": 3.6043360433604336e-05,
+      "loss": 0.1625,
       "step": 720
     },
     {
-      "epoch": 8.73,
-      "learning_rate": 7.028112449799197e-06,
-      "loss": 0.1559,
+      "epoch": 3.53,
+      "learning_rate": 3.590785907859079e-05,
+      "loss": 0.1954,
       "step": 725
     },
     {
-      "epoch": 8.8,
-      "learning_rate": 6.693440428380188e-06,
-      "loss": 0.148,
+      "epoch": 3.55,
+      "learning_rate": 3.577235772357724e-05,
+      "loss": 0.1613,
       "step": 730
     },
     {
-      "epoch": 8.86,
-      "learning_rate": 6.358768406961178e-06,
-      "loss": 0.116,
+      "epoch": 3.58,
+      "learning_rate": 3.5636856368563684e-05,
+      "loss": 0.1924,
       "step": 735
     },
     {
-      "epoch": 8.92,
-      "learning_rate": 6.024096385542169e-06,
-      "loss": 0.1292,
+      "epoch": 3.6,
+      "learning_rate": 3.550135501355014e-05,
+      "loss": 0.177,
       "step": 740
     },
     {
-      "epoch": 8.98,
-      "learning_rate": 5.689424364123159e-06,
-      "loss": 0.1374,
+      "epoch": 3.63,
+      "learning_rate": 3.5365853658536584e-05,
+      "loss": 0.1707,
       "step": 745
     },
     {
-      "epoch": 9.0,
-      "eval_accuracy": 0.966893039049236,
-      "eval_loss": 0.1132010966539383,
-      "eval_runtime": 8.4232,
-      "eval_samples_per_second": 139.851,
-      "eval_steps_per_second": 4.393,
-      "step": 747
-    },
-    {
-      "epoch": 9.04,
-      "learning_rate": 5.3547523427041504e-06,
-      "loss": 0.1293,
+      "epoch": 3.65,
+      "learning_rate": 3.523035230352303e-05,
+      "loss": 0.1454,
       "step": 750
     },
     {
-      "epoch": 9.1,
-      "learning_rate": 5.020080321285141e-06,
-      "loss": 0.1217,
+      "epoch": 3.67,
+      "learning_rate": 3.509485094850949e-05,
+      "loss": 0.1731,
       "step": 755
     },
     {
-      "epoch": 9.16,
-      "learning_rate": 4.685408299866132e-06,
-      "loss": 0.1223,
+      "epoch": 3.7,
+      "learning_rate": 3.495934959349594e-05,
+      "loss": 0.1361,
       "step": 760
     },
     {
-      "epoch": 9.22,
-      "learning_rate": 4.350736278447122e-06,
-      "loss": 0.1539,
+      "epoch": 3.72,
+      "learning_rate": 3.4823848238482385e-05,
+      "loss": 0.1592,
       "step": 765
     },
     {
-      "epoch": 9.28,
-      "learning_rate": 4.016064257028113e-06,
-      "loss": 0.1352,
+      "epoch": 3.75,
+      "learning_rate": 3.468834688346884e-05,
+      "loss": 0.1691,
       "step": 770
     },
     {
-      "epoch": 9.34,
-      "learning_rate": 3.6813922356091034e-06,
-      "loss": 0.1311,
+      "epoch": 3.77,
+      "learning_rate": 3.4552845528455286e-05,
+      "loss": 0.1321,
       "step": 775
     },
     {
-      "epoch": 9.4,
-      "learning_rate": 3.346720214190094e-06,
-      "loss": 0.1168,
+      "epoch": 3.8,
+      "learning_rate": 3.441734417344173e-05,
+      "loss": 0.133,
       "step": 780
     },
     {
-      "epoch": 9.46,
-      "learning_rate": 3.0120481927710846e-06,
-      "loss": 0.1216,
+      "epoch": 3.82,
+      "learning_rate": 3.4281842818428186e-05,
+      "loss": 0.1367,
       "step": 785
     },
     {
-      "epoch": 9.52,
-      "learning_rate": 2.6773761713520752e-06,
-      "loss": 0.1102,
+      "epoch": 3.84,
+      "learning_rate": 3.414634146341464e-05,
+      "loss": 0.1517,
       "step": 790
     },
     {
-      "epoch": 9.58,
-      "learning_rate": 2.342704149933066e-06,
-      "loss": 0.1335,
+      "epoch": 3.87,
+      "learning_rate": 3.401084010840109e-05,
+      "loss": 0.1478,
       "step": 795
     },
     {
-      "epoch": 9.64,
-      "learning_rate": 2.0080321285140564e-06,
-      "loss": 0.1385,
+      "epoch": 3.89,
+      "learning_rate": 3.3875338753387534e-05,
+      "loss": 0.1408,
       "step": 800
     },
     {
-      "epoch": 9.7,
-      "learning_rate": 1.673360107095047e-06,
-      "loss": 0.1303,
+      "epoch": 3.92,
+      "learning_rate": 3.373983739837399e-05,
+      "loss": 0.2103,
       "step": 805
     },
     {
-      "epoch": 9.76,
-      "learning_rate": 1.3386880856760376e-06,
-      "loss": 0.1314,
+      "epoch": 3.94,
+      "learning_rate": 3.3604336043360434e-05,
+      "loss": 0.2157,
       "step": 810
     },
     {
-      "epoch": 9.82,
-      "learning_rate": 1.0040160642570282e-06,
-      "loss": 0.1317,
+      "epoch": 3.97,
+      "learning_rate": 3.346883468834688e-05,
+      "loss": 0.1526,
       "step": 815
     },
     {
-      "epoch": 9.88,
-      "learning_rate": 6.693440428380188e-07,
-      "loss": 0.1496,
+      "epoch": 3.99,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.1476,
       "step": 820
     },
     {
-      "epoch": 9.94,
-      "learning_rate": 3.346720214190094e-07,
-      "loss": 0.1334,
+      "epoch": 4.0,
+      "eval_accuracy": 0.9736481861738535,
+      "eval_loss": 0.08152312785387039,
+      "eval_runtime": 21.5748,
+      "eval_samples_per_second": 135.436,
+      "eval_steps_per_second": 4.264,
+      "step": 822
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 3.319783197831978e-05,
+      "loss": 0.1679,
       "step": 825
     },
     {
-      "epoch": 10.0,
-      "learning_rate": 0.0,
-      "loss": 0.1278,
+      "epoch": 4.04,
+      "learning_rate": 3.3062330623306235e-05,
+      "loss": 0.1668,
       "step": 830
     },
     {
-      "epoch": 10.0,
-      "eval_accuracy": 0.965195246179966,
-      "eval_loss": 0.10753227770328522,
-      "eval_runtime": 8.2617,
-      "eval_samples_per_second": 142.586,
-      "eval_steps_per_second": 4.479,
-      "step": 830
+      "epoch": 4.06,
+      "learning_rate": 3.292682926829269e-05,
+      "loss": 0.1528,
+      "step": 835
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 3.2791327913279136e-05,
+      "loss": 0.1984,
+      "step": 840
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 3.265582655826558e-05,
+      "loss": 0.1575,
+      "step": 845
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 3.2520325203252037e-05,
+      "loss": 0.156,
+      "step": 850
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 3.2384823848238483e-05,
+      "loss": 0.1227,
+      "step": 855
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 3.224932249322493e-05,
+      "loss": 0.1759,
+      "step": 860
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 3.2113821138211384e-05,
+      "loss": 0.1261,
+      "step": 865
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 3.197831978319784e-05,
+      "loss": 0.1566,
+      "step": 870
     },
     {
-      "epoch": 10.0,
-      "step": 830,
-      "total_flos": 2.6335377898183066e+18,
-      "train_loss": 0.2811273262443313,
-      "train_runtime": 1705.57,
-      "train_samples_per_second": 62.114,
-      "train_steps_per_second": 0.487
+      "epoch": 4.26,
+      "learning_rate": 3.1842818428184285e-05,
+      "loss": 0.1424,
+      "step": 875
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 3.170731707317073e-05,
+      "loss": 0.1353,
+      "step": 880
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 3.1571815718157185e-05,
+      "loss": 0.1595,
+      "step": 885
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 3.143631436314363e-05,
+      "loss": 0.1823,
+      "step": 890
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 3.130081300813008e-05,
+      "loss": 0.1428,
+      "step": 895
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 3.116531165311653e-05,
+      "loss": 0.1566,
+      "step": 900
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 3.1029810298102986e-05,
+      "loss": 0.099,
+      "step": 905
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 3.089430894308943e-05,
+      "loss": 0.1311,
+      "step": 910
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 3.075880758807588e-05,
+      "loss": 0.1317,
+      "step": 915
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 3.0623306233062334e-05,
+      "loss": 0.1647,
+      "step": 920
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 3.048780487804878e-05,
+      "loss": 0.1646,
+      "step": 925
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 3.035230352303523e-05,
+      "loss": 0.1429,
+      "step": 930
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 3.021680216802168e-05,
+      "loss": 0.1511,
+      "step": 935
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 3.0081300813008135e-05,
+      "loss": 0.1691,
+      "step": 940
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 2.9945799457994585e-05,
+      "loss": 0.1174,
+      "step": 945
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 2.9810298102981032e-05,
+      "loss": 0.1743,
+      "step": 950
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 2.9674796747967482e-05,
+      "loss": 0.1757,
+      "step": 955
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 2.9539295392953932e-05,
+      "loss": 0.1164,
+      "step": 960
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 2.940379403794038e-05,
+      "loss": 0.1469,
+      "step": 965
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.926829268292683e-05,
+      "loss": 0.1539,
+      "step": 970
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.9132791327913276e-05,
+      "loss": 0.1577,
+      "step": 975
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.8997289972899733e-05,
+      "loss": 0.141,
+      "step": 980
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.886178861788618e-05,
+      "loss": 0.1382,
+      "step": 985
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 2.872628726287263e-05,
+      "loss": 0.1445,
+      "step": 990
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 2.859078590785908e-05,
+      "loss": 0.179,
+      "step": 995
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 2.8455284552845528e-05,
+      "loss": 0.1244,
+      "step": 1000
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 2.8319783197831978e-05,
+      "loss": 0.172,
+      "step": 1005
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 2.8184281842818428e-05,
+      "loss": 0.1341,
+      "step": 1010
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 2.8048780487804882e-05,
+      "loss": 0.1456,
+      "step": 1015
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 2.7913279132791332e-05,
+      "loss": 0.1839,
+      "step": 1020
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 2.777777777777778e-05,
+      "loss": 0.1532,
+      "step": 1025
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.9760438056125941,
+      "eval_loss": 0.08150195330381393,
+      "eval_runtime": 21.7472,
+      "eval_samples_per_second": 134.362,
+      "eval_steps_per_second": 4.23,
+      "step": 1027
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 2.764227642276423e-05,
+      "loss": 0.1426,
+      "step": 1030
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 2.750677506775068e-05,
+      "loss": 0.1323,
+      "step": 1035
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 2.7371273712737127e-05,
+      "loss": 0.101,
+      "step": 1040
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 2.7235772357723577e-05,
+      "loss": 0.1545,
+      "step": 1045
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 2.7100271002710027e-05,
+      "loss": 0.1368,
+      "step": 1050
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 2.696476964769648e-05,
+      "loss": 0.1524,
+      "step": 1055
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 2.682926829268293e-05,
+      "loss": 0.1483,
+      "step": 1060
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 2.6693766937669378e-05,
+      "loss": 0.1225,
+      "step": 1065
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 2.6558265582655828e-05,
+      "loss": 0.1314,
+      "step": 1070
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 2.642276422764228e-05,
+      "loss": 0.1565,
+      "step": 1075
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 2.6287262872628725e-05,
+      "loss": 0.1479,
+      "step": 1080
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 2.6151761517615176e-05,
+      "loss": 0.1391,
+      "step": 1085
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 2.601626016260163e-05,
+      "loss": 0.1049,
+      "step": 1090
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 2.588075880758808e-05,
+      "loss": 0.156,
+      "step": 1095
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 2.574525745257453e-05,
+      "loss": 0.1518,
+      "step": 1100
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 2.5609756097560977e-05,
+      "loss": 0.1462,
+      "step": 1105
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 2.5474254742547427e-05,
+      "loss": 0.1438,
+      "step": 1110
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 2.5338753387533877e-05,
+      "loss": 0.1274,
+      "step": 1115
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 2.5203252032520324e-05,
+      "loss": 0.1378,
+      "step": 1120
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 2.5067750677506774e-05,
+      "loss": 0.1273,
+      "step": 1125
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 2.4932249322493225e-05,
+      "loss": 0.1386,
+      "step": 1130
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 2.4796747967479675e-05,
+      "loss": 0.1615,
+      "step": 1135
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 2.4661246612466125e-05,
+      "loss": 0.1052,
+      "step": 1140
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 2.4525745257452575e-05,
+      "loss": 0.1767,
+      "step": 1145
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 2.4390243902439026e-05,
+      "loss": 0.1354,
+      "step": 1150
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 2.4254742547425473e-05,
+      "loss": 0.1458,
+      "step": 1155
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 2.4119241192411926e-05,
+      "loss": 0.1144,
+      "step": 1160
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 2.3983739837398377e-05,
+      "loss": 0.127,
+      "step": 1165
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 2.3848238482384823e-05,
+      "loss": 0.1103,
+      "step": 1170
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 2.3712737127371277e-05,
+      "loss": 0.1934,
+      "step": 1175
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 2.3577235772357724e-05,
+      "loss": 0.1208,
+      "step": 1180
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 2.3441734417344174e-05,
+      "loss": 0.1286,
+      "step": 1185
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 2.3306233062330625e-05,
+      "loss": 0.1495,
+      "step": 1190
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 2.3170731707317075e-05,
+      "loss": 0.1243,
+      "step": 1195
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 2.3035230352303525e-05,
+      "loss": 0.1316,
+      "step": 1200
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 2.2899728997289975e-05,
+      "loss": 0.1777,
+      "step": 1205
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 2.2764227642276422e-05,
+      "loss": 0.1363,
+      "step": 1210
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 2.2628726287262876e-05,
+      "loss": 0.1467,
+      "step": 1215
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 2.2493224932249323e-05,
+      "loss": 0.1484,
+      "step": 1220
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 2.2357723577235773e-05,
+      "loss": 0.1041,
+      "step": 1225
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 2.2222222222222223e-05,
+      "loss": 0.1311,
+      "step": 1230
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.9804928131416838,
+      "eval_loss": 0.06673090904951096,
+      "eval_runtime": 21.2329,
+      "eval_samples_per_second": 137.616,
+      "eval_steps_per_second": 4.333,
+      "step": 1233
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 2.2086720867208674e-05,
+      "loss": 0.1585,
+      "step": 1235
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 2.1951219512195124e-05,
+      "loss": 0.0896,
+      "step": 1240
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 2.181571815718157e-05,
+      "loss": 0.1285,
+      "step": 1245
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 2.1680216802168024e-05,
+      "loss": 0.1674,
+      "step": 1250
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 2.1544715447154475e-05,
+      "loss": 0.129,
+      "step": 1255
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 2.140921409214092e-05,
+      "loss": 0.1062,
+      "step": 1260
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 2.1273712737127372e-05,
+      "loss": 0.1407,
+      "step": 1265
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 2.1138211382113822e-05,
+      "loss": 0.1303,
+      "step": 1270
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 2.1002710027100272e-05,
+      "loss": 0.125,
+      "step": 1275
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 2.0867208672086723e-05,
+      "loss": 0.1012,
+      "step": 1280
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 2.073170731707317e-05,
+      "loss": 0.1349,
+      "step": 1285
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 2.0596205962059623e-05,
+      "loss": 0.1091,
+      "step": 1290
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 2.046070460704607e-05,
+      "loss": 0.1129,
+      "step": 1295
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 2.032520325203252e-05,
+      "loss": 0.1401,
+      "step": 1300
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 2.018970189701897e-05,
+      "loss": 0.1221,
+      "step": 1305
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 2.005420054200542e-05,
+      "loss": 0.0942,
+      "step": 1310
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 1.991869918699187e-05,
+      "loss": 0.1388,
+      "step": 1315
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 1.978319783197832e-05,
+      "loss": 0.1218,
+      "step": 1320
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 1.9647696476964768e-05,
+      "loss": 0.1153,
+      "step": 1325
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 1.9512195121951222e-05,
+      "loss": 0.152,
+      "step": 1330
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 1.937669376693767e-05,
+      "loss": 0.1268,
+      "step": 1335
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 1.924119241192412e-05,
+      "loss": 0.1328,
+      "step": 1340
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 1.9105691056910573e-05,
+      "loss": 0.1374,
+      "step": 1345
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 1.897018970189702e-05,
+      "loss": 0.1316,
+      "step": 1350
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 1.883468834688347e-05,
+      "loss": 0.1332,
+      "step": 1355
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 1.869918699186992e-05,
+      "loss": 0.1308,
+      "step": 1360
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 1.856368563685637e-05,
+      "loss": 0.1097,
+      "step": 1365
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 1.842818428184282e-05,
+      "loss": 0.1391,
+      "step": 1370
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 1.8292682926829268e-05,
+      "loss": 0.1464,
+      "step": 1375
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 1.8157181571815718e-05,
+      "loss": 0.1092,
+      "step": 1380
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 1.8021680216802168e-05,
+      "loss": 0.1048,
+      "step": 1385
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 1.788617886178862e-05,
+      "loss": 0.1089,
+      "step": 1390
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 1.775067750677507e-05,
+      "loss": 0.1597,
+      "step": 1395
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 1.7615176151761516e-05,
+      "loss": 0.1062,
+      "step": 1400
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 1.747967479674797e-05,
+      "loss": 0.1317,
+      "step": 1405
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 1.734417344173442e-05,
+      "loss": 0.083,
+      "step": 1410
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 1.7208672086720866e-05,
+      "loss": 0.1756,
+      "step": 1415
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 1.707317073170732e-05,
+      "loss": 0.1093,
+      "step": 1420
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 1.6937669376693767e-05,
+      "loss": 0.1497,
+      "step": 1425
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 1.6802168021680217e-05,
+      "loss": 0.1338,
+      "step": 1430
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 0.1212,
+      "step": 1435
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.9804928131416838,
+      "eval_loss": 0.0675366148352623,
+      "eval_runtime": 21.3826,
+      "eval_samples_per_second": 136.653,
+      "eval_steps_per_second": 4.303,
+      "step": 1438
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 1.6531165311653118e-05,
+      "loss": 0.1285,
+      "step": 1440
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 1.6395663956639568e-05,
+      "loss": 0.1137,
+      "step": 1445
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 1.6260162601626018e-05,
+      "loss": 0.1065,
+      "step": 1450
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 1.6124661246612465e-05,
+      "loss": 0.1344,
+      "step": 1455
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 1.598915989159892e-05,
+      "loss": 0.1343,
+      "step": 1460
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 1.5853658536585366e-05,
+      "loss": 0.1364,
+      "step": 1465
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 1.5718157181571816e-05,
+      "loss": 0.0916,
+      "step": 1470
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 1.5582655826558266e-05,
+      "loss": 0.1183,
+      "step": 1475
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 1.5447154471544717e-05,
+      "loss": 0.0924,
+      "step": 1480
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 1.5311653116531167e-05,
+      "loss": 0.0979,
+      "step": 1485
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 1.5176151761517615e-05,
+      "loss": 0.1393,
+      "step": 1490
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 1.5040650406504067e-05,
+      "loss": 0.1332,
+      "step": 1495
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 1.4905149051490516e-05,
+      "loss": 0.1017,
+      "step": 1500
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 1.4769647696476966e-05,
+      "loss": 0.1124,
+      "step": 1505
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 1.4634146341463415e-05,
+      "loss": 0.133,
+      "step": 1510
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 1.4498644986449867e-05,
+      "loss": 0.1389,
+      "step": 1515
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 1.4363143631436315e-05,
+      "loss": 0.1296,
+      "step": 1520
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 1.4227642276422764e-05,
+      "loss": 0.144,
+      "step": 1525
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 1.4092140921409214e-05,
+      "loss": 0.1104,
+      "step": 1530
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 1.3956639566395666e-05,
+      "loss": 0.1089,
+      "step": 1535
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 1.3821138211382115e-05,
+      "loss": 0.1098,
+      "step": 1540
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 1.3685636856368563e-05,
+      "loss": 0.1404,
+      "step": 1545
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 1.3550135501355014e-05,
+      "loss": 0.121,
+      "step": 1550
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 1.3414634146341466e-05,
+      "loss": 0.1223,
+      "step": 1555
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 1.3279132791327914e-05,
+      "loss": 0.1421,
+      "step": 1560
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 1.3143631436314363e-05,
+      "loss": 0.1299,
+      "step": 1565
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 1.3008130081300815e-05,
+      "loss": 0.1048,
+      "step": 1570
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 1.2872628726287265e-05,
+      "loss": 0.0924,
+      "step": 1575
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 1.2737127371273713e-05,
+      "loss": 0.1248,
+      "step": 1580
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 1.2601626016260162e-05,
+      "loss": 0.1488,
+      "step": 1585
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 1.2466124661246612e-05,
+      "loss": 0.1429,
+      "step": 1590
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 1.2330623306233063e-05,
+      "loss": 0.1318,
+      "step": 1595
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 1.2195121951219513e-05,
+      "loss": 0.1389,
+      "step": 1600
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.2059620596205963e-05,
+      "loss": 0.0929,
+      "step": 1605
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.1924119241192412e-05,
+      "loss": 0.0922,
+      "step": 1610
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.1788617886178862e-05,
+      "loss": 0.0889,
+      "step": 1615
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.1653116531165312e-05,
+      "loss": 0.1047,
+      "step": 1620
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 1.1517615176151763e-05,
+      "loss": 0.1099,
+      "step": 1625
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 1.1382113821138211e-05,
+      "loss": 0.1038,
+      "step": 1630
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 1.1246612466124661e-05,
+      "loss": 0.0829,
+      "step": 1635
+    },
+    {
+      "epoch": 7.98,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.1637,
+      "step": 1640
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.9798083504449008,
+      "eval_loss": 0.06967572867870331,
+      "eval_runtime": 21.6361,
+      "eval_samples_per_second": 135.052,
+      "eval_steps_per_second": 4.252,
+      "step": 1644
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 1.0975609756097562e-05,
+      "loss": 0.0999,
+      "step": 1645
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 1.0840108401084012e-05,
+      "loss": 0.1016,
+      "step": 1650
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 1.070460704607046e-05,
+      "loss": 0.1218,
+      "step": 1655
+    },
+    {
+      "epoch": 8.08,
+      "learning_rate": 1.0569105691056911e-05,
+      "loss": 0.1293,
+      "step": 1660
+    },
+    {
+      "epoch": 8.1,
+      "learning_rate": 1.0433604336043361e-05,
+      "loss": 0.1151,
+      "step": 1665
+    },
+    {
+      "epoch": 8.13,
+      "learning_rate": 1.0298102981029812e-05,
+      "loss": 0.1309,
+      "step": 1670
+    },
+    {
+      "epoch": 8.15,
+      "learning_rate": 1.016260162601626e-05,
+      "loss": 0.12,
+      "step": 1675
+    },
+    {
+      "epoch": 8.18,
+      "learning_rate": 1.002710027100271e-05,
+      "loss": 0.1278,
+      "step": 1680
+    },
+    {
+      "epoch": 8.2,
+      "learning_rate": 9.89159891598916e-06,
+      "loss": 0.0949,
+      "step": 1685
+    },
+    {
+      "epoch": 8.22,
+      "learning_rate": 9.756097560975611e-06,
+      "loss": 0.108,
+      "step": 1690
+    },
+    {
+      "epoch": 8.25,
+      "learning_rate": 9.62059620596206e-06,
+      "loss": 0.1144,
+      "step": 1695
+    },
+    {
+      "epoch": 8.27,
+      "learning_rate": 9.48509485094851e-06,
+      "loss": 0.1016,
+      "step": 1700
+    },
+    {
+      "epoch": 8.3,
+      "learning_rate": 9.34959349593496e-06,
+      "loss": 0.0884,
+      "step": 1705
+    },
+    {
+      "epoch": 8.32,
+      "learning_rate": 9.21409214092141e-06,
+      "loss": 0.093,
+      "step": 1710
+    },
+    {
+      "epoch": 8.35,
+      "learning_rate": 9.078590785907859e-06,
+      "loss": 0.0766,
+      "step": 1715
+    },
+    {
+      "epoch": 8.37,
+      "learning_rate": 8.94308943089431e-06,
+      "loss": 0.1495,
+      "step": 1720
+    },
+    {
+      "epoch": 8.39,
+      "learning_rate": 8.807588075880758e-06,
+      "loss": 0.1037,
+      "step": 1725
+    },
+    {
+      "epoch": 8.42,
+      "learning_rate": 8.67208672086721e-06,
+      "loss": 0.1294,
+      "step": 1730
+    },
+    {
+      "epoch": 8.44,
+      "learning_rate": 8.53658536585366e-06,
+      "loss": 0.0902,
+      "step": 1735
+    },
+    {
+      "epoch": 8.47,
+      "learning_rate": 8.401084010840109e-06,
+      "loss": 0.0931,
+      "step": 1740
+    },
+    {
+      "epoch": 8.49,
+      "learning_rate": 8.265582655826559e-06,
+      "loss": 0.108,
+      "step": 1745
+    },
+    {
+      "epoch": 8.52,
+      "learning_rate": 8.130081300813009e-06,
+      "loss": 0.0974,
+      "step": 1750
+    },
+    {
+      "epoch": 8.54,
+      "learning_rate": 7.99457994579946e-06,
+      "loss": 0.092,
+      "step": 1755
+    },
+    {
+      "epoch": 8.56,
+      "learning_rate": 7.859078590785908e-06,
+      "loss": 0.095,
+      "step": 1760
+    },
+    {
+      "epoch": 8.59,
+      "learning_rate": 7.723577235772358e-06,
+      "loss": 0.1177,
+      "step": 1765
+    },
+    {
+      "epoch": 8.61,
+      "learning_rate": 7.588075880758808e-06,
+      "loss": 0.1242,
+      "step": 1770
+    },
+    {
+      "epoch": 8.64,
+      "learning_rate": 7.452574525745258e-06,
+      "loss": 0.1228,
+      "step": 1775
+    },
+    {
+      "epoch": 8.66,
+      "learning_rate": 7.317073170731707e-06,
+      "loss": 0.1003,
+      "step": 1780
+    },
+    {
+      "epoch": 8.69,
+      "learning_rate": 7.181571815718158e-06,
+      "loss": 0.1152,
+      "step": 1785
+    },
+    {
+      "epoch": 8.71,
+      "learning_rate": 7.046070460704607e-06,
+      "loss": 0.0998,
+      "step": 1790
+    },
+    {
+      "epoch": 8.73,
+      "learning_rate": 6.910569105691057e-06,
+      "loss": 0.0974,
+      "step": 1795
+    },
+    {
+      "epoch": 8.76,
+      "learning_rate": 6.775067750677507e-06,
+      "loss": 0.0862,
+      "step": 1800
+    },
+    {
+      "epoch": 8.78,
+      "learning_rate": 6.639566395663957e-06,
+      "loss": 0.134,
+      "step": 1805
+    },
+    {
+      "epoch": 8.81,
+      "learning_rate": 6.504065040650407e-06,
+      "loss": 0.1038,
+      "step": 1810
+    },
+    {
+      "epoch": 8.83,
+      "learning_rate": 6.368563685636857e-06,
+      "loss": 0.1416,
+      "step": 1815
+    },
+    {
+      "epoch": 8.86,
+      "learning_rate": 6.233062330623306e-06,
+      "loss": 0.1246,
+      "step": 1820
+    },
+    {
+      "epoch": 8.88,
+      "learning_rate": 6.0975609756097564e-06,
+      "loss": 0.0954,
+      "step": 1825
+    },
+    {
+      "epoch": 8.91,
+      "learning_rate": 5.962059620596206e-06,
+      "loss": 0.1269,
+      "step": 1830
+    },
+    {
+      "epoch": 8.93,
+      "learning_rate": 5.826558265582656e-06,
+      "loss": 0.0913,
+      "step": 1835
+    },
+    {
+      "epoch": 8.95,
+      "learning_rate": 5.6910569105691056e-06,
+      "loss": 0.1073,
+      "step": 1840
+    },
+    {
+      "epoch": 8.98,
+      "learning_rate": 5.555555555555556e-06,
+      "loss": 0.116,
+      "step": 1845
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.9811772758384668,
+      "eval_loss": 0.06383541971445084,
+      "eval_runtime": 21.8412,
+      "eval_samples_per_second": 133.784,
+      "eval_steps_per_second": 4.212,
+      "step": 1849
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 5.420054200542006e-06,
+      "loss": 0.0959,
+      "step": 1850
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 5.2845528455284555e-06,
+      "loss": 0.1091,
+      "step": 1855
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 5.149051490514906e-06,
+      "loss": 0.0918,
+      "step": 1860
+    },
+    {
+      "epoch": 9.08,
+      "learning_rate": 5.013550135501355e-06,
+      "loss": 0.0973,
+      "step": 1865
+    },
+    {
+      "epoch": 9.1,
+      "learning_rate": 4.8780487804878055e-06,
+      "loss": 0.0981,
+      "step": 1870
+    },
+    {
+      "epoch": 9.12,
+      "learning_rate": 4.742547425474255e-06,
+      "loss": 0.0797,
+      "step": 1875
+    },
+    {
+      "epoch": 9.15,
+      "learning_rate": 4.607046070460705e-06,
+      "loss": 0.1161,
+      "step": 1880
+    },
+    {
+      "epoch": 9.17,
+      "learning_rate": 4.471544715447155e-06,
+      "loss": 0.1062,
+      "step": 1885
+    },
+    {
+      "epoch": 9.2,
+      "learning_rate": 4.336043360433605e-06,
+      "loss": 0.0973,
+      "step": 1890
+    },
+    {
+      "epoch": 9.22,
+      "learning_rate": 4.200542005420054e-06,
+      "loss": 0.0964,
+      "step": 1895
+    },
+    {
+      "epoch": 9.25,
+      "learning_rate": 4.0650406504065046e-06,
+      "loss": 0.0953,
+      "step": 1900
+    },
+    {
+      "epoch": 9.27,
+      "learning_rate": 3.929539295392954e-06,
+      "loss": 0.0841,
+      "step": 1905
+    },
+    {
+      "epoch": 9.29,
+      "learning_rate": 3.794037940379404e-06,
+      "loss": 0.1088,
+      "step": 1910
+    },
+    {
+      "epoch": 9.32,
+      "learning_rate": 3.6585365853658537e-06,
+      "loss": 0.1275,
+      "step": 1915
+    },
+    {
+      "epoch": 9.34,
+      "learning_rate": 3.5230352303523035e-06,
+      "loss": 0.1055,
+      "step": 1920
+    },
+    {
+      "epoch": 9.37,
+      "learning_rate": 3.3875338753387534e-06,
+      "loss": 0.1103,
+      "step": 1925
+    },
+    {
+      "epoch": 9.39,
+      "learning_rate": 3.2520325203252037e-06,
+      "loss": 0.0943,
+      "step": 1930
+    },
+    {
+      "epoch": 9.42,
+      "learning_rate": 3.116531165311653e-06,
+      "loss": 0.1117,
+      "step": 1935
+    },
+    {
+      "epoch": 9.44,
+      "learning_rate": 2.981029810298103e-06,
+      "loss": 0.0888,
+      "step": 1940
+    },
+    {
+      "epoch": 9.46,
+      "learning_rate": 2.8455284552845528e-06,
+      "loss": 0.1169,
+      "step": 1945
+    },
+    {
+      "epoch": 9.49,
+      "learning_rate": 2.710027100271003e-06,
+      "loss": 0.0857,
+      "step": 1950
+    },
+    {
+      "epoch": 9.51,
+      "learning_rate": 2.574525745257453e-06,
+      "loss": 0.0776,
+      "step": 1955
+    },
+    {
+      "epoch": 9.54,
+      "learning_rate": 2.4390243902439027e-06,
+      "loss": 0.0843,
+      "step": 1960
+    },
+    {
+      "epoch": 9.56,
+      "learning_rate": 2.3035230352303526e-06,
+      "loss": 0.0758,
+      "step": 1965
+    },
+    {
+      "epoch": 9.59,
+      "learning_rate": 2.1680216802168024e-06,
+      "loss": 0.1109,
+      "step": 1970
+    },
+    {
+      "epoch": 9.61,
+      "learning_rate": 2.0325203252032523e-06,
+      "loss": 0.1277,
+      "step": 1975
+    },
+    {
+      "epoch": 9.64,
+      "learning_rate": 1.897018970189702e-06,
+      "loss": 0.1218,
+      "step": 1980
+    },
+    {
+      "epoch": 9.66,
+      "learning_rate": 1.7615176151761518e-06,
+      "loss": 0.1389,
+      "step": 1985
+    },
+    {
+      "epoch": 9.68,
+      "learning_rate": 1.6260162601626018e-06,
+      "loss": 0.1061,
+      "step": 1990
+    },
+    {
+      "epoch": 9.71,
+      "learning_rate": 1.4905149051490515e-06,
+      "loss": 0.1006,
+      "step": 1995
+    },
+    {
+      "epoch": 9.73,
+      "learning_rate": 1.3550135501355015e-06,
+      "loss": 0.116,
+      "step": 2000
+    },
+    {
+      "epoch": 9.76,
+      "learning_rate": 1.2195121951219514e-06,
+      "loss": 0.1143,
+      "step": 2005
+    },
+    {
+      "epoch": 9.78,
+      "learning_rate": 1.0840108401084012e-06,
+      "loss": 0.1214,
+      "step": 2010
+    },
+    {
+      "epoch": 9.81,
+      "learning_rate": 9.48509485094851e-07,
+      "loss": 0.1353,
+      "step": 2015
+    },
+    {
+      "epoch": 9.83,
+      "learning_rate": 8.130081300813009e-07,
+      "loss": 0.1078,
+      "step": 2020
+    },
+    {
+      "epoch": 9.85,
+      "learning_rate": 6.775067750677508e-07,
+      "loss": 0.0809,
+      "step": 2025
+    },
+    {
+      "epoch": 9.88,
+      "learning_rate": 5.420054200542006e-07,
+      "loss": 0.1068,
+      "step": 2030
+    },
+    {
+      "epoch": 9.9,
+      "learning_rate": 4.0650406504065046e-07,
+      "loss": 0.0909,
+      "step": 2035
+    },
+    {
+      "epoch": 9.93,
+      "learning_rate": 2.710027100271003e-07,
+      "loss": 0.0828,
+      "step": 2040
+    },
+    {
+      "epoch": 9.95,
+      "learning_rate": 1.3550135501355015e-07,
+      "loss": 0.1054,
+      "step": 2045
+    },
+    {
+      "epoch": 9.98,
+      "learning_rate": 0.0,
+      "loss": 0.085,
+      "step": 2050
+    },
+    {
+      "epoch": 9.98,
+      "eval_accuracy": 0.9798083504449008,
+      "eval_loss": 0.06385670602321625,
+      "eval_runtime": 21.9428,
+      "eval_samples_per_second": 133.164,
+      "eval_steps_per_second": 4.193,
+      "step": 2050
+    },
+    {
+      "epoch": 9.98,
+      "step": 2050,
+      "total_flos": 6.521150663842333e+18,
+      "train_loss": 0.21471095208714647,
+      "train_runtime": 4563.3157,
+      "train_samples_per_second": 57.625,
+      "train_steps_per_second": 0.449
     }
   ],
   "logging_steps": 5,
-  "max_steps": 830,
+  "max_steps": 2050,
   "num_train_epochs": 10,
   "save_steps": 500,
-  "total_flos": 2.6335377898183066e+18,
+  "total_flos": 6.521150663842333e+18,
   "trial_name": null,
   "trial_params": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f99c5d845993885761ce1783936cfad6d59dfe3181797fb513e8c6a56aa8625d
+oid sha256:b28d89b77cf8c354f9d7efa2e0f27b5815df148a7ea5e60ab23b408cb39c08bb
 size 4155