Model save

all_results.json

@@ -1,13 +1,8 @@
 {
-    "epoch": 14.066666666666666,
-    "eval_accuracy": 0.8975,
-    "eval_loss": 0.47002196311950684,
-    "eval_runtime": 423.5464,
-    "eval_samples_per_second": 1.889,
-    "eval_steps_per_second": 0.236,
+    "epoch": 5.125,
     "total_flos": 0.0,
-    "train_loss": 0.23767406691715381,
-    "train_runtime": 18748.4047,
-    "train_samples_per_second": 1.216,
-    "train_steps_per_second": 0.152
+    "train_loss": 0.43041260364024264,
+    "train_runtime": 5887.2517,
+    "train_samples_per_second": 2.065,
+    "train_steps_per_second": 0.258
 }

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 14.066666666666666,
+    "epoch": 5.125,
     "total_flos": 0.0,
-    "train_loss": 0.23767406691715381,
-    "train_runtime": 18748.4047,
-    "train_samples_per_second": 1.216,
-    "train_steps_per_second": 0.152
+    "train_loss": 0.43041260364024264,
+    "train_runtime": 5887.2517,
+    "train_samples_per_second": 2.065,
+    "train_steps_per_second": 0.258
 }

trainer_state.json

@@ -1,2168 +1,902 @@
 {
-  "best_metric": 0.925,
-  "best_model_checkpoint": "mvit_v2_rwf-2000/checkpoint-760",
-  "epoch": 14.066666666666666,
+  "best_metric": 0.93125,
+  "best_model_checkpoint": "mvit_v2_rwf-2000/checkpoint-570",
+  "epoch": 5.125,
   "eval_steps": 500,
-  "global_step": 2850,
+  "global_step": 1140,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.0035087719298245615,
-      "grad_norm": 38.48279571533203,
-      "learning_rate": 1.992982456140351e-05,
-      "loss": 6.4374,
+      "epoch": 0.006578947368421052,
+      "grad_norm": 36.64044189453125,
+      "learning_rate": 1.986842105263158e-05,
+      "loss": 6.5592,
       "step": 10
     },
     {
-      "epoch": 0.007017543859649123,
-      "grad_norm": 40.122596740722656,
-      "learning_rate": 1.9859649122807017e-05,
-      "loss": 5.1283,
+      "epoch": 0.013157894736842105,
+      "grad_norm": 43.76960372924805,
+      "learning_rate": 1.9736842105263158e-05,
+      "loss": 5.0333,
       "step": 20
     },
     {
-      "epoch": 0.010526315789473684,
-      "grad_norm": 36.445030212402344,
-      "learning_rate": 1.9789473684210528e-05,
-      "loss": 3.3545,
+      "epoch": 0.019736842105263157,
+      "grad_norm": 29.054157257080078,
+      "learning_rate": 1.960526315789474e-05,
+      "loss": 3.3536,
       "step": 30
     },
     {
-      "epoch": 0.014035087719298246,
-      "grad_norm": 24.644166946411133,
-      "learning_rate": 1.9719298245614036e-05,
-      "loss": 1.9933,
+      "epoch": 0.02631578947368421,
+      "grad_norm": 26.586713790893555,
+      "learning_rate": 1.9473684210526318e-05,
+      "loss": 2.0178,
       "step": 40
     },
     {
-      "epoch": 0.017543859649122806,
-      "grad_norm": 15.512025833129883,
-      "learning_rate": 1.9649122807017544e-05,
-      "loss": 1.4073,
+      "epoch": 0.03289473684210526,
+      "grad_norm": 13.628296852111816,
+      "learning_rate": 1.9342105263157896e-05,
+      "loss": 1.4669,
       "step": 50
     },
     {
-      "epoch": 0.021052631578947368,
-      "grad_norm": 11.587557792663574,
-      "learning_rate": 1.9578947368421055e-05,
-      "loss": 0.8724,
+      "epoch": 0.039473684210526314,
+      "grad_norm": 12.267337799072266,
+      "learning_rate": 1.9210526315789474e-05,
+      "loss": 0.9024,
       "step": 60
     },
     {
-      "epoch": 0.02456140350877193,
-      "grad_norm": 17.1866512298584,
-      "learning_rate": 1.9508771929824562e-05,
-      "loss": 0.8025,
+      "epoch": 0.046052631578947366,
+      "grad_norm": 13.692243576049805,
+      "learning_rate": 1.9078947368421056e-05,
+      "loss": 0.676,
       "step": 70
     },
     {
-      "epoch": 0.028070175438596492,
-      "grad_norm": 15.993489265441895,
-      "learning_rate": 1.9438596491228074e-05,
-      "loss": 0.6614,
+      "epoch": 0.05263157894736842,
+      "grad_norm": 15.4345064163208,
+      "learning_rate": 1.894736842105263e-05,
+      "loss": 0.8188,
       "step": 80
     },
     {
-      "epoch": 0.031578947368421054,
-      "grad_norm": 20.174253463745117,
-      "learning_rate": 1.936842105263158e-05,
-      "loss": 0.773,
+      "epoch": 0.05921052631578947,
+      "grad_norm": 18.368070602416992,
+      "learning_rate": 1.8815789473684213e-05,
+      "loss": 0.6296,
       "step": 90
     },
     {
-      "epoch": 0.03508771929824561,
-      "grad_norm": 12.386943817138672,
-      "learning_rate": 1.929824561403509e-05,
-      "loss": 0.6383,
+      "epoch": 0.06578947368421052,
+      "grad_norm": 12.882184982299805,
+      "learning_rate": 1.868421052631579e-05,
+      "loss": 0.6014,
       "step": 100
     },
     {
-      "epoch": 0.03859649122807018,
-      "grad_norm": 15.069538116455078,
-      "learning_rate": 1.9228070175438597e-05,
-      "loss": 0.4782,
+      "epoch": 0.07236842105263158,
+      "grad_norm": 13.11134147644043,
+      "learning_rate": 1.8552631578947373e-05,
+      "loss": 0.6352,
       "step": 110
     },
     {
-      "epoch": 0.042105263157894736,
-      "grad_norm": 18.363399505615234,
-      "learning_rate": 1.9157894736842108e-05,
-      "loss": 0.517,
+      "epoch": 0.07894736842105263,
+      "grad_norm": 8.479208946228027,
+      "learning_rate": 1.8421052631578947e-05,
+      "loss": 0.6688,
       "step": 120
     },
     {
-      "epoch": 0.0456140350877193,
-      "grad_norm": 6.734167575836182,
-      "learning_rate": 1.9087719298245616e-05,
-      "loss": 0.6264,
+      "epoch": 0.08552631578947369,
+      "grad_norm": 9.394298553466797,
+      "learning_rate": 1.828947368421053e-05,
+      "loss": 0.5578,
       "step": 130
     },
     {
-      "epoch": 0.04912280701754386,
-      "grad_norm": 9.45508098602295,
-      "learning_rate": 1.9017543859649123e-05,
-      "loss": 0.5572,
+      "epoch": 0.09210526315789473,
+      "grad_norm": 13.005159378051758,
+      "learning_rate": 1.8157894736842107e-05,
+      "loss": 0.5352,
       "step": 140
     },
     {
-      "epoch": 0.05263157894736842,
-      "grad_norm": 7.9156622886657715,
-      "learning_rate": 1.894736842105263e-05,
-      "loss": 0.3201,
+      "epoch": 0.09868421052631579,
+      "grad_norm": 21.03794288635254,
+      "learning_rate": 1.8026315789473685e-05,
+      "loss": 0.3291,
       "step": 150
     },
     {
-      "epoch": 0.056140350877192984,
-      "grad_norm": 12.281410217285156,
-      "learning_rate": 1.8877192982456142e-05,
-      "loss": 0.3903,
+      "epoch": 0.10526315789473684,
+      "grad_norm": 20.376361846923828,
+      "learning_rate": 1.7894736842105264e-05,
+      "loss": 0.3126,
       "step": 160
     },
     {
-      "epoch": 0.05964912280701754,
-      "grad_norm": 11.644484519958496,
-      "learning_rate": 1.880701754385965e-05,
-      "loss": 0.3503,
+      "epoch": 0.1118421052631579,
+      "grad_norm": 9.78145694732666,
+      "learning_rate": 1.7763157894736845e-05,
+      "loss": 0.4688,
       "step": 170
     },
     {
-      "epoch": 0.06315789473684211,
-      "grad_norm": 1.892181158065796,
-      "learning_rate": 1.873684210526316e-05,
-      "loss": 0.5198,
+      "epoch": 0.11842105263157894,
+      "grad_norm": 10.771368026733398,
+      "learning_rate": 1.763157894736842e-05,
+      "loss": 0.3389,
       "step": 180
     },
     {
-      "epoch": 0.06666666666666667,
-      "grad_norm": 10.875889778137207,
-      "learning_rate": 1.866666666666667e-05,
-      "loss": 0.6151,
+      "epoch": 0.125,
+      "grad_norm": 1.7945446968078613,
+      "learning_rate": 1.7500000000000002e-05,
+      "loss": 0.4242,
       "step": 190
     },
     {
-      "epoch": 0.06666666666666667,
-      "eval_accuracy": 0.86875,
-      "eval_loss": 0.37832513451576233,
-      "eval_runtime": 81.5575,
-      "eval_samples_per_second": 1.962,
-      "eval_steps_per_second": 0.245,
+      "epoch": 0.125,
+      "eval_accuracy": 0.8375,
+      "eval_f1": 0.8365807668133248,
+      "eval_loss": 0.42270001769065857,
+      "eval_precision": 0.8452685421994885,
+      "eval_runtime": 69.4902,
+      "eval_samples_per_second": 2.302,
+      "eval_steps_per_second": 0.288,
       "step": 190
     },
     {
-      "epoch": 1.0035087719298246,
-      "grad_norm": 17.829296112060547,
-      "learning_rate": 1.8596491228070176e-05,
-      "loss": 0.5231,
+      "epoch": 1.006578947368421,
+      "grad_norm": 26.072763442993164,
+      "learning_rate": 1.736842105263158e-05,
+      "loss": 0.2755,
       "step": 200
     },
     {
-      "epoch": 1.0070175438596491,
-      "grad_norm": 5.5297980308532715,
-      "learning_rate": 1.8526315789473684e-05,
-      "loss": 0.2097,
+      "epoch": 1.013157894736842,
+      "grad_norm": 16.94261932373047,
+      "learning_rate": 1.723684210526316e-05,
+      "loss": 0.4916,
       "step": 210
     },
     {
-      "epoch": 1.0105263157894737,
-      "grad_norm": 16.311006546020508,
-      "learning_rate": 1.8456140350877195e-05,
-      "loss": 0.3499,
+      "epoch": 1.019736842105263,
+      "grad_norm": 11.323436737060547,
+      "learning_rate": 1.7105263157894737e-05,
+      "loss": 0.2864,
       "step": 220
     },
     {
-      "epoch": 1.0140350877192983,
-      "grad_norm": 14.499452590942383,
-      "learning_rate": 1.8385964912280703e-05,
-      "loss": 0.4439,
+      "epoch": 1.0263157894736843,
+      "grad_norm": 5.436691761016846,
+      "learning_rate": 1.6973684210526318e-05,
+      "loss": 0.3343,
       "step": 230
     },
     {
-      "epoch": 1.0175438596491229,
-      "grad_norm": 13.696078300476074,
-      "learning_rate": 1.831578947368421e-05,
-      "loss": 0.3348,
+      "epoch": 1.0328947368421053,
+      "grad_norm": 19.71637725830078,
+      "learning_rate": 1.6842105263157896e-05,
+      "loss": 0.3933,
       "step": 240
     },
     {
-      "epoch": 1.0210526315789474,
-      "grad_norm": 2.477189302444458,
-      "learning_rate": 1.824561403508772e-05,
-      "loss": 0.2746,
+      "epoch": 1.0394736842105263,
+      "grad_norm": 7.336604595184326,
+      "learning_rate": 1.6710526315789475e-05,
+      "loss": 0.3754,
       "step": 250
     },
     {
-      "epoch": 1.024561403508772,
-      "grad_norm": 35.30912399291992,
-      "learning_rate": 1.817543859649123e-05,
-      "loss": 0.3349,
+      "epoch": 1.0460526315789473,
+      "grad_norm": 23.727394104003906,
+      "learning_rate": 1.6578947368421053e-05,
+      "loss": 0.2446,
       "step": 260
     },
     {
-      "epoch": 1.0280701754385966,
-      "grad_norm": 1.255654215812683,
-      "learning_rate": 1.810526315789474e-05,
-      "loss": 0.392,
+      "epoch": 1.0526315789473684,
+      "grad_norm": 21.048952102661133,
+      "learning_rate": 1.644736842105263e-05,
+      "loss": 0.3691,
       "step": 270
     },
     {
-      "epoch": 1.0315789473684212,
-      "grad_norm": 5.34593391418457,
-      "learning_rate": 1.8035087719298248e-05,
-      "loss": 0.3443,
+      "epoch": 1.0592105263157894,
+      "grad_norm": 1.7281363010406494,
+      "learning_rate": 1.6315789473684213e-05,
+      "loss": 0.363,
       "step": 280
     },
     {
-      "epoch": 1.0350877192982457,
-      "grad_norm": 1.489880919456482,
-      "learning_rate": 1.7964912280701756e-05,
-      "loss": 0.246,
+      "epoch": 1.0657894736842106,
+      "grad_norm": 17.512372970581055,
+      "learning_rate": 1.618421052631579e-05,
+      "loss": 0.365,
       "step": 290
     },
     {
-      "epoch": 1.03859649122807,
-      "grad_norm": 1.138655424118042,
-      "learning_rate": 1.7894736842105264e-05,
-      "loss": 0.205,
+      "epoch": 1.0723684210526316,
+      "grad_norm": 4.898046016693115,
+      "learning_rate": 1.605263157894737e-05,
+      "loss": 0.1919,
       "step": 300
     },
     {
-      "epoch": 1.0421052631578946,
-      "grad_norm": 7.539694786071777,
-      "learning_rate": 1.7824561403508775e-05,
-      "loss": 0.2926,
+      "epoch": 1.0789473684210527,
+      "grad_norm": 23.86078643798828,
+      "learning_rate": 1.5921052631578948e-05,
+      "loss": 0.3222,
       "step": 310
     },
     {
-      "epoch": 1.0456140350877192,
-      "grad_norm": 11.403474807739258,
-      "learning_rate": 1.7754385964912283e-05,
-      "loss": 0.3764,
+      "epoch": 1.0855263157894737,
+      "grad_norm": 14.71253490447998,
+      "learning_rate": 1.578947368421053e-05,
+      "loss": 0.3996,
       "step": 320
     },
     {
-      "epoch": 1.0491228070175438,
-      "grad_norm": 17.022748947143555,
-      "learning_rate": 1.768421052631579e-05,
-      "loss": 0.351,
+      "epoch": 1.0921052631578947,
+      "grad_norm": 15.617661476135254,
+      "learning_rate": 1.5657894736842107e-05,
+      "loss": 0.2916,
       "step": 330
     },
     {
-      "epoch": 1.0526315789473684,
-      "grad_norm": 2.676985025405884,
-      "learning_rate": 1.7614035087719298e-05,
-      "loss": 0.2847,
+      "epoch": 1.0986842105263157,
+      "grad_norm": 16.566120147705078,
+      "learning_rate": 1.5526315789473686e-05,
+      "loss": 0.2138,
       "step": 340
     },
     {
-      "epoch": 1.056140350877193,
-      "grad_norm": 3.728642225265503,
-      "learning_rate": 1.754385964912281e-05,
-      "loss": 0.2979,
+      "epoch": 1.1052631578947367,
+      "grad_norm": 19.48283576965332,
+      "learning_rate": 1.5394736842105264e-05,
+      "loss": 0.3296,
       "step": 350
     },
     {
-      "epoch": 1.0596491228070175,
-      "grad_norm": 1.4747868776321411,
-      "learning_rate": 1.7473684210526317e-05,
-      "loss": 0.4769,
+      "epoch": 1.111842105263158,
+      "grad_norm": 25.25094223022461,
+      "learning_rate": 1.5263157894736846e-05,
+      "loss": 0.5412,
       "step": 360
     },
     {
-      "epoch": 1.063157894736842,
-      "grad_norm": 21.361783981323242,
-      "learning_rate": 1.7403508771929828e-05,
-      "loss": 0.1665,
+      "epoch": 1.118421052631579,
+      "grad_norm": 2.2683284282684326,
+      "learning_rate": 1.5131578947368422e-05,
+      "loss": 0.2906,
       "step": 370
     },
     {
-      "epoch": 1.0666666666666667,
-      "grad_norm": 26.084320068359375,
-      "learning_rate": 1.7333333333333336e-05,
-      "loss": 0.3347,
+      "epoch": 1.125,
+      "grad_norm": 31.231639862060547,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 0.3906,
       "step": 380
     },
     {
-      "epoch": 1.0666666666666667,
-      "eval_accuracy": 0.90625,
-      "eval_loss": 0.28085756301879883,
-      "eval_runtime": 80.3329,
-      "eval_samples_per_second": 1.992,
-      "eval_steps_per_second": 0.249,
+      "epoch": 1.125,
+      "eval_accuracy": 0.9,
+      "eval_f1": 0.8999374609130708,
+      "eval_loss": 0.2932564616203308,
+      "eval_precision": 0.9010025062656641,
+      "eval_runtime": 73.6902,
+      "eval_samples_per_second": 2.171,
+      "eval_steps_per_second": 0.271,
       "step": 380
     },
     {
-      "epoch": 2.0035087719298246,
-      "grad_norm": 1.256848931312561,
-      "learning_rate": 1.7263157894736843e-05,
-      "loss": 0.2939,
+      "epoch": 2.0065789473684212,
+      "grad_norm": 0.302801251411438,
+      "learning_rate": 1.486842105263158e-05,
+      "loss": 0.148,
       "step": 390
     },
     {
-      "epoch": 2.007017543859649,
-      "grad_norm": 15.828075408935547,
-      "learning_rate": 1.719298245614035e-05,
-      "loss": 0.1886,
+      "epoch": 2.013157894736842,
+      "grad_norm": 2.899660587310791,
+      "learning_rate": 1.4736842105263159e-05,
+      "loss": 0.3116,
       "step": 400
     },
     {
-      "epoch": 2.0105263157894737,
-      "grad_norm": 0.37902504205703735,
-      "learning_rate": 1.7122807017543862e-05,
-      "loss": 0.2517,
+      "epoch": 2.0197368421052633,
+      "grad_norm": 0.4640880227088928,
+      "learning_rate": 1.4605263157894739e-05,
+      "loss": 0.131,
       "step": 410
     },
     {
-      "epoch": 2.0140350877192983,
-      "grad_norm": 0.3434399664402008,
-      "learning_rate": 1.705263157894737e-05,
-      "loss": 0.1779,
+      "epoch": 2.026315789473684,
+      "grad_norm": 28.330896377563477,
+      "learning_rate": 1.4473684210526317e-05,
+      "loss": 0.1221,
       "step": 420
     },
     {
-      "epoch": 2.017543859649123,
-      "grad_norm": 3.215871572494507,
-      "learning_rate": 1.6982456140350878e-05,
-      "loss": 0.214,
+      "epoch": 2.0328947368421053,
+      "grad_norm": 0.6787762641906738,
+      "learning_rate": 1.4342105263157895e-05,
+      "loss": 0.1547,
       "step": 430
     },
     {
-      "epoch": 2.0210526315789474,
-      "grad_norm": 51.95631408691406,
-      "learning_rate": 1.6912280701754385e-05,
-      "loss": 0.4919,
+      "epoch": 2.039473684210526,
+      "grad_norm": 27.384422302246094,
+      "learning_rate": 1.4210526315789475e-05,
+      "loss": 0.2902,
       "step": 440
     },
     {
-      "epoch": 2.024561403508772,
-      "grad_norm": 1.8221938610076904,
-      "learning_rate": 1.6842105263157896e-05,
-      "loss": 0.3032,
+      "epoch": 2.0460526315789473,
+      "grad_norm": 18.884803771972656,
+      "learning_rate": 1.4078947368421055e-05,
+      "loss": 0.2381,
       "step": 450
     },
     {
-      "epoch": 2.0280701754385966,
-      "grad_norm": 1.5179495811462402,
-      "learning_rate": 1.6771929824561408e-05,
-      "loss": 0.2598,
+      "epoch": 2.0526315789473686,
+      "grad_norm": 2.0699939727783203,
+      "learning_rate": 1.3947368421052631e-05,
+      "loss": 0.1437,
       "step": 460
     },
     {
-      "epoch": 2.031578947368421,
-      "grad_norm": 6.242626667022705,
-      "learning_rate": 1.6701754385964915e-05,
-      "loss": 0.0454,
+      "epoch": 2.0592105263157894,
+      "grad_norm": 0.6573389768600464,
+      "learning_rate": 1.3815789473684211e-05,
+      "loss": 0.54,
       "step": 470
     },
     {
-      "epoch": 2.0350877192982457,
-      "grad_norm": 26.637720108032227,
-      "learning_rate": 1.6631578947368423e-05,
-      "loss": 0.315,
+      "epoch": 2.0657894736842106,
+      "grad_norm": 24.888164520263672,
+      "learning_rate": 1.3684210526315791e-05,
+      "loss": 0.2222,
       "step": 480
     },
     {
-      "epoch": 2.0385964912280703,
-      "grad_norm": 0.4115073084831238,
-      "learning_rate": 1.656140350877193e-05,
-      "loss": 0.3634,
+      "epoch": 2.0723684210526314,
+      "grad_norm": 5.3757643699646,
+      "learning_rate": 1.3552631578947371e-05,
+      "loss": 0.3766,
       "step": 490
     },
     {
-      "epoch": 2.042105263157895,
-      "grad_norm": 29.888004302978516,
-      "learning_rate": 1.649122807017544e-05,
-      "loss": 0.2089,
+      "epoch": 2.0789473684210527,
+      "grad_norm": 8.543233871459961,
+      "learning_rate": 1.3421052631578948e-05,
+      "loss": 0.2016,
       "step": 500
     },
     {
-      "epoch": 2.0456140350877194,
-      "grad_norm": 25.771451950073242,
-      "learning_rate": 1.642105263157895e-05,
-      "loss": 0.4124,
+      "epoch": 2.085526315789474,
+      "grad_norm": 24.547653198242188,
+      "learning_rate": 1.3289473684210528e-05,
+      "loss": 0.1867,
       "step": 510
     },
     {
-      "epoch": 2.049122807017544,
-      "grad_norm": 1.3790911436080933,
-      "learning_rate": 1.6350877192982457e-05,
-      "loss": 0.195,
+      "epoch": 2.0921052631578947,
+      "grad_norm": 9.149017333984375,
+      "learning_rate": 1.3157894736842108e-05,
+      "loss": 0.1007,
       "step": 520
     },
     {
-      "epoch": 2.0526315789473686,
-      "grad_norm": 14.140546798706055,
-      "learning_rate": 1.6280701754385965e-05,
-      "loss": 0.2252,
+      "epoch": 2.098684210526316,
+      "grad_norm": 0.6297352313995361,
+      "learning_rate": 1.3026315789473684e-05,
+      "loss": 0.0951,
       "step": 530
     },
     {
-      "epoch": 2.056140350877193,
-      "grad_norm": 9.343216896057129,
-      "learning_rate": 1.6210526315789473e-05,
-      "loss": 0.0905,
+      "epoch": 2.1052631578947367,
+      "grad_norm": 17.117029190063477,
+      "learning_rate": 1.2894736842105264e-05,
+      "loss": 0.405,
       "step": 540
     },
     {
-      "epoch": 2.0596491228070177,
-      "grad_norm": 21.790802001953125,
-      "learning_rate": 1.6140350877192984e-05,
-      "loss": 0.3495,
+      "epoch": 2.111842105263158,
+      "grad_norm": 1.1509796380996704,
+      "learning_rate": 1.2763157894736844e-05,
+      "loss": 0.3637,
       "step": 550
     },
     {
-      "epoch": 2.0631578947368423,
-      "grad_norm": 4.165024280548096,
-      "learning_rate": 1.6070175438596495e-05,
-      "loss": 0.1162,
+      "epoch": 2.1184210526315788,
+      "grad_norm": 13.600915908813477,
+      "learning_rate": 1.263157894736842e-05,
+      "loss": 0.2626,
       "step": 560
     },
     {
-      "epoch": 2.066666666666667,
-      "grad_norm": 6.51143217086792,
-      "learning_rate": 1.6000000000000003e-05,
-      "loss": 0.2167,
+      "epoch": 2.125,
+      "grad_norm": 3.0041847229003906,
+      "learning_rate": 1.25e-05,
+      "loss": 0.3199,
       "step": 570
     },
     {
-      "epoch": 2.066666666666667,
-      "eval_accuracy": 0.89375,
-      "eval_loss": 0.44960325956344604,
-      "eval_runtime": 80.4193,
-      "eval_samples_per_second": 1.99,
-      "eval_steps_per_second": 0.249,
+      "epoch": 2.125,
+      "eval_accuracy": 0.93125,
+      "eval_f1": 0.931247314348217,
+      "eval_loss": 0.30343881249427795,
+      "eval_precision": 0.9313173933427098,
+      "eval_runtime": 65.8695,
+      "eval_samples_per_second": 2.429,
+      "eval_steps_per_second": 0.304,
       "step": 570
     },
     {
-      "epoch": 3.0035087719298246,
-      "grad_norm": 33.92047119140625,
-      "learning_rate": 1.592982456140351e-05,
-      "loss": 0.1101,
+      "epoch": 3.0065789473684212,
+      "grad_norm": 3.123574733734131,
+      "learning_rate": 1.236842105263158e-05,
+      "loss": 0.1695,
       "step": 580
     },
     {
-      "epoch": 3.007017543859649,
-      "grad_norm": 14.30198860168457,
-      "learning_rate": 1.5859649122807018e-05,
-      "loss": 0.3499,
+      "epoch": 3.013157894736842,
+      "grad_norm": 30.406293869018555,
+      "learning_rate": 1.2236842105263159e-05,
+      "loss": 0.2813,
       "step": 590
     },
     {
-      "epoch": 3.0105263157894737,
-      "grad_norm": 17.972110748291016,
-      "learning_rate": 1.578947368421053e-05,
-      "loss": 0.2152,
+      "epoch": 3.0197368421052633,
+      "grad_norm": 14.729782104492188,
+      "learning_rate": 1.2105263157894737e-05,
+      "loss": 0.2084,
       "step": 600
     },
     {
-      "epoch": 3.0140350877192983,
-      "grad_norm": 20.626901626586914,
-      "learning_rate": 1.5719298245614037e-05,
-      "loss": 0.2415,
+      "epoch": 3.026315789473684,
+      "grad_norm": 6.453456401824951,
+      "learning_rate": 1.1973684210526317e-05,
+      "loss": 0.3726,
       "step": 610
     },
     {
-      "epoch": 3.017543859649123,
-      "grad_norm": 21.53983497619629,
-      "learning_rate": 1.5649122807017545e-05,
-      "loss": 0.2904,
+      "epoch": 3.0328947368421053,
+      "grad_norm": 0.5487316846847534,
+      "learning_rate": 1.1842105263157895e-05,
+      "loss": 0.3515,
       "step": 620
     },
     {
-      "epoch": 3.0210526315789474,
-      "grad_norm": 2.215639114379883,
-      "learning_rate": 1.5578947368421052e-05,
-      "loss": 0.1822,
+      "epoch": 3.039473684210526,
+      "grad_norm": 2.270763635635376,
+      "learning_rate": 1.1710526315789475e-05,
+      "loss": 0.0221,
       "step": 630
     },
     {
-      "epoch": 3.024561403508772,
-      "grad_norm": 1.557974100112915,
-      "learning_rate": 1.5508771929824563e-05,
-      "loss": 0.186,
+      "epoch": 3.0460526315789473,
+      "grad_norm": 13.998810768127441,
+      "learning_rate": 1.1578947368421053e-05,
+      "loss": 0.33,
       "step": 640
     },
     {
-      "epoch": 3.0280701754385966,
-      "grad_norm": 23.085500717163086,
-      "learning_rate": 1.543859649122807e-05,
-      "loss": 0.1562,
+      "epoch": 3.0526315789473686,
+      "grad_norm": 8.822827339172363,
+      "learning_rate": 1.1447368421052632e-05,
+      "loss": 0.161,
       "step": 650
     },
     {
-      "epoch": 3.031578947368421,
-      "grad_norm": 22.804210662841797,
-      "learning_rate": 1.536842105263158e-05,
-      "loss": 0.3565,
+      "epoch": 3.0592105263157894,
+      "grad_norm": 29.708253860473633,
+      "learning_rate": 1.1315789473684212e-05,
+      "loss": 0.2569,
       "step": 660
     },
     {
-      "epoch": 3.0350877192982457,
-      "grad_norm": 27.2755126953125,
-      "learning_rate": 1.529824561403509e-05,
-      "loss": 0.1267,
+      "epoch": 3.0657894736842106,
+      "grad_norm": 23.062585830688477,
+      "learning_rate": 1.1184210526315792e-05,
+      "loss": 0.2207,
       "step": 670
     },
     {
-      "epoch": 3.0385964912280703,
-      "grad_norm": 22.491836547851562,
-      "learning_rate": 1.5228070175438598e-05,
-      "loss": 0.2473,
+      "epoch": 3.0723684210526314,
+      "grad_norm": 10.31871509552002,
+      "learning_rate": 1.105263157894737e-05,
+      "loss": 0.3339,
       "step": 680
     },
     {
-      "epoch": 3.042105263157895,
-      "grad_norm": 9.781085014343262,
-      "learning_rate": 1.5157894736842107e-05,
-      "loss": 0.1112,
+      "epoch": 3.0789473684210527,
+      "grad_norm": 2.75856351852417,
+      "learning_rate": 1.0921052631578948e-05,
+      "loss": 0.0798,
       "step": 690
     },
     {
-      "epoch": 3.0456140350877194,
-      "grad_norm": 13.67097282409668,
-      "learning_rate": 1.5087719298245615e-05,
-      "loss": 0.1913,
+      "epoch": 3.085526315789474,
+      "grad_norm": 1.439271330833435,
+      "learning_rate": 1.0789473684210528e-05,
+      "loss": 0.107,
       "step": 700
     },
     {
-      "epoch": 3.049122807017544,
-      "grad_norm": 38.54108428955078,
-      "learning_rate": 1.5017543859649124e-05,
-      "loss": 0.1275,
+      "epoch": 3.0921052631578947,
+      "grad_norm": 0.4239494502544403,
+      "learning_rate": 1.0657894736842108e-05,
+      "loss": 0.1158,
       "step": 710
     },
     {
-      "epoch": 3.0526315789473686,
-      "grad_norm": 0.3990094065666199,
-      "learning_rate": 1.4947368421052632e-05,
-      "loss": 0.169,
+      "epoch": 3.098684210526316,
+      "grad_norm": 16.95366859436035,
+      "learning_rate": 1.0526315789473684e-05,
+      "loss": 0.2155,
       "step": 720
     },
     {
-      "epoch": 3.056140350877193,
-      "grad_norm": 0.46114712953567505,
-      "learning_rate": 1.4877192982456141e-05,
-      "loss": 0.2143,
+      "epoch": 3.1052631578947367,
+      "grad_norm": 20.484813690185547,
+      "learning_rate": 1.0394736842105264e-05,
+      "loss": 0.2505,
       "step": 730
     },
     {
-      "epoch": 3.0596491228070177,
-      "grad_norm": 29.63218879699707,
-      "learning_rate": 1.4807017543859649e-05,
-      "loss": 0.1604,
+      "epoch": 3.111842105263158,
+      "grad_norm": 31.08599853515625,
+      "learning_rate": 1.0263157894736844e-05,
+      "loss": 0.4975,
       "step": 740
     },
     {
-      "epoch": 3.0631578947368423,
-      "grad_norm": 0.25956010818481445,
-      "learning_rate": 1.4736842105263159e-05,
-      "loss": 0.1813,
+      "epoch": 3.1184210526315788,
+      "grad_norm": 22.264848709106445,
+      "learning_rate": 1.0131578947368421e-05,
+      "loss": 0.2602,
       "step": 750
     },
     {
-      "epoch": 3.066666666666667,
-      "grad_norm": 23.94867515563965,
-      "learning_rate": 1.4666666666666666e-05,
-      "loss": 0.3886,
+      "epoch": 3.125,
+      "grad_norm": 20.796369552612305,
+      "learning_rate": 1e-05,
+      "loss": 0.2239,
       "step": 760
     },
     {
-      "epoch": 3.066666666666667,
-      "eval_accuracy": 0.925,
-      "eval_loss": 0.36359649896621704,
-      "eval_runtime": 79.1785,
-      "eval_samples_per_second": 2.021,
-      "eval_steps_per_second": 0.253,
+      "epoch": 3.125,
+      "eval_accuracy": 0.9125,
+      "eval_f1": 0.912445278298937,
+      "eval_loss": 0.3610968291759491,
+      "eval_precision": 0.9135338345864662,
+      "eval_runtime": 68.362,
+      "eval_samples_per_second": 2.34,
+      "eval_steps_per_second": 0.293,
       "step": 760
     },
     {
-      "epoch": 4.003508771929824,
-      "grad_norm": 41.33153533935547,
-      "learning_rate": 1.4596491228070177e-05,
-      "loss": 0.3154,
+      "epoch": 4.006578947368421,
+      "grad_norm": 0.06610066443681717,
+      "learning_rate": 9.868421052631579e-06,
+      "loss": 0.2882,
       "step": 770
     },
     {
-      "epoch": 4.007017543859649,
-      "grad_norm": 48.22314453125,
-      "learning_rate": 1.4526315789473687e-05,
-      "loss": 0.3626,
+      "epoch": 4.0131578947368425,
+      "grad_norm": 3.3229968547821045,
+      "learning_rate": 9.736842105263159e-06,
+      "loss": 0.148,
       "step": 780
     },
     {
-      "epoch": 4.010526315789473,
-      "grad_norm": 11.335643768310547,
-      "learning_rate": 1.4456140350877195e-05,
-      "loss": 0.1304,
+      "epoch": 4.019736842105263,
+      "grad_norm": 18.369155883789062,
+      "learning_rate": 9.605263157894737e-06,
+      "loss": 0.2034,
       "step": 790
     },
     {
-      "epoch": 4.014035087719298,
-      "grad_norm": 32.79051971435547,
-      "learning_rate": 1.4385964912280704e-05,
-      "loss": 0.4769,
+      "epoch": 4.026315789473684,
+      "grad_norm": 0.4686603844165802,
+      "learning_rate": 9.473684210526315e-06,
+      "loss": 0.1949,
       "step": 800
     },
     {
-      "epoch": 4.017543859649122,
-      "grad_norm": 0.31978896260261536,
-      "learning_rate": 1.4315789473684212e-05,
-      "loss": 0.0934,
+      "epoch": 4.032894736842105,
+      "grad_norm": 0.3468804359436035,
+      "learning_rate": 9.342105263157895e-06,
+      "loss": 0.1468,
       "step": 810
     },
     {
-      "epoch": 4.021052631578947,
-      "grad_norm": 0.9937857985496521,
-      "learning_rate": 1.4245614035087721e-05,
-      "loss": 0.2003,
+      "epoch": 4.0394736842105265,
+      "grad_norm": 5.2816243171691895,
+      "learning_rate": 9.210526315789474e-06,
+      "loss": 0.1253,
       "step": 820
     },
     {
-      "epoch": 4.024561403508772,
-      "grad_norm": 31.888282775878906,
-      "learning_rate": 1.4175438596491229e-05,
-      "loss": 0.205,
+      "epoch": 4.046052631578948,
+      "grad_norm": 3.5091466903686523,
+      "learning_rate": 9.078947368421054e-06,
+      "loss": 0.0314,
       "step": 830
     },
     {
-      "epoch": 4.028070175438597,
-      "grad_norm": 21.987398147583008,
-      "learning_rate": 1.4105263157894738e-05,
-      "loss": 0.3816,
+      "epoch": 4.052631578947368,
+      "grad_norm": 38.08211135864258,
+      "learning_rate": 8.947368421052632e-06,
+      "loss": 0.3176,
       "step": 840
     },
     {
-      "epoch": 4.031578947368421,
-      "grad_norm": 0.6919679045677185,
-      "learning_rate": 1.4035087719298246e-05,
-      "loss": 0.0419,
+      "epoch": 4.059210526315789,
+      "grad_norm": 0.1611049771308899,
+      "learning_rate": 8.81578947368421e-06,
+      "loss": 0.1931,
       "step": 850
     },
     {
-      "epoch": 4.035087719298246,
-      "grad_norm": 25.4196720123291,
-      "learning_rate": 1.3964912280701755e-05,
-      "loss": 0.2052,
+      "epoch": 4.065789473684211,
+      "grad_norm": 0.5490935444831848,
+      "learning_rate": 8.68421052631579e-06,
+      "loss": 0.4194,
       "step": 860
     },
     {
-      "epoch": 4.03859649122807,
-      "grad_norm": 27.873807907104492,
-      "learning_rate": 1.3894736842105265e-05,
-      "loss": 0.1663,
+      "epoch": 4.072368421052632,
+      "grad_norm": 4.411422252655029,
+      "learning_rate": 8.552631578947368e-06,
+      "loss": 0.1544,
       "step": 870
     },
     {
-      "epoch": 4.042105263157895,
-      "grad_norm": 0.03928101807832718,
-      "learning_rate": 1.3824561403508774e-05,
-      "loss": 0.2424,
+      "epoch": 4.078947368421052,
+      "grad_norm": 0.4949572682380676,
+      "learning_rate": 8.421052631578948e-06,
+      "loss": 0.3998,
       "step": 880
     },
     {
-      "epoch": 4.045614035087719,
-      "grad_norm": 23.581205368041992,
-      "learning_rate": 1.3754385964912282e-05,
-      "loss": 0.2602,
+      "epoch": 4.0855263157894735,
+      "grad_norm": 30.750051498413086,
+      "learning_rate": 8.289473684210526e-06,
+      "loss": 0.1656,
       "step": 890
     },
     {
-      "epoch": 4.049122807017544,
-      "grad_norm": 0.08026744425296783,
-      "learning_rate": 1.3684210526315791e-05,
-      "loss": 0.1061,
+      "epoch": 4.092105263157895,
+      "grad_norm": 16.065580368041992,
+      "learning_rate": 8.157894736842106e-06,
+      "loss": 0.0652,
       "step": 900
     },
     {
-      "epoch": 4.052631578947368,
-      "grad_norm": 0.03813062608242035,
-      "learning_rate": 1.3614035087719299e-05,
-      "loss": 0.1803,
+      "epoch": 4.098684210526316,
+      "grad_norm": 21.529672622680664,
+      "learning_rate": 8.026315789473685e-06,
+      "loss": 0.1112,
       "step": 910
     },
     {
-      "epoch": 4.056140350877193,
-      "grad_norm": 30.048786163330078,
-      "learning_rate": 1.3543859649122808e-05,
-      "loss": 0.259,
+      "epoch": 4.105263157894737,
+      "grad_norm": 1.2219691276550293,
+      "learning_rate": 7.894736842105265e-06,
+      "loss": 0.2536,
       "step": 920
     },
     {
-      "epoch": 4.059649122807017,
-      "grad_norm": 26.78702163696289,
-      "learning_rate": 1.3473684210526316e-05,
-      "loss": 0.0982,
+      "epoch": 4.1118421052631575,
+      "grad_norm": 1.4607069492340088,
+      "learning_rate": 7.763157894736843e-06,
+      "loss": 0.0822,
       "step": 930
     },
     {
-      "epoch": 4.063157894736842,
-      "grad_norm": 24.856910705566406,
-      "learning_rate": 1.3403508771929826e-05,
-      "loss": 0.3255,
+      "epoch": 4.118421052631579,
+      "grad_norm": 35.09339904785156,
+      "learning_rate": 7.631578947368423e-06,
+      "loss": 0.3982,
       "step": 940
     },
     {
-      "epoch": 4.066666666666666,
-      "grad_norm": 3.1492743492126465,
-      "learning_rate": 1.3333333333333333e-05,
-      "loss": 0.3391,
+      "epoch": 4.125,
+      "grad_norm": 4.976933479309082,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 0.1747,
       "step": 950
     },
     {
-      "epoch": 4.066666666666666,
-      "eval_accuracy": 0.9125,
-      "eval_loss": 0.36482366919517517,
-      "eval_runtime": 80.9254,
-      "eval_samples_per_second": 1.977,
-      "eval_steps_per_second": 0.247,
+      "epoch": 4.125,
+      "eval_accuracy": 0.93125,
+      "eval_f1": 0.931247314348217,
+      "eval_loss": 0.34753698110580444,
+      "eval_precision": 0.9313173933427098,
+      "eval_runtime": 73.1814,
+      "eval_samples_per_second": 2.186,
+      "eval_steps_per_second": 0.273,
       "step": 950
     },
     {
-      "epoch": 5.003508771929824,
-      "grad_norm": 0.903612494468689,
-      "learning_rate": 1.3263157894736843e-05,
-      "loss": 0.1713,
+      "epoch": 5.006578947368421,
+      "grad_norm": 0.45159298181533813,
+      "learning_rate": 7.368421052631579e-06,
+      "loss": 0.1255,
       "step": 960
     },
     {
-      "epoch": 5.007017543859649,
-      "grad_norm": 0.05947212502360344,
-      "learning_rate": 1.3192982456140354e-05,
-      "loss": 0.0272,
+      "epoch": 5.0131578947368425,
+      "grad_norm": 29.889768600463867,
+      "learning_rate": 7.236842105263158e-06,
+      "loss": 0.1549,
       "step": 970
     },
     {
-      "epoch": 5.010526315789473,
-      "grad_norm": 4.998480319976807,
-      "learning_rate": 1.3122807017543862e-05,
-      "loss": 0.0885,
+      "epoch": 5.019736842105263,
+      "grad_norm": 6.2291412353515625,
+      "learning_rate": 7.1052631578947375e-06,
+      "loss": 0.1345,
       "step": 980
     },
     {
-      "epoch": 5.014035087719298,
-      "grad_norm": 0.13530714809894562,
-      "learning_rate": 1.305263157894737e-05,
-      "loss": 0.1824,
+      "epoch": 5.026315789473684,
+      "grad_norm": 17.853551864624023,
+      "learning_rate": 6.973684210526316e-06,
+      "loss": 0.0786,
       "step": 990
     },
     {
-      "epoch": 5.017543859649122,
-      "grad_norm": 5.782525539398193,
-      "learning_rate": 1.2982456140350879e-05,
-      "loss": 0.2345,
+      "epoch": 5.032894736842105,
+      "grad_norm": 0.2519562244415283,
+      "learning_rate": 6.842105263157896e-06,
+      "loss": 0.1226,
       "step": 1000
     },
     {
-      "epoch": 5.021052631578947,
-      "grad_norm": 22.056116104125977,
-      "learning_rate": 1.2912280701754386e-05,
-      "loss": 0.0706,
+      "epoch": 5.0394736842105265,
+      "grad_norm": 17.962093353271484,
+      "learning_rate": 6.710526315789474e-06,
+      "loss": 0.2208,
       "step": 1010
     },
     {
-      "epoch": 5.024561403508772,
-      "grad_norm": 17.097532272338867,
-      "learning_rate": 1.2842105263157896e-05,
-      "loss": 0.1151,
+      "epoch": 5.046052631578948,
+      "grad_norm": 0.25263816118240356,
+      "learning_rate": 6.578947368421054e-06,
+      "loss": 0.0662,
       "step": 1020
     },
     {
-      "epoch": 5.028070175438597,
-      "grad_norm": 0.3872256577014923,
-      "learning_rate": 1.2771929824561404e-05,
-      "loss": 0.2927,
+      "epoch": 5.052631578947368,
+      "grad_norm": 0.3767828345298767,
+      "learning_rate": 6.447368421052632e-06,
+      "loss": 0.1212,
       "step": 1030
     },
     {
-      "epoch": 5.031578947368421,
-      "grad_norm": 9.663734436035156,
-      "learning_rate": 1.2701754385964913e-05,
-      "loss": 0.202,
+      "epoch": 5.059210526315789,
+      "grad_norm": 31.959402084350586,
+      "learning_rate": 6.31578947368421e-06,
+      "loss": 0.4038,
       "step": 1040
     },
     {
-      "epoch": 5.035087719298246,
-      "grad_norm": 4.37908935546875,
-      "learning_rate": 1.263157894736842e-05,
-      "loss": 0.0968,
+      "epoch": 5.065789473684211,
+      "grad_norm": 28.180463790893555,
+      "learning_rate": 6.18421052631579e-06,
+      "loss": 0.1677,
       "step": 1050
     },
     {
-      "epoch": 5.03859649122807,
-      "grad_norm": 28.826305389404297,
-      "learning_rate": 1.256140350877193e-05,
-      "loss": 0.1524,
+      "epoch": 5.072368421052632,
+      "grad_norm": 0.06592092663049698,
+      "learning_rate": 6.0526315789473685e-06,
+      "loss": 0.1123,
       "step": 1060
     },
     {
-      "epoch": 5.042105263157895,
-      "grad_norm": 3.279170274734497,
-      "learning_rate": 1.2491228070175441e-05,
-      "loss": 0.2658,
+      "epoch": 5.078947368421052,
+      "grad_norm": 19.177854537963867,
+      "learning_rate": 5.921052631578948e-06,
+      "loss": 0.4745,
       "step": 1070
     },
     {
-      "epoch": 5.045614035087719,
-      "grad_norm": 19.066734313964844,
-      "learning_rate": 1.2421052631578949e-05,
-      "loss": 0.0729,
+      "epoch": 5.0855263157894735,
+      "grad_norm": 39.3027458190918,
+      "learning_rate": 5.789473684210527e-06,
+      "loss": 0.2614,
       "step": 1080
     },
     {
-      "epoch": 5.049122807017544,
-      "grad_norm": 25.409595489501953,
-      "learning_rate": 1.2350877192982458e-05,
-      "loss": 0.2967,
+      "epoch": 5.092105263157895,
+      "grad_norm": 12.32589054107666,
+      "learning_rate": 5.657894736842106e-06,
+      "loss": 0.0943,
       "step": 1090
     },
     {
-      "epoch": 5.052631578947368,
-      "grad_norm": 0.39942100644111633,
-      "learning_rate": 1.2280701754385966e-05,
-      "loss": 0.2999,
+      "epoch": 5.098684210526316,
+      "grad_norm": 17.65743064880371,
+      "learning_rate": 5.526315789473685e-06,
+      "loss": 0.1302,
       "step": 1100
     },
     {
-      "epoch": 5.056140350877193,
-      "grad_norm": 0.22568103671073914,
-      "learning_rate": 1.2210526315789475e-05,
-      "loss": 0.1757,
+      "epoch": 5.105263157894737,
+      "grad_norm": 0.037535008043050766,
+      "learning_rate": 5.394736842105264e-06,
+      "loss": 0.1401,
       "step": 1110
     },
     {
-      "epoch": 5.059649122807017,
-      "grad_norm": 1.2673927545547485,
-      "learning_rate": 1.2140350877192983e-05,
-      "loss": 0.3092,
+      "epoch": 5.1118421052631575,
+      "grad_norm": 1.1971192359924316,
+      "learning_rate": 5.263157894736842e-06,
+      "loss": 0.1045,
       "step": 1120
     },
     {
-      "epoch": 5.063157894736842,
-      "grad_norm": 0.3143061697483063,
-      "learning_rate": 1.2070175438596493e-05,
-      "loss": 0.1556,
+      "epoch": 5.118421052631579,
+      "grad_norm": 0.809428334236145,
+      "learning_rate": 5.131578947368422e-06,
+      "loss": 0.2402,
       "step": 1130
     },
     {
-      "epoch": 5.066666666666666,
-      "grad_norm": 0.23581956326961517,
-      "learning_rate": 1.2e-05,
-      "loss": 0.0884,
+      "epoch": 5.125,
+      "grad_norm": 0.5052193999290466,
+      "learning_rate": 5e-06,
+      "loss": 0.1702,
       "step": 1140
     },
     {
-      "epoch": 5.066666666666666,
-      "eval_accuracy": 0.9125,
-      "eval_loss": 0.4376702308654785,
-      "eval_runtime": 79.3551,
-      "eval_samples_per_second": 2.016,
-      "eval_steps_per_second": 0.252,
+      "epoch": 5.125,
+      "eval_accuracy": 0.93125,
+      "eval_f1": 0.931247314348217,
+      "eval_loss": 0.36672312021255493,
+      "eval_precision": 0.9313173933427098,
+      "eval_runtime": 73.77,
+      "eval_samples_per_second": 2.169,
+      "eval_steps_per_second": 0.271,
       "step": 1140
     },
     {
-      "epoch": 6.003508771929824,
-      "grad_norm": 1.794795274734497,
-      "learning_rate": 1.192982456140351e-05,
-      "loss": 0.0246,
-      "step": 1150
-    },
-    {
-      "epoch": 6.007017543859649,
-      "grad_norm": 0.8937227129936218,
-      "learning_rate": 1.1859649122807017e-05,
-      "loss": 0.2805,
-      "step": 1160
-    },
-    {
-      "epoch": 6.010526315789473,
-      "grad_norm": 0.779798150062561,
-      "learning_rate": 1.1789473684210527e-05,
-      "loss": 0.0737,
-      "step": 1170
-    },
-    {
-      "epoch": 6.014035087719298,
-      "grad_norm": 0.1962108314037323,
-      "learning_rate": 1.1719298245614036e-05,
-      "loss": 0.3239,
-      "step": 1180
-    },
-    {
-      "epoch": 6.017543859649122,
-      "grad_norm": 0.8909149765968323,
-      "learning_rate": 1.1649122807017546e-05,
-      "loss": 0.031,
-      "step": 1190
-    },
-    {
-      "epoch": 6.021052631578947,
-      "grad_norm": 1.4533624649047852,
-      "learning_rate": 1.1578947368421053e-05,
-      "loss": 0.0936,
-      "step": 1200
-    },
-    {
-      "epoch": 6.024561403508772,
-      "grad_norm": 6.9985785484313965,
-      "learning_rate": 1.1508771929824563e-05,
-      "loss": 0.0783,
-      "step": 1210
-    },
-    {
-      "epoch": 6.028070175438597,
-      "grad_norm": 0.06940655410289764,
-      "learning_rate": 1.143859649122807e-05,
-      "loss": 0.2152,
-      "step": 1220
-    },
-    {
-      "epoch": 6.031578947368421,
-      "grad_norm": 1.0425422191619873,
-      "learning_rate": 1.136842105263158e-05,
-      "loss": 0.1117,
-      "step": 1230
-    },
-    {
-      "epoch": 6.035087719298246,
-      "grad_norm": 1.4716694355010986,
-      "learning_rate": 1.1298245614035088e-05,
-      "loss": 0.0857,
-      "step": 1240
-    },
-    {
-      "epoch": 6.03859649122807,
-      "grad_norm": 17.07855224609375,
-      "learning_rate": 1.1228070175438597e-05,
-      "loss": 0.371,
-      "step": 1250
-    },
-    {
-      "epoch": 6.042105263157895,
-      "grad_norm": 27.737403869628906,
-      "learning_rate": 1.1157894736842105e-05,
-      "loss": 0.3054,
-      "step": 1260
-    },
-    {
-      "epoch": 6.045614035087719,
-      "grad_norm": 0.04294845834374428,
-      "learning_rate": 1.1087719298245614e-05,
-      "loss": 0.2088,
-      "step": 1270
-    },
-    {
-      "epoch": 6.049122807017544,
-      "grad_norm": 80.5639877319336,
-      "learning_rate": 1.1017543859649125e-05,
-      "loss": 0.1758,
-      "step": 1280
-    },
-    {
-      "epoch": 6.052631578947368,
-      "grad_norm": 0.319958359003067,
-      "learning_rate": 1.0947368421052633e-05,
-      "loss": 0.1048,
-      "step": 1290
-    },
-    {
-      "epoch": 6.056140350877193,
-      "grad_norm": 0.6600483059883118,
-      "learning_rate": 1.0877192982456142e-05,
-      "loss": 0.0745,
-      "step": 1300
-    },
-    {
-      "epoch": 6.059649122807017,
-      "grad_norm": 1.0790461301803589,
-      "learning_rate": 1.080701754385965e-05,
-      "loss": 0.2404,
-      "step": 1310
-    },
-    {
-      "epoch": 6.063157894736842,
-      "grad_norm": 0.02302667126059532,
-      "learning_rate": 1.073684210526316e-05,
-      "loss": 0.1674,
-      "step": 1320
-    },
-    {
-      "epoch": 6.066666666666666,
-      "grad_norm": 0.017043210566043854,
-      "learning_rate": 1.0666666666666667e-05,
-      "loss": 0.2528,
-      "step": 1330
-    },
-    {
-      "epoch": 6.066666666666666,
-      "eval_accuracy": 0.9125,
-      "eval_loss": 0.5012751817703247,
-      "eval_runtime": 80.6613,
-      "eval_samples_per_second": 1.984,
-      "eval_steps_per_second": 0.248,
-      "step": 1330
-    },
-    {
-      "epoch": 7.003508771929824,
-      "grad_norm": 0.11117155849933624,
-      "learning_rate": 1.0596491228070177e-05,
-      "loss": 0.016,
-      "step": 1340
-    },
-    {
-      "epoch": 7.007017543859649,
-      "grad_norm": 0.05332833155989647,
-      "learning_rate": 1.0526315789473684e-05,
-      "loss": 0.0475,
-      "step": 1350
-    },
-    {
-      "epoch": 7.010526315789473,
-      "grad_norm": 5.294000148773193,
-      "learning_rate": 1.0456140350877194e-05,
-      "loss": 0.0664,
-      "step": 1360
-    },
-    {
-      "epoch": 7.014035087719298,
-      "grad_norm": 36.36144256591797,
-      "learning_rate": 1.0385964912280702e-05,
-      "loss": 0.0834,
-      "step": 1370
-    },
-    {
-      "epoch": 7.017543859649122,
-      "grad_norm": 0.4908476769924164,
-      "learning_rate": 1.0315789473684213e-05,
-      "loss": 0.0731,
-      "step": 1380
-    },
-    {
-      "epoch": 7.021052631578947,
-      "grad_norm": 0.3506104052066803,
-      "learning_rate": 1.024561403508772e-05,
-      "loss": 0.1426,
-      "step": 1390
-    },
-    {
-      "epoch": 7.024561403508772,
-      "grad_norm": 0.016969937831163406,
-      "learning_rate": 1.017543859649123e-05,
-      "loss": 0.0807,
-      "step": 1400
-    },
-    {
-      "epoch": 7.028070175438597,
-      "grad_norm": 14.8442964553833,
-      "learning_rate": 1.0105263157894738e-05,
-      "loss": 0.1258,
-      "step": 1410
-    },
-    {
-      "epoch": 7.031578947368421,
-      "grad_norm": 0.3821958601474762,
-      "learning_rate": 1.0035087719298247e-05,
-      "loss": 0.1482,
-      "step": 1420
-    },
-    {
-      "epoch": 7.035087719298246,
-      "grad_norm": 9.797504425048828,
-      "learning_rate": 9.964912280701755e-06,
-      "loss": 0.1026,
-      "step": 1430
-    },
-    {
-      "epoch": 7.03859649122807,
-      "grad_norm": 1.286016583442688,
-      "learning_rate": 9.894736842105264e-06,
-      "loss": 0.0226,
-      "step": 1440
-    },
-    {
-      "epoch": 7.042105263157895,
-      "grad_norm": 43.57596969604492,
-      "learning_rate": 9.824561403508772e-06,
-      "loss": 0.2212,
-      "step": 1450
-    },
-    {
-      "epoch": 7.045614035087719,
-      "grad_norm": 2.1723453998565674,
-      "learning_rate": 9.754385964912281e-06,
-      "loss": 0.1333,
-      "step": 1460
-    },
-    {
-      "epoch": 7.049122807017544,
-      "grad_norm": 24.372819900512695,
-      "learning_rate": 9.68421052631579e-06,
-      "loss": 0.1644,
-      "step": 1470
-    },
-    {
-      "epoch": 7.052631578947368,
-      "grad_norm": 0.023473242297768593,
-      "learning_rate": 9.614035087719298e-06,
-      "loss": 0.0843,
-      "step": 1480
-    },
-    {
-      "epoch": 7.056140350877193,
-      "grad_norm": 29.83729362487793,
-      "learning_rate": 9.543859649122808e-06,
-      "loss": 0.2588,
-      "step": 1490
-    },
-    {
-      "epoch": 7.059649122807017,
-      "grad_norm": 0.08369996398687363,
-      "learning_rate": 9.473684210526315e-06,
-      "loss": 0.0662,
-      "step": 1500
-    },
-    {
-      "epoch": 7.063157894736842,
-      "grad_norm": 38.48130798339844,
-      "learning_rate": 9.403508771929825e-06,
-      "loss": 0.0767,
-      "step": 1510
-    },
-    {
-      "epoch": 7.066666666666666,
-      "grad_norm": 0.0697094202041626,
-      "learning_rate": 9.333333333333334e-06,
-      "loss": 0.0272,
-      "step": 1520
-    },
-    {
-      "epoch": 7.066666666666666,
-      "eval_accuracy": 0.925,
-      "eval_loss": 0.4899701178073883,
-      "eval_runtime": 82.0136,
-      "eval_samples_per_second": 1.951,
-      "eval_steps_per_second": 0.244,
-      "step": 1520
-    },
-    {
-      "epoch": 8.003508771929825,
-      "grad_norm": 0.15197695791721344,
-      "learning_rate": 9.263157894736842e-06,
-      "loss": 0.1707,
-      "step": 1530
-    },
-    {
-      "epoch": 8.007017543859648,
-      "grad_norm": 0.8387830853462219,
-      "learning_rate": 9.192982456140351e-06,
-      "loss": 0.1568,
-      "step": 1540
-    },
-    {
-      "epoch": 8.010526315789473,
-      "grad_norm": 38.247314453125,
-      "learning_rate": 9.12280701754386e-06,
-      "loss": 0.1991,
-      "step": 1550
-    },
-    {
-      "epoch": 8.014035087719298,
-      "grad_norm": 0.011660151183605194,
-      "learning_rate": 9.05263157894737e-06,
-      "loss": 0.1268,
-      "step": 1560
-    },
-    {
-      "epoch": 8.017543859649123,
-      "grad_norm": 24.12862205505371,
-      "learning_rate": 8.982456140350878e-06,
-      "loss": 0.1796,
-      "step": 1570
-    },
-    {
-      "epoch": 8.021052631578947,
-      "grad_norm": 0.23101183772087097,
-      "learning_rate": 8.912280701754387e-06,
-      "loss": 0.0037,
-      "step": 1580
-    },
-    {
-      "epoch": 8.024561403508772,
-      "grad_norm": 0.017889101058244705,
-      "learning_rate": 8.842105263157895e-06,
-      "loss": 0.1605,
-      "step": 1590
-    },
-    {
-      "epoch": 8.028070175438597,
-      "grad_norm": 0.035311147570610046,
-      "learning_rate": 8.771929824561405e-06,
-      "loss": 0.0528,
-      "step": 1600
-    },
-    {
-      "epoch": 8.031578947368422,
-      "grad_norm": 0.06620756536722183,
-      "learning_rate": 8.701754385964914e-06,
-      "loss": 0.0355,
-      "step": 1610
-    },
-    {
-      "epoch": 8.035087719298245,
-      "grad_norm": 0.06222343072295189,
-      "learning_rate": 8.631578947368422e-06,
-      "loss": 0.1415,
-      "step": 1620
-    },
-    {
-      "epoch": 8.03859649122807,
-      "grad_norm": 0.01348515972495079,
-      "learning_rate": 8.561403508771931e-06,
-      "loss": 0.1125,
-      "step": 1630
-    },
-    {
-      "epoch": 8.042105263157895,
-      "grad_norm": 27.071624755859375,
-      "learning_rate": 8.491228070175439e-06,
-      "loss": 0.2027,
-      "step": 1640
-    },
-    {
-      "epoch": 8.04561403508772,
-      "grad_norm": 11.8720064163208,
-      "learning_rate": 8.421052631578948e-06,
-      "loss": 0.1943,
-      "step": 1650
-    },
-    {
-      "epoch": 8.049122807017543,
-      "grad_norm": 0.32566535472869873,
-      "learning_rate": 8.350877192982458e-06,
-      "loss": 0.1909,
-      "step": 1660
-    },
-    {
-      "epoch": 8.052631578947368,
-      "grad_norm": 0.4174618721008301,
-      "learning_rate": 8.280701754385965e-06,
-      "loss": 0.1284,
-      "step": 1670
-    },
-    {
-      "epoch": 8.056140350877193,
-      "grad_norm": 11.002934455871582,
-      "learning_rate": 8.210526315789475e-06,
-      "loss": 0.1926,
-      "step": 1680
-    },
-    {
-      "epoch": 8.059649122807018,
-      "grad_norm": 1.0391727685928345,
-      "learning_rate": 8.140350877192983e-06,
-      "loss": 0.1868,
-      "step": 1690
-    },
-    {
-      "epoch": 8.063157894736841,
-      "grad_norm": 18.734594345092773,
-      "learning_rate": 8.070175438596492e-06,
-      "loss": 0.191,
-      "step": 1700
-    },
-    {
-      "epoch": 8.066666666666666,
-      "grad_norm": 44.64786911010742,
-      "learning_rate": 8.000000000000001e-06,
-      "loss": 0.291,
-      "step": 1710
-    },
-    {
-      "epoch": 8.066666666666666,
-      "eval_accuracy": 0.9125,
-      "eval_loss": 0.5223789215087891,
-      "eval_runtime": 80.1013,
-      "eval_samples_per_second": 1.997,
-      "eval_steps_per_second": 0.25,
-      "step": 1710
-    },
-    {
-      "epoch": 9.003508771929825,
-      "grad_norm": 0.26973825693130493,
-      "learning_rate": 7.929824561403509e-06,
-      "loss": 0.0497,
-      "step": 1720
-    },
-    {
-      "epoch": 9.007017543859648,
-      "grad_norm": 0.040555402636528015,
-      "learning_rate": 7.859649122807018e-06,
-      "loss": 0.1145,
-      "step": 1730
-    },
-    {
-      "epoch": 9.010526315789473,
-      "grad_norm": 0.05395271256566048,
-      "learning_rate": 7.789473684210526e-06,
-      "loss": 0.1051,
-      "step": 1740
-    },
-    {
-      "epoch": 9.014035087719298,
-      "grad_norm": 0.7126879096031189,
-      "learning_rate": 7.719298245614036e-06,
-      "loss": 0.1499,
-      "step": 1750
-    },
-    {
-      "epoch": 9.017543859649123,
-      "grad_norm": 27.24796485900879,
-      "learning_rate": 7.649122807017545e-06,
-      "loss": 0.1365,
-      "step": 1760
-    },
-    {
-      "epoch": 9.021052631578947,
-      "grad_norm": 0.22679656744003296,
-      "learning_rate": 7.578947368421054e-06,
-      "loss": 0.1239,
-      "step": 1770
-    },
-    {
-      "epoch": 9.024561403508772,
-      "grad_norm": 11.224397659301758,
-      "learning_rate": 7.508771929824562e-06,
-      "loss": 0.0112,
-      "step": 1780
-    },
-    {
-      "epoch": 9.028070175438597,
-      "grad_norm": 0.019182119518518448,
-      "learning_rate": 7.438596491228071e-06,
-      "loss": 0.1523,
-      "step": 1790
-    },
-    {
-      "epoch": 9.031578947368422,
-      "grad_norm": 8.09163761138916,
-      "learning_rate": 7.368421052631579e-06,
-      "loss": 0.0313,
-      "step": 1800
-    },
-    {
-      "epoch": 9.035087719298245,
-      "grad_norm": 0.012492038309574127,
-      "learning_rate": 7.298245614035089e-06,
-      "loss": 0.1956,
-      "step": 1810
-    },
-    {
-      "epoch": 9.03859649122807,
-      "grad_norm": 7.786038398742676,
-      "learning_rate": 7.228070175438597e-06,
-      "loss": 0.074,
-      "step": 1820
-    },
-    {
-      "epoch": 9.042105263157895,
-      "grad_norm": 27.997344970703125,
-      "learning_rate": 7.157894736842106e-06,
-      "loss": 0.0531,
-      "step": 1830
-    },
-    {
-      "epoch": 9.04561403508772,
-      "grad_norm": 3.2020115852355957,
-      "learning_rate": 7.087719298245614e-06,
-      "loss": 0.0392,
-      "step": 1840
-    },
-    {
-      "epoch": 9.049122807017543,
-      "grad_norm": 0.26066985726356506,
-      "learning_rate": 7.017543859649123e-06,
-      "loss": 0.0755,
-      "step": 1850
-    },
-    {
-      "epoch": 9.052631578947368,
-      "grad_norm": 0.8559029698371887,
-      "learning_rate": 6.947368421052632e-06,
-      "loss": 0.0497,
-      "step": 1860
-    },
-    {
-      "epoch": 9.056140350877193,
-      "grad_norm": 1.5701016187667847,
-      "learning_rate": 6.877192982456141e-06,
-      "loss": 0.0245,
-      "step": 1870
-    },
-    {
-      "epoch": 9.059649122807018,
-      "grad_norm": 0.4311680793762207,
-      "learning_rate": 6.8070175438596495e-06,
-      "loss": 0.0173,
-      "step": 1880
-    },
-    {
-      "epoch": 9.063157894736841,
-      "grad_norm": 0.3006422519683838,
-      "learning_rate": 6.736842105263158e-06,
-      "loss": 0.2069,
-      "step": 1890
-    },
-    {
-      "epoch": 9.066666666666666,
-      "grad_norm": 0.2408071756362915,
-      "learning_rate": 6.666666666666667e-06,
-      "loss": 0.0597,
-      "step": 1900
-    },
-    {
-      "epoch": 9.066666666666666,
-      "eval_accuracy": 0.9125,
-      "eval_loss": 0.6106778383255005,
-      "eval_runtime": 81.1134,
-      "eval_samples_per_second": 1.973,
-      "eval_steps_per_second": 0.247,
-      "step": 1900
-    },
-    {
-      "epoch": 10.003508771929825,
-      "grad_norm": 2.007347583770752,
-      "learning_rate": 6.596491228070177e-06,
-      "loss": 0.1263,
-      "step": 1910
-    },
-    {
-      "epoch": 10.007017543859648,
-      "grad_norm": 0.05921289697289467,
-      "learning_rate": 6.526315789473685e-06,
-      "loss": 0.0126,
-      "step": 1920
-    },
-    {
-      "epoch": 10.010526315789473,
-      "grad_norm": 0.1697661280632019,
-      "learning_rate": 6.456140350877193e-06,
-      "loss": 0.1105,
-      "step": 1930
-    },
-    {
-      "epoch": 10.014035087719298,
-      "grad_norm": 4.040391445159912,
-      "learning_rate": 6.385964912280702e-06,
-      "loss": 0.073,
-      "step": 1940
-    },
-    {
-      "epoch": 10.017543859649123,
-      "grad_norm": 4.27597188949585,
-      "learning_rate": 6.31578947368421e-06,
-      "loss": 0.0857,
-      "step": 1950
-    },
-    {
-      "epoch": 10.021052631578947,
-      "grad_norm": 1.0044366121292114,
-      "learning_rate": 6.245614035087721e-06,
-      "loss": 0.0379,
-      "step": 1960
-    },
-    {
-      "epoch": 10.024561403508772,
-      "grad_norm": 17.36284637451172,
-      "learning_rate": 6.175438596491229e-06,
-      "loss": 0.175,
-      "step": 1970
-    },
-    {
-      "epoch": 10.028070175438597,
-      "grad_norm": 0.5226487517356873,
-      "learning_rate": 6.105263157894738e-06,
-      "loss": 0.1461,
-      "step": 1980
-    },
-    {
-      "epoch": 10.031578947368422,
-      "grad_norm": 0.017955180257558823,
-      "learning_rate": 6.035087719298246e-06,
-      "loss": 0.0366,
-      "step": 1990
-    },
-    {
-      "epoch": 10.035087719298245,
-      "grad_norm": 22.40249252319336,
-      "learning_rate": 5.964912280701755e-06,
-      "loss": 0.1114,
-      "step": 2000
-    },
-    {
-      "epoch": 10.03859649122807,
-      "grad_norm": 26.304452896118164,
-      "learning_rate": 5.8947368421052634e-06,
-      "loss": 0.0683,
-      "step": 2010
-    },
-    {
-      "epoch": 10.042105263157895,
-      "grad_norm": 0.20418749749660492,
-      "learning_rate": 5.824561403508773e-06,
-      "loss": 0.0703,
-      "step": 2020
-    },
-    {
-      "epoch": 10.04561403508772,
-      "grad_norm": 17.021589279174805,
-      "learning_rate": 5.754385964912281e-06,
-      "loss": 0.1972,
-      "step": 2030
-    },
-    {
-      "epoch": 10.049122807017543,
-      "grad_norm": 0.07942705601453781,
-      "learning_rate": 5.68421052631579e-06,
-      "loss": 0.1112,
-      "step": 2040
-    },
-    {
-      "epoch": 10.052631578947368,
-      "grad_norm": 0.6547494530677795,
-      "learning_rate": 5.6140350877192985e-06,
-      "loss": 0.0109,
-      "step": 2050
-    },
-    {
-      "epoch": 10.056140350877193,
-      "grad_norm": 45.802181243896484,
-      "learning_rate": 5.543859649122807e-06,
-      "loss": 0.2281,
-      "step": 2060
-    },
-    {
-      "epoch": 10.059649122807018,
-      "grad_norm": 0.15139073133468628,
-      "learning_rate": 5.4736842105263165e-06,
-      "loss": 0.0229,
-      "step": 2070
-    },
-    {
-      "epoch": 10.063157894736841,
-      "grad_norm": 0.6947728395462036,
-      "learning_rate": 5.403508771929825e-06,
-      "loss": 0.1189,
-      "step": 2080
-    },
-    {
-      "epoch": 10.066666666666666,
-      "grad_norm": 2.7859318256378174,
-      "learning_rate": 5.333333333333334e-06,
-      "loss": 0.1327,
-      "step": 2090
-    },
-    {
-      "epoch": 10.066666666666666,
-      "eval_accuracy": 0.91875,
-      "eval_loss": 0.6103284358978271,
-      "eval_runtime": 78.896,
-      "eval_samples_per_second": 2.028,
-      "eval_steps_per_second": 0.253,
-      "step": 2090
-    },
-    {
-      "epoch": 11.003508771929825,
-      "grad_norm": 0.11758152395486832,
-      "learning_rate": 5.263157894736842e-06,
-      "loss": 0.0357,
-      "step": 2100
-    },
-    {
-      "epoch": 11.007017543859648,
-      "grad_norm": 13.015204429626465,
-      "learning_rate": 5.192982456140351e-06,
-      "loss": 0.3564,
-      "step": 2110
-    },
-    {
-      "epoch": 11.010526315789473,
-      "grad_norm": 3.9868524074554443,
-      "learning_rate": 5.12280701754386e-06,
-      "loss": 0.1582,
-      "step": 2120
-    },
-    {
-      "epoch": 11.014035087719298,
-      "grad_norm": 18.87368392944336,
-      "learning_rate": 5.052631578947369e-06,
-      "loss": 0.0427,
-      "step": 2130
-    },
-    {
-      "epoch": 11.017543859649123,
-      "grad_norm": 0.04656202346086502,
-      "learning_rate": 4.982456140350877e-06,
-      "loss": 0.0223,
-      "step": 2140
-    },
-    {
-      "epoch": 11.021052631578947,
-      "grad_norm": 0.09466197341680527,
-      "learning_rate": 4.912280701754386e-06,
-      "loss": 0.1413,
-      "step": 2150
-    },
-    {
-      "epoch": 11.024561403508772,
-      "grad_norm": 0.03507490083575249,
-      "learning_rate": 4.842105263157895e-06,
-      "loss": 0.0847,
-      "step": 2160
-    },
-    {
-      "epoch": 11.028070175438597,
-      "grad_norm": 0.029148323461413383,
-      "learning_rate": 4.771929824561404e-06,
-      "loss": 0.1364,
-      "step": 2170
-    },
-    {
-      "epoch": 11.031578947368422,
-      "grad_norm": 0.020161481574177742,
-      "learning_rate": 4.7017543859649125e-06,
-      "loss": 0.0025,
-      "step": 2180
-    },
-    {
-      "epoch": 11.035087719298245,
-      "grad_norm": 0.05569101870059967,
-      "learning_rate": 4.631578947368421e-06,
-      "loss": 0.0425,
-      "step": 2190
-    },
-    {
-      "epoch": 11.03859649122807,
-      "grad_norm": 0.028240151703357697,
-      "learning_rate": 4.56140350877193e-06,
-      "loss": 0.0477,
-      "step": 2200
-    },
-    {
-      "epoch": 11.042105263157895,
-      "grad_norm": 0.011267263442277908,
-      "learning_rate": 4.491228070175439e-06,
-      "loss": 0.0603,
-      "step": 2210
-    },
-    {
-      "epoch": 11.04561403508772,
-      "grad_norm": 0.05064944550395012,
-      "learning_rate": 4.4210526315789476e-06,
-      "loss": 0.1647,
-      "step": 2220
-    },
-    {
-      "epoch": 11.049122807017543,
-      "grad_norm": 20.04745864868164,
-      "learning_rate": 4.350877192982457e-06,
-      "loss": 0.0739,
-      "step": 2230
-    },
-    {
-      "epoch": 11.052631578947368,
-      "grad_norm": 0.2934364378452301,
-      "learning_rate": 4.2807017543859656e-06,
-      "loss": 0.0542,
-      "step": 2240
-    },
-    {
-      "epoch": 11.056140350877193,
-      "grad_norm": 0.038585782051086426,
-      "learning_rate": 4.210526315789474e-06,
-      "loss": 0.1208,
-      "step": 2250
-    },
-    {
-      "epoch": 11.059649122807018,
-      "grad_norm": 0.014354056678712368,
-      "learning_rate": 4.140350877192983e-06,
-      "loss": 0.0879,
-      "step": 2260
-    },
-    {
-      "epoch": 11.063157894736841,
-      "grad_norm": 0.4161794185638428,
-      "learning_rate": 4.070175438596491e-06,
-      "loss": 0.083,
-      "step": 2270
-    },
-    {
-      "epoch": 11.066666666666666,
-      "grad_norm": 16.042465209960938,
-      "learning_rate": 4.000000000000001e-06,
-      "loss": 0.1942,
-      "step": 2280
-    },
-    {
-      "epoch": 11.066666666666666,
-      "eval_accuracy": 0.90625,
-      "eval_loss": 0.608224630355835,
-      "eval_runtime": 79.0963,
-      "eval_samples_per_second": 2.023,
-      "eval_steps_per_second": 0.253,
-      "step": 2280
-    },
-    {
-      "epoch": 12.003508771929825,
-      "grad_norm": 2.9245848655700684,
-      "learning_rate": 3.929824561403509e-06,
-      "loss": 0.1737,
-      "step": 2290
-    },
-    {
-      "epoch": 12.007017543859648,
-      "grad_norm": 0.012533026747405529,
-      "learning_rate": 3.859649122807018e-06,
-      "loss": 0.0383,
-      "step": 2300
-    },
-    {
-      "epoch": 12.010526315789473,
-      "grad_norm": 0.03444502130150795,
-      "learning_rate": 3.789473684210527e-06,
-      "loss": 0.0517,
-      "step": 2310
-    },
-    {
-      "epoch": 12.014035087719298,
-      "grad_norm": 4.755786418914795,
-      "learning_rate": 3.7192982456140354e-06,
-      "loss": 0.0255,
-      "step": 2320
-    },
-    {
-      "epoch": 12.017543859649123,
-      "grad_norm": 43.459564208984375,
-      "learning_rate": 3.6491228070175443e-06,
-      "loss": 0.1303,
-      "step": 2330
-    },
-    {
-      "epoch": 12.021052631578947,
-      "grad_norm": 11.069656372070312,
-      "learning_rate": 3.578947368421053e-06,
-      "loss": 0.1322,
-      "step": 2340
-    },
-    {
-      "epoch": 12.024561403508772,
-      "grad_norm": 0.8341348171234131,
-      "learning_rate": 3.5087719298245615e-06,
-      "loss": 0.042,
-      "step": 2350
-    },
-    {
-      "epoch": 12.028070175438597,
-      "grad_norm": 12.14256763458252,
-      "learning_rate": 3.4385964912280705e-06,
-      "loss": 0.0088,
-      "step": 2360
-    },
-    {
-      "epoch": 12.031578947368422,
-      "grad_norm": 0.03645330294966698,
-      "learning_rate": 3.368421052631579e-06,
-      "loss": 0.0504,
-      "step": 2370
-    },
-    {
-      "epoch": 12.035087719298245,
-      "grad_norm": 0.14884474873542786,
-      "learning_rate": 3.2982456140350885e-06,
-      "loss": 0.0772,
-      "step": 2380
-    },
-    {
-      "epoch": 12.03859649122807,
-      "grad_norm": 36.239627838134766,
-      "learning_rate": 3.2280701754385966e-06,
-      "loss": 0.0407,
-      "step": 2390
-    },
-    {
-      "epoch": 12.042105263157895,
-      "grad_norm": 3.6581294536590576,
-      "learning_rate": 3.157894736842105e-06,
-      "loss": 0.0538,
-      "step": 2400
-    },
-    {
-      "epoch": 12.04561403508772,
-      "grad_norm": 0.029139500111341476,
-      "learning_rate": 3.0877192982456146e-06,
-      "loss": 0.0484,
-      "step": 2410
-    },
-    {
-      "epoch": 12.049122807017543,
-      "grad_norm": 0.011205335147678852,
-      "learning_rate": 3.017543859649123e-06,
-      "loss": 0.0471,
-      "step": 2420
-    },
-    {
-      "epoch": 12.052631578947368,
-      "grad_norm": 0.31373676657676697,
-      "learning_rate": 2.9473684210526317e-06,
-      "loss": 0.1412,
-      "step": 2430
-    },
-    {
-      "epoch": 12.056140350877193,
-      "grad_norm": 0.03848983347415924,
-      "learning_rate": 2.8771929824561407e-06,
-      "loss": 0.0769,
-      "step": 2440
-    },
-    {
-      "epoch": 12.059649122807018,
-      "grad_norm": 0.22592990100383759,
-      "learning_rate": 2.8070175438596493e-06,
-      "loss": 0.1461,
-      "step": 2450
-    },
-    {
-      "epoch": 12.063157894736841,
-      "grad_norm": 0.6783035397529602,
-      "learning_rate": 2.7368421052631583e-06,
-      "loss": 0.0748,
-      "step": 2460
-    },
-    {
-      "epoch": 12.066666666666666,
-      "grad_norm": 0.008166045881807804,
-      "learning_rate": 2.666666666666667e-06,
-      "loss": 0.3295,
-      "step": 2470
-    },
-    {
-      "epoch": 12.066666666666666,
-      "eval_accuracy": 0.90625,
-      "eval_loss": 0.6353408098220825,
-      "eval_runtime": 80.6006,
-      "eval_samples_per_second": 1.985,
-      "eval_steps_per_second": 0.248,
-      "step": 2470
-    },
-    {
-      "epoch": 13.003508771929825,
-      "grad_norm": 0.017932241782546043,
-      "learning_rate": 2.5964912280701754e-06,
-      "loss": 0.0974,
-      "step": 2480
-    },
-    {
-      "epoch": 13.007017543859648,
-      "grad_norm": 0.06463440507650375,
-      "learning_rate": 2.5263157894736844e-06,
-      "loss": 0.0408,
-      "step": 2490
-    },
-    {
-      "epoch": 13.010526315789473,
-      "grad_norm": 0.07242042571306229,
-      "learning_rate": 2.456140350877193e-06,
-      "loss": 0.0486,
-      "step": 2500
-    },
-    {
-      "epoch": 13.014035087719298,
-      "grad_norm": 0.45470118522644043,
-      "learning_rate": 2.385964912280702e-06,
-      "loss": 0.1951,
-      "step": 2510
-    },
-    {
-      "epoch": 13.017543859649123,
-      "grad_norm": 4.542286396026611,
-      "learning_rate": 2.3157894736842105e-06,
-      "loss": 0.1041,
-      "step": 2520
-    },
-    {
-      "epoch": 13.021052631578947,
-      "grad_norm": 53.463401794433594,
-      "learning_rate": 2.2456140350877195e-06,
-      "loss": 0.1823,
-      "step": 2530
-    },
-    {
-      "epoch": 13.024561403508772,
-      "grad_norm": 1.6816776990890503,
-      "learning_rate": 2.1754385964912285e-06,
-      "loss": 0.1033,
-      "step": 2540
-    },
-    {
-      "epoch": 13.028070175438597,
-      "grad_norm": 0.356115460395813,
-      "learning_rate": 2.105263157894737e-06,
-      "loss": 0.1217,
-      "step": 2550
-    },
-    {
-      "epoch": 13.031578947368422,
-      "grad_norm": 0.18997782468795776,
-      "learning_rate": 2.0350877192982456e-06,
-      "loss": 0.0044,
-      "step": 2560
-    },
-    {
-      "epoch": 13.035087719298245,
-      "grad_norm": 9.70322036743164,
-      "learning_rate": 1.9649122807017546e-06,
-      "loss": 0.0338,
-      "step": 2570
-    },
-    {
-      "epoch": 13.03859649122807,
-      "grad_norm": 19.50843620300293,
-      "learning_rate": 1.8947368421052634e-06,
-      "loss": 0.0769,
-      "step": 2580
-    },
-    {
-      "epoch": 13.042105263157895,
-      "grad_norm": 0.1590365469455719,
-      "learning_rate": 1.8245614035087722e-06,
-      "loss": 0.0048,
-      "step": 2590
-    },
-    {
-      "epoch": 13.04561403508772,
-      "grad_norm": 0.012651736848056316,
-      "learning_rate": 1.7543859649122807e-06,
-      "loss": 0.0993,
-      "step": 2600
-    },
-    {
-      "epoch": 13.049122807017543,
-      "grad_norm": 0.02113044075667858,
-      "learning_rate": 1.6842105263157895e-06,
-      "loss": 0.012,
-      "step": 2610
-    },
-    {
-      "epoch": 13.052631578947368,
-      "grad_norm": 0.007876179181039333,
-      "learning_rate": 1.6140350877192983e-06,
-      "loss": 0.0133,
-      "step": 2620
-    },
-    {
-      "epoch": 13.056140350877193,
-      "grad_norm": 14.243346214294434,
-      "learning_rate": 1.5438596491228073e-06,
-      "loss": 0.0686,
-      "step": 2630
-    },
-    {
-      "epoch": 13.059649122807018,
-      "grad_norm": 0.13937072455883026,
-      "learning_rate": 1.4736842105263159e-06,
-      "loss": 0.2213,
-      "step": 2640
-    },
-    {
-      "epoch": 13.063157894736841,
-      "grad_norm": 1.7151681184768677,
-      "learning_rate": 1.4035087719298246e-06,
-      "loss": 0.2929,
-      "step": 2650
-    },
-    {
-      "epoch": 13.066666666666666,
-      "grad_norm": 0.04530133679509163,
-      "learning_rate": 1.3333333333333334e-06,
-      "loss": 0.0117,
-      "step": 2660
-    },
-    {
-      "epoch": 13.066666666666666,
-      "eval_accuracy": 0.91875,
-      "eval_loss": 0.6410062313079834,
-      "eval_runtime": 81.4044,
-      "eval_samples_per_second": 1.965,
-      "eval_steps_per_second": 0.246,
-      "step": 2660
-    },
-    {
-      "epoch": 14.003508771929825,
-      "grad_norm": 0.012890544719994068,
-      "learning_rate": 1.2631578947368422e-06,
-      "loss": 0.1506,
-      "step": 2670
-    },
-    {
-      "epoch": 14.007017543859648,
-      "grad_norm": 1.0323655605316162,
-      "learning_rate": 1.192982456140351e-06,
-      "loss": 0.0419,
-      "step": 2680
-    },
-    {
-      "epoch": 14.010526315789473,
-      "grad_norm": 0.03734529763460159,
-      "learning_rate": 1.1228070175438598e-06,
-      "loss": 0.0395,
-      "step": 2690
-    },
-    {
-      "epoch": 14.014035087719298,
-      "grad_norm": 0.011295179836452007,
-      "learning_rate": 1.0526315789473685e-06,
-      "loss": 0.0694,
-      "step": 2700
-    },
-    {
-      "epoch": 14.017543859649123,
-      "grad_norm": 0.10645683854818344,
-      "learning_rate": 9.824561403508773e-07,
-      "loss": 0.2579,
-      "step": 2710
-    },
-    {
-      "epoch": 14.021052631578947,
-      "grad_norm": 0.6168031096458435,
-      "learning_rate": 9.122807017543861e-07,
-      "loss": 0.0487,
-      "step": 2720
-    },
-    {
-      "epoch": 14.024561403508772,
-      "grad_norm": 0.12228459864854813,
-      "learning_rate": 8.421052631578948e-07,
-      "loss": 0.0028,
-      "step": 2730
-    },
-    {
-      "epoch": 14.028070175438597,
-      "grad_norm": 0.5748558640480042,
-      "learning_rate": 7.719298245614036e-07,
-      "loss": 0.0619,
-      "step": 2740
-    },
-    {
-      "epoch": 14.031578947368422,
-      "grad_norm": 0.24423201382160187,
-      "learning_rate": 7.017543859649123e-07,
-      "loss": 0.0306,
-      "step": 2750
-    },
-    {
-      "epoch": 14.035087719298245,
-      "grad_norm": 0.2773297131061554,
-      "learning_rate": 6.315789473684211e-07,
-      "loss": 0.0952,
-      "step": 2760
-    },
-    {
-      "epoch": 14.03859649122807,
-      "grad_norm": 3.161602258682251,
-      "learning_rate": 5.614035087719299e-07,
-      "loss": 0.1977,
-      "step": 2770
-    },
-    {
-      "epoch": 14.042105263157895,
-      "grad_norm": 0.02265220880508423,
-      "learning_rate": 4.912280701754387e-07,
-      "loss": 0.1725,
-      "step": 2780
-    },
-    {
-      "epoch": 14.04561403508772,
-      "grad_norm": 0.028731781989336014,
-      "learning_rate": 4.210526315789474e-07,
-      "loss": 0.043,
-      "step": 2790
-    },
-    {
-      "epoch": 14.049122807017543,
-      "grad_norm": 0.2788037657737732,
-      "learning_rate": 3.5087719298245616e-07,
-      "loss": 0.0601,
-      "step": 2800
-    },
-    {
-      "epoch": 14.052631578947368,
-      "grad_norm": 0.011185847222805023,
-      "learning_rate": 2.8070175438596494e-07,
-      "loss": 0.0245,
-      "step": 2810
-    },
-    {
-      "epoch": 14.056140350877193,
-      "grad_norm": 0.12891526520252228,
-      "learning_rate": 2.105263157894737e-07,
-      "loss": 0.0771,
-      "step": 2820
-    },
-    {
-      "epoch": 14.059649122807018,
-      "grad_norm": 0.09125010669231415,
-      "learning_rate": 1.4035087719298247e-07,
-      "loss": 0.0382,
-      "step": 2830
-    },
-    {
-      "epoch": 14.063157894736841,
-      "grad_norm": 0.01801062375307083,
-      "learning_rate": 7.017543859649123e-08,
-      "loss": 0.1891,
-      "step": 2840
-    },
-    {
-      "epoch": 14.066666666666666,
-      "grad_norm": 1.261662483215332,
-      "learning_rate": 0.0,
-      "loss": 0.0905,
-      "step": 2850
-    },
-    {
-      "epoch": 14.066666666666666,
-      "eval_accuracy": 0.9125,
-      "eval_loss": 0.6544592976570129,
-      "eval_runtime": 80.7865,
-      "eval_samples_per_second": 1.981,
-      "eval_steps_per_second": 0.248,
-      "step": 2850
-    },
-    {
-      "epoch": 14.066666666666666,
-      "step": 2850,
+      "epoch": 5.125,
+      "step": 1140,
       "total_flos": 0.0,
-      "train_loss": 0.23767406691715381,
-      "train_runtime": 18748.4047,
-      "train_samples_per_second": 1.216,
-      "train_steps_per_second": 0.152
-    },
-    {
-      "epoch": 14.066666666666666,
-      "eval_accuracy": 0.8975,
-      "eval_loss": 0.47002196311950684,
-      "eval_runtime": 423.5464,
-      "eval_samples_per_second": 1.889,
-      "eval_steps_per_second": 0.236,
-      "step": 2850
+      "train_loss": 0.43041260364024264,
+      "train_runtime": 5887.2517,
+      "train_samples_per_second": 2.065,
+      "train_steps_per_second": 0.258
     }
   ],
   "logging_steps": 10,
-  "max_steps": 2850,
+  "max_steps": 1520,
   "num_input_tokens_seen": 0,
   "num_train_epochs": 9223372036854775807,
   "save_steps": 500,
   "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.01
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
     "TrainerControl": {
       "args": {
         "should_epoch_stop": false,