diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,6333 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.7651779499684249,
+  "eval_steps": 100,
+  "global_step": 16600,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 9.999999924359191e-05,
+      "loss": 3.375,
+      "step": 1
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 9.999969743706657e-05,
+      "loss": 3.2368,
+      "step": 20
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 9.999878975192804e-05,
+      "loss": 3.125,
+      "step": 40
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 9.999727695556968e-05,
+      "loss": 3.1125,
+      "step": 60
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 9.999515906630015e-05,
+      "loss": 3.125,
+      "step": 80
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.999243610975122e-05,
+      "loss": 3.075,
+      "step": 100
+    },
+    {
+      "epoch": 0.01,
+      "eval_loss": 3.4407286643981934,
+      "eval_runtime": 47.8206,
+      "eval_samples_per_second": 185.778,
+      "eval_steps_per_second": 23.233,
+      "step": 100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.998910811887753e-05,
+      "loss": 3.075,
+      "step": 120
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.998517513395618e-05,
+      "loss": 3.0875,
+      "step": 140
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.998063720258612e-05,
+      "loss": 3.05,
+      "step": 160
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.997549437968781e-05,
+      "loss": 3.075,
+      "step": 180
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99697467275023e-05,
+      "loss": 3.05,
+      "step": 200
+    },
+    {
+      "epoch": 0.01,
+      "eval_loss": 3.436079978942871,
+      "eval_runtime": 44.9925,
+      "eval_samples_per_second": 197.455,
+      "eval_steps_per_second": 24.693,
+      "step": 200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.996339431559068e-05,
+      "loss": 3.0375,
+      "step": 220
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.995643722083312e-05,
+      "loss": 3.0625,
+      "step": 240
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.9948875527428e-05,
+      "loss": 3.05,
+      "step": 260
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.994070932689079e-05,
+      "loss": 3.075,
+      "step": 280
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.993193871805313e-05,
+      "loss": 3.0625,
+      "step": 300
+    },
+    {
+      "epoch": 0.02,
+      "eval_loss": 3.4281463623046875,
+      "eval_runtime": 43.3797,
+      "eval_samples_per_second": 204.796,
+      "eval_steps_per_second": 25.611,
+      "step": 300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.993493000474458e-05,
+      "loss": 2.775,
+      "step": 320
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.992654413004669e-05,
+      "loss": 2.975,
+      "step": 340
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.991765053314131e-05,
+      "loss": 3.15,
+      "step": 360
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.990824930447085e-05,
+      "loss": 3.075,
+      "step": 380
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.989834053964e-05,
+      "loss": 3.125,
+      "step": 400
+    },
+    {
+      "epoch": 0.02,
+      "eval_loss": 3.4483063220977783,
+      "eval_runtime": 46.761,
+      "eval_samples_per_second": 189.987,
+      "eval_steps_per_second": 23.759,
+      "step": 400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.988792433941482e-05,
+      "loss": 3.125,
+      "step": 420
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.987700080972167e-05,
+      "loss": 3.0875,
+      "step": 440
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.986557006164606e-05,
+      "loss": 3.075,
+      "step": 460
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.985363221143172e-05,
+      "loss": 3.1,
+      "step": 480
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.984118738047918e-05,
+      "loss": 3.075,
+      "step": 500
+    },
+    {
+      "epoch": 0.03,
+      "eval_loss": 3.4331181049346924,
+      "eval_runtime": 47.2526,
+      "eval_samples_per_second": 188.011,
+      "eval_steps_per_second": 23.512,
+      "step": 500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.982823569534475e-05,
+      "loss": 3.1,
+      "step": 520
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.981477728773907e-05,
+      "loss": 3.0375,
+      "step": 540
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.980081229452586e-05,
+      "loss": 3.075,
+      "step": 560
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.97863408577205e-05,
+      "loss": 3.1,
+      "step": 580
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.97713631244886e-05,
+      "loss": 3.075,
+      "step": 600
+    },
+    {
+      "epoch": 0.03,
+      "eval_loss": 3.434506893157959,
+      "eval_runtime": 47.9631,
+      "eval_samples_per_second": 185.226,
+      "eval_steps_per_second": 23.164,
+      "step": 600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.975587924714449e-05,
+      "loss": 3.075,
+      "step": 620
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.973988938314965e-05,
+      "loss": 3.0375,
+      "step": 640
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.972339369511113e-05,
+      "loss": 3.0625,
+      "step": 660
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.970639235077997e-05,
+      "loss": 3.1,
+      "step": 680
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.968888552304934e-05,
+      "loss": 3.05,
+      "step": 700
+    },
+    {
+      "epoch": 0.04,
+      "eval_loss": 3.424459218978882,
+      "eval_runtime": 48.3341,
+      "eval_samples_per_second": 183.804,
+      "eval_steps_per_second": 22.986,
+      "step": 700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.967087338995289e-05,
+      "loss": 3.05,
+      "step": 720
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.965235613466294e-05,
+      "loss": 3.05,
+      "step": 740
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.963333394548857e-05,
+      "loss": 3.075,
+      "step": 760
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.961380701587372e-05,
+      "loss": 3.075,
+      "step": 780
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.959377554439524e-05,
+      "loss": 3.0125,
+      "step": 800
+    },
+    {
+      "epoch": 0.04,
+      "eval_loss": 3.4213478565216064,
+      "eval_runtime": 46.7992,
+      "eval_samples_per_second": 189.832,
+      "eval_steps_per_second": 23.74,
+      "step": 800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.957323973476087e-05,
+      "loss": 3.025,
+      "step": 820
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.955219979580715e-05,
+      "loss": 3.025,
+      "step": 840
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.953065594149726e-05,
+      "loss": 3.1,
+      "step": 860
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.950860839091901e-05,
+      "loss": 3.025,
+      "step": 880
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 9.948605736828233e-05,
+      "loss": 3.075,
+      "step": 900
+    },
+    {
+      "epoch": 0.05,
+      "eval_loss": 3.4135727882385254,
+      "eval_runtime": 45.2339,
+      "eval_samples_per_second": 196.401,
+      "eval_steps_per_second": 24.561,
+      "step": 900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 9.946300310291728e-05,
+      "loss": 3.025,
+      "step": 920
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 9.943944582927151e-05,
+      "loss": 3.075,
+      "step": 940
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 9.941538578690803e-05,
+      "loss": 3.025,
+      "step": 960
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 9.939082322050261e-05,
+      "loss": 2.975,
+      "step": 980
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 9.936575837984145e-05,
+      "loss": 3.05,
+      "step": 1000
+    },
+    {
+      "epoch": 0.05,
+      "eval_loss": 3.414569854736328,
+      "eval_runtime": 46.6567,
+      "eval_samples_per_second": 190.412,
+      "eval_steps_per_second": 23.812,
+      "step": 1000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 9.934019151981855e-05,
+      "loss": 3.075,
+      "step": 1020
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 9.931412290043311e-05,
+      "loss": 3.0,
+      "step": 1040
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 9.928755278678694e-05,
+      "loss": 3.0,
+      "step": 1060
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 9.926048144908173e-05,
+      "loss": 3.025,
+      "step": 1080
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.923290916261633e-05,
+      "loss": 3.0375,
+      "step": 1100
+    },
+    {
+      "epoch": 0.06,
+      "eval_loss": 3.4042751789093018,
+      "eval_runtime": 46.6401,
+      "eval_samples_per_second": 190.48,
+      "eval_steps_per_second": 23.821,
+      "step": 1100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.920483620778389e-05,
+      "loss": 3.075,
+      "step": 1120
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.917626287006911e-05,
+      "loss": 3.0,
+      "step": 1140
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.91471894400452e-05,
+      "loss": 3.0,
+      "step": 1160
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.911761621337104e-05,
+      "loss": 3.0,
+      "step": 1180
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.908754349078815e-05,
+      "loss": 3.025,
+      "step": 1200
+    },
+    {
+      "epoch": 0.06,
+      "eval_loss": 3.406078815460205,
+      "eval_runtime": 46.6265,
+      "eval_samples_per_second": 190.535,
+      "eval_steps_per_second": 23.828,
+      "step": 1200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.905697157811761e-05,
+      "loss": 3.0375,
+      "step": 1220
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.902590078625691e-05,
+      "loss": 3.0875,
+      "step": 1240
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.899433143117692e-05,
+      "loss": 3.0625,
+      "step": 1260
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.896226383391846e-05,
+      "loss": 3.0375,
+      "step": 1280
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.892969832058934e-05,
+      "loss": 3.0125,
+      "step": 1300
+    },
+    {
+      "epoch": 0.07,
+      "eval_loss": 3.3987860679626465,
+      "eval_runtime": 45.6807,
+      "eval_samples_per_second": 194.48,
+      "eval_steps_per_second": 24.321,
+      "step": 1300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.88966352223607e-05,
+      "loss": 3.025,
+      "step": 1320
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.886307487546393e-05,
+      "loss": 3.0,
+      "step": 1340
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.882901762118709e-05,
+      "loss": 3.025,
+      "step": 1360
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.879446380587144e-05,
+      "loss": 3.025,
+      "step": 1380
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.875941378090805e-05,
+      "loss": 3.0375,
+      "step": 1400
+    },
+    {
+      "epoch": 0.07,
+      "eval_loss": 3.3974123001098633,
+      "eval_runtime": 44.2161,
+      "eval_samples_per_second": 200.922,
+      "eval_steps_per_second": 25.127,
+      "step": 1400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.872386790273407e-05,
+      "loss": 3.0125,
+      "step": 1420
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.86878265328292e-05,
+      "loss": 3.025,
+      "step": 1440
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.865129003771195e-05,
+      "loss": 3.0,
+      "step": 1460
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.8614258788936e-05,
+      "loss": 3.025,
+      "step": 1480
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.857673316308635e-05,
+      "loss": 3.0,
+      "step": 1500
+    },
+    {
+      "epoch": 0.08,
+      "eval_loss": 3.401176691055298,
+      "eval_runtime": 43.9787,
+      "eval_samples_per_second": 202.007,
+      "eval_steps_per_second": 25.262,
+      "step": 1500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.853871354177548e-05,
+      "loss": 3.0125,
+      "step": 1520
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.850020031163956e-05,
+      "loss": 3.025,
+      "step": 1540
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.84611938643344e-05,
+      "loss": 3.025,
+      "step": 1560
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.842169459653154e-05,
+      "loss": 3.0,
+      "step": 1580
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.838170290991423e-05,
+      "loss": 2.9875,
+      "step": 1600
+    },
+    {
+      "epoch": 0.08,
+      "eval_loss": 3.396237373352051,
+      "eval_runtime": 44.0193,
+      "eval_samples_per_second": 201.821,
+      "eval_steps_per_second": 25.239,
+      "step": 1600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.834121921117325e-05,
+      "loss": 3.025,
+      "step": 1620
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.830024391200294e-05,
+      "loss": 3.0,
+      "step": 1640
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.825877742909685e-05,
+      "loss": 2.9625,
+      "step": 1660
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.821682018414355e-05,
+      "loss": 3.0,
+      "step": 1680
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.81743726038224e-05,
+      "loss": 3.0,
+      "step": 1700
+    },
+    {
+      "epoch": 0.09,
+      "eval_loss": 3.3904049396514893,
+      "eval_runtime": 44.2972,
+      "eval_samples_per_second": 200.554,
+      "eval_steps_per_second": 25.081,
+      "step": 1700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.813143511979915e-05,
+      "loss": 3.0,
+      "step": 1720
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.808800816872155e-05,
+      "loss": 2.975,
+      "step": 1740
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.804409219221497e-05,
+      "loss": 3.025,
+      "step": 1760
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.799968763687784e-05,
+      "loss": 2.9875,
+      "step": 1780
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.795479495427715e-05,
+      "loss": 3.0,
+      "step": 1800
+    },
+    {
+      "epoch": 0.09,
+      "eval_loss": 3.3834683895111084,
+      "eval_runtime": 44.0789,
+      "eval_samples_per_second": 201.547,
+      "eval_steps_per_second": 25.205,
+      "step": 1800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.790941460094383e-05,
+      "loss": 2.9875,
+      "step": 1820
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.786354703836813e-05,
+      "loss": 3.0125,
+      "step": 1840
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.78171927329949e-05,
+      "loss": 2.975,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.77703521562189e-05,
+      "loss": 2.9875,
+      "step": 1880
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.772302578437993e-05,
+      "loss": 3.025,
+      "step": 1900
+    },
+    {
+      "epoch": 0.1,
+      "eval_loss": 3.3825738430023193,
+      "eval_runtime": 46.5341,
+      "eval_samples_per_second": 190.914,
+      "eval_steps_per_second": 23.875,
+      "step": 1900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.767521409875807e-05,
+      "loss": 2.9875,
+      "step": 1920
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.76269175855687e-05,
+      "loss": 2.9625,
+      "step": 1940
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.757813673595762e-05,
+      "loss": 3.025,
+      "step": 1960
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.752887204599602e-05,
+      "loss": 2.95,
+      "step": 1980
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.747912401667549e-05,
+      "loss": 2.9875,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1,
+      "eval_loss": 3.3757646083831787,
+      "eval_runtime": 44.0535,
+      "eval_samples_per_second": 201.664,
+      "eval_steps_per_second": 25.219,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.742889315390282e-05,
+      "loss": 2.975,
+      "step": 2020
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.737817996849497e-05,
+      "loss": 3.0125,
+      "step": 2040
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.732698497617378e-05,
+      "loss": 3.0,
+      "step": 2060
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.727530869756083e-05,
+      "loss": 3.05,
+      "step": 2080
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.722315165817202e-05,
+      "loss": 3.0,
+      "step": 2100
+    },
+    {
+      "epoch": 0.11,
+      "eval_loss": 3.3752329349517822,
+      "eval_runtime": 45.7979,
+      "eval_samples_per_second": 193.983,
+      "eval_steps_per_second": 24.259,
+      "step": 2100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.717051438841234e-05,
+      "loss": 3.0,
+      "step": 2120
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.711739742357038e-05,
+      "loss": 2.925,
+      "step": 2140
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.7063801303813e-05,
+      "loss": 3.0,
+      "step": 2160
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.700972657417972e-05,
+      "loss": 2.9875,
+      "step": 2180
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.695517378457722e-05,
+      "loss": 3.0,
+      "step": 2200
+    },
+    {
+      "epoch": 0.11,
+      "eval_loss": 3.373331308364868,
+      "eval_runtime": 45.8228,
+      "eval_samples_per_second": 193.877,
+      "eval_steps_per_second": 24.246,
+      "step": 2200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.690014348977378e-05,
+      "loss": 2.9625,
+      "step": 2220
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.684463624939363e-05,
+      "loss": 3.0,
+      "step": 2240
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.678865262791121e-05,
+      "loss": 2.975,
+      "step": 2260
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.673219319464546e-05,
+      "loss": 2.975,
+      "step": 2280
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.667525852375406e-05,
+      "loss": 2.975,
+      "step": 2300
+    },
+    {
+      "epoch": 0.12,
+      "eval_loss": 3.365558385848999,
+      "eval_runtime": 46.0139,
+      "eval_samples_per_second": 193.072,
+      "eval_steps_per_second": 24.145,
+      "step": 2300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.719920832308002e-05,
+      "loss": 2.8375,
+      "step": 2320
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.715117649384126e-05,
+      "loss": 2.825,
+      "step": 2340
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.650160889936038e-05,
+      "loss": 3.4,
+      "step": 2360
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.64427791161119e-05,
+      "loss": 3.025,
+      "step": 2380
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.638347703840073e-05,
+      "loss": 2.9875,
+      "step": 2400
+    },
+    {
+      "epoch": 0.12,
+      "eval_loss": 3.375772476196289,
+      "eval_runtime": 45.3781,
+      "eval_samples_per_second": 195.777,
+      "eval_steps_per_second": 24.483,
+      "step": 2400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.632370326929247e-05,
+      "loss": 2.975,
+      "step": 2420
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.626345841664953e-05,
+      "loss": 2.975,
+      "step": 2440
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.620274309312497e-05,
+      "loss": 2.975,
+      "step": 2460
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.614155791615624e-05,
+      "loss": 3.0125,
+      "step": 2480
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.607990350795892e-05,
+      "loss": 2.975,
+      "step": 2500
+    },
+    {
+      "epoch": 0.13,
+      "eval_loss": 3.3692703247070312,
+      "eval_runtime": 45.3611,
+      "eval_samples_per_second": 195.85,
+      "eval_steps_per_second": 24.492,
+      "step": 2500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.601778049552035e-05,
+      "loss": 2.975,
+      "step": 2520
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.595518951059332e-05,
+      "loss": 2.975,
+      "step": 2540
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.58921311896896e-05,
+      "loss": 2.9625,
+      "step": 2560
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.582860617407349e-05,
+      "loss": 3.0,
+      "step": 2580
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.576461510975529e-05,
+      "loss": 2.9875,
+      "step": 2600
+    },
+    {
+      "epoch": 0.13,
+      "eval_loss": 3.367400646209717,
+      "eval_runtime": 46.0623,
+      "eval_samples_per_second": 192.869,
+      "eval_steps_per_second": 24.12,
+      "step": 2600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.570015864748467e-05,
+      "loss": 2.9625,
+      "step": 2620
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.563523744274418e-05,
+      "loss": 2.9625,
+      "step": 2640
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.556985215574253e-05,
+      "loss": 2.925,
+      "step": 2660
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.550400345140775e-05,
+      "loss": 2.95,
+      "step": 2680
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.543769199938066e-05,
+      "loss": 2.975,
+      "step": 2700
+    },
+    {
+      "epoch": 0.14,
+      "eval_loss": 3.3634161949157715,
+      "eval_runtime": 46.5968,
+      "eval_samples_per_second": 190.657,
+      "eval_steps_per_second": 23.843,
+      "step": 2700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.53709184740079e-05,
+      "loss": 2.975,
+      "step": 2720
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.530368355433506e-05,
+      "loss": 2.9875,
+      "step": 2740
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.52359879240999e-05,
+      "loss": 2.95,
+      "step": 2760
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.516783227172527e-05,
+      "loss": 3.0125,
+      "step": 2780
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.509921729031221e-05,
+      "loss": 2.95,
+      "step": 2800
+    },
+    {
+      "epoch": 0.14,
+      "eval_loss": 3.3650927543640137,
+      "eval_runtime": 43.5108,
+      "eval_samples_per_second": 204.179,
+      "eval_steps_per_second": 25.534,
+      "step": 2800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.50301436776328e-05,
+      "loss": 2.975,
+      "step": 2820
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.496061213612315e-05,
+      "loss": 2.975,
+      "step": 2840
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.489062337287622e-05,
+      "loss": 2.975,
+      "step": 2860
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.482017809963463e-05,
+      "loss": 2.975,
+      "step": 2880
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.474927703278343e-05,
+      "loss": 2.9625,
+      "step": 2900
+    },
+    {
+      "epoch": 0.15,
+      "eval_loss": 3.3596906661987305,
+      "eval_runtime": 47.7219,
+      "eval_samples_per_second": 186.162,
+      "eval_steps_per_second": 23.281,
+      "step": 2900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.46779208933428e-05,
+      "loss": 2.95,
+      "step": 2920
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.460611040696072e-05,
+      "loss": 2.95,
+      "step": 2940
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.453384630390566e-05,
+      "loss": 2.975,
+      "step": 2960
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.446112931905899e-05,
+      "loss": 2.975,
+      "step": 2980
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.438796019190772e-05,
+      "loss": 2.95,
+      "step": 3000
+    },
+    {
+      "epoch": 0.15,
+      "eval_loss": 3.3532304763793945,
+      "eval_runtime": 46.7609,
+      "eval_samples_per_second": 189.988,
+      "eval_steps_per_second": 23.759,
+      "step": 3000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.431433966653676e-05,
+      "loss": 2.95,
+      "step": 3020
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.424026849162155e-05,
+      "loss": 2.9875,
+      "step": 3040
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.416574742042033e-05,
+      "loss": 2.9625,
+      "step": 3060
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.409077721076646e-05,
+      "loss": 2.9625,
+      "step": 3080
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.401535862506083e-05,
+      "loss": 2.95,
+      "step": 3100
+    },
+    {
+      "epoch": 0.16,
+      "eval_loss": 3.3577165603637695,
+      "eval_runtime": 45.3577,
+      "eval_samples_per_second": 195.865,
+      "eval_steps_per_second": 24.494,
+      "step": 3100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.393949243026403e-05,
+      "loss": 2.975,
+      "step": 3120
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.386317939788852e-05,
+      "loss": 2.9375,
+      "step": 3140
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.378642030399082e-05,
+      "loss": 2.95,
+      "step": 3160
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.370921592916369e-05,
+      "loss": 2.95,
+      "step": 3180
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.363156705852803e-05,
+      "loss": 2.95,
+      "step": 3200
+    },
+    {
+      "epoch": 0.16,
+      "eval_loss": 3.352811336517334,
+      "eval_runtime": 45.6296,
+      "eval_samples_per_second": 194.698,
+      "eval_steps_per_second": 24.348,
+      "step": 3200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.355347448172507e-05,
+      "loss": 2.95,
+      "step": 3220
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.347493899290823e-05,
+      "loss": 2.9625,
+      "step": 3240
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.339596139073504e-05,
+      "loss": 2.975,
+      "step": 3260
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.33165424783591e-05,
+      "loss": 2.95,
+      "step": 3280
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.323668306342181e-05,
+      "loss": 2.9625,
+      "step": 3300
+    },
+    {
+      "epoch": 0.17,
+      "eval_loss": 3.3555846214294434,
+      "eval_runtime": 46.6131,
+      "eval_samples_per_second": 190.59,
+      "eval_steps_per_second": 23.834,
+      "step": 3300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.315638395804427e-05,
+      "loss": 2.95,
+      "step": 3320
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.307564597881892e-05,
+      "loss": 2.95,
+      "step": 3340
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.299446994680129e-05,
+      "loss": 2.95,
+      "step": 3360
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.291285668750164e-05,
+      "loss": 2.9625,
+      "step": 3380
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.283080703087654e-05,
+      "loss": 2.9625,
+      "step": 3400
+    },
+    {
+      "epoch": 0.17,
+      "eval_loss": 3.3486101627349854,
+      "eval_runtime": 46.5267,
+      "eval_samples_per_second": 190.944,
+      "eval_steps_per_second": 23.879,
+      "step": 3400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.274832181132047e-05,
+      "loss": 2.95,
+      "step": 3420
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.266540186765734e-05,
+      "loss": 2.975,
+      "step": 3440
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.258204804313188e-05,
+      "loss": 2.95,
+      "step": 3460
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.24982611854012e-05,
+      "loss": 2.925,
+      "step": 3480
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.2414042146526e-05,
+      "loss": 2.975,
+      "step": 3500
+    },
+    {
+      "epoch": 0.18,
+      "eval_loss": 3.3436102867126465,
+      "eval_runtime": 45.8729,
+      "eval_samples_per_second": 193.665,
+      "eval_steps_per_second": 24.219,
+      "step": 3500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.232939178296205e-05,
+      "loss": 2.95,
+      "step": 3520
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.224431095555142e-05,
+      "loss": 2.95,
+      "step": 3540
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.215880052951375e-05,
+      "loss": 2.95,
+      "step": 3560
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.207286137443738e-05,
+      "loss": 2.95,
+      "step": 3580
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.198649436427063e-05,
+      "loss": 2.95,
+      "step": 3600
+    },
+    {
+      "epoch": 0.18,
+      "eval_loss": 3.3440802097320557,
+      "eval_runtime": 46.4221,
+      "eval_samples_per_second": 191.375,
+      "eval_steps_per_second": 23.933,
+      "step": 3600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.189970037731275e-05,
+      "loss": 2.925,
+      "step": 3620
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.18124802962052e-05,
+      "loss": 2.9375,
+      "step": 3640
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.172483500792244e-05,
+      "loss": 2.925,
+      "step": 3660
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.163676540376313e-05,
+      "loss": 2.925,
+      "step": 3680
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.154827237934086e-05,
+      "loss": 2.95,
+      "step": 3700
+    },
+    {
+      "epoch": 0.19,
+      "eval_loss": 3.3465864658355713,
+      "eval_runtime": 46.4585,
+      "eval_samples_per_second": 191.225,
+      "eval_steps_per_second": 23.914,
+      "step": 3700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.14593568345752e-05,
+      "loss": 2.975,
+      "step": 3720
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.137001967368252e-05,
+      "loss": 2.925,
+      "step": 3740
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.128026180516669e-05,
+      "loss": 2.925,
+      "step": 3760
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.119008414180997e-05,
+      "loss": 2.9375,
+      "step": 3780
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.109948760066367e-05,
+      "loss": 2.95,
+      "step": 3800
+    },
+    {
+      "epoch": 0.19,
+      "eval_loss": 3.3428447246551514,
+      "eval_runtime": 46.6755,
+      "eval_samples_per_second": 190.335,
+      "eval_steps_per_second": 23.803,
+      "step": 3800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.100847310303882e-05,
+      "loss": 2.95,
+      "step": 3820
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.091704157449679e-05,
+      "loss": 2.95,
+      "step": 3840
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.082519394483992e-05,
+      "loss": 2.925,
+      "step": 3860
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.073293114810209e-05,
+      "loss": 2.975,
+      "step": 3880
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.064025412253906e-05,
+      "loss": 2.95,
+      "step": 3900
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 3.343625068664551,
+      "eval_runtime": 45.3374,
+      "eval_samples_per_second": 195.953,
+      "eval_steps_per_second": 24.505,
+      "step": 3900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.054716381061916e-05,
+      "loss": 2.95,
+      "step": 3920
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.04536611590135e-05,
+      "loss": 2.95,
+      "step": 3940
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.035974711858647e-05,
+      "loss": 2.95,
+      "step": 3960
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.026542264438605e-05,
+      "loss": 2.9625,
+      "step": 3980
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.017068869563401e-05,
+      "loss": 2.975,
+      "step": 4000
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 3.341850996017456,
+      "eval_runtime": 45.5544,
+      "eval_samples_per_second": 195.02,
+      "eval_steps_per_second": 24.388,
+      "step": 4000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.007554623571631e-05,
+      "loss": 2.925,
+      "step": 4020
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 8.997999623217316e-05,
+      "loss": 2.925,
+      "step": 4040
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 8.988403965668925e-05,
+      "loss": 2.9375,
+      "step": 4060
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 8.978767748508386e-05,
+      "loss": 2.9375,
+      "step": 4080
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 8.969091069730094e-05,
+      "loss": 2.95,
+      "step": 4100
+    },
+    {
+      "epoch": 0.21,
+      "eval_loss": 3.337675094604492,
+      "eval_runtime": 47.058,
+      "eval_samples_per_second": 188.788,
+      "eval_steps_per_second": 23.609,
+      "step": 4100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 8.959374027739913e-05,
+      "loss": 2.925,
+      "step": 4120
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 8.949616721354176e-05,
+      "loss": 2.95,
+      "step": 4140
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 8.939819249798679e-05,
+      "loss": 2.95,
+      "step": 4160
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 8.929981712707675e-05,
+      "loss": 2.925,
+      "step": 4180
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 8.920104210122857e-05,
+      "loss": 2.95,
+      "step": 4200
+    },
+    {
+      "epoch": 0.21,
+      "eval_loss": 3.3335466384887695,
+      "eval_runtime": 51.4473,
+      "eval_samples_per_second": 172.681,
+      "eval_steps_per_second": 21.595,
+      "step": 4200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 8.910186842492346e-05,
+      "loss": 2.9375,
+      "step": 4220
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 8.900229710669658e-05,
+      "loss": 2.925,
+      "step": 4240
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 8.890232915912698e-05,
+      "loss": 2.925,
+      "step": 4260
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 8.88019655988271e-05,
+      "loss": 2.925,
+      "step": 4280
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 8.870120744643253e-05,
+      "loss": 2.9625,
+      "step": 4300
+    },
+    {
+      "epoch": 0.22,
+      "eval_loss": 3.334672212600708,
+      "eval_runtime": 45.7545,
+      "eval_samples_per_second": 194.167,
+      "eval_steps_per_second": 24.282,
+      "step": 4300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 8.860005572659162e-05,
+      "loss": 2.95,
+      "step": 4320
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 8.84985114679551e-05,
+      "loss": 2.9375,
+      "step": 4340
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 8.839657570316553e-05,
+      "loss": 2.9375,
+      "step": 4360
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 8.829424946884687e-05,
+      "loss": 2.925,
+      "step": 4380
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 8.81915338055939e-05,
+      "loss": 2.925,
+      "step": 4400
+    },
+    {
+      "epoch": 0.22,
+      "eval_loss": 3.3262383937835693,
+      "eval_runtime": 44.7349,
+      "eval_samples_per_second": 198.592,
+      "eval_steps_per_second": 24.835,
+      "step": 4400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 8.808842975796165e-05,
+      "loss": 2.9375,
+      "step": 4420
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 8.798493837445482e-05,
+      "loss": 2.925,
+      "step": 4440
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 8.788106070751701e-05,
+      "loss": 2.9125,
+      "step": 4460
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 8.777679781352014e-05,
+      "loss": 2.925,
+      "step": 4480
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 8.767215075275366e-05,
+      "loss": 2.95,
+      "step": 4500
+    },
+    {
+      "epoch": 0.23,
+      "eval_loss": 3.3293297290802,
+      "eval_runtime": 45.3065,
+      "eval_samples_per_second": 196.086,
+      "eval_steps_per_second": 24.522,
+      "step": 4500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 8.756712058941368e-05,
+      "loss": 2.975,
+      "step": 4520
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 8.746170839159232e-05,
+      "loss": 2.925,
+      "step": 4540
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 8.735591523126669e-05,
+      "loss": 2.95,
+      "step": 4560
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 8.724974218428811e-05,
+      "loss": 2.9125,
+      "step": 4580
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 8.714319033037105e-05,
+      "loss": 2.975,
+      "step": 4600
+    },
+    {
+      "epoch": 0.23,
+      "eval_loss": 3.3268916606903076,
+      "eval_runtime": 46.039,
+      "eval_samples_per_second": 192.967,
+      "eval_steps_per_second": 24.132,
+      "step": 4600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 8.703626075308226e-05,
+      "loss": 2.925,
+      "step": 4620
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 8.692895453982971e-05,
+      "loss": 2.925,
+      "step": 4640
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 8.682127278185148e-05,
+      "loss": 2.9125,
+      "step": 4660
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 8.671321657420475e-05,
+      "loss": 2.95,
+      "step": 4680
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 8.660478701575458e-05,
+      "loss": 2.9375,
+      "step": 4700
+    },
+    {
+      "epoch": 0.24,
+      "eval_loss": 3.3328793048858643,
+      "eval_runtime": 45.617,
+      "eval_samples_per_second": 194.752,
+      "eval_steps_per_second": 24.355,
+      "step": 4700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 8.649598520916285e-05,
+      "loss": 2.925,
+      "step": 4720
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 8.63868122608769e-05,
+      "loss": 2.925,
+      "step": 4740
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 8.627726928111837e-05,
+      "loss": 2.9125,
+      "step": 4760
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 8.616735738387194e-05,
+      "loss": 2.95,
+      "step": 4780
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 8.60570776868739e-05,
+      "loss": 2.95,
+      "step": 4800
+    },
+    {
+      "epoch": 0.24,
+      "eval_loss": 3.3268396854400635,
+      "eval_runtime": 45.6543,
+      "eval_samples_per_second": 194.593,
+      "eval_steps_per_second": 24.335,
+      "step": 4800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 8.594643131160084e-05,
+      "loss": 2.95,
+      "step": 4820
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 8.583541938325829e-05,
+      "loss": 2.925,
+      "step": 4840
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 8.8097503111286e-05,
+      "loss": 3.1625,
+      "step": 4860
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 8.800346560949554e-05,
+      "loss": 2.85,
+      "step": 4880
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 8.790910870059963e-05,
+      "loss": 2.85,
+      "step": 4900
+    },
+    {
+      "epoch": 0.23,
+      "eval_loss": 3.3341128826141357,
+      "eval_runtime": 44.1972,
+      "eval_samples_per_second": 201.008,
+      "eval_steps_per_second": 25.137,
+      "step": 4900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 8.78144331776382e-05,
+      "loss": 2.825,
+      "step": 4920
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 8.771943983632912e-05,
+      "loss": 2.825,
+      "step": 4940
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 8.516173467720004e-05,
+      "loss": 3.3,
+      "step": 4960
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 8.504819569393931e-05,
+      "loss": 2.9375,
+      "step": 4980
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 8.493430029211216e-05,
+      "loss": 2.925,
+      "step": 5000
+    },
+    {
+      "epoch": 0.25,
+      "eval_loss": 3.32954740524292,
+      "eval_runtime": 44.7353,
+      "eval_samples_per_second": 198.59,
+      "eval_steps_per_second": 24.835,
+      "step": 5000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 8.482004962996468e-05,
+      "loss": 2.925,
+      "step": 5020
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 8.470544486935572e-05,
+      "loss": 2.95,
+      "step": 5040
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 8.459048717574514e-05,
+      "loss": 2.9375,
+      "step": 5060
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 8.447517771818187e-05,
+      "loss": 2.9375,
+      "step": 5080
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 8.435951766929209e-05,
+      "loss": 2.925,
+      "step": 5100
+    },
+    {
+      "epoch": 0.26,
+      "eval_loss": 3.3254106044769287,
+      "eval_runtime": 43.2801,
+      "eval_samples_per_second": 205.268,
+      "eval_steps_per_second": 25.67,
+      "step": 5100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 8.424350820526727e-05,
+      "loss": 2.925,
+      "step": 5120
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 8.412715050585222e-05,
+      "loss": 2.925,
+      "step": 5140
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 8.401044575433311e-05,
+      "loss": 2.9,
+      "step": 5160
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 8.389339513752534e-05,
+      "loss": 2.9125,
+      "step": 5180
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 8.377599984576165e-05,
+      "loss": 2.925,
+      "step": 5200
+    },
+    {
+      "epoch": 0.26,
+      "eval_loss": 3.3228042125701904,
+      "eval_runtime": 44.4861,
+      "eval_samples_per_second": 199.703,
+      "eval_steps_per_second": 24.974,
+      "step": 5200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 8.365826107287982e-05,
+      "loss": 2.9,
+      "step": 5220
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 8.35401800162107e-05,
+      "loss": 2.9125,
+      "step": 5240
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 8.34217578765659e-05,
+      "loss": 2.925,
+      "step": 5260
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 8.330299585822565e-05,
+      "loss": 2.95,
+      "step": 5280
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 8.318389516892653e-05,
+      "loss": 2.925,
+      "step": 5300
+    },
+    {
+      "epoch": 0.27,
+      "eval_loss": 3.3222899436950684,
+      "eval_runtime": 43.3931,
+      "eval_samples_per_second": 204.733,
+      "eval_steps_per_second": 25.603,
+      "step": 5300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 8.306445701984923e-05,
+      "loss": 2.9,
+      "step": 5320
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 8.294468262560616e-05,
+      "loss": 2.9125,
+      "step": 5340
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.064827889947988e-05,
+      "loss": 3.175,
+      "step": 5360
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.0580642178795e-05,
+      "loss": 2.8875,
+      "step": 5380
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.051278717085247e-05,
+      "loss": 2.9,
+      "step": 5400
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 3.337049961090088,
+      "eval_runtime": 44.8516,
+      "eval_samples_per_second": 198.076,
+      "eval_steps_per_second": 24.771,
+      "step": 5400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 8.246224700864346e-05,
+      "loss": 2.925,
+      "step": 5420
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 8.234080972700282e-05,
+      "loss": 2.9125,
+      "step": 5440
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 8.221904355924374e-05,
+      "loss": 2.9625,
+      "step": 5460
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 8.209694974365316e-05,
+      "loss": 2.95,
+      "step": 5480
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 8.197452952184999e-05,
+      "loss": 2.9375,
+      "step": 5500
+    },
+    {
+      "epoch": 0.28,
+      "eval_loss": 3.3219408988952637,
+      "eval_runtime": 44.389,
+      "eval_samples_per_second": 200.139,
+      "eval_steps_per_second": 25.029,
+      "step": 5500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 8.185178413877247e-05,
+      "loss": 2.9375,
+      "step": 5520
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 8.17287148426656e-05,
+      "loss": 2.9375,
+      "step": 5540
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 8.16053228850683e-05,
+      "loss": 2.925,
+      "step": 5560
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 8.148160952080079e-05,
+      "loss": 2.95,
+      "step": 5580
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 8.135757600795181e-05,
+      "loss": 2.9,
+      "step": 5600
+    },
+    {
+      "epoch": 0.28,
+      "eval_loss": 3.3177073001861572,
+      "eval_runtime": 43.8736,
+      "eval_samples_per_second": 202.491,
+      "eval_steps_per_second": 25.323,
+      "step": 5600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 8.123322360786581e-05,
+      "loss": 2.925,
+      "step": 5620
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 8.110855358513013e-05,
+      "loss": 2.9125,
+      "step": 5640
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 8.098356720756207e-05,
+      "loss": 2.9125,
+      "step": 5660
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 8.085826574619614e-05,
+      "loss": 2.9,
+      "step": 5680
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 8.07326504752711e-05,
+      "loss": 2.925,
+      "step": 5700
+    },
+    {
+      "epoch": 0.29,
+      "eval_loss": 3.315720319747925,
+      "eval_runtime": 43.7798,
+      "eval_samples_per_second": 202.925,
+      "eval_steps_per_second": 25.377,
+      "step": 5700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 8.060672267221681e-05,
+      "loss": 2.9,
+      "step": 5720
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 8.048048361764153e-05,
+      "loss": 2.925,
+      "step": 5740
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 8.035393459531868e-05,
+      "loss": 2.9,
+      "step": 5760
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 8.02270768921739e-05,
+      "loss": 2.9,
+      "step": 5780
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 8.00999117982719e-05,
+      "loss": 2.9,
+      "step": 5800
+    },
+    {
+      "epoch": 0.29,
+      "eval_loss": 3.31453275680542,
+      "eval_runtime": 43.9257,
+      "eval_samples_per_second": 202.251,
+      "eval_steps_per_second": 25.293,
+      "step": 5800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 7.997244060680337e-05,
+      "loss": 2.95,
+      "step": 5820
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 7.984466461407184e-05,
+      "loss": 2.925,
+      "step": 5840
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 7.971658511948045e-05,
+      "loss": 2.9125,
+      "step": 5860
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 7.95882034255188e-05,
+      "loss": 2.9125,
+      "step": 5880
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 7.945952083774964e-05,
+      "loss": 2.8875,
+      "step": 5900
+    },
+    {
+      "epoch": 0.3,
+      "eval_loss": 3.315502643585205,
+      "eval_runtime": 44.0538,
+      "eval_samples_per_second": 201.662,
+      "eval_steps_per_second": 25.219,
+      "step": 5900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 7.933053866479564e-05,
+      "loss": 2.925,
+      "step": 5920
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 7.920125821832609e-05,
+      "loss": 2.925,
+      "step": 5940
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 7.90716808130435e-05,
+      "loss": 2.925,
+      "step": 5960
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 7.894180776667029e-05,
+      "loss": 2.9,
+      "step": 5980
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 7.881164039993537e-05,
+      "loss": 2.9,
+      "step": 6000
+    },
+    {
+      "epoch": 0.3,
+      "eval_loss": 3.311098575592041,
+      "eval_runtime": 43.9408,
+      "eval_samples_per_second": 202.181,
+      "eval_steps_per_second": 25.284,
+      "step": 6000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.868118003656065e-05,
+      "loss": 2.9,
+      "step": 6020
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.855042800324775e-05,
+      "loss": 2.925,
+      "step": 6040
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.841938562966429e-05,
+      "loss": 2.925,
+      "step": 6060
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.828805424843052e-05,
+      "loss": 2.9,
+      "step": 6080
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.81564351951057e-05,
+      "loss": 2.9,
+      "step": 6100
+    },
+    {
+      "epoch": 0.31,
+      "eval_loss": 3.3125574588775635,
+      "eval_runtime": 44.0278,
+      "eval_samples_per_second": 201.782,
+      "eval_steps_per_second": 25.234,
+      "step": 6100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.802452980817456e-05,
+      "loss": 2.925,
+      "step": 6120
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.789233942903365e-05,
+      "loss": 2.9375,
+      "step": 6140
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.775986540197771e-05,
+      "loss": 2.9125,
+      "step": 6160
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.762710907418604e-05,
+      "loss": 2.9,
+      "step": 6180
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.749407179570869e-05,
+      "loss": 2.9,
+      "step": 6200
+    },
+    {
+      "epoch": 0.31,
+      "eval_loss": 3.3099308013916016,
+      "eval_runtime": 43.8967,
+      "eval_samples_per_second": 202.384,
+      "eval_steps_per_second": 25.309,
+      "step": 6200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 8.101719628029329e-05,
+      "loss": 2.8375,
+      "step": 6220
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 8.090337416944871e-05,
+      "loss": 2.85,
+      "step": 6240
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.709328779943762e-05,
+      "loss": 3.3,
+      "step": 6260
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.695914027565401e-05,
+      "loss": 2.925,
+      "step": 6280
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.68247185940161e-05,
+      "loss": 2.9,
+      "step": 6300
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 3.3130953311920166,
+      "eval_runtime": 44.9311,
+      "eval_samples_per_second": 197.725,
+      "eval_steps_per_second": 24.727,
+      "step": 6300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.669002412150956e-05,
+      "loss": 2.925,
+      "step": 6320
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.655505822789428e-05,
+      "loss": 2.925,
+      "step": 6340
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.641982228569022e-05,
+      "loss": 2.9,
+      "step": 6360
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.628431767016368e-05,
+      "loss": 2.925,
+      "step": 6380
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.614854575931314e-05,
+      "loss": 2.9,
+      "step": 6400
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 3.309799909591675,
+      "eval_runtime": 44.3468,
+      "eval_samples_per_second": 200.33,
+      "eval_steps_per_second": 25.053,
+      "step": 6400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 7.60125079338553e-05,
+      "loss": 2.925,
+      "step": 6420
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 7.587620557721109e-05,
+      "loss": 2.875,
+      "step": 6440
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 7.573964007549155e-05,
+      "loss": 2.9125,
+      "step": 6460
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 7.560281281748369e-05,
+      "loss": 2.9,
+      "step": 6480
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 7.546572519463649e-05,
+      "loss": 2.925,
+      "step": 6500
+    },
+    {
+      "epoch": 0.33,
+      "eval_loss": 3.306143283843994,
+      "eval_runtime": 43.9845,
+      "eval_samples_per_second": 201.98,
+      "eval_steps_per_second": 25.259,
+      "step": 6500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 7.532837860104665e-05,
+      "loss": 2.9,
+      "step": 6520
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 7.519077443344445e-05,
+      "loss": 2.925,
+      "step": 6540
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 7.50529140911795e-05,
+      "loss": 2.9125,
+      "step": 6560
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 7.491479897620664e-05,
+      "loss": 2.9125,
+      "step": 6580
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 7.477643049307146e-05,
+      "loss": 2.9125,
+      "step": 6600
+    },
+    {
+      "epoch": 0.33,
+      "eval_loss": 3.3044984340667725,
+      "eval_runtime": 43.9627,
+      "eval_samples_per_second": 202.08,
+      "eval_steps_per_second": 25.271,
+      "step": 6600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 7.463781004889628e-05,
+      "loss": 2.9125,
+      "step": 6620
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 7.449893905336564e-05,
+      "loss": 2.925,
+      "step": 6640
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 7.435981891871201e-05,
+      "loss": 2.9,
+      "step": 6660
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 7.422045105970154e-05,
+      "loss": 2.9,
+      "step": 6680
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 7.40808368936195e-05,
+      "loss": 2.925,
+      "step": 6700
+    },
+    {
+      "epoch": 0.34,
+      "eval_loss": 3.3060998916625977,
+      "eval_runtime": 44.368,
+      "eval_samples_per_second": 200.234,
+      "eval_steps_per_second": 25.041,
+      "step": 6700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 7.394097784025598e-05,
+      "loss": 2.8875,
+      "step": 6720
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 7.38008753218914e-05,
+      "loss": 2.8875,
+      "step": 6740
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 7.366053076328214e-05,
+      "loss": 2.9,
+      "step": 6760
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 7.351994559164589e-05,
+      "loss": 2.9125,
+      "step": 6780
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 7.33791212366473e-05,
+      "loss": 2.9125,
+      "step": 6800
+    },
+    {
+      "epoch": 0.35,
+      "eval_loss": 3.3047516345977783,
+      "eval_runtime": 44.3084,
+      "eval_samples_per_second": 200.504,
+      "eval_steps_per_second": 25.074,
+      "step": 6800
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 7.323805913038333e-05,
+      "loss": 2.925,
+      "step": 6820
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 7.309676070736871e-05,
+      "loss": 2.8875,
+      "step": 6840
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 7.295522740452138e-05,
+      "loss": 2.9,
+      "step": 6860
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 7.281346066114794e-05,
+      "loss": 2.9125,
+      "step": 6880
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 7.267146191892878e-05,
+      "loss": 2.925,
+      "step": 6900
+    },
+    {
+      "epoch": 0.35,
+      "eval_loss": 3.304474353790283,
+      "eval_runtime": 45.7201,
+      "eval_samples_per_second": 194.313,
+      "eval_steps_per_second": 24.3,
+      "step": 6900
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 7.252923262190368e-05,
+      "loss": 2.9,
+      "step": 6920
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 7.238677421645705e-05,
+      "loss": 2.9,
+      "step": 6940
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 7.22440881513031e-05,
+      "loss": 2.875,
+      "step": 6960
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 7.210117587747124e-05,
+      "loss": 2.9,
+      "step": 6980
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 7.195803884829133e-05,
+      "loss": 2.9,
+      "step": 7000
+    },
+    {
+      "epoch": 0.36,
+      "eval_loss": 3.2992727756500244,
+      "eval_runtime": 44.5604,
+      "eval_samples_per_second": 199.37,
+      "eval_steps_per_second": 24.932,
+      "step": 7000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 7.181467851937874e-05,
+      "loss": 2.9,
+      "step": 7020
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 7.167109634861978e-05,
+      "loss": 2.9125,
+      "step": 7040
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 7.152729379615671e-05,
+      "loss": 2.8875,
+      "step": 7060
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 7.138327232437287e-05,
+      "loss": 2.9,
+      "step": 7080
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 7.123903339787801e-05,
+      "loss": 2.875,
+      "step": 7100
+    },
+    {
+      "epoch": 0.36,
+      "eval_loss": 3.3000950813293457,
+      "eval_runtime": 44.3576,
+      "eval_samples_per_second": 200.281,
+      "eval_steps_per_second": 25.046,
+      "step": 7100
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 7.109457848349314e-05,
+      "loss": 2.9,
+      "step": 7120
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 7.094990905023578e-05,
+      "loss": 2.8875,
+      "step": 7140
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 7.0805026569305e-05,
+      "loss": 2.9,
+      "step": 7160
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 7.065993251406639e-05,
+      "loss": 2.9,
+      "step": 7180
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 7.051462836003712e-05,
+      "loss": 2.875,
+      "step": 7200
+    },
+    {
+      "epoch": 0.37,
+      "eval_loss": 3.2999911308288574,
+      "eval_runtime": 44.2882,
+      "eval_samples_per_second": 200.595,
+      "eval_steps_per_second": 25.086,
+      "step": 7200
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 7.036911558487101e-05,
+      "loss": 2.9,
+      "step": 7220
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 7.02233956683433e-05,
+      "loss": 2.9,
+      "step": 7240
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 7.007747009233585e-05,
+      "loss": 2.9,
+      "step": 7260
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 6.993134034082191e-05,
+      "loss": 2.9,
+      "step": 7280
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 6.978500789985103e-05,
+      "loss": 2.925,
+      "step": 7300
+    },
+    {
+      "epoch": 0.37,
+      "eval_loss": 3.29707932472229,
+      "eval_runtime": 44.7959,
+      "eval_samples_per_second": 198.322,
+      "eval_steps_per_second": 24.801,
+      "step": 7300
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 6.963847425753403e-05,
+      "loss": 2.875,
+      "step": 7320
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 6.949174090402783e-05,
+      "loss": 2.875,
+      "step": 7340
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 6.934480933152024e-05,
+      "loss": 2.9,
+      "step": 7360
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 6.919768103421487e-05,
+      "loss": 2.9,
+      "step": 7380
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 6.905035750831595e-05,
+      "loss": 2.8875,
+      "step": 7400
+    },
+    {
+      "epoch": 0.38,
+      "eval_loss": 3.294090747833252,
+      "eval_runtime": 44.8493,
+      "eval_samples_per_second": 198.085,
+      "eval_steps_per_second": 24.772,
+      "step": 7400
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 6.890284025201295e-05,
+      "loss": 2.9,
+      "step": 7420
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 6.875513076546553e-05,
+      "loss": 2.875,
+      "step": 7440
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 6.860723055078823e-05,
+      "loss": 2.875,
+      "step": 7460
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 6.845914111203515e-05,
+      "loss": 2.8875,
+      "step": 7480
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 6.831086395518466e-05,
+      "loss": 2.8875,
+      "step": 7500
+    },
+    {
+      "epoch": 0.38,
+      "eval_loss": 3.2986342906951904,
+      "eval_runtime": 44.8205,
+      "eval_samples_per_second": 198.213,
+      "eval_steps_per_second": 24.788,
+      "step": 7500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 7.312179993377315e-05,
+      "loss": 2.8375,
+      "step": 7520
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 7.299317890913563e-05,
+      "loss": 2.825,
+      "step": 7540
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 6.78649212643754e-05,
+      "loss": 3.3,
+      "step": 7560
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 6.771590833286872e-05,
+      "loss": 2.9,
+      "step": 7580
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 6.756671524148425e-05,
+      "loss": 2.8875,
+      "step": 7600
+    },
+    {
+      "epoch": 0.39,
+      "eval_loss": 3.3002877235412598,
+      "eval_runtime": 45.1381,
+      "eval_samples_per_second": 196.818,
+      "eval_steps_per_second": 24.613,
+      "step": 7600
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 6.741734350742393e-05,
+      "loss": 2.925,
+      "step": 7620
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 6.72677946497063e-05,
+      "loss": 2.8875,
+      "step": 7640
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 6.71180701891511e-05,
+      "loss": 2.875,
+      "step": 7660
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 6.696817164836391e-05,
+      "loss": 2.925,
+      "step": 7680
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 6.68181005517206e-05,
+      "loss": 2.9,
+      "step": 7700
+    },
+    {
+      "epoch": 0.39,
+      "eval_loss": 3.2993860244750977,
+      "eval_runtime": 44.8339,
+      "eval_samples_per_second": 198.154,
+      "eval_steps_per_second": 24.78,
+      "step": 7700
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 6.666785842535179e-05,
+      "loss": 2.9125,
+      "step": 7720
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 6.651744679712737e-05,
+      "loss": 2.925,
+      "step": 7740
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 6.636686719664099e-05,
+      "loss": 2.875,
+      "step": 7760
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 6.621612115519444e-05,
+      "loss": 2.9,
+      "step": 7780
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 6.606521020578213e-05,
+      "loss": 2.9,
+      "step": 7800
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 3.294872522354126,
+      "eval_runtime": 43.9099,
+      "eval_samples_per_second": 202.324,
+      "eval_steps_per_second": 25.302,
+      "step": 7800
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 6.59141358830755e-05,
+      "loss": 2.925,
+      "step": 7820
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 6.576289972340735e-05,
+      "loss": 2.9,
+      "step": 7840
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 6.561150326475629e-05,
+      "loss": 2.875,
+      "step": 7860
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 6.545994804673108e-05,
+      "loss": 2.9125,
+      "step": 7880
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 6.530823561055494e-05,
+      "loss": 2.875,
+      "step": 7900
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 3.292506694793701,
+      "eval_runtime": 43.4451,
+      "eval_samples_per_second": 204.488,
+      "eval_steps_per_second": 25.573,
+      "step": 7900
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 6.515636749904995e-05,
+      "loss": 2.9,
+      "step": 7920
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 6.500434525662124e-05,
+      "loss": 2.875,
+      "step": 7940
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 6.485217042924143e-05,
+      "loss": 2.875,
+      "step": 7960
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 6.469984456443477e-05,
+      "loss": 2.875,
+      "step": 7980
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 6.454736921126152e-05,
+      "loss": 2.9,
+      "step": 8000
+    },
+    {
+      "epoch": 0.41,
+      "eval_loss": 3.2918550968170166,
+      "eval_runtime": 44.0979,
+      "eval_samples_per_second": 201.461,
+      "eval_steps_per_second": 25.194,
+      "step": 8000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 6.439474592030211e-05,
+      "loss": 2.9,
+      "step": 8020
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 6.424197624364141e-05,
+      "loss": 2.9,
+      "step": 8040
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 6.408906173485299e-05,
+      "loss": 2.9,
+      "step": 8060
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 6.393600394898318e-05,
+      "loss": 2.8875,
+      "step": 8080
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 6.378280444253545e-05,
+      "loss": 2.925,
+      "step": 8100
+    },
+    {
+      "epoch": 0.41,
+      "eval_loss": 3.2895259857177734,
+      "eval_runtime": 43.7569,
+      "eval_samples_per_second": 203.031,
+      "eval_steps_per_second": 25.39,
+      "step": 8100
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 6.362946477345442e-05,
+      "loss": 2.9,
+      "step": 8120
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 6.347598650111009e-05,
+      "loss": 2.925,
+      "step": 8140
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 6.332237118628198e-05,
+      "loss": 2.9,
+      "step": 8160
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 6.316862039114322e-05,
+      "loss": 2.875,
+      "step": 8180
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 6.301473567924474e-05,
+      "loss": 2.9125,
+      "step": 8200
+    },
+    {
+      "epoch": 0.42,
+      "eval_loss": 3.288275957107544,
+      "eval_runtime": 44.1754,
+      "eval_samples_per_second": 201.108,
+      "eval_steps_per_second": 25.15,
+      "step": 8200
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 6.286071861549928e-05,
+      "loss": 2.9,
+      "step": 8220
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 6.270657076616552e-05,
+      "loss": 2.875,
+      "step": 8240
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 6.25522936988322e-05,
+      "loss": 2.9375,
+      "step": 8260
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 6.239788898240203e-05,
+      "loss": 2.875,
+      "step": 8280
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 6.224335818707591e-05,
+      "loss": 2.8875,
+      "step": 8300
+    },
+    {
+      "epoch": 0.42,
+      "eval_loss": 3.2923879623413086,
+      "eval_runtime": 45.191,
+      "eval_samples_per_second": 196.588,
+      "eval_steps_per_second": 24.585,
+      "step": 8300
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 6.20887028843369e-05,
+      "loss": 2.9,
+      "step": 8320
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 6.193392464693412e-05,
+      "loss": 2.8875,
+      "step": 8340
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 6.177902504886699e-05,
+      "loss": 2.9,
+      "step": 8360
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 6.162400566536898e-05,
+      "loss": 2.875,
+      "step": 8380
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 6.146886807289178e-05,
+      "loss": 2.9,
+      "step": 8400
+    },
+    {
+      "epoch": 0.43,
+      "eval_loss": 3.291586399078369,
+      "eval_runtime": 43.2478,
+      "eval_samples_per_second": 205.421,
+      "eval_steps_per_second": 25.689,
+      "step": 8400
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 6.131361384908918e-05,
+      "loss": 2.8875,
+      "step": 8420
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 6.115824457280099e-05,
+      "loss": 2.8875,
+      "step": 8440
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 6.100276182403711e-05,
+      "loss": 2.875,
+      "step": 8460
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 6.0847167183961304e-05,
+      "loss": 2.9,
+      "step": 8480
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 6.069146223487527e-05,
+      "loss": 2.875,
+      "step": 8500
+    },
+    {
+      "epoch": 0.43,
+      "eval_loss": 3.290816307067871,
+      "eval_runtime": 44.0351,
+      "eval_samples_per_second": 201.748,
+      "eval_steps_per_second": 25.23,
+      "step": 8500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 6.053564856020245e-05,
+      "loss": 2.8875,
+      "step": 8520
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 6.0379727744471936e-05,
+      "loss": 2.9,
+      "step": 8540
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 6.022370137330243e-05,
+      "loss": 2.9,
+      "step": 8560
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 6.006757103338603e-05,
+      "loss": 2.9,
+      "step": 8580
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 5.991133831247214e-05,
+      "loss": 2.9,
+      "step": 8600
+    },
+    {
+      "epoch": 0.44,
+      "eval_loss": 3.287986993789673,
+      "eval_runtime": 43.8869,
+      "eval_samples_per_second": 202.429,
+      "eval_steps_per_second": 25.315,
+      "step": 8600
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 5.975500479935133e-05,
+      "loss": 2.9,
+      "step": 8620
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 5.9598572083839144e-05,
+      "loss": 2.8875,
+      "step": 8640
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 5.944204175675996e-05,
+      "loss": 2.9,
+      "step": 8660
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 5.928541540993081e-05,
+      "loss": 2.875,
+      "step": 8680
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 5.91286946361452e-05,
+      "loss": 2.925,
+      "step": 8700
+    },
+    {
+      "epoch": 0.44,
+      "eval_loss": 3.285693883895874,
+      "eval_runtime": 43.7853,
+      "eval_samples_per_second": 202.899,
+      "eval_steps_per_second": 25.374,
+      "step": 8700
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 5.8971881029156865e-05,
+      "loss": 2.9,
+      "step": 8720
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 5.881497618366363e-05,
+      "loss": 2.9,
+      "step": 8740
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 5.865798169529114e-05,
+      "loss": 2.9,
+      "step": 8760
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 5.850089916057667e-05,
+      "loss": 2.9125,
+      "step": 8780
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 5.834373017695285e-05,
+      "loss": 2.9,
+      "step": 8800
+    },
+    {
+      "epoch": 0.45,
+      "eval_loss": 3.2880167961120605,
+      "eval_runtime": 43.9131,
+      "eval_samples_per_second": 202.309,
+      "eval_steps_per_second": 25.3,
+      "step": 8800
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 6.440777952949619e-05,
+      "loss": 2.85,
+      "step": 8820
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 6.426891340025895e-05,
+      "loss": 2.85,
+      "step": 8840
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 5.7871720520041196e-05,
+      "loss": 3.25,
+      "step": 8860
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 5.771422173244519e-05,
+      "loss": 2.8875,
+      "step": 8880
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 5.755664449596483e-05,
+      "loss": 2.875,
+      "step": 8900
+    },
+    {
+      "epoch": 0.45,
+      "eval_loss": 3.289705753326416,
+      "eval_runtime": 45.5843,
+      "eval_samples_per_second": 194.892,
+      "eval_steps_per_second": 24.372,
+      "step": 8900
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 5.739899041306357e-05,
+      "loss": 2.8875,
+      "step": 8920
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 5.724126108698633e-05,
+      "loss": 2.9,
+      "step": 8940
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 5.708345812174323e-05,
+      "loss": 2.875,
+      "step": 8960
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 5.692558312209324e-05,
+      "loss": 2.8875,
+      "step": 8980
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 5.67676376935279e-05,
+      "loss": 2.8875,
+      "step": 9000
+    },
+    {
+      "epoch": 0.46,
+      "eval_loss": 3.289069652557373,
+      "eval_runtime": 43.7649,
+      "eval_samples_per_second": 202.994,
+      "eval_steps_per_second": 25.386,
+      "step": 9000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 5.660962344225493e-05,
+      "loss": 2.9125,
+      "step": 9020
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 5.645154197518196e-05,
+      "loss": 2.9,
+      "step": 9040
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 5.629339489990018e-05,
+      "loss": 2.9125,
+      "step": 9060
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 5.613518382466793e-05,
+      "loss": 2.9,
+      "step": 9080
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 5.597691035839441e-05,
+      "loss": 2.875,
+      "step": 9100
+    },
+    {
+      "epoch": 0.46,
+      "eval_loss": 3.2875235080718994,
+      "eval_runtime": 43.2798,
+      "eval_samples_per_second": 205.269,
+      "eval_steps_per_second": 25.67,
+      "step": 9100
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 5.581857611062331e-05,
+      "loss": 2.875,
+      "step": 9120
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 5.566018269151644e-05,
+      "loss": 2.9,
+      "step": 9140
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 5.55017317118373e-05,
+      "loss": 2.9125,
+      "step": 9160
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.53432247829348e-05,
+      "loss": 2.85,
+      "step": 9180
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.518466351672678e-05,
+      "loss": 2.8625,
+      "step": 9200
+    },
+    {
+      "epoch": 0.47,
+      "eval_loss": 3.2881598472595215,
+      "eval_runtime": 44.3122,
+      "eval_samples_per_second": 200.487,
+      "eval_steps_per_second": 25.072,
+      "step": 9200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.502604952568366e-05,
+      "loss": 2.8875,
+      "step": 9220
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.486738442281207e-05,
+      "loss": 2.875,
+      "step": 9240
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.470866982163839e-05,
+      "loss": 2.875,
+      "step": 9260
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.454990733619236e-05,
+      "loss": 2.875,
+      "step": 9280
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.439109858099071e-05,
+      "loss": 2.875,
+      "step": 9300
+    },
+    {
+      "epoch": 0.47,
+      "eval_loss": 3.2853100299835205,
+      "eval_runtime": 43.9763,
+      "eval_samples_per_second": 202.018,
+      "eval_steps_per_second": 25.264,
+      "step": 9300
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.423224517102067e-05,
+      "loss": 2.875,
+      "step": 9320
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.407334872172356e-05,
+      "loss": 2.85,
+      "step": 9340
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.391441084897846e-05,
+      "loss": 2.8625,
+      "step": 9360
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.375543316908566e-05,
+      "loss": 2.875,
+      "step": 9380
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.3596417298750215e-05,
+      "loss": 2.8875,
+      "step": 9400
+    },
+    {
+      "epoch": 0.48,
+      "eval_loss": 3.2836618423461914,
+      "eval_runtime": 44.1159,
+      "eval_samples_per_second": 201.379,
+      "eval_steps_per_second": 25.184,
+      "step": 9400
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.343736485506563e-05,
+      "loss": 2.875,
+      "step": 9420
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.3278277455497326e-05,
+      "loss": 2.875,
+      "step": 9440
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.3119156717866146e-05,
+      "loss": 2.9,
+      "step": 9460
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.296000426033202e-05,
+      "loss": 2.875,
+      "step": 9480
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.280082170137745e-05,
+      "loss": 2.875,
+      "step": 9500
+    },
+    {
+      "epoch": 0.48,
+      "eval_loss": 3.2830088138580322,
+      "eval_runtime": 43.7878,
+      "eval_samples_per_second": 202.888,
+      "eval_steps_per_second": 25.372,
+      "step": 9500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.264161065979098e-05,
+      "loss": 2.8875,
+      "step": 9520
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.24823727546509e-05,
+      "loss": 2.875,
+      "step": 9540
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 5.232310960530864e-05,
+      "loss": 2.875,
+      "step": 9560
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 5.216382283137232e-05,
+      "loss": 2.9,
+      "step": 9580
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 5.2004514052690353e-05,
+      "loss": 2.875,
+      "step": 9600
+    },
+    {
+      "epoch": 0.49,
+      "eval_loss": 3.2835006713867188,
+      "eval_runtime": 43.6695,
+      "eval_samples_per_second": 203.437,
+      "eval_steps_per_second": 25.441,
+      "step": 9600
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 5.184518488933493e-05,
+      "loss": 2.875,
+      "step": 9620
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 5.168583696158549e-05,
+      "loss": 2.9,
+      "step": 9640
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 5.152647188991234e-05,
+      "loss": 2.9,
+      "step": 9660
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 5.1367091294960135e-05,
+      "loss": 2.875,
+      "step": 9680
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 5.1207696797531336e-05,
+      "loss": 2.875,
+      "step": 9700
+    },
+    {
+      "epoch": 0.49,
+      "eval_loss": 3.2844936847686768,
+      "eval_runtime": 43.5715,
+      "eval_samples_per_second": 203.895,
+      "eval_steps_per_second": 25.498,
+      "step": 9700
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 5.104829001856985e-05,
+      "loss": 2.9,
+      "step": 9720
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 5.088887257914446e-05,
+      "loss": 2.9,
+      "step": 9740
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 5.072944610043232e-05,
+      "loss": 2.8875,
+      "step": 9760
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 5.057001220370255e-05,
+      "loss": 2.875,
+      "step": 9780
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 5.041057251029973e-05,
+      "loss": 2.875,
+      "step": 9800
+    },
+    {
+      "epoch": 0.5,
+      "eval_loss": 3.28381609916687,
+      "eval_runtime": 44.0298,
+      "eval_samples_per_second": 201.773,
+      "eval_steps_per_second": 25.233,
+      "step": 9800
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 5.0251128641627275e-05,
+      "loss": 2.875,
+      "step": 9820
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 5.009168221913122e-05,
+      "loss": 2.8875,
+      "step": 9840
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.993223486428345e-05,
+      "loss": 2.9,
+      "step": 9860
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.977278819856539e-05,
+      "loss": 2.925,
+      "step": 9880
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.961334384345141e-05,
+      "loss": 2.8625,
+      "step": 9900
+    },
+    {
+      "epoch": 0.5,
+      "eval_loss": 3.2820160388946533,
+      "eval_runtime": 44.6702,
+      "eval_samples_per_second": 198.88,
+      "eval_steps_per_second": 24.871,
+      "step": 9900
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 5.662300475024714e-05,
+      "loss": 2.8625,
+      "step": 9920
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 5.6479300193990494e-05,
+      "loss": 2.85,
+      "step": 9940
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.913504085602665e-05,
+      "loss": 3.275,
+      "step": 9960
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.897562195735575e-05,
+      "loss": 2.9,
+      "step": 9980
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.881621347597873e-05,
+      "loss": 2.875,
+      "step": 10000
+    },
+    {
+      "epoch": 0.51,
+      "eval_loss": 3.2850983142852783,
+      "eval_runtime": 45.0808,
+      "eval_samples_per_second": 197.068,
+      "eval_steps_per_second": 24.645,
+      "step": 10000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.8656817032981624e-05,
+      "loss": 2.875,
+      "step": 10020
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.849743424932812e-05,
+      "loss": 2.9,
+      "step": 10040
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.833806674584297e-05,
+      "loss": 2.875,
+      "step": 10060
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.8178716143195545e-05,
+      "loss": 2.875,
+      "step": 10080
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.8019384061883345e-05,
+      "loss": 2.8875,
+      "step": 10100
+    },
+    {
+      "epoch": 0.51,
+      "eval_loss": 3.282227039337158,
+      "eval_runtime": 45.341,
+      "eval_samples_per_second": 195.937,
+      "eval_steps_per_second": 24.503,
+      "step": 10100
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.51836537279109e-05,
+      "loss": 2.825,
+      "step": 10120
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.503945902974707e-05,
+      "loss": 2.8625,
+      "step": 10140
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.48952219765244e-05,
+      "loss": 2.85,
+      "step": 10160
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.475094378050969e-05,
+      "loss": 2.8625,
+      "step": 10180
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.4606625654315545e-05,
+      "loss": 2.85,
+      "step": 10200
+    },
+    {
+      "epoch": 0.47,
+      "eval_loss": 3.2852959632873535,
+      "eval_runtime": 44.4843,
+      "eval_samples_per_second": 199.711,
+      "eval_steps_per_second": 24.975,
+      "step": 10200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.446226881089015e-05,
+      "loss": 2.85,
+      "step": 10220
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.4317874463507114e-05,
+      "loss": 2.875,
+      "step": 10240
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.417344382575523e-05,
+      "loss": 2.875,
+      "step": 10260
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 5.402897811152833e-05,
+      "loss": 2.875,
+      "step": 10280
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.3884478535015034e-05,
+      "loss": 2.85,
+      "step": 10300
+    },
+    {
+      "epoch": 0.48,
+      "eval_loss": 3.285360336303711,
+      "eval_runtime": 44.1112,
+      "eval_samples_per_second": 201.4,
+      "eval_steps_per_second": 25.186,
+      "step": 10300
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.373994631068856e-05,
+      "loss": 2.8375,
+      "step": 10320
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.359538265329653e-05,
+      "loss": 2.875,
+      "step": 10340
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.3450788777850766e-05,
+      "loss": 2.85,
+      "step": 10360
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.3306165899617036e-05,
+      "loss": 2.85,
+      "step": 10380
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.316151523410487e-05,
+      "loss": 2.85,
+      "step": 10400
+    },
+    {
+      "epoch": 0.48,
+      "eval_loss": 3.2869389057159424,
+      "eval_runtime": 43.3708,
+      "eval_samples_per_second": 204.838,
+      "eval_steps_per_second": 25.616,
+      "step": 10400
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.301683799705735e-05,
+      "loss": 2.8375,
+      "step": 10420
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.287213540444089e-05,
+      "loss": 2.875,
+      "step": 10440
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.2727408672434996e-05,
+      "loss": 2.85,
+      "step": 10460
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.258265901742209e-05,
+      "loss": 2.875,
+      "step": 10480
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 5.243788765597718e-05,
+      "loss": 2.85,
+      "step": 10500
+    },
+    {
+      "epoch": 0.48,
+      "eval_loss": 3.2872684001922607,
+      "eval_runtime": 44.339,
+      "eval_samples_per_second": 200.365,
+      "eval_steps_per_second": 25.057,
+      "step": 10500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.468055598239177e-05,
+      "loss": 2.8875,
+      "step": 10520
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.4522040800119974e-05,
+      "loss": 2.9,
+      "step": 10540
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.436358132531976e-05,
+      "loss": 2.875,
+      "step": 10560
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.420517916942639e-05,
+      "loss": 2.875,
+      "step": 10580
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.404683594329222e-05,
+      "loss": 2.875,
+      "step": 10600
+    },
+    {
+      "epoch": 0.54,
+      "eval_loss": 3.283797264099121,
+      "eval_runtime": 44.0955,
+      "eval_samples_per_second": 201.472,
+      "eval_steps_per_second": 25.195,
+      "step": 10600
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.3888553257170373e-05,
+      "loss": 2.8875,
+      "step": 10620
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.373033272069827e-05,
+      "loss": 2.875,
+      "step": 10640
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.3572175942881347e-05,
+      "loss": 2.8625,
+      "step": 10660
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.3414084532076625e-05,
+      "loss": 2.8875,
+      "step": 10680
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.325606009597643e-05,
+      "loss": 2.875,
+      "step": 10700
+    },
+    {
+      "epoch": 0.54,
+      "eval_loss": 3.2804203033447266,
+      "eval_runtime": 43.9858,
+      "eval_samples_per_second": 201.974,
+      "eval_steps_per_second": 25.258,
+      "step": 10700
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.30981042415919e-05,
+      "loss": 2.9,
+      "step": 10720
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.294021857523684e-05,
+      "loss": 2.9,
+      "step": 10740
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.2782404702511234e-05,
+      "loss": 2.9,
+      "step": 10760
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.262466422828498e-05,
+      "loss": 2.8625,
+      "step": 10780
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.246699875668157e-05,
+      "loss": 2.875,
+      "step": 10800
+    },
+    {
+      "epoch": 0.55,
+      "eval_loss": 3.2785210609436035,
+      "eval_runtime": 43.8832,
+      "eval_samples_per_second": 202.446,
+      "eval_steps_per_second": 25.317,
+      "step": 10800
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.230940989106176e-05,
+      "loss": 2.85,
+      "step": 10820
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.215189923400724e-05,
+      "loss": 2.875,
+      "step": 10840
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.199446838730441e-05,
+      "loss": 2.9125,
+      "step": 10860
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.1837118951928026e-05,
+      "loss": 2.875,
+      "step": 10880
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.167985252802492e-05,
+      "loss": 2.9,
+      "step": 10900
+    },
+    {
+      "epoch": 0.55,
+      "eval_loss": 3.278226613998413,
+      "eval_runtime": 43.5345,
+      "eval_samples_per_second": 204.068,
+      "eval_steps_per_second": 25.52,
+      "step": 10900
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.1522670714897826e-05,
+      "loss": 2.8875,
+      "step": 10920
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.1365575110988964e-05,
+      "loss": 2.8625,
+      "step": 10940
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.9104955544589224e-05,
+      "loss": 3.2,
+      "step": 10960
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.8960028522665646e-05,
+      "loss": 2.8625,
+      "step": 10980
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.8815110241373314e-05,
+      "loss": 2.8625,
+      "step": 11000
+    },
+    {
+      "epoch": 0.51,
+      "eval_loss": 3.283653497695923,
+      "eval_runtime": 48.3603,
+      "eval_samples_per_second": 183.705,
+      "eval_steps_per_second": 22.973,
+      "step": 11000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.867020191870454e-05,
+      "loss": 2.85,
+      "step": 11020
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.8525304772567955e-05,
+      "loss": 2.8625,
+      "step": 11040
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.042490128137424e-05,
+      "loss": 3.225,
+      "step": 11060
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0268453822687507e-05,
+      "loss": 2.875,
+      "step": 11080
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.011210532783241e-05,
+      "loss": 2.8625,
+      "step": 11100
+    },
+    {
+      "epoch": 0.56,
+      "eval_loss": 3.280545473098755,
+      "eval_runtime": 50.2847,
+      "eval_samples_per_second": 176.674,
+      "eval_steps_per_second": 22.094,
+      "step": 11100
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 3.995585738677685e-05,
+      "loss": 2.875,
+      "step": 11120
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 3.9799711588466173e-05,
+      "loss": 2.875,
+      "step": 11140
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 3.9643669520806986e-05,
+      "loss": 2.9,
+      "step": 11160
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 3.948773277065103e-05,
+      "loss": 2.8625,
+      "step": 11180
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 3.933190292377901e-05,
+      "loss": 2.8875,
+      "step": 11200
+    },
+    {
+      "epoch": 0.57,
+      "eval_loss": 3.278350353240967,
+      "eval_runtime": 49.3834,
+      "eval_samples_per_second": 179.898,
+      "eval_steps_per_second": 22.497,
+      "step": 11200
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 3.917618156488451e-05,
+      "loss": 2.8625,
+      "step": 11220
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 3.902057027755786e-05,
+      "loss": 2.9,
+      "step": 11240
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 3.886507064426998e-05,
+      "loss": 2.875,
+      "step": 11260
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 3.8709684246356466e-05,
+      "loss": 2.8625,
+      "step": 11280
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 3.855441266400119e-05,
+      "loss": 2.85,
+      "step": 11300
+    },
+    {
+      "epoch": 0.57,
+      "eval_loss": 3.27763032913208,
+      "eval_runtime": 48.0477,
+      "eval_samples_per_second": 184.899,
+      "eval_steps_per_second": 23.123,
+      "step": 11300
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 3.83992574762206e-05,
+      "loss": 2.875,
+      "step": 11320
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 3.8244220260847364e-05,
+      "loss": 2.9,
+      "step": 11340
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 3.808930259451451e-05,
+      "loss": 2.8875,
+      "step": 11360
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 3.793450605263927e-05,
+      "loss": 2.8875,
+      "step": 11380
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 3.7779832209407213e-05,
+      "loss": 2.875,
+      "step": 11400
+    },
+    {
+      "epoch": 0.58,
+      "eval_loss": 3.2772319316864014,
+      "eval_runtime": 48.8755,
+      "eval_samples_per_second": 181.768,
+      "eval_steps_per_second": 22.731,
+      "step": 11400
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 3.7625282637755986e-05,
+      "loss": 2.875,
+      "step": 11420
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 3.7470858909359616e-05,
+      "loss": 2.9,
+      "step": 11440
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 3.7316562594612295e-05,
+      "loss": 2.8875,
+      "step": 11460
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 3.716239526261254e-05,
+      "loss": 2.875,
+      "step": 11480
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 3.700835848114715e-05,
+      "loss": 2.9,
+      "step": 11500
+    },
+    {
+      "epoch": 0.58,
+      "eval_loss": 3.276888132095337,
+      "eval_runtime": 49.0771,
+      "eval_samples_per_second": 181.021,
+      "eval_steps_per_second": 22.638,
+      "step": 11500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 3.6854453816675384e-05,
+      "loss": 2.85,
+      "step": 11520
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 3.670068283431283e-05,
+      "loss": 2.9,
+      "step": 11540
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 3.6547047097815734e-05,
+      "loss": 2.9,
+      "step": 11560
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 3.6393548169564904e-05,
+      "loss": 2.9,
+      "step": 11580
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 3.624018761054992e-05,
+      "loss": 2.8625,
+      "step": 11600
+    },
+    {
+      "epoch": 0.59,
+      "eval_loss": 3.2761170864105225,
+      "eval_runtime": 50.4269,
+      "eval_samples_per_second": 176.176,
+      "eval_steps_per_second": 22.032,
+      "step": 11600
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 3.60869669803532e-05,
+      "loss": 2.8875,
+      "step": 11620
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 3.593388783713424e-05,
+      "loss": 2.875,
+      "step": 11640
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 3.57809517376136e-05,
+      "loss": 2.9,
+      "step": 11660
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 3.5628160237057264e-05,
+      "loss": 2.875,
+      "step": 11680
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 3.547551488926069e-05,
+      "loss": 2.8625,
+      "step": 11700
+    },
+    {
+      "epoch": 0.59,
+      "eval_loss": 3.2762629985809326,
+      "eval_runtime": 49.2716,
+      "eval_samples_per_second": 180.307,
+      "eval_steps_per_second": 22.548,
+      "step": 11700
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 3.5323017246533066e-05,
+      "loss": 2.875,
+      "step": 11720
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.517066885968149e-05,
+      "loss": 2.875,
+      "step": 11740
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.501847127799528e-05,
+      "loss": 2.85,
+      "step": 11760
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.486642604923005e-05,
+      "loss": 2.9,
+      "step": 11780
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.4714534719592186e-05,
+      "loss": 2.9,
+      "step": 11800
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 3.277094602584839,
+      "eval_runtime": 48.4048,
+      "eval_samples_per_second": 183.535,
+      "eval_steps_per_second": 22.952,
+      "step": 11800
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.456279883372295e-05,
+      "loss": 2.8875,
+      "step": 11820
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.441121993468288e-05,
+      "loss": 2.875,
+      "step": 11840
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.4259799563936e-05,
+      "loss": 2.875,
+      "step": 11860
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.410853926133428e-05,
+      "loss": 2.8875,
+      "step": 11880
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.3957440565101796e-05,
+      "loss": 2.8875,
+      "step": 11900
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 3.276407480239868,
+      "eval_runtime": 49.3088,
+      "eval_samples_per_second": 180.171,
+      "eval_steps_per_second": 22.531,
+      "step": 11900
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.3806505011819256e-05,
+      "loss": 2.8625,
+      "step": 11920
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.365573413640829e-05,
+      "loss": 2.875,
+      "step": 11940
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.3505129472115854e-05,
+      "loss": 2.875,
+      "step": 11960
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.335469255049864e-05,
+      "loss": 2.8625,
+      "step": 11980
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.3204424901407484e-05,
+      "loss": 2.9,
+      "step": 12000
+    },
+    {
+      "epoch": 0.61,
+      "eval_loss": 3.27502179145813,
+      "eval_runtime": 48.5106,
+      "eval_samples_per_second": 183.135,
+      "eval_steps_per_second": 22.902,
+      "step": 12000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.3054328052971824e-05,
+      "loss": 2.875,
+      "step": 12020
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.290440353158421e-05,
+      "loss": 2.875,
+      "step": 12040
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.275465286188467e-05,
+      "loss": 2.875,
+      "step": 12060
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.2605077566745314e-05,
+      "loss": 2.875,
+      "step": 12080
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.2455679167254784e-05,
+      "loss": 2.9,
+      "step": 12100
+    },
+    {
+      "epoch": 0.61,
+      "eval_loss": 3.2745859622955322,
+      "eval_runtime": 48.3768,
+      "eval_samples_per_second": 183.642,
+      "eval_steps_per_second": 22.966,
+      "step": 12100
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.2306459182702765e-05,
+      "loss": 2.875,
+      "step": 12120
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.2157419130564616e-05,
+      "loss": 2.875,
+      "step": 12140
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.2008560526485906e-05,
+      "loss": 2.9,
+      "step": 12160
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.185988488426695e-05,
+      "loss": 2.9,
+      "step": 12180
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.1711393715847476e-05,
+      "loss": 2.8625,
+      "step": 12200
+    },
+    {
+      "epoch": 0.62,
+      "eval_loss": 3.2757885456085205,
+      "eval_runtime": 48.9204,
+      "eval_samples_per_second": 181.601,
+      "eval_steps_per_second": 22.71,
+      "step": 12200
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.156308853129123e-05,
+      "loss": 2.875,
+      "step": 12220
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.141497083877058e-05,
+      "loss": 2.9,
+      "step": 12240
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.126704214455126e-05,
+      "loss": 2.8625,
+      "step": 12260
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.111930395297701e-05,
+      "loss": 2.875,
+      "step": 12280
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.0971757766454225e-05,
+      "loss": 2.875,
+      "step": 12300
+    },
+    {
+      "epoch": 0.62,
+      "eval_loss": 3.2748875617980957,
+      "eval_runtime": 48.5507,
+      "eval_samples_per_second": 182.984,
+      "eval_steps_per_second": 22.883,
+      "step": 12300
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.082440508543677e-05,
+      "loss": 2.875,
+      "step": 12320
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.0677247408410685e-05,
+      "loss": 2.875,
+      "step": 12340
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.053028623187889e-05,
+      "loss": 2.8875,
+      "step": 12360
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.0383523050346054e-05,
+      "loss": 2.875,
+      "step": 12380
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.0236959356303372e-05,
+      "loss": 2.8625,
+      "step": 12400
+    },
+    {
+      "epoch": 0.63,
+      "eval_loss": 3.2739577293395996,
+      "eval_runtime": 47.8513,
+      "eval_samples_per_second": 185.659,
+      "eval_steps_per_second": 23.218,
+      "step": 12400
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.0090596640213338e-05,
+      "loss": 2.875,
+      "step": 12420
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 2.9944436390494646e-05,
+      "loss": 2.9,
+      "step": 12440
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 3.834165101057631e-05,
+      "loss": 3.225,
+      "step": 12460
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 3.820074140227797e-05,
+      "loss": 2.85,
+      "step": 12480
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 3.805993096301526e-05,
+      "loss": 2.85,
+      "step": 12500
+    },
+    {
+      "epoch": 0.58,
+      "eval_loss": 3.273886203765869,
+      "eval_runtime": 49.5352,
+      "eval_samples_per_second": 179.347,
+      "eval_steps_per_second": 22.428,
+      "step": 12500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 3.791922087625538e-05,
+      "loss": 2.875,
+      "step": 12520
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 3.777861232462211e-05,
+      "loss": 2.85,
+      "step": 12540
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.9071809776095615e-05,
+      "loss": 3.25,
+      "step": 12560
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.8927108291845207e-05,
+      "loss": 2.9,
+      "step": 12580
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.8782621105926104e-05,
+      "loss": 2.875,
+      "step": 12600
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 3.2757480144500732,
+      "eval_runtime": 48.8512,
+      "eval_samples_per_second": 181.859,
+      "eval_steps_per_second": 22.743,
+      "step": 12600
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.863834968768405e-05,
+      "loss": 2.85,
+      "step": 12620
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.8494295504270496e-05,
+      "loss": 2.875,
+      "step": 12640
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.8350460020627766e-05,
+      "loss": 2.875,
+      "step": 12660
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.8206844699474217e-05,
+      "loss": 2.875,
+      "step": 12680
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.8063451001289126e-05,
+      "loss": 2.875,
+      "step": 12700
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 3.2743403911590576,
+      "eval_runtime": 48.9886,
+      "eval_samples_per_second": 181.348,
+      "eval_steps_per_second": 22.679,
+      "step": 12700
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.7920280384298146e-05,
+      "loss": 2.85,
+      "step": 12720
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.7777334304458297e-05,
+      "loss": 2.85,
+      "step": 12740
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.7634614215443145e-05,
+      "loss": 2.8625,
+      "step": 12760
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.7492121568628116e-05,
+      "loss": 2.9,
+      "step": 12780
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.734985781307573e-05,
+      "loss": 2.8625,
+      "step": 12800
+    },
+    {
+      "epoch": 0.65,
+      "eval_loss": 3.2736618518829346,
+      "eval_runtime": 49.2228,
+      "eval_samples_per_second": 180.485,
+      "eval_steps_per_second": 22.571,
+      "step": 12800
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.7207824395520676e-05,
+      "loss": 2.875,
+      "step": 12820
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.7066022760355397e-05,
+      "loss": 2.875,
+      "step": 12840
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.6924454349615204e-05,
+      "loss": 2.8875,
+      "step": 12860
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.6783120602963618e-05,
+      "loss": 2.875,
+      "step": 12880
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.6642022957677826e-05,
+      "loss": 2.875,
+      "step": 12900
+    },
+    {
+      "epoch": 0.65,
+      "eval_loss": 3.2744781970977783,
+      "eval_runtime": 47.1379,
+      "eval_samples_per_second": 188.468,
+      "eval_steps_per_second": 23.569,
+      "step": 12900
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.650116284863402e-05,
+      "loss": 2.9,
+      "step": 12920
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.6360541708292686e-05,
+      "loss": 2.8625,
+      "step": 12940
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.622016096668427e-05,
+      "loss": 2.875,
+      "step": 12960
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.608002205139448e-05,
+      "loss": 2.875,
+      "step": 12980
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.594012638754974e-05,
+      "loss": 2.875,
+      "step": 13000
+    },
+    {
+      "epoch": 0.66,
+      "eval_loss": 3.2738068103790283,
+      "eval_runtime": 49.1337,
+      "eval_samples_per_second": 180.813,
+      "eval_steps_per_second": 22.612,
+      "step": 13000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.580047539780282e-05,
+      "loss": 2.875,
+      "step": 13020
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.5661070502318322e-05,
+      "loss": 2.875,
+      "step": 13040
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.552191311875811e-05,
+      "loss": 2.8625,
+      "step": 13060
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.5383004662267108e-05,
+      "loss": 2.85,
+      "step": 13080
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.5244346545458803e-05,
+      "loss": 2.875,
+      "step": 13100
+    },
+    {
+      "epoch": 0.66,
+      "eval_loss": 3.272632598876953,
+      "eval_runtime": 48.0481,
+      "eval_samples_per_second": 184.898,
+      "eval_steps_per_second": 23.123,
+      "step": 13100
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 2.510594017840081e-05,
+      "loss": 2.875,
+      "step": 13120
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 2.4967786968600664e-05,
+      "loss": 2.85,
+      "step": 13140
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 2.4829888320991475e-05,
+      "loss": 2.9,
+      "step": 13160
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 2.4692245637917477e-05,
+      "loss": 2.875,
+      "step": 13180
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 2.4554860319120044e-05,
+      "loss": 2.85,
+      "step": 13200
+    },
+    {
+      "epoch": 0.67,
+      "eval_loss": 3.272722005844116,
+      "eval_runtime": 49.0622,
+      "eval_samples_per_second": 181.076,
+      "eval_steps_per_second": 22.645,
+      "step": 13200
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 2.4417733761723277e-05,
+      "loss": 2.875,
+      "step": 13220
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 2.4280867360219778e-05,
+      "loss": 2.875,
+      "step": 13240
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 2.4144262506456582e-05,
+      "loss": 2.875,
+      "step": 13260
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 2.400792058962097e-05,
+      "loss": 2.875,
+      "step": 13280
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.387184299622619e-05,
+      "loss": 2.9,
+      "step": 13300
+    },
+    {
+      "epoch": 0.68,
+      "eval_loss": 3.2735912799835205,
+      "eval_runtime": 49.1039,
+      "eval_samples_per_second": 180.922,
+      "eval_steps_per_second": 22.625,
+      "step": 13300
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.3736031110097606e-05,
+      "loss": 2.85,
+      "step": 13320
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.3600486312358487e-05,
+      "loss": 2.8625,
+      "step": 13340
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.346520998141591e-05,
+      "loss": 2.875,
+      "step": 13360
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.3330203492946867e-05,
+      "loss": 2.9,
+      "step": 13380
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.319546821988425e-05,
+      "loss": 2.875,
+      "step": 13400
+    },
+    {
+      "epoch": 0.68,
+      "eval_loss": 3.2729640007019043,
+      "eval_runtime": 44.9265,
+      "eval_samples_per_second": 197.745,
+      "eval_steps_per_second": 24.729,
+      "step": 13400
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.306100553240274e-05,
+      "loss": 2.9,
+      "step": 13420
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.2926816797905093e-05,
+      "loss": 2.85,
+      "step": 13440
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.279290338100812e-05,
+      "loss": 2.875,
+      "step": 13460
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.2659266643528764e-05,
+      "loss": 2.875,
+      "step": 13480
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.2525907944470393e-05,
+      "loss": 2.875,
+      "step": 13500
+    },
+    {
+      "epoch": 0.69,
+      "eval_loss": 3.2734763622283936,
+      "eval_runtime": 44.9914,
+      "eval_samples_per_second": 197.46,
+      "eval_steps_per_second": 24.694,
+      "step": 13500
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.239282864000882e-05,
+      "loss": 2.875,
+      "step": 13520
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.2260030083478613e-05,
+      "loss": 2.875,
+      "step": 13540
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.212751362535932e-05,
+      "loss": 2.875,
+      "step": 13560
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.1995280613261725e-05,
+      "loss": 2.8875,
+      "step": 13580
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.1863332391914103e-05,
+      "loss": 2.85,
+      "step": 13600
+    },
+    {
+      "epoch": 0.69,
+      "eval_loss": 3.2720718383789062,
+      "eval_runtime": 44.7577,
+      "eval_samples_per_second": 198.491,
+      "eval_steps_per_second": 24.823,
+      "step": 13600
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.173167030314864e-05,
+      "loss": 2.875,
+      "step": 13620
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.1600295685887674e-05,
+      "loss": 2.875,
+      "step": 13640
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.1469209876130137e-05,
+      "loss": 2.8625,
+      "step": 13660
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.1338414206938017e-05,
+      "loss": 2.8625,
+      "step": 13680
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 2.1207910008422738e-05,
+      "loss": 2.8875,
+      "step": 13700
+    },
+    {
+      "epoch": 0.7,
+      "eval_loss": 3.2721304893493652,
+      "eval_runtime": 44.2064,
+      "eval_samples_per_second": 200.966,
+      "eval_steps_per_second": 25.132,
+      "step": 13700
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 2.107769860773159e-05,
+      "loss": 2.875,
+      "step": 13720
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 2.0947781329034367e-05,
+      "loss": 2.875,
+      "step": 13740
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 2.0818159493509765e-05,
+      "loss": 2.9,
+      "step": 13760
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 2.068883441933201e-05,
+      "loss": 2.9,
+      "step": 13780
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 2.0559807421657485e-05,
+      "loss": 2.875,
+      "step": 13800
+    },
+    {
+      "epoch": 0.7,
+      "eval_loss": 3.2723329067230225,
+      "eval_runtime": 44.1642,
+      "eval_samples_per_second": 201.158,
+      "eval_steps_per_second": 25.156,
+      "step": 13800
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 2.0431079812611315e-05,
+      "loss": 2.875,
+      "step": 13820
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 2.0302652901273966e-05,
+      "loss": 2.875,
+      "step": 13840
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 2.0174527993668084e-05,
+      "loss": 2.875,
+      "step": 13860
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 2.0046706392745056e-05,
+      "loss": 2.875,
+      "step": 13880
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.9919189398371823e-05,
+      "loss": 2.85,
+      "step": 13900
+    },
+    {
+      "epoch": 0.71,
+      "eval_loss": 3.271775960922241,
+      "eval_runtime": 44.0619,
+      "eval_samples_per_second": 201.625,
+      "eval_steps_per_second": 25.215,
+      "step": 13900
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.979197830731771e-05,
+      "loss": 2.875,
+      "step": 13920
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.9665074413241186e-05,
+      "loss": 2.875,
+      "step": 13940
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.9538479006676675e-05,
+      "loss": 2.875,
+      "step": 13960
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.941219337502153e-05,
+      "loss": 2.875,
+      "step": 13980
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.9286218802522844e-05,
+      "loss": 2.85,
+      "step": 14000
+    },
+    {
+      "epoch": 0.71,
+      "eval_loss": 3.2724153995513916,
+      "eval_runtime": 44.1627,
+      "eval_samples_per_second": 201.165,
+      "eval_steps_per_second": 25.157,
+      "step": 14000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.916055657026441e-05,
+      "loss": 2.875,
+      "step": 14020
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.9035207956153772e-05,
+      "loss": 2.8875,
+      "step": 14040
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.891017423490915e-05,
+      "loss": 2.85,
+      "step": 14060
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.8785456678046464e-05,
+      "loss": 2.8625,
+      "step": 14080
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.8661056553866495e-05,
+      "loss": 2.8875,
+      "step": 14100
+    },
+    {
+      "epoch": 0.72,
+      "eval_loss": 3.27160906791687,
+      "eval_runtime": 43.8905,
+      "eval_samples_per_second": 202.413,
+      "eval_steps_per_second": 25.313,
+      "step": 14100
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.7090528455101472e-05,
+      "loss": 2.875,
+      "step": 14120
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.6961781694639832e-05,
+      "loss": 2.8875,
+      "step": 14140
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.8289773411931636e-05,
+      "loss": 3.225,
+      "step": 14160
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.8166655636735263e-05,
+      "loss": 2.8625,
+      "step": 14180
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.80438615870471e-05,
+      "loss": 2.875,
+      "step": 14200
+    },
+    {
+      "epoch": 0.72,
+      "eval_loss": 3.271629810333252,
+      "eval_runtime": 45.3513,
+      "eval_samples_per_second": 195.893,
+      "eval_steps_per_second": 24.498,
+      "step": 14200
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.7921392511606998e-05,
+      "loss": 2.875,
+      "step": 14220
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.7799249655850064e-05,
+      "loss": 2.875,
+      "step": 14240
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.7677434261893894e-05,
+      "loss": 2.8875,
+      "step": 14260
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.7555947568526032e-05,
+      "loss": 2.875,
+      "step": 14280
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.7434790811191365e-05,
+      "loss": 2.875,
+      "step": 14300
+    },
+    {
+      "epoch": 0.73,
+      "eval_loss": 3.271775245666504,
+      "eval_runtime": 44.548,
+      "eval_samples_per_second": 199.425,
+      "eval_steps_per_second": 24.939,
+      "step": 14300
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.7313965221979473e-05,
+      "loss": 2.875,
+      "step": 14320
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.7193472029612184e-05,
+      "loss": 2.875,
+      "step": 14340
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.707331245943109e-05,
+      "loss": 2.875,
+      "step": 14360
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.6953487733384986e-05,
+      "loss": 2.875,
+      "step": 14380
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.683399907001757e-05,
+      "loss": 2.85,
+      "step": 14400
+    },
+    {
+      "epoch": 0.73,
+      "eval_loss": 3.2709953784942627,
+      "eval_runtime": 44.5496,
+      "eval_samples_per_second": 199.418,
+      "eval_steps_per_second": 24.938,
+      "step": 14400
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.671484768445497e-05,
+      "loss": 2.875,
+      "step": 14420
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.6596034788393383e-05,
+      "loss": 2.9,
+      "step": 14440
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.6477561590086786e-05,
+      "loss": 2.875,
+      "step": 14460
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.6359429294334673e-05,
+      "loss": 2.875,
+      "step": 14480
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.6241639102469706e-05,
+      "loss": 2.8625,
+      "step": 14500
+    },
+    {
+      "epoch": 0.74,
+      "eval_loss": 3.2717020511627197,
+      "eval_runtime": 43.9339,
+      "eval_samples_per_second": 202.213,
+      "eval_steps_per_second": 25.288,
+      "step": 14500
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.6124192212345622e-05,
+      "loss": 2.875,
+      "step": 14520
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.6007089818324983e-05,
+      "loss": 2.875,
+      "step": 14540
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.5890333111266993e-05,
+      "loss": 2.9,
+      "step": 14560
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.5773923278515456e-05,
+      "loss": 2.8875,
+      "step": 14580
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.5657861503886705e-05,
+      "loss": 2.9,
+      "step": 14600
+    },
+    {
+      "epoch": 0.74,
+      "eval_loss": 3.2711338996887207,
+      "eval_runtime": 44.1879,
+      "eval_samples_per_second": 201.051,
+      "eval_steps_per_second": 25.143,
+      "step": 14600
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.5542148967657492e-05,
+      "loss": 2.875,
+      "step": 14620
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.542678684655306e-05,
+      "loss": 2.875,
+      "step": 14640
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.5311776313735155e-05,
+      "loss": 2.875,
+      "step": 14660
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.5197118538790051e-05,
+      "loss": 2.85,
+      "step": 14680
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.5082814687716696e-05,
+      "loss": 2.875,
+      "step": 14700
+    },
+    {
+      "epoch": 0.75,
+      "eval_loss": 3.2713921070098877,
+      "eval_runtime": 44.4981,
+      "eval_samples_per_second": 199.649,
+      "eval_steps_per_second": 24.967,
+      "step": 14700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.4968865922914893e-05,
+      "loss": 2.875,
+      "step": 14720
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.4855273403173376e-05,
+      "loss": 2.875,
+      "step": 14740
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.3071970436238573e-05,
+      "loss": 3.25,
+      "step": 14760
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.29499472640538e-05,
+      "loss": 2.875,
+      "step": 14780
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.28281514390046e-05,
+      "loss": 2.85,
+      "step": 14800
+    },
+    {
+      "epoch": 0.68,
+      "eval_loss": 3.2713191509246826,
+      "eval_runtime": 50.4122,
+      "eval_samples_per_second": 176.227,
+      "eval_steps_per_second": 22.038,
+      "step": 14800
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.2706583984746316e-05,
+      "loss": 2.8375,
+      "step": 14820
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.2585245923014925e-05,
+      "loss": 2.9,
+      "step": 14840
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.2464138273618494e-05,
+      "loss": 2.875,
+      "step": 14860
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.2343262054428477e-05,
+      "loss": 2.85,
+      "step": 14880
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.2222618281371232e-05,
+      "loss": 2.875,
+      "step": 14900
+    },
+    {
+      "epoch": 0.69,
+      "eval_loss": 3.272068977355957,
+      "eval_runtime": 48.3121,
+      "eval_samples_per_second": 183.888,
+      "eval_steps_per_second": 22.996,
+      "step": 14900
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.2102207968419554e-05,
+      "loss": 2.8625,
+      "step": 14920
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.1982032127584e-05,
+      "loss": 2.875,
+      "step": 14940
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.186209176890448e-05,
+      "loss": 2.85,
+      "step": 14960
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.1742387900441795e-05,
+      "loss": 2.875,
+      "step": 14980
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.162292152826908e-05,
+      "loss": 2.875,
+      "step": 15000
+    },
+    {
+      "epoch": 0.69,
+      "eval_loss": 3.272015333175659,
+      "eval_runtime": 45.0456,
+      "eval_samples_per_second": 197.222,
+      "eval_steps_per_second": 24.664,
+      "step": 15000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.1503693656463392e-05,
+      "loss": 2.85,
+      "step": 15020
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.138470528709725e-05,
+      "loss": 2.875,
+      "step": 15040
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.1265957420230303e-05,
+      "loss": 2.8875,
+      "step": 15060
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 2.114745105390078e-05,
+      "loss": 2.875,
+      "step": 15080
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 2.1029187184117183e-05,
+      "loss": 2.875,
+      "step": 15100
+    },
+    {
+      "epoch": 0.7,
+      "eval_loss": 3.271845579147339,
+      "eval_runtime": 49.422,
+      "eval_samples_per_second": 179.758,
+      "eval_steps_per_second": 22.48,
+      "step": 15100
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.2766216471293301e-05,
+      "loss": 2.875,
+      "step": 15120
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.2659986534347884e-05,
+      "loss": 2.85,
+      "step": 15140
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.2554136322344272e-05,
+      "loss": 2.8625,
+      "step": 15160
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.2448666911713925e-05,
+      "loss": 2.875,
+      "step": 15180
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.2343579375015818e-05,
+      "loss": 2.875,
+      "step": 15200
+    },
+    {
+      "epoch": 0.77,
+      "eval_loss": 3.271632671356201,
+      "eval_runtime": 46.406,
+      "eval_samples_per_second": 191.441,
+      "eval_steps_per_second": 23.941,
+      "step": 15200
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.2238874780925457e-05,
+      "loss": 2.8875,
+      "step": 15220
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.2134554194224096e-05,
+      "loss": 2.875,
+      "step": 15240
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.203061867578788e-05,
+      "loss": 2.8625,
+      "step": 15260
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.1927069282577003e-05,
+      "loss": 2.9,
+      "step": 15280
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.1823907067625011e-05,
+      "loss": 2.85,
+      "step": 15300
+    },
+    {
+      "epoch": 0.78,
+      "eval_loss": 3.2716362476348877,
+      "eval_runtime": 47.8751,
+      "eval_samples_per_second": 185.566,
+      "eval_steps_per_second": 23.206,
+      "step": 15300
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.1721133080028134e-05,
+      "loss": 2.8625,
+      "step": 15320
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.16187483649345e-05,
+      "loss": 2.875,
+      "step": 15340
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.1516753963533628e-05,
+      "loss": 2.875,
+      "step": 15360
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.1415150913045774e-05,
+      "loss": 2.9,
+      "step": 15380
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.1313940246711392e-05,
+      "loss": 2.9125,
+      "step": 15400
+    },
+    {
+      "epoch": 0.78,
+      "eval_loss": 3.2710213661193848,
+      "eval_runtime": 50.1039,
+      "eval_samples_per_second": 177.312,
+      "eval_steps_per_second": 22.174,
+      "step": 15400
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.1213122993780605e-05,
+      "loss": 2.8875,
+      "step": 15420
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.1112700179502822e-05,
+      "loss": 2.8875,
+      "step": 15440
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.1012672825116189e-05,
+      "loss": 2.9,
+      "step": 15460
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.0913041947837316e-05,
+      "loss": 2.875,
+      "step": 15480
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.0813808560850886e-05,
+      "loss": 2.9,
+      "step": 15500
+    },
+    {
+      "epoch": 0.79,
+      "eval_loss": 3.2712323665618896,
+      "eval_runtime": 47.8099,
+      "eval_samples_per_second": 185.819,
+      "eval_steps_per_second": 23.238,
+      "step": 15500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.0714973673299311e-05,
+      "loss": 2.9,
+      "step": 15520
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.0616538290272526e-05,
+      "loss": 2.875,
+      "step": 15540
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.051850341279778e-05,
+      "loss": 2.875,
+      "step": 15560
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.0420870037829383e-05,
+      "loss": 2.9,
+      "step": 15580
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.032363915823864e-05,
+      "loss": 2.875,
+      "step": 15600
+    },
+    {
+      "epoch": 0.79,
+      "eval_loss": 3.2711994647979736,
+      "eval_runtime": 49.7498,
+      "eval_samples_per_second": 178.573,
+      "eval_steps_per_second": 22.332,
+      "step": 15600
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.022681176280374e-05,
+      "loss": 2.875,
+      "step": 15620
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.0130388836199639e-05,
+      "loss": 2.85,
+      "step": 15640
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.0034371358988115e-05,
+      "loss": 2.85,
+      "step": 15660
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 9.938760307607803e-06,
+      "loss": 2.875,
+      "step": 15680
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 9.8435566543642e-06,
+      "loss": 2.875,
+      "step": 15700
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 3.271230459213257,
+      "eval_runtime": 48.6091,
+      "eval_samples_per_second": 182.764,
+      "eval_steps_per_second": 22.856,
+      "step": 15700
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 9.74876136741984e-06,
+      "loss": 2.875,
+      "step": 15720
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 9.6543754107844e-06,
+      "loss": 2.875,
+      "step": 15740
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 9.560399744304954e-06,
+      "loss": 2.875,
+      "step": 15760
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 9.466835323656137e-06,
+      "loss": 2.85,
+      "step": 15780
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 9.373683100330499e-06,
+      "loss": 2.875,
+      "step": 15800
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 3.2713022232055664,
+      "eval_runtime": 48.3659,
+      "eval_samples_per_second": 183.683,
+      "eval_steps_per_second": 22.971,
+      "step": 15800
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 9.280944021628773e-06,
+      "loss": 2.875,
+      "step": 15820
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 9.188619030650298e-06,
+      "loss": 2.85,
+      "step": 15840
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 9.096709066283354e-06,
+      "loss": 2.875,
+      "step": 15860
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 9.005215063195694e-06,
+      "loss": 2.9,
+      "step": 15880
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 8.91413795182497e-06,
+      "loss": 2.875,
+      "step": 15900
+    },
+    {
+      "epoch": 0.81,
+      "eval_loss": 3.2710063457489014,
+      "eval_runtime": 47.7202,
+      "eval_samples_per_second": 186.169,
+      "eval_steps_per_second": 23.282,
+      "step": 15900
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 8.823478658369332e-06,
+      "loss": 2.8875,
+      "step": 15920
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 8.733238104777947e-06,
+      "loss": 2.9,
+      "step": 15940
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 8.643417208741694e-06,
+      "loss": 2.875,
+      "step": 15960
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 8.554016883683746e-06,
+      "loss": 2.8875,
+      "step": 15980
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 8.465038038750373e-06,
+      "loss": 2.875,
+      "step": 16000
+    },
+    {
+      "epoch": 0.81,
+      "eval_loss": 3.270718812942505,
+      "eval_runtime": 48.8464,
+      "eval_samples_per_second": 181.876,
+      "eval_steps_per_second": 22.745,
+      "step": 16000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 8.376481578801614e-06,
+      "loss": 2.875,
+      "step": 16020
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 8.288348404402158e-06,
+      "loss": 2.8875,
+      "step": 16040
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 8.200639411812083e-06,
+      "loss": 2.875,
+      "step": 16060
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 8.113355492977854e-06,
+      "loss": 2.9,
+      "step": 16080
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 8.026497535523147e-06,
+      "loss": 2.8625,
+      "step": 16100
+    },
+    {
+      "epoch": 0.82,
+      "eval_loss": 3.270862340927124,
+      "eval_runtime": 47.9076,
+      "eval_samples_per_second": 185.44,
+      "eval_steps_per_second": 23.19,
+      "step": 16100
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.940066422739933e-06,
+      "loss": 2.8625,
+      "step": 16120
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.854063033579373e-06,
+      "loss": 2.875,
+      "step": 16140
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.76848824264299e-06,
+      "loss": 2.875,
+      "step": 16160
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.683342920173691e-06,
+      "loss": 2.8625,
+      "step": 16180
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.598627932046998e-06,
+      "loss": 2.875,
+      "step": 16200
+    },
+    {
+      "epoch": 0.82,
+      "eval_loss": 3.27109432220459,
+      "eval_runtime": 47.7949,
+      "eval_samples_per_second": 185.878,
+      "eval_steps_per_second": 23.245,
+      "step": 16200
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.514344139762136e-06,
+      "loss": 2.8875,
+      "step": 16220
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.430492400433392e-06,
+      "loss": 2.875,
+      "step": 16240
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.4617765427997676e-05,
+      "loss": 3.3,
+      "step": 16260
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.451549418460877e-05,
+      "loss": 2.875,
+      "step": 16280
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.4413521177265155e-05,
+      "loss": 2.875,
+      "step": 16300
+    },
+    {
+      "epoch": 0.75,
+      "eval_loss": 3.2713921070098877,
+      "eval_runtime": 50.2432,
+      "eval_samples_per_second": 176.82,
+      "eval_steps_per_second": 22.112,
+      "step": 16300
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.099422961003044e-06,
+      "loss": 2.875,
+      "step": 16320
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.017744189086284e-06,
+      "loss": 2.875,
+      "step": 16340
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 6.9365025202413225e-06,
+      "loss": 2.875,
+      "step": 16360
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 6.855698780645875e-06,
+      "loss": 2.875,
+      "step": 16380
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 6.775333792024241e-06,
+      "loss": 2.8875,
+      "step": 16400
+    },
+    {
+      "epoch": 0.83,
+      "eval_loss": 3.2707746028900146,
+      "eval_runtime": 50.2605,
+      "eval_samples_per_second": 176.759,
+      "eval_steps_per_second": 22.105,
+      "step": 16400
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 6.7585885444098275e-06,
+      "loss": 2.85,
+      "step": 16420
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 6.678831820152903e-06,
+      "loss": 2.825,
+      "step": 16440
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 6.5995147970642765e-06,
+      "loss": 2.8625,
+      "step": 16460
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 6.52063828019584e-06,
+      "loss": 2.8625,
+      "step": 16480
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 6.442203070128405e-06,
+      "loss": 2.875,
+      "step": 16500
+    },
+    {
+      "epoch": 0.84,
+      "eval_loss": 3.270683765411377,
+      "eval_runtime": 43.13,
+      "eval_samples_per_second": 205.982,
+      "eval_steps_per_second": 25.759,
+      "step": 16500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 6.364209962963624e-06,
+      "loss": 2.875,
+      "step": 16520
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 6.286659750315893e-06,
+      "loss": 2.85,
+      "step": 16540
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.3193936741259499e-05,
+      "loss": 3.225,
+      "step": 16560
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.3096074012358694e-05,
+      "loss": 2.85,
+      "step": 16580
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.299852084908475e-05,
+      "loss": 2.85,
+      "step": 16600
+    },
+    {
+      "epoch": 0.77,
+      "eval_loss": 3.270526170730591,
+      "eval_runtime": 50.184,
+      "eval_samples_per_second": 177.028,
+      "eval_steps_per_second": 22.139,
+      "step": 16600
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 21694,
+  "num_train_epochs": 1,
+  "save_steps": 50,
+  "total_flos": 1.946592978000675e+19,
+  "trial_name": null,
+  "trial_params": null
+}