diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,8341 @@
+{
+  "best_metric": 0.26948797702789307,
+  "best_model_checkpoint": "./mixtral_ozon_yand_fulldata/checkpoint-2600",
+  "epoch": 1.9794442329653599,
+  "eval_steps": 40,
+  "global_step": 2600,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 5.999999999999999e-06,
+      "loss": 0.3913,
+      "step": 2
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.1999999999999999e-05,
+      "loss": 0.2898,
+      "step": 4
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.7999999999999997e-05,
+      "loss": 0.4246,
+      "step": 6
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.3999999999999997e-05,
+      "loss": 0.3589,
+      "step": 8
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9999999999999997e-05,
+      "loss": 0.6418,
+      "step": 10
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.5999999999999994e-05,
+      "loss": 0.4162,
+      "step": 12
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.2e-05,
+      "loss": 0.5782,
+      "step": 14
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.7999999999999994e-05,
+      "loss": 0.5758,
+      "step": 16
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.399999999999999e-05,
+      "loss": 0.428,
+      "step": 18
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 5.9999999999999995e-05,
+      "loss": 0.7684,
+      "step": 20
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 6.599999999999999e-05,
+      "loss": 0.3387,
+      "step": 22
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 7.199999999999999e-05,
+      "loss": 0.8253,
+      "step": 24
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 7.8e-05,
+      "loss": 0.4063,
+      "step": 26
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 8.4e-05,
+      "loss": 0.8454,
+      "step": 28
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 8.999999999999999e-05,
+      "loss": 0.7655,
+      "step": 30
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.599999999999999e-05,
+      "loss": 0.793,
+      "step": 32
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.000102,
+      "loss": 0.5692,
+      "step": 34
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00010799999999999998,
+      "loss": 0.307,
+      "step": 36
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00011399999999999999,
+      "loss": 0.7455,
+      "step": 38
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00011999999999999999,
+      "loss": 1.1189,
+      "step": 40
+    },
+    {
+      "epoch": 0.03,
+      "eval_loss": 0.4962174594402313,
+      "eval_runtime": 9.345,
+      "eval_samples_per_second": 3.317,
+      "eval_steps_per_second": 0.428,
+      "step": 40
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00012599999999999997,
+      "loss": 0.7691,
+      "step": 42
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00013199999999999998,
+      "loss": 1.0324,
+      "step": 44
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.000138,
+      "loss": 0.459,
+      "step": 46
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00014399999999999998,
+      "loss": 0.766,
+      "step": 48
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00015,
+      "loss": 0.6229,
+      "step": 50
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00015299999999999998,
+      "loss": 0.3599,
+      "step": 52
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.000159,
+      "loss": 0.5854,
+      "step": 54
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.000165,
+      "loss": 0.725,
+      "step": 56
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00017099999999999998,
+      "loss": 0.4273,
+      "step": 58
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00017699999999999997,
+      "loss": 0.5507,
+      "step": 60
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00018299999999999998,
+      "loss": 0.3801,
+      "step": 62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00018899999999999999,
+      "loss": 0.2834,
+      "step": 64
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.000195,
+      "loss": 0.408,
+      "step": 66
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.000201,
+      "loss": 0.3378,
+      "step": 68
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00020699999999999996,
+      "loss": 0.5074,
+      "step": 70
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00021299999999999997,
+      "loss": 0.2696,
+      "step": 72
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00021899999999999998,
+      "loss": 0.2794,
+      "step": 74
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.000225,
+      "loss": 0.5831,
+      "step": 76
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00023099999999999998,
+      "loss": 0.4975,
+      "step": 78
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.000237,
+      "loss": 0.7105,
+      "step": 80
+    },
+    {
+      "epoch": 0.06,
+      "eval_loss": 0.4048958718776703,
+      "eval_runtime": 9.3516,
+      "eval_samples_per_second": 3.315,
+      "eval_steps_per_second": 0.428,
+      "step": 80
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.000243,
+      "loss": 0.405,
+      "step": 82
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.000249,
+      "loss": 0.3169,
+      "step": 84
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00025499999999999996,
+      "loss": 0.7627,
+      "step": 86
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.000261,
+      "loss": 0.6131,
+      "step": 88
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.000267,
+      "loss": 0.5398,
+      "step": 90
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00027299999999999997,
+      "loss": 0.6164,
+      "step": 92
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.000279,
+      "loss": 0.6252,
+      "step": 94
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.000285,
+      "loss": 0.7338,
+      "step": 96
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00029099999999999997,
+      "loss": 0.4631,
+      "step": 98
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00029699999999999996,
+      "loss": 0.5412,
+      "step": 100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00029988123515439427,
+      "loss": 0.7812,
+      "step": 102
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00029964370546318287,
+      "loss": 0.3077,
+      "step": 104
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00029940617577197147,
+      "loss": 0.2692,
+      "step": 106
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00029916864608076006,
+      "loss": 0.4492,
+      "step": 108
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00029893111638954866,
+      "loss": 0.4396,
+      "step": 110
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00029869358669833726,
+      "loss": 0.5285,
+      "step": 112
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00029845605700712586,
+      "loss": 0.3486,
+      "step": 114
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00029821852731591445,
+      "loss": 0.3178,
+      "step": 116
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00029798099762470305,
+      "loss": 0.3064,
+      "step": 118
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00029774346793349165,
+      "loss": 0.3184,
+      "step": 120
+    },
+    {
+      "epoch": 0.09,
+      "eval_loss": 0.4015918970108032,
+      "eval_runtime": 9.3622,
+      "eval_samples_per_second": 3.311,
+      "eval_steps_per_second": 0.427,
+      "step": 120
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00029750593824228025,
+      "loss": 0.3421,
+      "step": 122
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00029726840855106884,
+      "loss": 0.4612,
+      "step": 124
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00029703087885985744,
+      "loss": 0.545,
+      "step": 126
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00029679334916864604,
+      "loss": 0.6146,
+      "step": 128
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0002965558194774347,
+      "loss": 0.622,
+      "step": 130
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00029631828978622323,
+      "loss": 0.4487,
+      "step": 132
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00029608076009501183,
+      "loss": 0.4074,
+      "step": 134
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0002958432304038005,
+      "loss": 0.6431,
+      "step": 136
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.000295605700712589,
+      "loss": 0.7612,
+      "step": 138
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0002953681710213776,
+      "loss": 0.3167,
+      "step": 140
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0002951306413301663,
+      "loss": 0.615,
+      "step": 142
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0002948931116389548,
+      "loss": 0.7035,
+      "step": 144
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00029465558194774347,
+      "loss": 0.5687,
+      "step": 146
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00029441805225653207,
+      "loss": 0.6208,
+      "step": 148
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0002941805225653206,
+      "loss": 0.4184,
+      "step": 150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00029394299287410926,
+      "loss": 0.3979,
+      "step": 152
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00029370546318289786,
+      "loss": 0.2571,
+      "step": 154
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0002934679334916864,
+      "loss": 0.4573,
+      "step": 156
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00029323040380047505,
+      "loss": 0.4242,
+      "step": 158
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00029299287410926365,
+      "loss": 0.7929,
+      "step": 160
+    },
+    {
+      "epoch": 0.12,
+      "eval_loss": 0.3873758614063263,
+      "eval_runtime": 9.3632,
+      "eval_samples_per_second": 3.311,
+      "eval_steps_per_second": 0.427,
+      "step": 160
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0002927553444180522,
+      "loss": 0.2585,
+      "step": 162
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00029251781472684085,
+      "loss": 0.2083,
+      "step": 164
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00029228028503562944,
+      "loss": 0.351,
+      "step": 166
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.000292042755344418,
+      "loss": 0.5127,
+      "step": 168
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00029180522565320664,
+      "loss": 0.4841,
+      "step": 170
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00029156769596199524,
+      "loss": 0.3963,
+      "step": 172
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00029133016627078383,
+      "loss": 0.7995,
+      "step": 174
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00029109263657957243,
+      "loss": 0.3502,
+      "step": 176
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00029085510688836103,
+      "loss": 0.4217,
+      "step": 178
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0002906175771971496,
+      "loss": 0.3672,
+      "step": 180
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0002903800475059382,
+      "loss": 1.1592,
+      "step": 182
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0002901425178147268,
+      "loss": 0.6476,
+      "step": 184
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0002899049881235154,
+      "loss": 0.5069,
+      "step": 186
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.000289667458432304,
+      "loss": 0.3885,
+      "step": 188
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0002894299287410926,
+      "loss": 0.8418,
+      "step": 190
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0002891923990498812,
+      "loss": 0.2927,
+      "step": 192
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0002889548693586698,
+      "loss": 0.4557,
+      "step": 194
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0002887173396674584,
+      "loss": 0.6756,
+      "step": 196
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.000288479809976247,
+      "loss": 0.682,
+      "step": 198
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0002882422802850356,
+      "loss": 0.5531,
+      "step": 200
+    },
+    {
+      "epoch": 0.15,
+      "eval_loss": 0.36585813760757446,
+      "eval_runtime": 9.3463,
+      "eval_samples_per_second": 3.317,
+      "eval_steps_per_second": 0.428,
+      "step": 200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0002880047505938242,
+      "loss": 0.2401,
+      "step": 202
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0002877672209026128,
+      "loss": 0.2941,
+      "step": 204
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0002875296912114014,
+      "loss": 0.6721,
+      "step": 206
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00028729216152019,
+      "loss": 0.311,
+      "step": 208
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0002870546318289786,
+      "loss": 0.1646,
+      "step": 210
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0002868171021377672,
+      "loss": 0.2189,
+      "step": 212
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0002865795724465558,
+      "loss": 0.2905,
+      "step": 214
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0002863420427553444,
+      "loss": 0.4144,
+      "step": 216
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.000286104513064133,
+      "loss": 0.4271,
+      "step": 218
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0002858669833729216,
+      "loss": 0.5791,
+      "step": 220
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00028562945368171017,
+      "loss": 0.3899,
+      "step": 222
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00028539192399049877,
+      "loss": 0.4753,
+      "step": 224
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00028515439429928737,
+      "loss": 0.4351,
+      "step": 226
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00028491686460807597,
+      "loss": 0.4096,
+      "step": 228
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0002846793349168646,
+      "loss": 0.7996,
+      "step": 230
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00028444180522565316,
+      "loss": 0.6729,
+      "step": 232
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00028420427553444176,
+      "loss": 0.7239,
+      "step": 234
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0002839667458432304,
+      "loss": 0.7276,
+      "step": 236
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00028372921615201895,
+      "loss": 0.4878,
+      "step": 238
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00028349168646080755,
+      "loss": 0.6066,
+      "step": 240
+    },
+    {
+      "epoch": 0.18,
+      "eval_loss": 0.350250780582428,
+      "eval_runtime": 9.3481,
+      "eval_samples_per_second": 3.316,
+      "eval_steps_per_second": 0.428,
+      "step": 240
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0002832541567695962,
+      "loss": 0.3477,
+      "step": 242
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0002830166270783848,
+      "loss": 0.5446,
+      "step": 244
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00028277909738717334,
+      "loss": 0.6981,
+      "step": 246
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.000282541567695962,
+      "loss": 0.5214,
+      "step": 248
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0002823040380047506,
+      "loss": 0.5459,
+      "step": 250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00028206650831353913,
+      "loss": 0.2052,
+      "step": 252
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0002818289786223278,
+      "loss": 0.5407,
+      "step": 254
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0002815914489311164,
+      "loss": 0.3608,
+      "step": 256
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.000281353919239905,
+      "loss": 0.2969,
+      "step": 258
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0002811163895486936,
+      "loss": 0.529,
+      "step": 260
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0002809976247030879,
+      "loss": 0.5643,
+      "step": 262
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0002807600950118765,
+      "loss": 0.3035,
+      "step": 264
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00028052256532066507,
+      "loss": 0.7444,
+      "step": 266
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00028028503562945367,
+      "loss": 0.4515,
+      "step": 268
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00028004750593824227,
+      "loss": 0.4964,
+      "step": 270
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00027980997624703086,
+      "loss": 0.2412,
+      "step": 272
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00027957244655581946,
+      "loss": 0.3906,
+      "step": 274
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00027933491686460806,
+      "loss": 0.2199,
+      "step": 276
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00027909738717339666,
+      "loss": 0.7144,
+      "step": 278
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00027885985748218525,
+      "loss": 0.2723,
+      "step": 280
+    },
+    {
+      "epoch": 0.21,
+      "eval_loss": 0.3972644805908203,
+      "eval_runtime": 9.3485,
+      "eval_samples_per_second": 3.316,
+      "eval_steps_per_second": 0.428,
+      "step": 280
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00027862232779097385,
+      "loss": 0.654,
+      "step": 282
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00027838479809976245,
+      "loss": 0.428,
+      "step": 284
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00027814726840855105,
+      "loss": 0.465,
+      "step": 286
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00027790973871733964,
+      "loss": 0.5494,
+      "step": 288
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00027767220902612824,
+      "loss": 0.4662,
+      "step": 290
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00027743467933491684,
+      "loss": 0.4589,
+      "step": 292
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00027719714964370544,
+      "loss": 0.504,
+      "step": 294
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00027695961995249403,
+      "loss": 0.6749,
+      "step": 296
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00027672209026128263,
+      "loss": 0.5869,
+      "step": 298
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00027648456057007123,
+      "loss": 0.6689,
+      "step": 300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0002762470308788598,
+      "loss": 0.2837,
+      "step": 302
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0002760095011876484,
+      "loss": 0.4046,
+      "step": 304
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.000275771971496437,
+      "loss": 0.17,
+      "step": 306
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0002755344418052256,
+      "loss": 0.4964,
+      "step": 308
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0002752969121140142,
+      "loss": 0.5627,
+      "step": 310
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0002750593824228028,
+      "loss": 0.2281,
+      "step": 312
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0002748218527315914,
+      "loss": 0.3021,
+      "step": 314
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00027458432304038,
+      "loss": 0.4209,
+      "step": 316
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00027434679334916866,
+      "loss": 0.2124,
+      "step": 318
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0002741092636579572,
+      "loss": 0.141,
+      "step": 320
+    },
+    {
+      "epoch": 0.24,
+      "eval_loss": 0.38411885499954224,
+      "eval_runtime": 9.3633,
+      "eval_samples_per_second": 3.311,
+      "eval_steps_per_second": 0.427,
+      "step": 320
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0002738717339667458,
+      "loss": 0.8166,
+      "step": 322
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00027363420427553445,
+      "loss": 0.4706,
+      "step": 324
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.000273396674584323,
+      "loss": 0.1793,
+      "step": 326
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0002731591448931116,
+      "loss": 0.342,
+      "step": 328
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00027292161520190024,
+      "loss": 0.6983,
+      "step": 330
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0002726840855106888,
+      "loss": 0.3803,
+      "step": 332
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0002724465558194774,
+      "loss": 0.4624,
+      "step": 334
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00027220902612826604,
+      "loss": 0.664,
+      "step": 336
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0002719714964370546,
+      "loss": 0.2172,
+      "step": 338
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0002717339667458432,
+      "loss": 0.8086,
+      "step": 340
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00027149643705463183,
+      "loss": 0.7088,
+      "step": 342
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00027125890736342037,
+      "loss": 0.5299,
+      "step": 344
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.000271021377672209,
+      "loss": 0.5036,
+      "step": 346
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0002707838479809976,
+      "loss": 0.5713,
+      "step": 348
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00027054631828978616,
+      "loss": 0.7754,
+      "step": 350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0002703087885985748,
+      "loss": 0.1775,
+      "step": 352
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0002700712589073634,
+      "loss": 0.2667,
+      "step": 354
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00026983372921615196,
+      "loss": 0.4825,
+      "step": 356
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0002695961995249406,
+      "loss": 0.5809,
+      "step": 358
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0002693586698337292,
+      "loss": 0.2108,
+      "step": 360
+    },
+    {
+      "epoch": 0.27,
+      "eval_loss": 0.3653150200843811,
+      "eval_runtime": 9.3669,
+      "eval_samples_per_second": 3.31,
+      "eval_steps_per_second": 0.427,
+      "step": 360
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0002691211401425178,
+      "loss": 0.3851,
+      "step": 362
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0002688836104513064,
+      "loss": 0.6308,
+      "step": 364
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.000268646080760095,
+      "loss": 0.4483,
+      "step": 366
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0002684085510688836,
+      "loss": 0.2517,
+      "step": 368
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0002681710213776722,
+      "loss": 0.297,
+      "step": 370
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0002679334916864608,
+      "loss": 0.4035,
+      "step": 372
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0002676959619952494,
+      "loss": 0.3484,
+      "step": 374
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.000267458432304038,
+      "loss": 0.3901,
+      "step": 376
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0002672209026128266,
+      "loss": 0.4338,
+      "step": 378
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0002669833729216152,
+      "loss": 0.1864,
+      "step": 380
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0002667458432304038,
+      "loss": 0.3032,
+      "step": 382
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0002665083135391924,
+      "loss": 0.4283,
+      "step": 384
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00026627078384798097,
+      "loss": 0.5854,
+      "step": 386
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00026603325415676957,
+      "loss": 0.4476,
+      "step": 388
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00026579572446555817,
+      "loss": 0.6709,
+      "step": 390
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00026555819477434676,
+      "loss": 0.8986,
+      "step": 392
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00026532066508313536,
+      "loss": 0.6288,
+      "step": 394
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00026508313539192396,
+      "loss": 0.6761,
+      "step": 396
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00026484560570071256,
+      "loss": 0.9205,
+      "step": 398
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00026460807600950115,
+      "loss": 0.8357,
+      "step": 400
+    },
+    {
+      "epoch": 0.3,
+      "eval_loss": 0.37132084369659424,
+      "eval_runtime": 9.3788,
+      "eval_samples_per_second": 3.305,
+      "eval_steps_per_second": 0.426,
+      "step": 400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00026437054631828975,
+      "loss": 0.3183,
+      "step": 402
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00026413301662707835,
+      "loss": 0.4029,
+      "step": 404
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00026389548693586695,
+      "loss": 0.2473,
+      "step": 406
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00026365795724465554,
+      "loss": 0.3392,
+      "step": 408
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00026342042755344414,
+      "loss": 0.152,
+      "step": 410
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00026318289786223274,
+      "loss": 0.7606,
+      "step": 412
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0002629453681710214,
+      "loss": 0.3145,
+      "step": 414
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00026270783847980993,
+      "loss": 0.4427,
+      "step": 416
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00026247030878859853,
+      "loss": 0.3433,
+      "step": 418
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0002622327790973872,
+      "loss": 0.3561,
+      "step": 420
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0002619952494061757,
+      "loss": 0.1787,
+      "step": 422
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0002617577197149643,
+      "loss": 0.4031,
+      "step": 424
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.000261520190023753,
+      "loss": 0.2517,
+      "step": 426
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0002612826603325415,
+      "loss": 0.4073,
+      "step": 428
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00026104513064133017,
+      "loss": 0.285,
+      "step": 430
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00026080760095011877,
+      "loss": 0.7348,
+      "step": 432
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0002605700712589073,
+      "loss": 0.3321,
+      "step": 434
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00026033254156769596,
+      "loss": 0.3248,
+      "step": 436
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00026009501187648456,
+      "loss": 0.3762,
+      "step": 438
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0002598574821852731,
+      "loss": 0.4617,
+      "step": 440
+    },
+    {
+      "epoch": 0.33,
+      "eval_loss": 0.3326135277748108,
+      "eval_runtime": 9.3635,
+      "eval_samples_per_second": 3.311,
+      "eval_steps_per_second": 0.427,
+      "step": 440
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00025961995249406175,
+      "loss": 0.5431,
+      "step": 442
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00025938242280285035,
+      "loss": 0.461,
+      "step": 444
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0002591448931116389,
+      "loss": 0.7486,
+      "step": 446
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00025890736342042755,
+      "loss": 1.0537,
+      "step": 448
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00025866983372921614,
+      "loss": 0.3911,
+      "step": 450
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0002584323040380047,
+      "loss": 0.2827,
+      "step": 452
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00025819477434679334,
+      "loss": 0.2125,
+      "step": 454
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00025795724465558194,
+      "loss": 0.5291,
+      "step": 456
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00025771971496437053,
+      "loss": 0.4086,
+      "step": 458
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00025748218527315913,
+      "loss": 0.3186,
+      "step": 460
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00025724465558194773,
+      "loss": 0.4514,
+      "step": 462
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0002570071258907363,
+      "loss": 0.3062,
+      "step": 464
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0002567695961995249,
+      "loss": 0.4006,
+      "step": 466
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0002565320665083135,
+      "loss": 0.5599,
+      "step": 468
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0002562945368171021,
+      "loss": 0.209,
+      "step": 470
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0002560570071258907,
+      "loss": 0.4061,
+      "step": 472
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0002558194774346793,
+      "loss": 0.509,
+      "step": 474
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0002555819477434679,
+      "loss": 0.2212,
+      "step": 476
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0002553444180522565,
+      "loss": 0.3223,
+      "step": 478
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0002551068883610451,
+      "loss": 0.3705,
+      "step": 480
+    },
+    {
+      "epoch": 0.37,
+      "eval_loss": 0.3311932384967804,
+      "eval_runtime": 9.3611,
+      "eval_samples_per_second": 3.312,
+      "eval_steps_per_second": 0.427,
+      "step": 480
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0002548693586698337,
+      "loss": 0.3872,
+      "step": 482
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0002546318289786223,
+      "loss": 0.357,
+      "step": 484
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0002543942992874109,
+      "loss": 0.394,
+      "step": 486
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0002541567695961995,
+      "loss": 0.6947,
+      "step": 488
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0002539192399049881,
+      "loss": 0.587,
+      "step": 490
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0002536817102137767,
+      "loss": 0.3654,
+      "step": 492
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0002534441805225653,
+      "loss": 0.4124,
+      "step": 494
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0002532066508313539,
+      "loss": 0.5718,
+      "step": 496
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0002529691211401425,
+      "loss": 0.5408,
+      "step": 498
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0002527315914489311,
+      "loss": 0.7847,
+      "step": 500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0002524940617577197,
+      "loss": 0.2047,
+      "step": 502
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0002522565320665083,
+      "loss": 0.44,
+      "step": 504
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00025201900237529687,
+      "loss": 0.2529,
+      "step": 506
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00025178147268408547,
+      "loss": 0.5779,
+      "step": 508
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00025154394299287407,
+      "loss": 0.3368,
+      "step": 510
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00025130641330166267,
+      "loss": 0.7092,
+      "step": 512
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0002510688836104513,
+      "loss": 0.2749,
+      "step": 514
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00025083135391923986,
+      "loss": 0.5612,
+      "step": 516
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00025059382422802846,
+      "loss": 0.2697,
+      "step": 518
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0002503562945368171,
+      "loss": 0.3866,
+      "step": 520
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 0.3422822952270508,
+      "eval_runtime": 9.3706,
+      "eval_samples_per_second": 3.308,
+      "eval_steps_per_second": 0.427,
+      "step": 520
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00025011876484560565,
+      "loss": 0.1455,
+      "step": 522
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00024988123515439425,
+      "loss": 0.363,
+      "step": 524
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0002496437054631829,
+      "loss": 0.3668,
+      "step": 526
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0002494061757719715,
+      "loss": 0.1978,
+      "step": 528
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00024916864608076004,
+      "loss": 0.6822,
+      "step": 530
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0002489311163895487,
+      "loss": 0.277,
+      "step": 532
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0002486935866983373,
+      "loss": 0.578,
+      "step": 534
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00024845605700712583,
+      "loss": 0.335,
+      "step": 536
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0002482185273159145,
+      "loss": 0.3037,
+      "step": 538
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0002479809976247031,
+      "loss": 0.7765,
+      "step": 540
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0002477434679334917,
+      "loss": 0.3561,
+      "step": 542
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0002475059382422803,
+      "loss": 0.7907,
+      "step": 544
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0002472684085510689,
+      "loss": 0.3645,
+      "step": 546
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0002470308788598575,
+      "loss": 0.4742,
+      "step": 548
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00024679334916864607,
+      "loss": 0.4835,
+      "step": 550
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00024655581947743467,
+      "loss": 0.5613,
+      "step": 552
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00024631828978622327,
+      "loss": 0.1417,
+      "step": 554
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00024608076009501186,
+      "loss": 0.6417,
+      "step": 556
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00024584323040380046,
+      "loss": 0.0816,
+      "step": 558
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00024560570071258906,
+      "loss": 0.3542,
+      "step": 560
+    },
+    {
+      "epoch": 0.43,
+      "eval_loss": 0.3095850348472595,
+      "eval_runtime": 9.3773,
+      "eval_samples_per_second": 3.306,
+      "eval_steps_per_second": 0.427,
+      "step": 560
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00024536817102137766,
+      "loss": 0.4251,
+      "step": 562
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00024513064133016625,
+      "loss": 0.1428,
+      "step": 564
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00024489311163895485,
+      "loss": 0.2823,
+      "step": 566
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00024465558194774345,
+      "loss": 0.1806,
+      "step": 568
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00024441805225653204,
+      "loss": 0.1927,
+      "step": 570
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00024418052256532064,
+      "loss": 0.5064,
+      "step": 572
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00024394299287410924,
+      "loss": 0.8591,
+      "step": 574
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00024370546318289786,
+      "loss": 0.2617,
+      "step": 576
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00024346793349168643,
+      "loss": 0.3761,
+      "step": 578
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00024323040380047503,
+      "loss": 0.4794,
+      "step": 580
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00024299287410926366,
+      "loss": 0.5079,
+      "step": 582
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00024275534441805223,
+      "loss": 0.5622,
+      "step": 584
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00024251781472684082,
+      "loss": 0.3593,
+      "step": 586
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00024228028503562945,
+      "loss": 0.5165,
+      "step": 588
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00024204275534441802,
+      "loss": 0.2907,
+      "step": 590
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00024180522565320662,
+      "loss": 0.6821,
+      "step": 592
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00024156769596199524,
+      "loss": 0.6338,
+      "step": 594
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0002413301662707838,
+      "loss": 0.3202,
+      "step": 596
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00024109263657957244,
+      "loss": 0.4335,
+      "step": 598
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00024085510688836103,
+      "loss": 1.038,
+      "step": 600
+    },
+    {
+      "epoch": 0.46,
+      "eval_loss": 0.32087576389312744,
+      "eval_runtime": 9.3801,
+      "eval_samples_per_second": 3.305,
+      "eval_steps_per_second": 0.426,
+      "step": 600
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0002406175771971496,
+      "loss": 0.3078,
+      "step": 602
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00024038004750593823,
+      "loss": 0.1842,
+      "step": 604
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00024014251781472683,
+      "loss": 0.2668,
+      "step": 606
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0002399049881235154,
+      "loss": 0.5238,
+      "step": 608
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00023966745843230402,
+      "loss": 0.1912,
+      "step": 610
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00023942992874109262,
+      "loss": 0.3954,
+      "step": 612
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0002391923990498812,
+      "loss": 0.4588,
+      "step": 614
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0002389548693586698,
+      "loss": 0.2253,
+      "step": 616
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0002387173396674584,
+      "loss": 0.3087,
+      "step": 618
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00023847980997624698,
+      "loss": 0.3133,
+      "step": 620
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0002382422802850356,
+      "loss": 0.2039,
+      "step": 622
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0002380047505938242,
+      "loss": 0.3007,
+      "step": 624
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00023776722090261283,
+      "loss": 0.3728,
+      "step": 626
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0002375296912114014,
+      "loss": 0.428,
+      "step": 628
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00023729216152019,
+      "loss": 0.4863,
+      "step": 630
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00023705463182897862,
+      "loss": 0.3753,
+      "step": 632
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0002368171021377672,
+      "loss": 0.453,
+      "step": 634
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0002365795724465558,
+      "loss": 0.607,
+      "step": 636
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0002363420427553444,
+      "loss": 0.6307,
+      "step": 638
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00023610451306413298,
+      "loss": 0.2342,
+      "step": 640
+    },
+    {
+      "epoch": 0.49,
+      "eval_loss": 0.3386555314064026,
+      "eval_runtime": 9.3562,
+      "eval_samples_per_second": 3.313,
+      "eval_steps_per_second": 0.428,
+      "step": 640
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00023586698337292158,
+      "loss": 0.57,
+      "step": 642
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0002356294536817102,
+      "loss": 0.5011,
+      "step": 644
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00023539192399049877,
+      "loss": 0.3662,
+      "step": 646
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00023515439429928737,
+      "loss": 0.6828,
+      "step": 648
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.000234916864608076,
+      "loss": 0.8893,
+      "step": 650
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0002346793349168646,
+      "loss": 0.2502,
+      "step": 652
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0002344418052256532,
+      "loss": 0.2193,
+      "step": 654
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0002342042755344418,
+      "loss": 0.2968,
+      "step": 656
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00023396674584323039,
+      "loss": 0.3268,
+      "step": 658
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00023372921615201898,
+      "loss": 0.2211,
+      "step": 660
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00023349168646080758,
+      "loss": 0.2749,
+      "step": 662
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00023325415676959618,
+      "loss": 0.1145,
+      "step": 664
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00023301662707838478,
+      "loss": 0.176,
+      "step": 666
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00023277909738717337,
+      "loss": 0.1624,
+      "step": 668
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00023254156769596197,
+      "loss": 0.3386,
+      "step": 670
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00023230403800475057,
+      "loss": 0.2456,
+      "step": 672
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00023206650831353917,
+      "loss": 0.3883,
+      "step": 674
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00023182897862232776,
+      "loss": 0.2532,
+      "step": 676
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.0002315914489311164,
+      "loss": 0.3974,
+      "step": 678
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.00023135391923990496,
+      "loss": 0.2916,
+      "step": 680
+    },
+    {
+      "epoch": 0.52,
+      "eval_loss": 0.333130806684494,
+      "eval_runtime": 9.3704,
+      "eval_samples_per_second": 3.308,
+      "eval_steps_per_second": 0.427,
+      "step": 680
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.00023111638954869358,
+      "loss": 0.4512,
+      "step": 682
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.00023087885985748218,
+      "loss": 0.4993,
+      "step": 684
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.00023064133016627075,
+      "loss": 0.4243,
+      "step": 686
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.00023040380047505938,
+      "loss": 0.6631,
+      "step": 688
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.00023016627078384797,
+      "loss": 0.445,
+      "step": 690
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.00022992874109263654,
+      "loss": 0.5938,
+      "step": 692
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.00022969121140142517,
+      "loss": 0.2758,
+      "step": 694
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.00022945368171021376,
+      "loss": 0.5372,
+      "step": 696
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.00022921615201900234,
+      "loss": 0.5573,
+      "step": 698
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.00022897862232779096,
+      "loss": 0.4405,
+      "step": 700
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.00022874109263657956,
+      "loss": 0.3267,
+      "step": 702
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.00022850356294536813,
+      "loss": 0.4658,
+      "step": 704
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.00022826603325415675,
+      "loss": 0.2937,
+      "step": 706
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.00022802850356294535,
+      "loss": 0.4125,
+      "step": 708
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.00022779097387173397,
+      "loss": 0.6237,
+      "step": 710
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.00022755344418052254,
+      "loss": 0.4166,
+      "step": 712
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.00022731591448931114,
+      "loss": 0.1716,
+      "step": 714
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.00022707838479809977,
+      "loss": 0.4588,
+      "step": 716
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.00022684085510688834,
+      "loss": 0.3804,
+      "step": 718
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.00022660332541567693,
+      "loss": 0.3955,
+      "step": 720
+    },
+    {
+      "epoch": 0.55,
+      "eval_loss": 0.30690163373947144,
+      "eval_runtime": 9.3841,
+      "eval_samples_per_second": 3.303,
+      "eval_steps_per_second": 0.426,
+      "step": 720
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.00022636579572446556,
+      "loss": 0.2965,
+      "step": 722
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.00022612826603325413,
+      "loss": 0.3147,
+      "step": 724
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.00022589073634204273,
+      "loss": 0.3258,
+      "step": 726
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.00022565320665083135,
+      "loss": 0.4931,
+      "step": 728
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.00022541567695961992,
+      "loss": 0.3053,
+      "step": 730
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.00022517814726840852,
+      "loss": 0.3506,
+      "step": 732
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.00022494061757719714,
+      "loss": 0.3847,
+      "step": 734
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0002247030878859857,
+      "loss": 0.654,
+      "step": 736
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.00022446555819477434,
+      "loss": 0.4389,
+      "step": 738
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.00022422802850356294,
+      "loss": 0.5818,
+      "step": 740
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0002239904988123515,
+      "loss": 0.2825,
+      "step": 742
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.00022375296912114013,
+      "loss": 0.3545,
+      "step": 744
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.00022351543942992873,
+      "loss": 0.5226,
+      "step": 746
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0002232779097387173,
+      "loss": 0.3422,
+      "step": 748
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.00022304038004750592,
+      "loss": 0.4571,
+      "step": 750
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.00022280285035629452,
+      "loss": 0.3552,
+      "step": 752
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0002225653206650831,
+      "loss": 0.3883,
+      "step": 754
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.00022232779097387172,
+      "loss": 0.0943,
+      "step": 756
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0002220902612826603,
+      "loss": 0.339,
+      "step": 758
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.00022185273159144888,
+      "loss": 0.4682,
+      "step": 760
+    },
+    {
+      "epoch": 0.58,
+      "eval_loss": 0.30051201581954956,
+      "eval_runtime": 9.37,
+      "eval_samples_per_second": 3.308,
+      "eval_steps_per_second": 0.427,
+      "step": 760
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0002216152019002375,
+      "loss": 0.1816,
+      "step": 762
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0002213776722090261,
+      "loss": 0.1316,
+      "step": 764
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.00022114014251781473,
+      "loss": 0.3573,
+      "step": 766
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0002209026128266033,
+      "loss": 0.2577,
+      "step": 768
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.0002206650831353919,
+      "loss": 0.3644,
+      "step": 770
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.00022042755344418052,
+      "loss": 0.3935,
+      "step": 772
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.0002201900237529691,
+      "loss": 0.3146,
+      "step": 774
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.0002199524940617577,
+      "loss": 0.1429,
+      "step": 776
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.00021971496437054631,
+      "loss": 0.5873,
+      "step": 778
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.00021947743467933488,
+      "loss": 0.3515,
+      "step": 780
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.00021923990498812348,
+      "loss": 0.2557,
+      "step": 782
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0002190023752969121,
+      "loss": 0.2107,
+      "step": 784
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.00021876484560570068,
+      "loss": 0.2708,
+      "step": 786
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.00021852731591448927,
+      "loss": 0.6583,
+      "step": 788
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0002182897862232779,
+      "loss": 0.4267,
+      "step": 790
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0002180522565320665,
+      "loss": 0.3937,
+      "step": 792
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0002178147268408551,
+      "loss": 0.5279,
+      "step": 794
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0002175771971496437,
+      "loss": 0.3597,
+      "step": 796
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0002173396674584323,
+      "loss": 0.551,
+      "step": 798
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.00021710213776722089,
+      "loss": 0.5738,
+      "step": 800
+    },
+    {
+      "epoch": 0.61,
+      "eval_loss": 0.3106914162635803,
+      "eval_runtime": 9.3568,
+      "eval_samples_per_second": 3.313,
+      "eval_steps_per_second": 0.427,
+      "step": 800
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.00021686460807600948,
+      "loss": 0.3408,
+      "step": 802
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.00021662707838479808,
+      "loss": 0.2379,
+      "step": 804
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.00021638954869358668,
+      "loss": 0.3936,
+      "step": 806
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.00021615201900237528,
+      "loss": 0.4368,
+      "step": 808
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.00021591448931116387,
+      "loss": 0.4031,
+      "step": 810
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.00021567695961995247,
+      "loss": 0.3129,
+      "step": 812
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.00021543942992874107,
+      "loss": 0.3011,
+      "step": 814
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.00021520190023752967,
+      "loss": 0.5397,
+      "step": 816
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.0002149643705463183,
+      "loss": 0.2948,
+      "step": 818
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.00021472684085510686,
+      "loss": 0.3202,
+      "step": 820
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.00021448931116389548,
+      "loss": 0.5377,
+      "step": 822
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.00021425178147268408,
+      "loss": 0.313,
+      "step": 824
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.00021401425178147265,
+      "loss": 0.2712,
+      "step": 826
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.00021377672209026128,
+      "loss": 0.2576,
+      "step": 828
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.00021353919239904987,
+      "loss": 0.2354,
+      "step": 830
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.00021330166270783844,
+      "loss": 0.2094,
+      "step": 832
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.00021306413301662707,
+      "loss": 0.2447,
+      "step": 834
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.00021282660332541567,
+      "loss": 0.5329,
+      "step": 836
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.00021258907363420424,
+      "loss": 0.7861,
+      "step": 838
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.00021235154394299286,
+      "loss": 0.5189,
+      "step": 840
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 0.3142649531364441,
+      "eval_runtime": 9.3636,
+      "eval_samples_per_second": 3.311,
+      "eval_steps_per_second": 0.427,
+      "step": 840
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.00021211401425178146,
+      "loss": 0.496,
+      "step": 842
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.00021187648456057003,
+      "loss": 0.5717,
+      "step": 844
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.00021163895486935865,
+      "loss": 0.6914,
+      "step": 846
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.00021140142517814725,
+      "loss": 0.4288,
+      "step": 848
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.00021116389548693588,
+      "loss": 0.4344,
+      "step": 850
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.00021092636579572445,
+      "loss": 0.3406,
+      "step": 852
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.00021068883610451304,
+      "loss": 0.4395,
+      "step": 854
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.00021045130641330167,
+      "loss": 0.4019,
+      "step": 856
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.00021021377672209024,
+      "loss": 0.4065,
+      "step": 858
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.00020997624703087884,
+      "loss": 0.4056,
+      "step": 860
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.00020973871733966746,
+      "loss": 0.293,
+      "step": 862
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.00020950118764845603,
+      "loss": 0.178,
+      "step": 864
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.00020926365795724463,
+      "loss": 0.3286,
+      "step": 866
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.00020902612826603325,
+      "loss": 0.3743,
+      "step": 868
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.00020878859857482182,
+      "loss": 0.1201,
+      "step": 870
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.00020855106888361042,
+      "loss": 0.3745,
+      "step": 872
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.00020831353919239905,
+      "loss": 0.1914,
+      "step": 874
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.00020807600950118762,
+      "loss": 0.156,
+      "step": 876
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.00020783847980997624,
+      "loss": 0.4407,
+      "step": 878
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.00020760095011876484,
+      "loss": 0.2494,
+      "step": 880
+    },
+    {
+      "epoch": 0.67,
+      "eval_loss": 0.30005908012390137,
+      "eval_runtime": 9.3677,
+      "eval_samples_per_second": 3.309,
+      "eval_steps_per_second": 0.427,
+      "step": 880
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.0002073634204275534,
+      "loss": 0.3569,
+      "step": 882
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.00020712589073634203,
+      "loss": 0.5322,
+      "step": 884
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.00020688836104513063,
+      "loss": 0.3475,
+      "step": 886
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.0002066508313539192,
+      "loss": 0.7766,
+      "step": 888
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.00020641330166270782,
+      "loss": 0.5736,
+      "step": 890
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.00020617577197149642,
+      "loss": 0.7265,
+      "step": 892
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.000205938242280285,
+      "loss": 0.6645,
+      "step": 894
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.00020570071258907362,
+      "loss": 0.5939,
+      "step": 896
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.00020546318289786221,
+      "loss": 0.663,
+      "step": 898
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.00020522565320665078,
+      "loss": 0.426,
+      "step": 900
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0002049881235154394,
+      "loss": 0.5316,
+      "step": 902
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.000204750593824228,
+      "loss": 0.3482,
+      "step": 904
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.00020451306413301663,
+      "loss": 0.2285,
+      "step": 906
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0002042755344418052,
+      "loss": 0.3939,
+      "step": 908
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0002040380047505938,
+      "loss": 0.2218,
+      "step": 910
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.00020380047505938242,
+      "loss": 0.6687,
+      "step": 912
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.000203562945368171,
+      "loss": 0.3438,
+      "step": 914
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.0002033254156769596,
+      "loss": 0.4643,
+      "step": 916
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.00020308788598574822,
+      "loss": 0.3205,
+      "step": 918
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.00020285035629453679,
+      "loss": 0.2342,
+      "step": 920
+    },
+    {
+      "epoch": 0.7,
+      "eval_loss": 0.3056817352771759,
+      "eval_runtime": 9.3743,
+      "eval_samples_per_second": 3.307,
+      "eval_steps_per_second": 0.427,
+      "step": 920
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.00020261282660332538,
+      "loss": 0.6588,
+      "step": 922
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.000202375296912114,
+      "loss": 0.2558,
+      "step": 924
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.00020213776722090258,
+      "loss": 0.3291,
+      "step": 926
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.00020190023752969118,
+      "loss": 0.2376,
+      "step": 928
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0002016627078384798,
+      "loss": 0.3169,
+      "step": 930
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0002014251781472684,
+      "loss": 0.5664,
+      "step": 932
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.000201187648456057,
+      "loss": 0.5703,
+      "step": 934
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0002009501187648456,
+      "loss": 0.3994,
+      "step": 936
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0002007125890736342,
+      "loss": 0.4961,
+      "step": 938
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.0002004750593824228,
+      "loss": 0.2799,
+      "step": 940
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.00020023752969121139,
+      "loss": 0.6838,
+      "step": 942
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.00019999999999999998,
+      "loss": 0.7514,
+      "step": 944
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.00019976247030878858,
+      "loss": 0.3226,
+      "step": 946
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.00019952494061757718,
+      "loss": 0.4376,
+      "step": 948
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.00019928741092636577,
+      "loss": 0.3865,
+      "step": 950
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.00019904988123515437,
+      "loss": 0.2718,
+      "step": 952
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.00019881235154394297,
+      "loss": 0.3613,
+      "step": 954
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.00019857482185273157,
+      "loss": 0.1676,
+      "step": 956
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0001983372921615202,
+      "loss": 0.1592,
+      "step": 958
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.00019809976247030876,
+      "loss": 0.1569,
+      "step": 960
+    },
+    {
+      "epoch": 0.73,
+      "eval_loss": 0.2912062406539917,
+      "eval_runtime": 9.3645,
+      "eval_samples_per_second": 3.31,
+      "eval_steps_per_second": 0.427,
+      "step": 960
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0001978622327790974,
+      "loss": 0.2437,
+      "step": 962
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.00019762470308788598,
+      "loss": 0.3692,
+      "step": 964
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.00019738717339667455,
+      "loss": 0.4776,
+      "step": 966
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.00019714964370546318,
+      "loss": 0.3758,
+      "step": 968
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.00019691211401425178,
+      "loss": 0.3706,
+      "step": 970
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.00019667458432304035,
+      "loss": 0.3859,
+      "step": 972
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.00019643705463182897,
+      "loss": 0.3068,
+      "step": 974
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.00019619952494061757,
+      "loss": 0.3434,
+      "step": 976
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.00019596199524940614,
+      "loss": 0.251,
+      "step": 978
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.00019572446555819476,
+      "loss": 0.3743,
+      "step": 980
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.00019548693586698336,
+      "loss": 0.3823,
+      "step": 982
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.00019524940617577193,
+      "loss": 0.5968,
+      "step": 984
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.00019501187648456056,
+      "loss": 0.3111,
+      "step": 986
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.00019477434679334915,
+      "loss": 0.4698,
+      "step": 988
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.00019453681710213778,
+      "loss": 0.8493,
+      "step": 990
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.00019429928741092635,
+      "loss": 0.3721,
+      "step": 992
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.00019406175771971495,
+      "loss": 0.5048,
+      "step": 994
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.00019382422802850357,
+      "loss": 0.8067,
+      "step": 996
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.00019358669833729214,
+      "loss": 0.7082,
+      "step": 998
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.00019334916864608074,
+      "loss": 0.3908,
+      "step": 1000
+    },
+    {
+      "epoch": 0.76,
+      "eval_loss": 0.29726114869117737,
+      "eval_runtime": 9.3689,
+      "eval_samples_per_second": 3.309,
+      "eval_steps_per_second": 0.427,
+      "step": 1000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.00019311163895486936,
+      "loss": 0.1999,
+      "step": 1002
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.00019287410926365793,
+      "loss": 0.4173,
+      "step": 1004
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.00019263657957244653,
+      "loss": 0.4925,
+      "step": 1006
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.00019239904988123515,
+      "loss": 0.3295,
+      "step": 1008
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.00019216152019002372,
+      "loss": 0.8868,
+      "step": 1010
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.00019192399049881232,
+      "loss": 0.2795,
+      "step": 1012
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.00019168646080760095,
+      "loss": 0.2334,
+      "step": 1014
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.00019144893111638952,
+      "loss": 0.3648,
+      "step": 1016
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.00019121140142517814,
+      "loss": 0.5019,
+      "step": 1018
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.00019097387173396674,
+      "loss": 0.6776,
+      "step": 1020
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0001907363420427553,
+      "loss": 0.5213,
+      "step": 1022
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.00019049881235154393,
+      "loss": 0.2362,
+      "step": 1024
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.00019026128266033253,
+      "loss": 0.254,
+      "step": 1026
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0001900237529691211,
+      "loss": 0.3561,
+      "step": 1028
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.00018978622327790973,
+      "loss": 0.3274,
+      "step": 1030
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.00018954869358669832,
+      "loss": 0.5482,
+      "step": 1032
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.0001893111638954869,
+      "loss": 0.1905,
+      "step": 1034
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.00018907363420427552,
+      "loss": 0.7008,
+      "step": 1036
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.00018883610451306412,
+      "loss": 0.4091,
+      "step": 1038
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.0001885985748218527,
+      "loss": 0.299,
+      "step": 1040
+    },
+    {
+      "epoch": 0.79,
+      "eval_loss": 0.3022250831127167,
+      "eval_runtime": 9.3563,
+      "eval_samples_per_second": 3.313,
+      "eval_steps_per_second": 0.428,
+      "step": 1040
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.0001883610451306413,
+      "loss": 0.377,
+      "step": 1042
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.0001881235154394299,
+      "loss": 0.4336,
+      "step": 1044
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.00018788598574821853,
+      "loss": 0.3129,
+      "step": 1046
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0001876484560570071,
+      "loss": 0.2832,
+      "step": 1048
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0001874109263657957,
+      "loss": 0.4134,
+      "step": 1050
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.00018717339667458433,
+      "loss": 0.3931,
+      "step": 1052
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0001869358669833729,
+      "loss": 0.2382,
+      "step": 1054
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0001866983372921615,
+      "loss": 0.6188,
+      "step": 1056
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.00018646080760095012,
+      "loss": 0.291,
+      "step": 1058
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0001862232779097387,
+      "loss": 0.5257,
+      "step": 1060
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.00018598574821852729,
+      "loss": 0.2344,
+      "step": 1062
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0001857482185273159,
+      "loss": 0.459,
+      "step": 1064
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.00018551068883610448,
+      "loss": 0.2123,
+      "step": 1066
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.00018527315914489308,
+      "loss": 0.1802,
+      "step": 1068
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0001850356294536817,
+      "loss": 0.2008,
+      "step": 1070
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0001847980997624703,
+      "loss": 0.4117,
+      "step": 1072
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0001845605700712589,
+      "loss": 0.3687,
+      "step": 1074
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0001843230403800475,
+      "loss": 0.4176,
+      "step": 1076
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0001840855106888361,
+      "loss": 0.1763,
+      "step": 1078
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0001838479809976247,
+      "loss": 0.4687,
+      "step": 1080
+    },
+    {
+      "epoch": 0.82,
+      "eval_loss": 0.28451159596443176,
+      "eval_runtime": 9.3666,
+      "eval_samples_per_second": 3.31,
+      "eval_steps_per_second": 0.427,
+      "step": 1080
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0001836104513064133,
+      "loss": 0.3777,
+      "step": 1082
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.00018337292161520188,
+      "loss": 0.5257,
+      "step": 1084
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.00018313539192399048,
+      "loss": 0.309,
+      "step": 1086
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.00018289786223277908,
+      "loss": 0.3204,
+      "step": 1088
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.00018266033254156768,
+      "loss": 0.3176,
+      "step": 1090
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.00018242280285035627,
+      "loss": 0.4988,
+      "step": 1092
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.00018218527315914487,
+      "loss": 0.5506,
+      "step": 1094
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.00018194774346793347,
+      "loss": 0.5344,
+      "step": 1096
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.0001817102137767221,
+      "loss": 0.291,
+      "step": 1098
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.00018147268408551066,
+      "loss": 0.7219,
+      "step": 1100
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.0001812351543942993,
+      "loss": 0.2022,
+      "step": 1102
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.00018099762470308789,
+      "loss": 0.3979,
+      "step": 1104
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.00018076009501187646,
+      "loss": 0.2127,
+      "step": 1106
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.00018052256532066508,
+      "loss": 0.1794,
+      "step": 1108
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.00018028503562945368,
+      "loss": 0.2382,
+      "step": 1110
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.00018004750593824225,
+      "loss": 0.1974,
+      "step": 1112
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.00017980997624703087,
+      "loss": 0.2626,
+      "step": 1114
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.00017957244655581947,
+      "loss": 0.1322,
+      "step": 1116
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.00017933491686460804,
+      "loss": 0.4259,
+      "step": 1118
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.00017909738717339667,
+      "loss": 0.5042,
+      "step": 1120
+    },
+    {
+      "epoch": 0.85,
+      "eval_loss": 0.28996601700782776,
+      "eval_runtime": 9.3713,
+      "eval_samples_per_second": 3.308,
+      "eval_steps_per_second": 0.427,
+      "step": 1120
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.00017885985748218526,
+      "loss": 0.2776,
+      "step": 1122
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.00017862232779097383,
+      "loss": 0.3122,
+      "step": 1124
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.00017838479809976246,
+      "loss": 0.3593,
+      "step": 1126
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.00017814726840855106,
+      "loss": 0.2119,
+      "step": 1128
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.00017790973871733968,
+      "loss": 0.3225,
+      "step": 1130
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.00017767220902612825,
+      "loss": 0.4566,
+      "step": 1132
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.00017743467933491685,
+      "loss": 0.2634,
+      "step": 1134
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.00017719714964370547,
+      "loss": 0.3555,
+      "step": 1136
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.00017695961995249404,
+      "loss": 0.6081,
+      "step": 1138
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.00017672209026128264,
+      "loss": 0.6723,
+      "step": 1140
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.00017648456057007126,
+      "loss": 0.4368,
+      "step": 1142
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.00017624703087885983,
+      "loss": 0.3456,
+      "step": 1144
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.00017600950118764843,
+      "loss": 0.5196,
+      "step": 1146
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.00017577197149643706,
+      "loss": 0.6309,
+      "step": 1148
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.00017553444180522563,
+      "loss": 0.3567,
+      "step": 1150
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.00017529691211401422,
+      "loss": 0.1788,
+      "step": 1152
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.00017505938242280285,
+      "loss": 0.3107,
+      "step": 1154
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.00017482185273159142,
+      "loss": 0.2521,
+      "step": 1156
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.00017458432304038004,
+      "loss": 0.4581,
+      "step": 1158
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.00017434679334916864,
+      "loss": 0.3965,
+      "step": 1160
+    },
+    {
+      "epoch": 0.88,
+      "eval_loss": 0.29988202452659607,
+      "eval_runtime": 9.3736,
+      "eval_samples_per_second": 3.307,
+      "eval_steps_per_second": 0.427,
+      "step": 1160
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.0001741092636579572,
+      "loss": 0.3428,
+      "step": 1162
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.00017387173396674584,
+      "loss": 0.201,
+      "step": 1164
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.00017363420427553443,
+      "loss": 0.0984,
+      "step": 1166
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.000173396674584323,
+      "loss": 0.2268,
+      "step": 1168
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.00017315914489311163,
+      "loss": 0.3022,
+      "step": 1170
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.00017292161520190023,
+      "loss": 0.1228,
+      "step": 1172
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.0001726840855106888,
+      "loss": 0.3308,
+      "step": 1174
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.00017244655581947742,
+      "loss": 0.2718,
+      "step": 1176
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.00017220902612826602,
+      "loss": 0.3271,
+      "step": 1178
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0001719714964370546,
+      "loss": 0.695,
+      "step": 1180
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0001717339667458432,
+      "loss": 0.3261,
+      "step": 1182
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0001714964370546318,
+      "loss": 0.3856,
+      "step": 1184
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.00017125890736342043,
+      "loss": 0.6406,
+      "step": 1186
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.000171021377672209,
+      "loss": 0.4738,
+      "step": 1188
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0001707838479809976,
+      "loss": 0.4359,
+      "step": 1190
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.00017054631828978623,
+      "loss": 0.47,
+      "step": 1192
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0001703087885985748,
+      "loss": 0.4494,
+      "step": 1194
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0001700712589073634,
+      "loss": 0.3126,
+      "step": 1196
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.00016983372921615202,
+      "loss": 0.6054,
+      "step": 1198
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0001695961995249406,
+      "loss": 0.5807,
+      "step": 1200
+    },
+    {
+      "epoch": 0.91,
+      "eval_loss": 0.2884325683116913,
+      "eval_runtime": 9.37,
+      "eval_samples_per_second": 3.308,
+      "eval_steps_per_second": 0.427,
+      "step": 1200
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0001693586698337292,
+      "loss": 0.2636,
+      "step": 1202
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0001691211401425178,
+      "loss": 0.3178,
+      "step": 1204
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.00016888361045130638,
+      "loss": 0.2728,
+      "step": 1206
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.00016864608076009498,
+      "loss": 0.2114,
+      "step": 1208
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0001684085510688836,
+      "loss": 0.239,
+      "step": 1210
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0001681710213776722,
+      "loss": 0.3943,
+      "step": 1212
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0001679334916864608,
+      "loss": 0.3986,
+      "step": 1214
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0001676959619952494,
+      "loss": 0.4496,
+      "step": 1216
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.000167458432304038,
+      "loss": 0.212,
+      "step": 1218
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0001672209026128266,
+      "loss": 0.3403,
+      "step": 1220
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0001669833729216152,
+      "loss": 0.5408,
+      "step": 1222
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.00016674584323040379,
+      "loss": 0.1845,
+      "step": 1224
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.00016650831353919238,
+      "loss": 0.7421,
+      "step": 1226
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.00016627078384798098,
+      "loss": 0.5108,
+      "step": 1228
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.00016603325415676958,
+      "loss": 0.2919,
+      "step": 1230
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.00016579572446555818,
+      "loss": 0.6641,
+      "step": 1232
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.00016555819477434677,
+      "loss": 0.3638,
+      "step": 1234
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.00016532066508313537,
+      "loss": 0.4661,
+      "step": 1236
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.000165083135391924,
+      "loss": 0.2664,
+      "step": 1238
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.00016484560570071257,
+      "loss": 0.7164,
+      "step": 1240
+    },
+    {
+      "epoch": 0.94,
+      "eval_loss": 0.2925778031349182,
+      "eval_runtime": 9.3647,
+      "eval_samples_per_second": 3.31,
+      "eval_steps_per_second": 0.427,
+      "step": 1240
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0001646080760095012,
+      "loss": 0.6013,
+      "step": 1242
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0001643705463182898,
+      "loss": 0.3291,
+      "step": 1244
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.00016413301662707836,
+      "loss": 0.4696,
+      "step": 1246
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.00016389548693586698,
+      "loss": 0.5757,
+      "step": 1248
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.00016365795724465558,
+      "loss": 0.44,
+      "step": 1250
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.00016342042755344415,
+      "loss": 0.1995,
+      "step": 1252
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.00016318289786223277,
+      "loss": 0.2627,
+      "step": 1254
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.00016294536817102137,
+      "loss": 0.2906,
+      "step": 1256
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.00016270783847980994,
+      "loss": 0.6191,
+      "step": 1258
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.00016247030878859857,
+      "loss": 0.1564,
+      "step": 1260
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.00016223277909738716,
+      "loss": 0.2257,
+      "step": 1262
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.00016199524940617573,
+      "loss": 0.224,
+      "step": 1264
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.00016175771971496436,
+      "loss": 0.2073,
+      "step": 1266
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.00016152019002375296,
+      "loss": 0.4296,
+      "step": 1268
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.00016128266033254158,
+      "loss": 0.2992,
+      "step": 1270
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.00016104513064133015,
+      "loss": 0.5368,
+      "step": 1272
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.00016080760095011875,
+      "loss": 0.395,
+      "step": 1274
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.00016057007125890737,
+      "loss": 0.5972,
+      "step": 1276
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.00016033254156769594,
+      "loss": 0.3517,
+      "step": 1278
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.00016009501187648454,
+      "loss": 0.6165,
+      "step": 1280
+    },
+    {
+      "epoch": 0.97,
+      "eval_loss": 0.30172425508499146,
+      "eval_runtime": 9.3735,
+      "eval_samples_per_second": 3.307,
+      "eval_steps_per_second": 0.427,
+      "step": 1280
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.00015985748218527317,
+      "loss": 0.2574,
+      "step": 1282
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.00015961995249406174,
+      "loss": 0.5882,
+      "step": 1284
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.00015938242280285033,
+      "loss": 0.2955,
+      "step": 1286
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.00015914489311163896,
+      "loss": 0.573,
+      "step": 1288
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.00015890736342042753,
+      "loss": 0.5312,
+      "step": 1290
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.00015866983372921613,
+      "loss": 0.5778,
+      "step": 1292
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.00015843230403800475,
+      "loss": 0.5417,
+      "step": 1294
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.00015819477434679332,
+      "loss": 0.542,
+      "step": 1296
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.00015795724465558195,
+      "loss": 0.6474,
+      "step": 1298
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.00015771971496437054,
+      "loss": 0.6188,
+      "step": 1300
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.0001574821852731591,
+      "loss": 0.3035,
+      "step": 1302
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.00015724465558194774,
+      "loss": 0.3204,
+      "step": 1304
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.00015700712589073634,
+      "loss": 0.1779,
+      "step": 1306
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0001567695961995249,
+      "loss": 0.5388,
+      "step": 1308
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.00015653206650831353,
+      "loss": 0.3138,
+      "step": 1310
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.00015629453681710213,
+      "loss": 0.2565,
+      "step": 1312
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0001560570071258907,
+      "loss": 0.2422,
+      "step": 1314
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.00015581947743467932,
+      "loss": 0.2166,
+      "step": 1316
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.00015558194774346792,
+      "loss": 0.6993,
+      "step": 1318
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0001553444180522565,
+      "loss": 0.2133,
+      "step": 1320
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.29531198740005493,
+      "eval_runtime": 9.3723,
+      "eval_samples_per_second": 3.308,
+      "eval_steps_per_second": 0.427,
+      "step": 1320
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.00015510688836104511,
+      "loss": 0.2226,
+      "step": 1322
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0001548693586698337,
+      "loss": 0.2377,
+      "step": 1324
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.00015463182897862234,
+      "loss": 0.2588,
+      "step": 1326
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0001543942992874109,
+      "loss": 0.1465,
+      "step": 1328
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0001541567695961995,
+      "loss": 0.1348,
+      "step": 1330
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.00015391923990498813,
+      "loss": 0.2277,
+      "step": 1332
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0001536817102137767,
+      "loss": 0.2207,
+      "step": 1334
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0001534441805225653,
+      "loss": 0.1533,
+      "step": 1336
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.00015320665083135392,
+      "loss": 0.138,
+      "step": 1338
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0001529691211401425,
+      "loss": 0.304,
+      "step": 1340
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0001527315914489311,
+      "loss": 0.1605,
+      "step": 1342
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.00015249406175771971,
+      "loss": 0.1622,
+      "step": 1344
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.00015225653206650828,
+      "loss": 0.4186,
+      "step": 1346
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.00015201900237529688,
+      "loss": 0.5146,
+      "step": 1348
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0001517814726840855,
+      "loss": 0.2799,
+      "step": 1350
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0001515439429928741,
+      "loss": 0.2962,
+      "step": 1352
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0001513064133016627,
+      "loss": 0.4254,
+      "step": 1354
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0001510688836104513,
+      "loss": 0.184,
+      "step": 1356
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0001508313539192399,
+      "loss": 0.324,
+      "step": 1358
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0001505938242280285,
+      "loss": 0.4349,
+      "step": 1360
+    },
+    {
+      "epoch": 1.04,
+      "eval_loss": 0.30077916383743286,
+      "eval_runtime": 9.3628,
+      "eval_samples_per_second": 3.311,
+      "eval_steps_per_second": 0.427,
+      "step": 1360
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0001503562945368171,
+      "loss": 0.3595,
+      "step": 1362
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0001501187648456057,
+      "loss": 0.3216,
+      "step": 1364
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.00014988123515439429,
+      "loss": 0.2642,
+      "step": 1366
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.00014964370546318288,
+      "loss": 0.2768,
+      "step": 1368
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.00014940617577197148,
+      "loss": 0.2836,
+      "step": 1370
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.00014916864608076008,
+      "loss": 0.271,
+      "step": 1372
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.00014893111638954868,
+      "loss": 0.1274,
+      "step": 1374
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.00014869358669833727,
+      "loss": 0.2582,
+      "step": 1376
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.00014845605700712587,
+      "loss": 0.1205,
+      "step": 1378
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.00014821852731591447,
+      "loss": 0.2666,
+      "step": 1380
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.00014798099762470307,
+      "loss": 0.3368,
+      "step": 1382
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.0001477434679334917,
+      "loss": 0.2235,
+      "step": 1384
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.00014750593824228026,
+      "loss": 0.174,
+      "step": 1386
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.00014726840855106886,
+      "loss": 0.2548,
+      "step": 1388
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.00014703087885985748,
+      "loss": 0.1368,
+      "step": 1390
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.00014679334916864608,
+      "loss": 0.3339,
+      "step": 1392
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.00014655581947743465,
+      "loss": 0.2467,
+      "step": 1394
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.00014631828978622327,
+      "loss": 0.545,
+      "step": 1396
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.00014608076009501187,
+      "loss": 0.4737,
+      "step": 1398
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.00014584323040380044,
+      "loss": 0.3211,
+      "step": 1400
+    },
+    {
+      "epoch": 1.07,
+      "eval_loss": 0.298988401889801,
+      "eval_runtime": 9.3754,
+      "eval_samples_per_second": 3.307,
+      "eval_steps_per_second": 0.427,
+      "step": 1400
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.00014560570071258907,
+      "loss": 0.4183,
+      "step": 1402
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.00014536817102137766,
+      "loss": 0.3987,
+      "step": 1404
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.00014513064133016626,
+      "loss": 0.271,
+      "step": 1406
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.00014489311163895486,
+      "loss": 0.5186,
+      "step": 1408
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.00014465558194774346,
+      "loss": 0.4565,
+      "step": 1410
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.00014441805225653205,
+      "loss": 0.587,
+      "step": 1412
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.00014418052256532065,
+      "loss": 0.2181,
+      "step": 1414
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.00014394299287410925,
+      "loss": 0.2768,
+      "step": 1416
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.00014370546318289785,
+      "loss": 0.206,
+      "step": 1418
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.00014346793349168644,
+      "loss": 0.2181,
+      "step": 1420
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.00014323040380047504,
+      "loss": 0.3849,
+      "step": 1422
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.00014299287410926364,
+      "loss": 0.1969,
+      "step": 1424
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.00014275534441805224,
+      "loss": 0.2128,
+      "step": 1426
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.00014251781472684083,
+      "loss": 0.1358,
+      "step": 1428
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.00014228028503562943,
+      "loss": 0.13,
+      "step": 1430
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.00014204275534441803,
+      "loss": 0.1779,
+      "step": 1432
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.00014180522565320665,
+      "loss": 0.3976,
+      "step": 1434
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.00014156769596199522,
+      "loss": 0.2441,
+      "step": 1436
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.00014133016627078385,
+      "loss": 0.2019,
+      "step": 1438
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.00014109263657957244,
+      "loss": 0.3846,
+      "step": 1440
+    },
+    {
+      "epoch": 1.1,
+      "eval_loss": 0.2891404330730438,
+      "eval_runtime": 9.3736,
+      "eval_samples_per_second": 3.307,
+      "eval_steps_per_second": 0.427,
+      "step": 1440
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.00014085510688836102,
+      "loss": 0.1714,
+      "step": 1442
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.00014061757719714964,
+      "loss": 0.2879,
+      "step": 1444
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.00014038004750593824,
+      "loss": 0.2013,
+      "step": 1446
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.00014014251781472683,
+      "loss": 0.2848,
+      "step": 1448
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.00013990498812351543,
+      "loss": 0.1802,
+      "step": 1450
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.00013966745843230403,
+      "loss": 0.3454,
+      "step": 1452
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.00013942992874109263,
+      "loss": 0.3834,
+      "step": 1454
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.00013919239904988122,
+      "loss": 0.1989,
+      "step": 1456
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.00013895486935866982,
+      "loss": 0.4012,
+      "step": 1458
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.00013871733966745842,
+      "loss": 0.575,
+      "step": 1460
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.00013847980997624702,
+      "loss": 0.5694,
+      "step": 1462
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.00013824228028503561,
+      "loss": 0.2037,
+      "step": 1464
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0001380047505938242,
+      "loss": 0.153,
+      "step": 1466
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0001377672209026128,
+      "loss": 0.2271,
+      "step": 1468
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0001375296912114014,
+      "loss": 0.0628,
+      "step": 1470
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.00013729216152019,
+      "loss": 0.2926,
+      "step": 1472
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0001370546318289786,
+      "loss": 0.1305,
+      "step": 1474
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.00013681710213776723,
+      "loss": 0.3799,
+      "step": 1476
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0001365795724465558,
+      "loss": 0.2154,
+      "step": 1478
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0001363420427553444,
+      "loss": 0.156,
+      "step": 1480
+    },
+    {
+      "epoch": 1.13,
+      "eval_loss": 0.30829301476478577,
+      "eval_runtime": 9.3804,
+      "eval_samples_per_second": 3.305,
+      "eval_steps_per_second": 0.426,
+      "step": 1480
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.00013610451306413302,
+      "loss": 0.1986,
+      "step": 1482
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0001358669833729216,
+      "loss": 0.3165,
+      "step": 1484
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.00013562945368171019,
+      "loss": 0.1787,
+      "step": 1486
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0001353919239904988,
+      "loss": 0.324,
+      "step": 1488
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0001351543942992874,
+      "loss": 0.5348,
+      "step": 1490
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.00013491686460807598,
+      "loss": 0.4912,
+      "step": 1492
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0001346793349168646,
+      "loss": 0.2025,
+      "step": 1494
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0001344418052256532,
+      "loss": 0.4557,
+      "step": 1496
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0001342042755344418,
+      "loss": 0.1882,
+      "step": 1498
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0001339667458432304,
+      "loss": 0.4147,
+      "step": 1500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.000133729216152019,
+      "loss": 0.1926,
+      "step": 1502
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0001334916864608076,
+      "loss": 0.2459,
+      "step": 1504
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0001332541567695962,
+      "loss": 0.2022,
+      "step": 1506
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.00013301662707838478,
+      "loss": 0.3979,
+      "step": 1508
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.00013277909738717338,
+      "loss": 0.2447,
+      "step": 1510
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.00013254156769596198,
+      "loss": 0.4377,
+      "step": 1512
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.00013230403800475058,
+      "loss": 0.2919,
+      "step": 1514
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.00013206650831353917,
+      "loss": 0.3803,
+      "step": 1516
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.00013182897862232777,
+      "loss": 0.3226,
+      "step": 1518
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.00013159144893111637,
+      "loss": 0.1986,
+      "step": 1520
+    },
+    {
+      "epoch": 1.16,
+      "eval_loss": 0.29942193627357483,
+      "eval_runtime": 9.3702,
+      "eval_samples_per_second": 3.308,
+      "eval_steps_per_second": 0.427,
+      "step": 1520
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.00013135391923990497,
+      "loss": 0.1756,
+      "step": 1522
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0001311163895486936,
+      "loss": 0.1337,
+      "step": 1524
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.00013087885985748216,
+      "loss": 0.255,
+      "step": 1526
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.00013064133016627076,
+      "loss": 0.3432,
+      "step": 1528
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.00013040380047505938,
+      "loss": 0.1389,
+      "step": 1530
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.00013016627078384798,
+      "loss": 0.5034,
+      "step": 1532
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.00012992874109263655,
+      "loss": 0.2984,
+      "step": 1534
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.00012969121140142518,
+      "loss": 0.2769,
+      "step": 1536
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.00012945368171021377,
+      "loss": 0.208,
+      "step": 1538
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.00012921615201900234,
+      "loss": 0.1337,
+      "step": 1540
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.00012897862232779097,
+      "loss": 0.1577,
+      "step": 1542
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.00012874109263657957,
+      "loss": 0.2292,
+      "step": 1544
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.00012850356294536816,
+      "loss": 0.4786,
+      "step": 1546
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.00012826603325415676,
+      "loss": 0.5353,
+      "step": 1548
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.00012802850356294536,
+      "loss": 0.3776,
+      "step": 1550
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.00012779097387173396,
+      "loss": 0.4191,
+      "step": 1552
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.00012755344418052255,
+      "loss": 0.4955,
+      "step": 1554
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.00012731591448931115,
+      "loss": 0.2306,
+      "step": 1556
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.00012707838479809975,
+      "loss": 0.2364,
+      "step": 1558
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.00012684085510688835,
+      "loss": 0.5088,
+      "step": 1560
+    },
+    {
+      "epoch": 1.19,
+      "eval_loss": 0.30880963802337646,
+      "eval_runtime": 9.3477,
+      "eval_samples_per_second": 3.316,
+      "eval_steps_per_second": 0.428,
+      "step": 1560
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.00012660332541567694,
+      "loss": 0.3287,
+      "step": 1562
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.00012636579572446554,
+      "loss": 0.3194,
+      "step": 1564
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.00012612826603325414,
+      "loss": 0.2959,
+      "step": 1566
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.00012589073634204274,
+      "loss": 0.1207,
+      "step": 1568
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.00012565320665083133,
+      "loss": 0.1987,
+      "step": 1570
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.00012541567695961993,
+      "loss": 0.2112,
+      "step": 1572
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.00012517814726840855,
+      "loss": 0.3108,
+      "step": 1574
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.00012494061757719712,
+      "loss": 0.1942,
+      "step": 1576
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.00012470308788598575,
+      "loss": 0.3274,
+      "step": 1578
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.00012446555819477435,
+      "loss": 0.1127,
+      "step": 1580
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.00012422802850356292,
+      "loss": 0.1732,
+      "step": 1582
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.00012399049881235154,
+      "loss": 0.0893,
+      "step": 1584
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.00012375296912114014,
+      "loss": 0.5852,
+      "step": 1586
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.00012351543942992874,
+      "loss": 0.2248,
+      "step": 1588
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.00012327790973871733,
+      "loss": 0.1555,
+      "step": 1590
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.00012304038004750593,
+      "loss": 0.3175,
+      "step": 1592
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.00012280285035629453,
+      "loss": 0.4361,
+      "step": 1594
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.00012256532066508313,
+      "loss": 0.3901,
+      "step": 1596
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.00012232779097387172,
+      "loss": 0.309,
+      "step": 1598
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.00012209026128266032,
+      "loss": 0.5764,
+      "step": 1600
+    },
+    {
+      "epoch": 1.22,
+      "eval_loss": 0.28751060366630554,
+      "eval_runtime": 9.3587,
+      "eval_samples_per_second": 3.312,
+      "eval_steps_per_second": 0.427,
+      "step": 1600
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.00012185273159144893,
+      "loss": 0.2096,
+      "step": 1602
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.00012161520190023752,
+      "loss": 0.3,
+      "step": 1604
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.00012137767220902611,
+      "loss": 0.2637,
+      "step": 1606
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.00012114014251781472,
+      "loss": 0.3272,
+      "step": 1608
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.00012090261282660331,
+      "loss": 0.3334,
+      "step": 1610
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0001206650831353919,
+      "loss": 0.3524,
+      "step": 1612
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.00012042755344418052,
+      "loss": 0.4394,
+      "step": 1614
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.00012019002375296911,
+      "loss": 0.0791,
+      "step": 1616
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0001199524940617577,
+      "loss": 0.2944,
+      "step": 1618
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.00011971496437054631,
+      "loss": 0.117,
+      "step": 1620
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0001194774346793349,
+      "loss": 0.4517,
+      "step": 1622
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.00011923990498812349,
+      "loss": 0.3192,
+      "step": 1624
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0001190023752969121,
+      "loss": 0.0914,
+      "step": 1626
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0001187648456057007,
+      "loss": 0.2761,
+      "step": 1628
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.00011852731591448931,
+      "loss": 0.2723,
+      "step": 1630
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0001182897862232779,
+      "loss": 0.3125,
+      "step": 1632
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.00011805225653206649,
+      "loss": 0.1704,
+      "step": 1634
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0001178147268408551,
+      "loss": 0.1787,
+      "step": 1636
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.00011757719714964369,
+      "loss": 0.5133,
+      "step": 1638
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0001173396674584323,
+      "loss": 0.3073,
+      "step": 1640
+    },
+    {
+      "epoch": 1.25,
+      "eval_loss": 0.28129419684410095,
+      "eval_runtime": 9.3704,
+      "eval_samples_per_second": 3.308,
+      "eval_steps_per_second": 0.427,
+      "step": 1640
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0001171021377672209,
+      "loss": 0.1397,
+      "step": 1642
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.00011686460807600949,
+      "loss": 0.2743,
+      "step": 1644
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.00011662707838479809,
+      "loss": 0.2773,
+      "step": 1646
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.00011638954869358669,
+      "loss": 0.3929,
+      "step": 1648
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.00011615201900237528,
+      "loss": 0.3438,
+      "step": 1650
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.00011591448931116388,
+      "loss": 0.495,
+      "step": 1652
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.00011567695961995248,
+      "loss": 0.255,
+      "step": 1654
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.00011543942992874109,
+      "loss": 0.2498,
+      "step": 1656
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.00011520190023752969,
+      "loss": 0.2178,
+      "step": 1658
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.00011496437054631827,
+      "loss": 0.624,
+      "step": 1660
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.00011472684085510688,
+      "loss": 0.429,
+      "step": 1662
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.00011448931116389548,
+      "loss": 0.3015,
+      "step": 1664
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.00011425178147268406,
+      "loss": 0.3638,
+      "step": 1666
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.00011401425178147267,
+      "loss": 0.2579,
+      "step": 1668
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.00011377672209026127,
+      "loss": 0.425,
+      "step": 1670
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.00011353919239904988,
+      "loss": 0.2481,
+      "step": 1672
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.00011330166270783847,
+      "loss": 0.2322,
+      "step": 1674
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.00011306413301662706,
+      "loss": 0.1958,
+      "step": 1676
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.00011282660332541568,
+      "loss": 0.3868,
+      "step": 1678
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.00011258907363420426,
+      "loss": 0.3634,
+      "step": 1680
+    },
+    {
+      "epoch": 1.28,
+      "eval_loss": 0.2829703986644745,
+      "eval_runtime": 9.368,
+      "eval_samples_per_second": 3.309,
+      "eval_steps_per_second": 0.427,
+      "step": 1680
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.00011235154394299286,
+      "loss": 0.1703,
+      "step": 1682
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.00011211401425178147,
+      "loss": 0.2214,
+      "step": 1684
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.00011187648456057007,
+      "loss": 0.3269,
+      "step": 1686
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.00011163895486935865,
+      "loss": 0.1218,
+      "step": 1688
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.00011140142517814726,
+      "loss": 0.3553,
+      "step": 1690
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.00011116389548693586,
+      "loss": 0.2318,
+      "step": 1692
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.00011092636579572444,
+      "loss": 0.1631,
+      "step": 1694
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.00011068883610451305,
+      "loss": 0.2334,
+      "step": 1696
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.00011045130641330165,
+      "loss": 0.4449,
+      "step": 1698
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.00011021377672209026,
+      "loss": 0.2483,
+      "step": 1700
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.00010997624703087884,
+      "loss": 0.3277,
+      "step": 1702
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.00010973871733966744,
+      "loss": 0.3336,
+      "step": 1704
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.00010950118764845605,
+      "loss": 0.4113,
+      "step": 1706
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.00010926365795724464,
+      "loss": 0.2124,
+      "step": 1708
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.00010902612826603325,
+      "loss": 0.3172,
+      "step": 1710
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.00010878859857482185,
+      "loss": 0.3622,
+      "step": 1712
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.00010855106888361044,
+      "loss": 0.1893,
+      "step": 1714
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.00010831353919239904,
+      "loss": 0.2008,
+      "step": 1716
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.00010807600950118764,
+      "loss": 0.0992,
+      "step": 1718
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.00010783847980997624,
+      "loss": 0.154,
+      "step": 1720
+    },
+    {
+      "epoch": 1.31,
+      "eval_loss": 0.29960963129997253,
+      "eval_runtime": 9.359,
+      "eval_samples_per_second": 3.312,
+      "eval_steps_per_second": 0.427,
+      "step": 1720
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.00010760095011876483,
+      "loss": 0.0884,
+      "step": 1722
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.00010736342042755343,
+      "loss": 0.2517,
+      "step": 1724
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.00010712589073634204,
+      "loss": 0.2916,
+      "step": 1726
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.00010688836104513064,
+      "loss": 0.3087,
+      "step": 1728
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.00010665083135391922,
+      "loss": 0.1531,
+      "step": 1730
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.00010641330166270783,
+      "loss": 0.3013,
+      "step": 1732
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.00010617577197149643,
+      "loss": 0.1424,
+      "step": 1734
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.00010593824228028501,
+      "loss": 0.3313,
+      "step": 1736
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.00010570071258907363,
+      "loss": 0.31,
+      "step": 1738
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.00010546318289786222,
+      "loss": 0.4191,
+      "step": 1740
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.00010522565320665083,
+      "loss": 0.3121,
+      "step": 1742
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.00010498812351543942,
+      "loss": 0.3626,
+      "step": 1744
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.00010475059382422802,
+      "loss": 0.471,
+      "step": 1746
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.00010451306413301663,
+      "loss": 0.3581,
+      "step": 1748
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.00010427553444180521,
+      "loss": 0.5583,
+      "step": 1750
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.00010403800475059381,
+      "loss": 0.3143,
+      "step": 1752
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.00010380047505938242,
+      "loss": 0.2945,
+      "step": 1754
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.00010356294536817102,
+      "loss": 0.2709,
+      "step": 1756
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.0001033254156769596,
+      "loss": 0.3516,
+      "step": 1758
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.00010308788598574821,
+      "loss": 0.5142,
+      "step": 1760
+    },
+    {
+      "epoch": 1.34,
+      "eval_loss": 0.2966551184654236,
+      "eval_runtime": 9.367,
+      "eval_samples_per_second": 3.309,
+      "eval_steps_per_second": 0.427,
+      "step": 1760
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.00010285035629453681,
+      "loss": 0.6539,
+      "step": 1762
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.00010261282660332539,
+      "loss": 0.2384,
+      "step": 1764
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.000102375296912114,
+      "loss": 0.1941,
+      "step": 1766
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0001021377672209026,
+      "loss": 0.2936,
+      "step": 1768
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.00010190023752969121,
+      "loss": 0.1306,
+      "step": 1770
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0001016627078384798,
+      "loss": 0.2893,
+      "step": 1772
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.00010142517814726839,
+      "loss": 0.4972,
+      "step": 1774
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.000101187648456057,
+      "loss": 0.1055,
+      "step": 1776
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.00010095011876484559,
+      "loss": 0.1518,
+      "step": 1778
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0001007125890736342,
+      "loss": 0.2541,
+      "step": 1780
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0001004750593824228,
+      "loss": 0.3058,
+      "step": 1782
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0001002375296912114,
+      "loss": 0.4288,
+      "step": 1784
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.999999999999999e-05,
+      "loss": 0.4042,
+      "step": 1786
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.976247030878859e-05,
+      "loss": 0.2071,
+      "step": 1788
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.952494061757719e-05,
+      "loss": 0.1791,
+      "step": 1790
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.928741092636578e-05,
+      "loss": 0.1412,
+      "step": 1792
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.904988123515438e-05,
+      "loss": 0.3325,
+      "step": 1794
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.881235154394299e-05,
+      "loss": 0.2778,
+      "step": 1796
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.857482185273159e-05,
+      "loss": 0.5972,
+      "step": 1798
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.833729216152017e-05,
+      "loss": 0.5167,
+      "step": 1800
+    },
+    {
+      "epoch": 1.37,
+      "eval_loss": 0.2810644209384918,
+      "eval_runtime": 9.3632,
+      "eval_samples_per_second": 3.311,
+      "eval_steps_per_second": 0.427,
+      "step": 1800
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.809976247030878e-05,
+      "loss": 0.2728,
+      "step": 1802
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.786223277909738e-05,
+      "loss": 0.2504,
+      "step": 1804
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.762470308788597e-05,
+      "loss": 0.4784,
+      "step": 1806
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.738717339667458e-05,
+      "loss": 0.5608,
+      "step": 1808
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.714964370546317e-05,
+      "loss": 0.3195,
+      "step": 1810
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.691211401425179e-05,
+      "loss": 0.2417,
+      "step": 1812
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.667458432304037e-05,
+      "loss": 0.3684,
+      "step": 1814
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.643705463182897e-05,
+      "loss": 0.1482,
+      "step": 1816
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.619952494061758e-05,
+      "loss": 0.104,
+      "step": 1818
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.596199524940616e-05,
+      "loss": 0.4123,
+      "step": 1820
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.572446555819476e-05,
+      "loss": 0.1742,
+      "step": 1822
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.548693586698337e-05,
+      "loss": 0.102,
+      "step": 1824
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.524940617577197e-05,
+      "loss": 0.1952,
+      "step": 1826
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.501187648456055e-05,
+      "loss": 0.355,
+      "step": 1828
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.477434679334916e-05,
+      "loss": 0.1664,
+      "step": 1830
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.453681710213776e-05,
+      "loss": 0.2826,
+      "step": 1832
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 9.429928741092634e-05,
+      "loss": 0.1557,
+      "step": 1834
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 9.406175771971495e-05,
+      "loss": 0.0793,
+      "step": 1836
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 9.382422802850355e-05,
+      "loss": 0.5586,
+      "step": 1838
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 9.358669833729216e-05,
+      "loss": 0.1621,
+      "step": 1840
+    },
+    {
+      "epoch": 1.4,
+      "eval_loss": 0.27923640608787537,
+      "eval_runtime": 9.359,
+      "eval_samples_per_second": 3.312,
+      "eval_steps_per_second": 0.427,
+      "step": 1840
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 9.334916864608075e-05,
+      "loss": 0.174,
+      "step": 1842
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 9.311163895486934e-05,
+      "loss": 0.1204,
+      "step": 1844
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 9.287410926365795e-05,
+      "loss": 0.43,
+      "step": 1846
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 9.263657957244654e-05,
+      "loss": 0.1443,
+      "step": 1848
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 9.239904988123515e-05,
+      "loss": 0.1289,
+      "step": 1850
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 9.216152019002375e-05,
+      "loss": 0.1631,
+      "step": 1852
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 9.192399049881234e-05,
+      "loss": 0.1141,
+      "step": 1854
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 9.168646080760094e-05,
+      "loss": 0.3628,
+      "step": 1856
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 9.144893111638954e-05,
+      "loss": 0.3337,
+      "step": 1858
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 9.121140142517814e-05,
+      "loss": 0.3215,
+      "step": 1860
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 9.097387173396673e-05,
+      "loss": 0.7198,
+      "step": 1862
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 9.073634204275533e-05,
+      "loss": 0.3719,
+      "step": 1864
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 9.049881235154394e-05,
+      "loss": 0.1917,
+      "step": 1866
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 9.026128266033254e-05,
+      "loss": 0.1194,
+      "step": 1868
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 9.002375296912112e-05,
+      "loss": 0.3203,
+      "step": 1870
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.978622327790974e-05,
+      "loss": 0.1243,
+      "step": 1872
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.954869358669833e-05,
+      "loss": 0.2932,
+      "step": 1874
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.931116389548692e-05,
+      "loss": 0.196,
+      "step": 1876
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.907363420427553e-05,
+      "loss": 0.3361,
+      "step": 1878
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.883610451306412e-05,
+      "loss": 0.095,
+      "step": 1880
+    },
+    {
+      "epoch": 1.43,
+      "eval_loss": 0.2777572274208069,
+      "eval_runtime": 9.3601,
+      "eval_samples_per_second": 3.312,
+      "eval_steps_per_second": 0.427,
+      "step": 1880
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.859857482185274e-05,
+      "loss": 0.2712,
+      "step": 1882
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.836104513064132e-05,
+      "loss": 0.3259,
+      "step": 1884
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.812351543942992e-05,
+      "loss": 0.0914,
+      "step": 1886
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.788598574821853e-05,
+      "loss": 0.1682,
+      "step": 1888
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.764845605700711e-05,
+      "loss": 0.1419,
+      "step": 1890
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.741092636579571e-05,
+      "loss": 0.374,
+      "step": 1892
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.717339667458432e-05,
+      "loss": 0.2816,
+      "step": 1894
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.693586698337292e-05,
+      "loss": 0.1357,
+      "step": 1896
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.66983372921615e-05,
+      "loss": 0.3469,
+      "step": 1898
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.646080760095011e-05,
+      "loss": 0.156,
+      "step": 1900
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.622327790973871e-05,
+      "loss": 0.2251,
+      "step": 1902
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.59857482185273e-05,
+      "loss": 0.394,
+      "step": 1904
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.57482185273159e-05,
+      "loss": 0.2646,
+      "step": 1906
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.55106888361045e-05,
+      "loss": 0.3828,
+      "step": 1908
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.527315914489311e-05,
+      "loss": 0.2939,
+      "step": 1910
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.50356294536817e-05,
+      "loss": 0.2697,
+      "step": 1912
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.47980997624703e-05,
+      "loss": 0.4667,
+      "step": 1914
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.45605700712589e-05,
+      "loss": 0.0942,
+      "step": 1916
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.432304038004749e-05,
+      "loss": 0.2499,
+      "step": 1918
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.40855106888361e-05,
+      "loss": 0.2036,
+      "step": 1920
+    },
+    {
+      "epoch": 1.46,
+      "eval_loss": 0.28633174300193787,
+      "eval_runtime": 9.3612,
+      "eval_samples_per_second": 3.312,
+      "eval_steps_per_second": 0.427,
+      "step": 1920
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.38479809976247e-05,
+      "loss": 0.124,
+      "step": 1922
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.36104513064133e-05,
+      "loss": 0.1291,
+      "step": 1924
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 8.337292161520189e-05,
+      "loss": 0.1567,
+      "step": 1926
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 8.313539192399049e-05,
+      "loss": 0.2027,
+      "step": 1928
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 8.289786223277909e-05,
+      "loss": 0.302,
+      "step": 1930
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 8.266033254156769e-05,
+      "loss": 0.1316,
+      "step": 1932
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 8.242280285035628e-05,
+      "loss": 0.4017,
+      "step": 1934
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 8.21852731591449e-05,
+      "loss": 0.1542,
+      "step": 1936
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 8.194774346793349e-05,
+      "loss": 0.2756,
+      "step": 1938
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 8.171021377672208e-05,
+      "loss": 0.4179,
+      "step": 1940
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 8.147268408551069e-05,
+      "loss": 0.2002,
+      "step": 1942
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 8.123515439429928e-05,
+      "loss": 0.2008,
+      "step": 1944
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 8.099762470308787e-05,
+      "loss": 0.3566,
+      "step": 1946
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 8.076009501187648e-05,
+      "loss": 0.5271,
+      "step": 1948
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 8.052256532066508e-05,
+      "loss": 0.1332,
+      "step": 1950
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 8.028503562945369e-05,
+      "loss": 0.2246,
+      "step": 1952
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 8.004750593824227e-05,
+      "loss": 0.2543,
+      "step": 1954
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.980997624703087e-05,
+      "loss": 0.2938,
+      "step": 1956
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.957244655581948e-05,
+      "loss": 0.5904,
+      "step": 1958
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.933491686460806e-05,
+      "loss": 0.3902,
+      "step": 1960
+    },
+    {
+      "epoch": 1.49,
+      "eval_loss": 0.2950325906276703,
+      "eval_runtime": 9.3616,
+      "eval_samples_per_second": 3.311,
+      "eval_steps_per_second": 0.427,
+      "step": 1960
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.909738717339666e-05,
+      "loss": 0.2688,
+      "step": 1962
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.885985748218527e-05,
+      "loss": 0.4113,
+      "step": 1964
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.862232779097387e-05,
+      "loss": 0.1846,
+      "step": 1966
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.838479809976245e-05,
+      "loss": 0.2456,
+      "step": 1968
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.814726840855106e-05,
+      "loss": 0.1499,
+      "step": 1970
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.790973871733966e-05,
+      "loss": 0.4278,
+      "step": 1972
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.767220902612825e-05,
+      "loss": 0.2225,
+      "step": 1974
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.743467933491686e-05,
+      "loss": 0.135,
+      "step": 1976
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.719714964370545e-05,
+      "loss": 0.1839,
+      "step": 1978
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.695961995249406e-05,
+      "loss": 0.1917,
+      "step": 1980
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.672209026128265e-05,
+      "loss": 0.1356,
+      "step": 1982
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.648456057007125e-05,
+      "loss": 0.2198,
+      "step": 1984
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.624703087885986e-05,
+      "loss": 0.2097,
+      "step": 1986
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.600950118764844e-05,
+      "loss": 0.5525,
+      "step": 1988
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.577197149643705e-05,
+      "loss": 0.2272,
+      "step": 1990
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.553444180522565e-05,
+      "loss": 0.0927,
+      "step": 1992
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.529691211401425e-05,
+      "loss": 0.4069,
+      "step": 1994
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.505938242280284e-05,
+      "loss": 0.1714,
+      "step": 1996
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.482185273159144e-05,
+      "loss": 0.0959,
+      "step": 1998
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.458432304038004e-05,
+      "loss": 0.2669,
+      "step": 2000
+    },
+    {
+      "epoch": 1.52,
+      "eval_loss": 0.2871646583080292,
+      "eval_runtime": 9.3732,
+      "eval_samples_per_second": 3.307,
+      "eval_steps_per_second": 0.427,
+      "step": 2000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.434679334916864e-05,
+      "loss": 0.3935,
+      "step": 2002
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.410926365795723e-05,
+      "loss": 0.5176,
+      "step": 2004
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.387173396674584e-05,
+      "loss": 0.4648,
+      "step": 2006
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.363420427553443e-05,
+      "loss": 0.3234,
+      "step": 2008
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.339667458432304e-05,
+      "loss": 0.3422,
+      "step": 2010
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.315914489311164e-05,
+      "loss": 0.2731,
+      "step": 2012
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.292161520190022e-05,
+      "loss": 0.4215,
+      "step": 2014
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.268408551068883e-05,
+      "loss": 0.3272,
+      "step": 2016
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 7.244655581947743e-05,
+      "loss": 0.2518,
+      "step": 2018
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 7.220902612826603e-05,
+      "loss": 0.2811,
+      "step": 2020
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 7.197149643705462e-05,
+      "loss": 0.111,
+      "step": 2022
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 7.173396674584322e-05,
+      "loss": 0.2118,
+      "step": 2024
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 7.149643705463182e-05,
+      "loss": 0.34,
+      "step": 2026
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 7.125890736342042e-05,
+      "loss": 0.2277,
+      "step": 2028
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 7.102137767220901e-05,
+      "loss": 0.158,
+      "step": 2030
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 7.078384798099761e-05,
+      "loss": 0.143,
+      "step": 2032
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 7.054631828978622e-05,
+      "loss": 0.201,
+      "step": 2034
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 7.030878859857482e-05,
+      "loss": 0.3279,
+      "step": 2036
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 7.007125890736342e-05,
+      "loss": 0.4416,
+      "step": 2038
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 6.983372921615201e-05,
+      "loss": 0.177,
+      "step": 2040
+    },
+    {
+      "epoch": 1.55,
+      "eval_loss": 0.2866095006465912,
+      "eval_runtime": 9.359,
+      "eval_samples_per_second": 3.312,
+      "eval_steps_per_second": 0.427,
+      "step": 2040
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 6.959619952494061e-05,
+      "loss": 0.2742,
+      "step": 2042
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.935866983372921e-05,
+      "loss": 0.2495,
+      "step": 2044
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.912114014251781e-05,
+      "loss": 0.1398,
+      "step": 2046
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.88836104513064e-05,
+      "loss": 0.1191,
+      "step": 2048
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.8646080760095e-05,
+      "loss": 0.1189,
+      "step": 2050
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.840855106888361e-05,
+      "loss": 0.4908,
+      "step": 2052
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.81710213776722e-05,
+      "loss": 0.3248,
+      "step": 2054
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.79334916864608e-05,
+      "loss": 0.2646,
+      "step": 2056
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.76959619952494e-05,
+      "loss": 0.2602,
+      "step": 2058
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.745843230403799e-05,
+      "loss": 0.5139,
+      "step": 2060
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.72209026128266e-05,
+      "loss": 0.2779,
+      "step": 2062
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.69833729216152e-05,
+      "loss": 0.3148,
+      "step": 2064
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.67458432304038e-05,
+      "loss": 0.135,
+      "step": 2066
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.650831353919239e-05,
+      "loss": 0.2449,
+      "step": 2068
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.627078384798099e-05,
+      "loss": 0.2559,
+      "step": 2070
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.603325415676959e-05,
+      "loss": 0.5405,
+      "step": 2072
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.579572446555818e-05,
+      "loss": 0.2843,
+      "step": 2074
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.55581947743468e-05,
+      "loss": 0.2028,
+      "step": 2076
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.532066508313538e-05,
+      "loss": 0.1593,
+      "step": 2078
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.508313539192399e-05,
+      "loss": 0.1919,
+      "step": 2080
+    },
+    {
+      "epoch": 1.58,
+      "eval_loss": 0.2877208888530731,
+      "eval_runtime": 9.3725,
+      "eval_samples_per_second": 3.308,
+      "eval_steps_per_second": 0.427,
+      "step": 2080
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.484560570071259e-05,
+      "loss": 0.2144,
+      "step": 2082
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.460807600950117e-05,
+      "loss": 0.1698,
+      "step": 2084
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.437054631828978e-05,
+      "loss": 0.2004,
+      "step": 2086
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.413301662707838e-05,
+      "loss": 0.2548,
+      "step": 2088
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.389548693586698e-05,
+      "loss": 0.1027,
+      "step": 2090
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.365795724465558e-05,
+      "loss": 0.2526,
+      "step": 2092
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.342042755344417e-05,
+      "loss": 0.3702,
+      "step": 2094
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 6.318289786223277e-05,
+      "loss": 0.1358,
+      "step": 2096
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 6.294536817102137e-05,
+      "loss": 0.203,
+      "step": 2098
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 6.270783847980996e-05,
+      "loss": 0.2277,
+      "step": 2100
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 6.247030878859856e-05,
+      "loss": 0.4521,
+      "step": 2102
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 6.223277909738717e-05,
+      "loss": 0.5379,
+      "step": 2104
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 6.199524940617577e-05,
+      "loss": 0.5,
+      "step": 2106
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 6.175771971496437e-05,
+      "loss": 0.4136,
+      "step": 2108
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 6.152019002375297e-05,
+      "loss": 0.3087,
+      "step": 2110
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 6.128266033254156e-05,
+      "loss": 0.2025,
+      "step": 2112
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 6.104513064133016e-05,
+      "loss": 0.5468,
+      "step": 2114
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 6.080760095011876e-05,
+      "loss": 0.0856,
+      "step": 2116
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 6.057007125890736e-05,
+      "loss": 0.0566,
+      "step": 2118
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 6.033254156769595e-05,
+      "loss": 0.117,
+      "step": 2120
+    },
+    {
+      "epoch": 1.61,
+      "eval_loss": 0.27925828099250793,
+      "eval_runtime": 9.3682,
+      "eval_samples_per_second": 3.309,
+      "eval_steps_per_second": 0.427,
+      "step": 2120
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 6.009501187648456e-05,
+      "loss": 0.1581,
+      "step": 2122
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.9857482185273155e-05,
+      "loss": 0.2501,
+      "step": 2124
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.9619952494061745e-05,
+      "loss": 0.267,
+      "step": 2126
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.938242280285035e-05,
+      "loss": 0.1953,
+      "step": 2128
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.914489311163895e-05,
+      "loss": 0.113,
+      "step": 2130
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.890736342042755e-05,
+      "loss": 0.3468,
+      "step": 2132
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.866983372921615e-05,
+      "loss": 0.3671,
+      "step": 2134
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.8432304038004746e-05,
+      "loss": 0.213,
+      "step": 2136
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.8194774346793343e-05,
+      "loss": 0.3049,
+      "step": 2138
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.795724465558194e-05,
+      "loss": 0.3587,
+      "step": 2140
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.7719714964370545e-05,
+      "loss": 0.1607,
+      "step": 2142
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.7482185273159136e-05,
+      "loss": 0.3961,
+      "step": 2144
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.724465558194774e-05,
+      "loss": 0.5162,
+      "step": 2146
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.700712589073634e-05,
+      "loss": 0.2147,
+      "step": 2148
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.676959619952494e-05,
+      "loss": 0.2356,
+      "step": 2150
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.653206650831353e-05,
+      "loss": 0.2201,
+      "step": 2152
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.629453681710213e-05,
+      "loss": 0.3852,
+      "step": 2154
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.6057007125890734e-05,
+      "loss": 0.3659,
+      "step": 2156
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.5819477434679325e-05,
+      "loss": 0.2305,
+      "step": 2158
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.558194774346793e-05,
+      "loss": 0.2608,
+      "step": 2160
+    },
+    {
+      "epoch": 1.64,
+      "eval_loss": 0.27714648842811584,
+      "eval_runtime": 9.3632,
+      "eval_samples_per_second": 3.311,
+      "eval_steps_per_second": 0.427,
+      "step": 2160
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.5344418052256526e-05,
+      "loss": 0.3119,
+      "step": 2162
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.510688836104513e-05,
+      "loss": 0.4147,
+      "step": 2164
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.486935866983372e-05,
+      "loss": 0.2113,
+      "step": 2166
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.463182897862232e-05,
+      "loss": 0.1966,
+      "step": 2168
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.439429928741092e-05,
+      "loss": 0.2277,
+      "step": 2170
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.415676959619952e-05,
+      "loss": 0.2326,
+      "step": 2172
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.391923990498812e-05,
+      "loss": 0.1252,
+      "step": 2174
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.3681710213776715e-05,
+      "loss": 0.1706,
+      "step": 2176
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.344418052256532e-05,
+      "loss": 0.175,
+      "step": 2178
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.320665083135392e-05,
+      "loss": 0.1525,
+      "step": 2180
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.296912114014251e-05,
+      "loss": 0.2926,
+      "step": 2182
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.273159144893111e-05,
+      "loss": 0.3535,
+      "step": 2184
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.249406175771971e-05,
+      "loss": 0.1871,
+      "step": 2186
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 5.225653206650831e-05,
+      "loss": 0.2173,
+      "step": 2188
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 5.2019002375296904e-05,
+      "loss": 0.1821,
+      "step": 2190
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 5.178147268408551e-05,
+      "loss": 0.1527,
+      "step": 2192
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 5.1543942992874106e-05,
+      "loss": 0.3021,
+      "step": 2194
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 5.1306413301662696e-05,
+      "loss": 0.348,
+      "step": 2196
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 5.10688836104513e-05,
+      "loss": 0.2462,
+      "step": 2198
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 5.08313539192399e-05,
+      "loss": 0.2565,
+      "step": 2200
+    },
+    {
+      "epoch": 1.67,
+      "eval_loss": 0.2779179811477661,
+      "eval_runtime": 9.3678,
+      "eval_samples_per_second": 3.309,
+      "eval_steps_per_second": 0.427,
+      "step": 2200
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 5.05938242280285e-05,
+      "loss": 0.3217,
+      "step": 2202
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 5.03562945368171e-05,
+      "loss": 0.2808,
+      "step": 2204
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 5.01187648456057e-05,
+      "loss": 0.3176,
+      "step": 2206
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.9881235154394294e-05,
+      "loss": 0.3842,
+      "step": 2208
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.964370546318289e-05,
+      "loss": 0.4804,
+      "step": 2210
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.9406175771971496e-05,
+      "loss": 0.4944,
+      "step": 2212
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.916864608076009e-05,
+      "loss": 0.3637,
+      "step": 2214
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.893111638954869e-05,
+      "loss": 0.2561,
+      "step": 2216
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.869358669833729e-05,
+      "loss": 0.1181,
+      "step": 2218
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.845605700712589e-05,
+      "loss": 0.1691,
+      "step": 2220
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.821852731591448e-05,
+      "loss": 0.2524,
+      "step": 2222
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.798099762470308e-05,
+      "loss": 0.1532,
+      "step": 2224
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.7743467933491685e-05,
+      "loss": 0.4069,
+      "step": 2226
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.7505938242280275e-05,
+      "loss": 0.2669,
+      "step": 2228
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.726840855106888e-05,
+      "loss": 0.1456,
+      "step": 2230
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.703087885985748e-05,
+      "loss": 0.2315,
+      "step": 2232
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.679334916864608e-05,
+      "loss": 0.18,
+      "step": 2234
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.655581947743467e-05,
+      "loss": 0.1753,
+      "step": 2236
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.631828978622327e-05,
+      "loss": 0.2385,
+      "step": 2238
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.6080760095011874e-05,
+      "loss": 0.2439,
+      "step": 2240
+    },
+    {
+      "epoch": 1.71,
+      "eval_loss": 0.27692317962646484,
+      "eval_runtime": 9.3668,
+      "eval_samples_per_second": 3.31,
+      "eval_steps_per_second": 0.427,
+      "step": 2240
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.584323040380047e-05,
+      "loss": 0.2969,
+      "step": 2242
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.560570071258907e-05,
+      "loss": 0.3012,
+      "step": 2244
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.5368171021377666e-05,
+      "loss": 0.227,
+      "step": 2246
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.513064133016627e-05,
+      "loss": 0.3316,
+      "step": 2248
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.489311163895487e-05,
+      "loss": 0.3104,
+      "step": 2250
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.465558194774346e-05,
+      "loss": 0.2379,
+      "step": 2252
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.441805225653206e-05,
+      "loss": 0.3829,
+      "step": 2254
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.418052256532066e-05,
+      "loss": 0.3213,
+      "step": 2256
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.3942992874109264e-05,
+      "loss": 0.6011,
+      "step": 2258
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.3705463182897855e-05,
+      "loss": 0.6146,
+      "step": 2260
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.346793349168646e-05,
+      "loss": 0.4858,
+      "step": 2262
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.3230403800475056e-05,
+      "loss": 0.3316,
+      "step": 2264
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.299287410926365e-05,
+      "loss": 0.2712,
+      "step": 2266
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.275534441805225e-05,
+      "loss": 0.3848,
+      "step": 2268
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.251781472684085e-05,
+      "loss": 0.3588,
+      "step": 2270
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.228028503562945e-05,
+      "loss": 0.1915,
+      "step": 2272
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.204275534441805e-05,
+      "loss": 0.1383,
+      "step": 2274
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.180522565320665e-05,
+      "loss": 0.2695,
+      "step": 2276
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.1567695961995245e-05,
+      "loss": 0.1303,
+      "step": 2278
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 4.133016627078384e-05,
+      "loss": 0.1186,
+      "step": 2280
+    },
+    {
+      "epoch": 1.74,
+      "eval_loss": 0.27118030190467834,
+      "eval_runtime": 9.3658,
+      "eval_samples_per_second": 3.31,
+      "eval_steps_per_second": 0.427,
+      "step": 2280
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 4.109263657957245e-05,
+      "loss": 0.2598,
+      "step": 2282
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 4.085510688836104e-05,
+      "loss": 0.4174,
+      "step": 2284
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 4.061757719714964e-05,
+      "loss": 0.1783,
+      "step": 2286
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 4.038004750593824e-05,
+      "loss": 0.3437,
+      "step": 2288
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 4.0142517814726843e-05,
+      "loss": 0.2497,
+      "step": 2290
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.9904988123515434e-05,
+      "loss": 0.2498,
+      "step": 2292
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.966745843230403e-05,
+      "loss": 0.2084,
+      "step": 2294
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.9429928741092636e-05,
+      "loss": 0.365,
+      "step": 2296
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.9192399049881226e-05,
+      "loss": 0.5269,
+      "step": 2298
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.895486935866983e-05,
+      "loss": 0.2542,
+      "step": 2300
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.871733966745843e-05,
+      "loss": 0.3138,
+      "step": 2302
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.847980997624703e-05,
+      "loss": 0.0877,
+      "step": 2304
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.824228028503562e-05,
+      "loss": 0.595,
+      "step": 2306
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.800475059382422e-05,
+      "loss": 0.2971,
+      "step": 2308
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.7767220902612825e-05,
+      "loss": 0.3425,
+      "step": 2310
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.752969121140142e-05,
+      "loss": 0.1848,
+      "step": 2312
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.729216152019002e-05,
+      "loss": 0.1213,
+      "step": 2314
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.705463182897862e-05,
+      "loss": 0.176,
+      "step": 2316
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6817102137767214e-05,
+      "loss": 0.1598,
+      "step": 2318
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.657957244655582e-05,
+      "loss": 0.1153,
+      "step": 2320
+    },
+    {
+      "epoch": 1.77,
+      "eval_loss": 0.28142210841178894,
+      "eval_runtime": 9.3524,
+      "eval_samples_per_second": 3.315,
+      "eval_steps_per_second": 0.428,
+      "step": 2320
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6342042755344416e-05,
+      "loss": 0.1319,
+      "step": 2322
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6104513064133013e-05,
+      "loss": 0.2766,
+      "step": 2324
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.586698337292161e-05,
+      "loss": 0.2458,
+      "step": 2326
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.562945368171021e-05,
+      "loss": 0.1604,
+      "step": 2328
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.5391923990498806e-05,
+      "loss": 0.1206,
+      "step": 2330
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.515439429928741e-05,
+      "loss": 0.1132,
+      "step": 2332
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.491686460807601e-05,
+      "loss": 0.1886,
+      "step": 2334
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.4679334916864605e-05,
+      "loss": 0.3292,
+      "step": 2336
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.44418052256532e-05,
+      "loss": 0.2023,
+      "step": 2338
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.4204275534441806e-05,
+      "loss": 0.1748,
+      "step": 2340
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.39667458432304e-05,
+      "loss": 0.4589,
+      "step": 2342
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.3729216152018995e-05,
+      "loss": 0.1825,
+      "step": 2344
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.34916864608076e-05,
+      "loss": 0.1707,
+      "step": 2346
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.3254156769596196e-05,
+      "loss": 0.1747,
+      "step": 2348
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.3016627078384794e-05,
+      "loss": 0.3958,
+      "step": 2350
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.27790973871734e-05,
+      "loss": 0.3037,
+      "step": 2352
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.2541567695961995e-05,
+      "loss": 0.4159,
+      "step": 2354
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.2304038004750586e-05,
+      "loss": 0.2042,
+      "step": 2356
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.206650831353919e-05,
+      "loss": 0.3533,
+      "step": 2358
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.182897862232779e-05,
+      "loss": 0.5807,
+      "step": 2360
+    },
+    {
+      "epoch": 1.8,
+      "eval_loss": 0.2814473509788513,
+      "eval_runtime": 9.3639,
+      "eval_samples_per_second": 3.311,
+      "eval_steps_per_second": 0.427,
+      "step": 2360
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.1591448931116385e-05,
+      "loss": 0.6157,
+      "step": 2362
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.135391923990498e-05,
+      "loss": 0.1465,
+      "step": 2364
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.111638954869359e-05,
+      "loss": 0.4005,
+      "step": 2366
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.0878859857482184e-05,
+      "loss": 0.3696,
+      "step": 2368
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.064133016627078e-05,
+      "loss": 0.2864,
+      "step": 2370
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.040380047505938e-05,
+      "loss": 0.2612,
+      "step": 2372
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.0166270783847976e-05,
+      "loss": 0.2704,
+      "step": 2374
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.9928741092636577e-05,
+      "loss": 0.1519,
+      "step": 2376
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.9691211401425175e-05,
+      "loss": 0.2847,
+      "step": 2378
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.9453681710213776e-05,
+      "loss": 0.2993,
+      "step": 2380
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.9216152019002373e-05,
+      "loss": 0.3466,
+      "step": 2382
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.897862232779097e-05,
+      "loss": 0.2256,
+      "step": 2384
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.8741092636579568e-05,
+      "loss": 0.3448,
+      "step": 2386
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.850356294536817e-05,
+      "loss": 0.2556,
+      "step": 2388
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.8266033254156766e-05,
+      "loss": 0.459,
+      "step": 2390
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.8028503562945367e-05,
+      "loss": 0.3489,
+      "step": 2392
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.7790973871733964e-05,
+      "loss": 0.4236,
+      "step": 2394
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.7553444180522565e-05,
+      "loss": 0.3738,
+      "step": 2396
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.731591448931116e-05,
+      "loss": 0.5616,
+      "step": 2398
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.707838479809976e-05,
+      "loss": 0.2348,
+      "step": 2400
+    },
+    {
+      "epoch": 1.83,
+      "eval_loss": 0.2760084867477417,
+      "eval_runtime": 9.3699,
+      "eval_samples_per_second": 3.308,
+      "eval_steps_per_second": 0.427,
+      "step": 2400
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.6840855106888358e-05,
+      "loss": 0.5928,
+      "step": 2402
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.660332541567696e-05,
+      "loss": 0.1919,
+      "step": 2404
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.6365795724465556e-05,
+      "loss": 0.2453,
+      "step": 2406
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.6128266033254157e-05,
+      "loss": 0.1858,
+      "step": 2408
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.5890736342042754e-05,
+      "loss": 0.3843,
+      "step": 2410
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.5653206650831348e-05,
+      "loss": 0.3801,
+      "step": 2412
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.541567695961995e-05,
+      "loss": 0.1897,
+      "step": 2414
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.517814726840855e-05,
+      "loss": 0.2243,
+      "step": 2416
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.4940617577197147e-05,
+      "loss": 0.1292,
+      "step": 2418
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.4703087885985748e-05,
+      "loss": 0.135,
+      "step": 2420
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.4465558194774345e-05,
+      "loss": 0.3375,
+      "step": 2422
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.4228028503562946e-05,
+      "loss": 0.2751,
+      "step": 2424
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.399049881235154e-05,
+      "loss": 0.3165,
+      "step": 2426
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.3752969121140138e-05,
+      "loss": 0.2338,
+      "step": 2428
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.351543942992874e-05,
+      "loss": 0.2244,
+      "step": 2430
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.3277909738717336e-05,
+      "loss": 0.1548,
+      "step": 2432
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.3040380047505937e-05,
+      "loss": 0.1695,
+      "step": 2434
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.2802850356294534e-05,
+      "loss": 0.1612,
+      "step": 2436
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.2565320665083135e-05,
+      "loss": 0.3405,
+      "step": 2438
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.232779097387173e-05,
+      "loss": 0.0924,
+      "step": 2440
+    },
+    {
+      "epoch": 1.86,
+      "eval_loss": 0.2725999653339386,
+      "eval_runtime": 9.3677,
+      "eval_samples_per_second": 3.309,
+      "eval_steps_per_second": 0.427,
+      "step": 2440
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.209026128266033e-05,
+      "loss": 0.2963,
+      "step": 2442
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.1852731591448927e-05,
+      "loss": 0.1525,
+      "step": 2444
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.1615201900237528e-05,
+      "loss": 0.4711,
+      "step": 2446
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.1377672209026126e-05,
+      "loss": 0.4293,
+      "step": 2448
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.1140142517814726e-05,
+      "loss": 0.2169,
+      "step": 2450
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.0902612826603324e-05,
+      "loss": 0.4243,
+      "step": 2452
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.066508313539192e-05,
+      "loss": 0.317,
+      "step": 2454
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.042755344418052e-05,
+      "loss": 0.4244,
+      "step": 2456
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.019002375296912e-05,
+      "loss": 0.1467,
+      "step": 2458
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.9952494061757717e-05,
+      "loss": 0.4868,
+      "step": 2460
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.9714964370546318e-05,
+      "loss": 0.5826,
+      "step": 2462
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.9477434679334915e-05,
+      "loss": 0.187,
+      "step": 2464
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.9239904988123516e-05,
+      "loss": 0.0794,
+      "step": 2466
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.900237529691211e-05,
+      "loss": 0.1302,
+      "step": 2468
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.876484560570071e-05,
+      "loss": 0.4373,
+      "step": 2470
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.852731591448931e-05,
+      "loss": 0.3002,
+      "step": 2472
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.828978622327791e-05,
+      "loss": 0.1335,
+      "step": 2474
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.8052256532066507e-05,
+      "loss": 0.1781,
+      "step": 2476
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.7814726840855104e-05,
+      "loss": 0.3901,
+      "step": 2478
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.7577197149643705e-05,
+      "loss": 0.1162,
+      "step": 2480
+    },
+    {
+      "epoch": 1.89,
+      "eval_loss": 0.2703912854194641,
+      "eval_runtime": 9.352,
+      "eval_samples_per_second": 3.315,
+      "eval_steps_per_second": 0.428,
+      "step": 2480
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.7339667458432302e-05,
+      "loss": 0.5508,
+      "step": 2482
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.7102137767220903e-05,
+      "loss": 0.1435,
+      "step": 2484
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.6864608076009497e-05,
+      "loss": 0.25,
+      "step": 2486
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.6627078384798098e-05,
+      "loss": 0.1396,
+      "step": 2488
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.63895486935867e-05,
+      "loss": 0.2386,
+      "step": 2490
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.6152019002375293e-05,
+      "loss": 0.1699,
+      "step": 2492
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.5914489311163894e-05,
+      "loss": 0.3928,
+      "step": 2494
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.567695961995249e-05,
+      "loss": 0.1304,
+      "step": 2496
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.5439429928741092e-05,
+      "loss": 0.1347,
+      "step": 2498
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.520190023752969e-05,
+      "loss": 0.3371,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.4964370546318289e-05,
+      "loss": 0.2277,
+      "step": 2502
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.4845605700712587e-05,
+      "loss": 0.1996,
+      "step": 2504
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.4608076009501186e-05,
+      "loss": 0.2997,
+      "step": 2506
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.4370546318289784e-05,
+      "loss": 0.4236,
+      "step": 2508
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.4133016627078383e-05,
+      "loss": 0.4184,
+      "step": 2510
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.3895486935866982e-05,
+      "loss": 0.2087,
+      "step": 2512
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.365795724465558e-05,
+      "loss": 0.375,
+      "step": 2514
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.3420427553444179e-05,
+      "loss": 0.4326,
+      "step": 2516
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.3182897862232778e-05,
+      "loss": 0.2551,
+      "step": 2518
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.2945368171021377e-05,
+      "loss": 0.1352,
+      "step": 2520
+    },
+    {
+      "epoch": 1.92,
+      "eval_loss": 0.2696640193462372,
+      "eval_runtime": 9.3552,
+      "eval_samples_per_second": 3.314,
+      "eval_steps_per_second": 0.428,
+      "step": 2520
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.2707838479809974e-05,
+      "loss": 0.4665,
+      "step": 2522
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.2470308788598574e-05,
+      "loss": 0.3718,
+      "step": 2524
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.2232779097387173e-05,
+      "loss": 0.2107,
+      "step": 2526
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.199524940617577e-05,
+      "loss": 0.2149,
+      "step": 2528
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.175771971496437e-05,
+      "loss": 0.0843,
+      "step": 2530
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.1520190023752968e-05,
+      "loss": 0.277,
+      "step": 2532
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.1282660332541568e-05,
+      "loss": 0.2025,
+      "step": 2534
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.1045130641330165e-05,
+      "loss": 0.0943,
+      "step": 2536
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.0807600950118764e-05,
+      "loss": 0.365,
+      "step": 2538
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.0570071258907363e-05,
+      "loss": 0.3706,
+      "step": 2540
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 1.033254156769596e-05,
+      "loss": 0.2405,
+      "step": 2542
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 1.009501187648456e-05,
+      "loss": 0.1997,
+      "step": 2544
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 9.857482185273159e-06,
+      "loss": 0.3591,
+      "step": 2546
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 9.619952494061758e-06,
+      "loss": 0.3283,
+      "step": 2548
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 9.382422802850356e-06,
+      "loss": 0.1642,
+      "step": 2550
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 9.144893111638955e-06,
+      "loss": 0.1954,
+      "step": 2552
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 8.907363420427552e-06,
+      "loss": 0.1998,
+      "step": 2554
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 8.669833729216151e-06,
+      "loss": 0.3027,
+      "step": 2556
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 8.432304038004749e-06,
+      "loss": 0.1778,
+      "step": 2558
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 8.19477434679335e-06,
+      "loss": 0.3455,
+      "step": 2560
+    },
+    {
+      "epoch": 1.95,
+      "eval_loss": 0.2705852687358856,
+      "eval_runtime": 9.3719,
+      "eval_samples_per_second": 3.308,
+      "eval_steps_per_second": 0.427,
+      "step": 2560
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 7.957244655581947e-06,
+      "loss": 0.3249,
+      "step": 2562
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 7.719714964370546e-06,
+      "loss": 0.2456,
+      "step": 2564
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 7.482185273159144e-06,
+      "loss": 0.0831,
+      "step": 2566
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 7.244655581947743e-06,
+      "loss": 0.2321,
+      "step": 2568
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 7.007125890736342e-06,
+      "loss": 0.124,
+      "step": 2570
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 6.76959619952494e-06,
+      "loss": 0.2004,
+      "step": 2572
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 6.532066508313539e-06,
+      "loss": 0.2724,
+      "step": 2574
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 6.2945368171021374e-06,
+      "loss": 0.2477,
+      "step": 2576
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 6.0570071258907366e-06,
+      "loss": 0.1792,
+      "step": 2578
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 5.819477434679334e-06,
+      "loss": 0.3121,
+      "step": 2580
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 5.581947743467932e-06,
+      "loss": 0.0487,
+      "step": 2582
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 5.344418052256531e-06,
+      "loss": 0.3694,
+      "step": 2584
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 5.10688836104513e-06,
+      "loss": 0.1692,
+      "step": 2586
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 4.869358669833729e-06,
+      "loss": 0.1156,
+      "step": 2588
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 4.631828978622327e-06,
+      "loss": 0.3615,
+      "step": 2590
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 4.394299287410926e-06,
+      "loss": 0.2471,
+      "step": 2592
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 4.1567695961995245e-06,
+      "loss": 0.2129,
+      "step": 2594
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.919239904988123e-06,
+      "loss": 0.2738,
+      "step": 2596
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.681710213776722e-06,
+      "loss": 0.4506,
+      "step": 2598
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.4441805225653207e-06,
+      "loss": 0.2892,
+      "step": 2600
+    },
+    {
+      "epoch": 1.98,
+      "eval_loss": 0.26948797702789307,
+      "eval_runtime": 9.3784,
+      "eval_samples_per_second": 3.305,
+      "eval_steps_per_second": 0.427,
+      "step": 2600
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 2626,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 40,
+  "total_flos": 1.0137991299416064e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}