diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,5923 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 1680,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0035714285714285713,
+      "grad_norm": 0.3871030807495117,
+      "learning_rate": 1.1904761904761906e-07,
+      "loss": 1.9294867515563965,
+      "step": 2
+    },
+    {
+      "epoch": 0.007142857142857143,
+      "grad_norm": 0.34607651829719543,
+      "learning_rate": 3.5714285714285716e-07,
+      "loss": 1.931689739227295,
+      "step": 4
+    },
+    {
+      "epoch": 0.010714285714285714,
+      "grad_norm": 0.3077217638492584,
+      "learning_rate": 5.952380952380953e-07,
+      "loss": 1.859986662864685,
+      "step": 6
+    },
+    {
+      "epoch": 0.014285714285714285,
+      "grad_norm": 0.26033300161361694,
+      "learning_rate": 8.333333333333333e-07,
+      "loss": 1.8296231031417847,
+      "step": 8
+    },
+    {
+      "epoch": 0.017857142857142856,
+      "grad_norm": 0.3577536344528198,
+      "learning_rate": 1.0714285714285714e-06,
+      "loss": 1.840135097503662,
+      "step": 10
+    },
+    {
+      "epoch": 0.02142857142857143,
+      "grad_norm": 0.35149258375167847,
+      "learning_rate": 1.3095238095238096e-06,
+      "loss": 1.718151330947876,
+      "step": 12
+    },
+    {
+      "epoch": 0.025,
+      "grad_norm": 0.3105311691761017,
+      "learning_rate": 1.5476190476190479e-06,
+      "loss": 1.8123761415481567,
+      "step": 14
+    },
+    {
+      "epoch": 0.02857142857142857,
+      "grad_norm": 0.3541400134563446,
+      "learning_rate": 1.7857142857142859e-06,
+      "loss": 1.801349401473999,
+      "step": 16
+    },
+    {
+      "epoch": 0.03214285714285714,
+      "grad_norm": 0.32876938581466675,
+      "learning_rate": 2.023809523809524e-06,
+      "loss": 1.8854210376739502,
+      "step": 18
+    },
+    {
+      "epoch": 0.03571428571428571,
+      "grad_norm": 0.9392958283424377,
+      "learning_rate": 2.261904761904762e-06,
+      "loss": 1.7024314403533936,
+      "step": 20
+    },
+    {
+      "epoch": 0.039285714285714285,
+      "grad_norm": 0.6484195590019226,
+      "learning_rate": 2.5e-06,
+      "loss": 1.9459373950958252,
+      "step": 22
+    },
+    {
+      "epoch": 0.04285714285714286,
+      "grad_norm": 0.36433079838752747,
+      "learning_rate": 2.7380952380952387e-06,
+      "loss": 1.9512709379196167,
+      "step": 24
+    },
+    {
+      "epoch": 0.04642857142857143,
+      "grad_norm": 0.4358835220336914,
+      "learning_rate": 2.9761904761904763e-06,
+      "loss": 1.7940953969955444,
+      "step": 26
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.506097137928009,
+      "learning_rate": 3.2142857142857147e-06,
+      "loss": 1.7999926805496216,
+      "step": 28
+    },
+    {
+      "epoch": 0.05357142857142857,
+      "grad_norm": 0.5315778255462646,
+      "learning_rate": 3.4523809523809528e-06,
+      "loss": 1.7870306968688965,
+      "step": 30
+    },
+    {
+      "epoch": 0.05714285714285714,
+      "grad_norm": 0.30482104420661926,
+      "learning_rate": 3.690476190476191e-06,
+      "loss": 1.8913555145263672,
+      "step": 32
+    },
+    {
+      "epoch": 0.060714285714285714,
+      "grad_norm": 0.8241702318191528,
+      "learning_rate": 3.928571428571429e-06,
+      "loss": 1.9280858039855957,
+      "step": 34
+    },
+    {
+      "epoch": 0.06428571428571428,
+      "grad_norm": 0.39840635657310486,
+      "learning_rate": 4.166666666666667e-06,
+      "loss": 1.9256908893585205,
+      "step": 36
+    },
+    {
+      "epoch": 0.06785714285714285,
+      "grad_norm": 0.33251017332077026,
+      "learning_rate": 4.404761904761905e-06,
+      "loss": 1.8829214572906494,
+      "step": 38
+    },
+    {
+      "epoch": 0.07142857142857142,
+      "grad_norm": 0.49388226866722107,
+      "learning_rate": 4.642857142857144e-06,
+      "loss": 1.8666248321533203,
+      "step": 40
+    },
+    {
+      "epoch": 0.075,
+      "grad_norm": 0.28926795721054077,
+      "learning_rate": 4.880952380952381e-06,
+      "loss": 1.8469940423965454,
+      "step": 42
+    },
+    {
+      "epoch": 0.07857142857142857,
+      "grad_norm": 0.317127525806427,
+      "learning_rate": 5.119047619047619e-06,
+      "loss": 1.892695426940918,
+      "step": 44
+    },
+    {
+      "epoch": 0.08214285714285714,
+      "grad_norm": 0.8169130682945251,
+      "learning_rate": 5.357142857142857e-06,
+      "loss": 1.893534541130066,
+      "step": 46
+    },
+    {
+      "epoch": 0.08571428571428572,
+      "grad_norm": 0.27684587240219116,
+      "learning_rate": 5.595238095238096e-06,
+      "loss": 1.5699528455734253,
+      "step": 48
+    },
+    {
+      "epoch": 0.08928571428571429,
+      "grad_norm": 0.5231921076774597,
+      "learning_rate": 5.833333333333334e-06,
+      "loss": 1.6496429443359375,
+      "step": 50
+    },
+    {
+      "epoch": 0.09285714285714286,
+      "grad_norm": 0.5755372643470764,
+      "learning_rate": 6.071428571428571e-06,
+      "loss": 1.6312464475631714,
+      "step": 52
+    },
+    {
+      "epoch": 0.09642857142857143,
+      "grad_norm": 0.40994322299957275,
+      "learning_rate": 6.30952380952381e-06,
+      "loss": 1.8703556060791016,
+      "step": 54
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.6402392983436584,
+      "learning_rate": 6.547619047619048e-06,
+      "loss": 1.7122882604599,
+      "step": 56
+    },
+    {
+      "epoch": 0.10357142857142858,
+      "grad_norm": 0.4092760980129242,
+      "learning_rate": 6.785714285714287e-06,
+      "loss": 1.7604010105133057,
+      "step": 58
+    },
+    {
+      "epoch": 0.10714285714285714,
+      "grad_norm": 0.41417962312698364,
+      "learning_rate": 7.023809523809524e-06,
+      "loss": 2.1781420707702637,
+      "step": 60
+    },
+    {
+      "epoch": 0.11071428571428571,
+      "grad_norm": 0.6246824264526367,
+      "learning_rate": 7.261904761904762e-06,
+      "loss": 1.7982336282730103,
+      "step": 62
+    },
+    {
+      "epoch": 0.11428571428571428,
+      "grad_norm": 0.26309502124786377,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 1.696463704109192,
+      "step": 64
+    },
+    {
+      "epoch": 0.11785714285714285,
+      "grad_norm": 0.9458585381507874,
+      "learning_rate": 7.738095238095238e-06,
+      "loss": 1.7728084325790405,
+      "step": 66
+    },
+    {
+      "epoch": 0.12142857142857143,
+      "grad_norm": 0.22862379252910614,
+      "learning_rate": 7.976190476190477e-06,
+      "loss": 1.6821340322494507,
+      "step": 68
+    },
+    {
+      "epoch": 0.125,
+      "grad_norm": 0.236324280500412,
+      "learning_rate": 8.214285714285714e-06,
+      "loss": 1.7681533098220825,
+      "step": 70
+    },
+    {
+      "epoch": 0.12857142857142856,
+      "grad_norm": 0.2597522735595703,
+      "learning_rate": 8.452380952380953e-06,
+      "loss": 1.8034054040908813,
+      "step": 72
+    },
+    {
+      "epoch": 0.13214285714285715,
+      "grad_norm": 0.24487343430519104,
+      "learning_rate": 8.690476190476192e-06,
+      "loss": 1.7554086446762085,
+      "step": 74
+    },
+    {
+      "epoch": 0.1357142857142857,
+      "grad_norm": 0.22543826699256897,
+      "learning_rate": 8.92857142857143e-06,
+      "loss": 1.7456854581832886,
+      "step": 76
+    },
+    {
+      "epoch": 0.1392857142857143,
+      "grad_norm": 0.2380058914422989,
+      "learning_rate": 9.166666666666666e-06,
+      "loss": 1.7143663167953491,
+      "step": 78
+    },
+    {
+      "epoch": 0.14285714285714285,
+      "grad_norm": 0.26500657200813293,
+      "learning_rate": 9.404761904761905e-06,
+      "loss": 1.7059998512268066,
+      "step": 80
+    },
+    {
+      "epoch": 0.14642857142857144,
+      "grad_norm": 0.2978551387786865,
+      "learning_rate": 9.642857142857144e-06,
+      "loss": 1.7792344093322754,
+      "step": 82
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.2930593490600586,
+      "learning_rate": 9.880952380952381e-06,
+      "loss": 1.6987429857254028,
+      "step": 84
+    },
+    {
+      "epoch": 0.15357142857142858,
+      "grad_norm": 0.4046596884727478,
+      "learning_rate": 9.999991282010348e-06,
+      "loss": 1.7894960641860962,
+      "step": 86
+    },
+    {
+      "epoch": 0.15714285714285714,
+      "grad_norm": 0.23502953350543976,
+      "learning_rate": 9.999921538295799e-06,
+      "loss": 1.749454379081726,
+      "step": 88
+    },
+    {
+      "epoch": 0.16071428571428573,
+      "grad_norm": 0.22283266484737396,
+      "learning_rate": 9.999782051947632e-06,
+      "loss": 1.686018943786621,
+      "step": 90
+    },
+    {
+      "epoch": 0.16428571428571428,
+      "grad_norm": 0.24027639627456665,
+      "learning_rate": 9.999572825127696e-06,
+      "loss": 1.480033040046692,
+      "step": 92
+    },
+    {
+      "epoch": 0.16785714285714284,
+      "grad_norm": 0.5684676766395569,
+      "learning_rate": 9.99929386107872e-06,
+      "loss": 1.675416350364685,
+      "step": 94
+    },
+    {
+      "epoch": 0.17142857142857143,
+      "grad_norm": 1.138840675354004,
+      "learning_rate": 9.998945164124268e-06,
+      "loss": 1.7155344486236572,
+      "step": 96
+    },
+    {
+      "epoch": 0.175,
+      "grad_norm": 0.2664114534854889,
+      "learning_rate": 9.998526739668664e-06,
+      "loss": 1.6043933629989624,
+      "step": 98
+    },
+    {
+      "epoch": 0.17857142857142858,
+      "grad_norm": 0.28691864013671875,
+      "learning_rate": 9.998038594196913e-06,
+      "loss": 1.6187028884887695,
+      "step": 100
+    },
+    {
+      "epoch": 0.18214285714285713,
+      "grad_norm": 0.31850922107696533,
+      "learning_rate": 9.997480735274608e-06,
+      "loss": 1.5820776224136353,
+      "step": 102
+    },
+    {
+      "epoch": 0.18571428571428572,
+      "grad_norm": 0.23401758074760437,
+      "learning_rate": 9.996853171547794e-06,
+      "loss": 1.5967426300048828,
+      "step": 104
+    },
+    {
+      "epoch": 0.18928571428571428,
+      "grad_norm": 0.23440219461917877,
+      "learning_rate": 9.996155912742856e-06,
+      "loss": 1.6334154605865479,
+      "step": 106
+    },
+    {
+      "epoch": 0.19285714285714287,
+      "grad_norm": 0.7341821193695068,
+      "learning_rate": 9.995388969666348e-06,
+      "loss": 1.598835825920105,
+      "step": 108
+    },
+    {
+      "epoch": 0.19642857142857142,
+      "grad_norm": 0.6320663094520569,
+      "learning_rate": 9.994552354204844e-06,
+      "loss": 1.6243830919265747,
+      "step": 110
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.5404586791992188,
+      "learning_rate": 9.993646079324738e-06,
+      "loss": 1.566571831703186,
+      "step": 112
+    },
+    {
+      "epoch": 0.20357142857142857,
+      "grad_norm": 0.5022917985916138,
+      "learning_rate": 9.992670159072052e-06,
+      "loss": 1.6408634185791016,
+      "step": 114
+    },
+    {
+      "epoch": 0.20714285714285716,
+      "grad_norm": 1.1218639612197876,
+      "learning_rate": 9.991624608572215e-06,
+      "loss": 1.7009669542312622,
+      "step": 116
+    },
+    {
+      "epoch": 0.21071428571428572,
+      "grad_norm": 0.5181306004524231,
+      "learning_rate": 9.990509444029833e-06,
+      "loss": 1.7996366024017334,
+      "step": 118
+    },
+    {
+      "epoch": 0.21428571428571427,
+      "grad_norm": 0.43997907638549805,
+      "learning_rate": 9.98932468272843e-06,
+      "loss": 1.7554632425308228,
+      "step": 120
+    },
+    {
+      "epoch": 0.21785714285714286,
+      "grad_norm": 0.3227292597293854,
+      "learning_rate": 9.98807034303019e-06,
+      "loss": 1.473575472831726,
+      "step": 122
+    },
+    {
+      "epoch": 0.22142857142857142,
+      "grad_norm": 0.3611178398132324,
+      "learning_rate": 9.98674644437566e-06,
+      "loss": 1.594710350036621,
+      "step": 124
+    },
+    {
+      "epoch": 0.225,
+      "grad_norm": 0.9151387214660645,
+      "learning_rate": 9.985353007283464e-06,
+      "loss": 1.6291745901107788,
+      "step": 126
+    },
+    {
+      "epoch": 0.22857142857142856,
+      "grad_norm": 0.2581241726875305,
+      "learning_rate": 9.983890053349969e-06,
+      "loss": 1.2893997430801392,
+      "step": 128
+    },
+    {
+      "epoch": 0.23214285714285715,
+      "grad_norm": 0.5861591100692749,
+      "learning_rate": 9.982357605248963e-06,
+      "loss": 1.0495647192001343,
+      "step": 130
+    },
+    {
+      "epoch": 0.2357142857142857,
+      "grad_norm": 0.46270960569381714,
+      "learning_rate": 9.980755686731296e-06,
+      "loss": 1.3306972980499268,
+      "step": 132
+    },
+    {
+      "epoch": 0.2392857142857143,
+      "grad_norm": 0.36067521572113037,
+      "learning_rate": 9.979084322624518e-06,
+      "loss": 1.5336247682571411,
+      "step": 134
+    },
+    {
+      "epoch": 0.24285714285714285,
+      "grad_norm": 0.9336586594581604,
+      "learning_rate": 9.977343538832486e-06,
+      "loss": 1.7042999267578125,
+      "step": 136
+    },
+    {
+      "epoch": 0.24642857142857144,
+      "grad_norm": 0.387260377407074,
+      "learning_rate": 9.97553336233497e-06,
+      "loss": 1.396690011024475,
+      "step": 138
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.4640398919582367,
+      "learning_rate": 9.973653821187233e-06,
+      "loss": 1.3623416423797607,
+      "step": 140
+    },
+    {
+      "epoch": 0.25357142857142856,
+      "grad_norm": 0.33568593859672546,
+      "learning_rate": 9.971704944519593e-06,
+      "loss": 1.3992865085601807,
+      "step": 142
+    },
+    {
+      "epoch": 0.2571428571428571,
+      "grad_norm": 0.24492622911930084,
+      "learning_rate": 9.969686762536973e-06,
+      "loss": 1.444324016571045,
+      "step": 144
+    },
+    {
+      "epoch": 0.26071428571428573,
+      "grad_norm": 0.8304792642593384,
+      "learning_rate": 9.967599306518438e-06,
+      "loss": 1.3990877866744995,
+      "step": 146
+    },
+    {
+      "epoch": 0.2642857142857143,
+      "grad_norm": 0.623303234577179,
+      "learning_rate": 9.965442608816704e-06,
+      "loss": 1.4563076496124268,
+      "step": 148
+    },
+    {
+      "epoch": 0.26785714285714285,
+      "grad_norm": 0.31338322162628174,
+      "learning_rate": 9.963216702857635e-06,
+      "loss": 1.6392706632614136,
+      "step": 150
+    },
+    {
+      "epoch": 0.2714285714285714,
+      "grad_norm": 0.3007861375808716,
+      "learning_rate": 9.96092162313973e-06,
+      "loss": 1.5057697296142578,
+      "step": 152
+    },
+    {
+      "epoch": 0.275,
+      "grad_norm": 0.15701599419116974,
+      "learning_rate": 9.958557405233593e-06,
+      "loss": 1.4597502946853638,
+      "step": 154
+    },
+    {
+      "epoch": 0.2785714285714286,
+      "grad_norm": 0.2882039248943329,
+      "learning_rate": 9.956124085781366e-06,
+      "loss": 1.3839119672775269,
+      "step": 156
+    },
+    {
+      "epoch": 0.28214285714285714,
+      "grad_norm": 0.3199823498725891,
+      "learning_rate": 9.953621702496178e-06,
+      "loss": 1.6068451404571533,
+      "step": 158
+    },
+    {
+      "epoch": 0.2857142857142857,
+      "grad_norm": 0.24365948140621185,
+      "learning_rate": 9.951050294161548e-06,
+      "loss": 1.7299036979675293,
+      "step": 160
+    },
+    {
+      "epoch": 0.2892857142857143,
+      "grad_norm": 0.46145617961883545,
+      "learning_rate": 9.948409900630787e-06,
+      "loss": 1.3489717245101929,
+      "step": 162
+    },
+    {
+      "epoch": 0.29285714285714287,
+      "grad_norm": 0.15912453830242157,
+      "learning_rate": 9.945700562826394e-06,
+      "loss": 1.5043880939483643,
+      "step": 164
+    },
+    {
+      "epoch": 0.29642857142857143,
+      "grad_norm": 0.1797444075345993,
+      "learning_rate": 9.942922322739395e-06,
+      "loss": 1.1060163974761963,
+      "step": 166
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.2711468040943146,
+      "learning_rate": 9.940075223428718e-06,
+      "loss": 1.8668510913848877,
+      "step": 168
+    },
+    {
+      "epoch": 0.30357142857142855,
+      "grad_norm": 0.1544935554265976,
+      "learning_rate": 9.93715930902051e-06,
+      "loss": 1.2808830738067627,
+      "step": 170
+    },
+    {
+      "epoch": 0.30714285714285716,
+      "grad_norm": 0.37536972761154175,
+      "learning_rate": 9.934174624707459e-06,
+      "loss": 1.4175796508789062,
+      "step": 172
+    },
+    {
+      "epoch": 0.3107142857142857,
+      "grad_norm": 0.22495543956756592,
+      "learning_rate": 9.931121216748092e-06,
+      "loss": 1.6282312870025635,
+      "step": 174
+    },
+    {
+      "epoch": 0.3142857142857143,
+      "grad_norm": 0.3511154055595398,
+      "learning_rate": 9.927999132466059e-06,
+      "loss": 1.635170340538025,
+      "step": 176
+    },
+    {
+      "epoch": 0.31785714285714284,
+      "grad_norm": 0.47558754682540894,
+      "learning_rate": 9.924808420249404e-06,
+      "loss": 1.563542127609253,
+      "step": 178
+    },
+    {
+      "epoch": 0.32142857142857145,
+      "grad_norm": 0.6490837335586548,
+      "learning_rate": 9.921549129549799e-06,
+      "loss": 2.066225290298462,
+      "step": 180
+    },
+    {
+      "epoch": 0.325,
+      "grad_norm": 0.37414857745170593,
+      "learning_rate": 9.918221310881797e-06,
+      "loss": 1.2984635829925537,
+      "step": 182
+    },
+    {
+      "epoch": 0.32857142857142857,
+      "grad_norm": 0.24293118715286255,
+      "learning_rate": 9.91482501582204e-06,
+      "loss": 1.560595989227295,
+      "step": 184
+    },
+    {
+      "epoch": 0.33214285714285713,
+      "grad_norm": 1.0313069820404053,
+      "learning_rate": 9.91136029700846e-06,
+      "loss": 1.6615456342697144,
+      "step": 186
+    },
+    {
+      "epoch": 0.3357142857142857,
+      "grad_norm": 0.2365736961364746,
+      "learning_rate": 9.907827208139462e-06,
+      "loss": 1.4550660848617554,
+      "step": 188
+    },
+    {
+      "epoch": 0.3392857142857143,
+      "grad_norm": 0.48783159255981445,
+      "learning_rate": 9.904225803973095e-06,
+      "loss": 1.1695599555969238,
+      "step": 190
+    },
+    {
+      "epoch": 0.34285714285714286,
+      "grad_norm": 0.18840378522872925,
+      "learning_rate": 9.900556140326203e-06,
+      "loss": 1.175657033920288,
+      "step": 192
+    },
+    {
+      "epoch": 0.3464285714285714,
+      "grad_norm": 0.33193379640579224,
+      "learning_rate": 9.896818274073555e-06,
+      "loss": 1.5140769481658936,
+      "step": 194
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.23811382055282593,
+      "learning_rate": 9.893012263146971e-06,
+      "loss": 1.5519834756851196,
+      "step": 196
+    },
+    {
+      "epoch": 0.3535714285714286,
+      "grad_norm": 0.3118128478527069,
+      "learning_rate": 9.889138166534416e-06,
+      "loss": 1.6215221881866455,
+      "step": 198
+    },
+    {
+      "epoch": 0.35714285714285715,
+      "grad_norm": 0.20358364284038544,
+      "learning_rate": 9.885196044279095e-06,
+      "loss": 1.4951940774917603,
+      "step": 200
+    },
+    {
+      "epoch": 0.3607142857142857,
+      "grad_norm": 0.33988499641418457,
+      "learning_rate": 9.881185957478514e-06,
+      "loss": 1.5101016759872437,
+      "step": 202
+    },
+    {
+      "epoch": 0.36428571428571427,
+      "grad_norm": 0.2685701251029968,
+      "learning_rate": 9.877107968283538e-06,
+      "loss": 1.3352025747299194,
+      "step": 204
+    },
+    {
+      "epoch": 0.3678571428571429,
+      "grad_norm": 0.24243606626987457,
+      "learning_rate": 9.872962139897426e-06,
+      "loss": 1.6032525300979614,
+      "step": 206
+    },
+    {
+      "epoch": 0.37142857142857144,
+      "grad_norm": 0.2574315369129181,
+      "learning_rate": 9.86874853657485e-06,
+      "loss": 1.4210426807403564,
+      "step": 208
+    },
+    {
+      "epoch": 0.375,
+      "grad_norm": 0.30428075790405273,
+      "learning_rate": 9.864467223620908e-06,
+      "loss": 1.4541680812835693,
+      "step": 210
+    },
+    {
+      "epoch": 0.37857142857142856,
+      "grad_norm": 0.27129194140434265,
+      "learning_rate": 9.860118267390092e-06,
+      "loss": 1.5869474411010742,
+      "step": 212
+    },
+    {
+      "epoch": 0.3821428571428571,
+      "grad_norm": 0.2757408022880554,
+      "learning_rate": 9.855701735285285e-06,
+      "loss": 1.4132391214370728,
+      "step": 214
+    },
+    {
+      "epoch": 0.38571428571428573,
+      "grad_norm": 0.8043122291564941,
+      "learning_rate": 9.851217695756694e-06,
+      "loss": 1.3423351049423218,
+      "step": 216
+    },
+    {
+      "epoch": 0.3892857142857143,
+      "grad_norm": 0.3778972327709198,
+      "learning_rate": 9.846666218300808e-06,
+      "loss": 1.4252076148986816,
+      "step": 218
+    },
+    {
+      "epoch": 0.39285714285714285,
+      "grad_norm": 0.30076470971107483,
+      "learning_rate": 9.842047373459305e-06,
+      "loss": 1.477191686630249,
+      "step": 220
+    },
+    {
+      "epoch": 0.3964285714285714,
+      "grad_norm": 0.2551064193248749,
+      "learning_rate": 9.837361232817964e-06,
+      "loss": 1.4160501956939697,
+      "step": 222
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.3507143557071686,
+      "learning_rate": 9.832607869005565e-06,
+      "loss": 1.3853830099105835,
+      "step": 224
+    },
+    {
+      "epoch": 0.4035714285714286,
+      "grad_norm": 0.2576788663864136,
+      "learning_rate": 9.827787355692749e-06,
+      "loss": 1.5642895698547363,
+      "step": 226
+    },
+    {
+      "epoch": 0.40714285714285714,
+      "grad_norm": 0.6864569187164307,
+      "learning_rate": 9.822899767590884e-06,
+      "loss": 1.5939396619796753,
+      "step": 228
+    },
+    {
+      "epoch": 0.4107142857142857,
+      "grad_norm": 0.290575236082077,
+      "learning_rate": 9.817945180450902e-06,
+      "loss": 1.692050814628601,
+      "step": 230
+    },
+    {
+      "epoch": 0.4142857142857143,
+      "grad_norm": 0.2678094506263733,
+      "learning_rate": 9.812923671062139e-06,
+      "loss": 1.5078585147857666,
+      "step": 232
+    },
+    {
+      "epoch": 0.41785714285714287,
+      "grad_norm": 0.2580035924911499,
+      "learning_rate": 9.80783531725112e-06,
+      "loss": 1.5001014471054077,
+      "step": 234
+    },
+    {
+      "epoch": 0.42142857142857143,
+      "grad_norm": 0.48962509632110596,
+      "learning_rate": 9.80268019788038e-06,
+      "loss": 1.30159592628479,
+      "step": 236
+    },
+    {
+      "epoch": 0.425,
+      "grad_norm": 0.3317374587059021,
+      "learning_rate": 9.79745839284722e-06,
+      "loss": 1.3308159112930298,
+      "step": 238
+    },
+    {
+      "epoch": 0.42857142857142855,
+      "grad_norm": 0.40648195147514343,
+      "learning_rate": 9.792169983082484e-06,
+      "loss": 1.2273372411727905,
+      "step": 240
+    },
+    {
+      "epoch": 0.43214285714285716,
+      "grad_norm": 0.23908843100070953,
+      "learning_rate": 9.786815050549295e-06,
+      "loss": 1.3610113859176636,
+      "step": 242
+    },
+    {
+      "epoch": 0.4357142857142857,
+      "grad_norm": 0.30702945590019226,
+      "learning_rate": 9.781393678241787e-06,
+      "loss": 1.526265025138855,
+      "step": 244
+    },
+    {
+      "epoch": 0.4392857142857143,
+      "grad_norm": 0.3442508578300476,
+      "learning_rate": 9.775905950183821e-06,
+      "loss": 1.4831691980361938,
+      "step": 246
+    },
+    {
+      "epoch": 0.44285714285714284,
+      "grad_norm": 0.2286010980606079,
+      "learning_rate": 9.770351951427684e-06,
+      "loss": 1.5686728954315186,
+      "step": 248
+    },
+    {
+      "epoch": 0.44642857142857145,
+      "grad_norm": 0.42278486490249634,
+      "learning_rate": 9.764731768052762e-06,
+      "loss": 1.583655834197998,
+      "step": 250
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.2032240778207779,
+      "learning_rate": 9.75904548716422e-06,
+      "loss": 1.7357392311096191,
+      "step": 252
+    },
+    {
+      "epoch": 0.45357142857142857,
+      "grad_norm": 0.6682279706001282,
+      "learning_rate": 9.753293196891639e-06,
+      "loss": 1.4943958520889282,
+      "step": 254
+    },
+    {
+      "epoch": 0.45714285714285713,
+      "grad_norm": 0.3326359689235687,
+      "learning_rate": 9.747474986387655e-06,
+      "loss": 1.4537054300308228,
+      "step": 256
+    },
+    {
+      "epoch": 0.4607142857142857,
+      "grad_norm": 0.31363770365715027,
+      "learning_rate": 9.74159094582658e-06,
+      "loss": 1.4956998825073242,
+      "step": 258
+    },
+    {
+      "epoch": 0.4642857142857143,
+      "grad_norm": 0.6148827075958252,
+      "learning_rate": 9.735641166402998e-06,
+      "loss": 1.3277488946914673,
+      "step": 260
+    },
+    {
+      "epoch": 0.46785714285714286,
+      "grad_norm": 0.31903398036956787,
+      "learning_rate": 9.729625740330363e-06,
+      "loss": 1.49782133102417,
+      "step": 262
+    },
+    {
+      "epoch": 0.4714285714285714,
+      "grad_norm": 0.8235952258110046,
+      "learning_rate": 9.723544760839555e-06,
+      "loss": 1.460282325744629,
+      "step": 264
+    },
+    {
+      "epoch": 0.475,
+      "grad_norm": 0.3165692090988159,
+      "learning_rate": 9.717398322177442e-06,
+      "loss": 1.5261378288269043,
+      "step": 266
+    },
+    {
+      "epoch": 0.4785714285714286,
+      "grad_norm": 1.6001724004745483,
+      "learning_rate": 9.71118651960543e-06,
+      "loss": 1.7769297361373901,
+      "step": 268
+    },
+    {
+      "epoch": 0.48214285714285715,
+      "grad_norm": 0.26702550053596497,
+      "learning_rate": 9.704909449397962e-06,
+      "loss": 1.3878670930862427,
+      "step": 270
+    },
+    {
+      "epoch": 0.4857142857142857,
+      "grad_norm": 0.18522176146507263,
+      "learning_rate": 9.69856720884105e-06,
+      "loss": 1.2690881490707397,
+      "step": 272
+    },
+    {
+      "epoch": 0.48928571428571427,
+      "grad_norm": 0.40137895941734314,
+      "learning_rate": 9.692159896230757e-06,
+      "loss": 1.3622859716415405,
+      "step": 274
+    },
+    {
+      "epoch": 0.4928571428571429,
+      "grad_norm": 0.34499719738960266,
+      "learning_rate": 9.685687610871666e-06,
+      "loss": 1.6427959203720093,
+      "step": 276
+    },
+    {
+      "epoch": 0.49642857142857144,
+      "grad_norm": 0.3400484621524811,
+      "learning_rate": 9.679150453075357e-06,
+      "loss": 1.3161296844482422,
+      "step": 278
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.3539294898509979,
+      "learning_rate": 9.67254852415884e-06,
+      "loss": 1.2691534757614136,
+      "step": 280
+    },
+    {
+      "epoch": 0.5035714285714286,
+      "grad_norm": 0.2683607339859009,
+      "learning_rate": 9.665881926442994e-06,
+      "loss": 1.5461015701293945,
+      "step": 282
+    },
+    {
+      "epoch": 0.5071428571428571,
+      "grad_norm": 0.3605668246746063,
+      "learning_rate": 9.659150763250966e-06,
+      "loss": 1.6314688920974731,
+      "step": 284
+    },
+    {
+      "epoch": 0.5107142857142857,
+      "grad_norm": 0.3184402585029602,
+      "learning_rate": 9.652355138906591e-06,
+      "loss": 1.518629789352417,
+      "step": 286
+    },
+    {
+      "epoch": 0.5142857142857142,
+      "grad_norm": 0.870186984539032,
+      "learning_rate": 9.645495158732755e-06,
+      "loss": 1.143850564956665,
+      "step": 288
+    },
+    {
+      "epoch": 0.5178571428571429,
+      "grad_norm": 0.33421170711517334,
+      "learning_rate": 9.638570929049776e-06,
+      "loss": 1.0234707593917847,
+      "step": 290
+    },
+    {
+      "epoch": 0.5214285714285715,
+      "grad_norm": 0.1717844307422638,
+      "learning_rate": 9.631582557173751e-06,
+      "loss": 1.4672911167144775,
+      "step": 292
+    },
+    {
+      "epoch": 0.525,
+      "grad_norm": 0.9301527738571167,
+      "learning_rate": 9.624530151414894e-06,
+      "loss": 1.2730239629745483,
+      "step": 294
+    },
+    {
+      "epoch": 0.5285714285714286,
+      "grad_norm": 0.38581225275993347,
+      "learning_rate": 9.617413821075852e-06,
+      "loss": 1.2601397037506104,
+      "step": 296
+    },
+    {
+      "epoch": 0.5321428571428571,
+      "grad_norm": 0.23976172506809235,
+      "learning_rate": 9.61023367645002e-06,
+      "loss": 1.2101945877075195,
+      "step": 298
+    },
+    {
+      "epoch": 0.5357142857142857,
+      "grad_norm": 0.22152353823184967,
+      "learning_rate": 9.602989828819829e-06,
+      "loss": 1.542162537574768,
+      "step": 300
+    },
+    {
+      "epoch": 0.5392857142857143,
+      "grad_norm": 0.4408532381057739,
+      "learning_rate": 9.595682390455015e-06,
+      "loss": 1.3136895895004272,
+      "step": 302
+    },
+    {
+      "epoch": 0.5428571428571428,
+      "grad_norm": 0.4480395019054413,
+      "learning_rate": 9.588311474610888e-06,
+      "loss": 1.1242649555206299,
+      "step": 304
+    },
+    {
+      "epoch": 0.5464285714285714,
+      "grad_norm": 0.7074999213218689,
+      "learning_rate": 9.580877195526564e-06,
+      "loss": 1.6407079696655273,
+      "step": 306
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.3410518765449524,
+      "learning_rate": 9.573379668423209e-06,
+      "loss": 1.3072420358657837,
+      "step": 308
+    },
+    {
+      "epoch": 0.5535714285714286,
+      "grad_norm": 0.47393250465393066,
+      "learning_rate": 9.56581900950225e-06,
+      "loss": 1.4017832279205322,
+      "step": 310
+    },
+    {
+      "epoch": 0.5571428571428572,
+      "grad_norm": 0.6089979410171509,
+      "learning_rate": 9.558195335943566e-06,
+      "loss": 1.5297354459762573,
+      "step": 312
+    },
+    {
+      "epoch": 0.5607142857142857,
+      "grad_norm": 0.2799089848995209,
+      "learning_rate": 9.550508765903672e-06,
+      "loss": 1.043546199798584,
+      "step": 314
+    },
+    {
+      "epoch": 0.5642857142857143,
+      "grad_norm": 0.2620464563369751,
+      "learning_rate": 9.542759418513906e-06,
+      "loss": 1.6538763046264648,
+      "step": 316
+    },
+    {
+      "epoch": 0.5678571428571428,
+      "grad_norm": 0.5144315958023071,
+      "learning_rate": 9.534947413878556e-06,
+      "loss": 1.5541188716888428,
+      "step": 318
+    },
+    {
+      "epoch": 0.5714285714285714,
+      "grad_norm": 0.29509297013282776,
+      "learning_rate": 9.52707287307302e-06,
+      "loss": 1.1971598863601685,
+      "step": 320
+    },
+    {
+      "epoch": 0.575,
+      "grad_norm": 0.1929909884929657,
+      "learning_rate": 9.519135918141913e-06,
+      "loss": 1.1823662519454956,
+      "step": 322
+    },
+    {
+      "epoch": 0.5785714285714286,
+      "grad_norm": 0.48544377088546753,
+      "learning_rate": 9.511136672097194e-06,
+      "loss": 1.3313523530960083,
+      "step": 324
+    },
+    {
+      "epoch": 0.5821428571428572,
+      "grad_norm": 0.3510501980781555,
+      "learning_rate": 9.503075258916241e-06,
+      "loss": 1.3195650577545166,
+      "step": 326
+    },
+    {
+      "epoch": 0.5857142857142857,
+      "grad_norm": 0.2727429270744324,
+      "learning_rate": 9.494951803539942e-06,
+      "loss": 1.2425987720489502,
+      "step": 328
+    },
+    {
+      "epoch": 0.5892857142857143,
+      "grad_norm": 15.424638748168945,
+      "learning_rate": 9.486766431870752e-06,
+      "loss": 1.2101187705993652,
+      "step": 330
+    },
+    {
+      "epoch": 0.5928571428571429,
+      "grad_norm": 0.2866066098213196,
+      "learning_rate": 9.478519270770746e-06,
+      "loss": 1.2784419059753418,
+      "step": 332
+    },
+    {
+      "epoch": 0.5964285714285714,
+      "grad_norm": 0.4156343638896942,
+      "learning_rate": 9.470210448059645e-06,
+      "loss": 1.583785057067871,
+      "step": 334
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.45487159490585327,
+      "learning_rate": 9.46184009251285e-06,
+      "loss": 1.3652830123901367,
+      "step": 336
+    },
+    {
+      "epoch": 0.6035714285714285,
+      "grad_norm": 0.32525262236595154,
+      "learning_rate": 9.453408333859427e-06,
+      "loss": 1.4697949886322021,
+      "step": 338
+    },
+    {
+      "epoch": 0.6071428571428571,
+      "grad_norm": 0.5784197449684143,
+      "learning_rate": 9.444915302780117e-06,
+      "loss": 1.3824127912521362,
+      "step": 340
+    },
+    {
+      "epoch": 0.6107142857142858,
+      "grad_norm": 0.26421067118644714,
+      "learning_rate": 9.436361130905288e-06,
+      "loss": 1.42073655128479,
+      "step": 342
+    },
+    {
+      "epoch": 0.6142857142857143,
+      "grad_norm": 0.2380143105983734,
+      "learning_rate": 9.427745950812917e-06,
+      "loss": 1.3658424615859985,
+      "step": 344
+    },
+    {
+      "epoch": 0.6178571428571429,
+      "grad_norm": 0.43499693274497986,
+      "learning_rate": 9.41906989602652e-06,
+      "loss": 1.461742639541626,
+      "step": 346
+    },
+    {
+      "epoch": 0.6214285714285714,
+      "grad_norm": 0.400419145822525,
+      "learning_rate": 9.410333101013086e-06,
+      "loss": 1.3119421005249023,
+      "step": 348
+    },
+    {
+      "epoch": 0.625,
+      "grad_norm": 0.4901754856109619,
+      "learning_rate": 9.401535701180998e-06,
+      "loss": 1.2844195365905762,
+      "step": 350
+    },
+    {
+      "epoch": 0.6285714285714286,
+      "grad_norm": 0.48951858282089233,
+      "learning_rate": 9.392677832877932e-06,
+      "loss": 1.568238615989685,
+      "step": 352
+    },
+    {
+      "epoch": 0.6321428571428571,
+      "grad_norm": 0.2112666368484497,
+      "learning_rate": 9.383759633388737e-06,
+      "loss": 1.5015143156051636,
+      "step": 354
+    },
+    {
+      "epoch": 0.6357142857142857,
+      "grad_norm": 0.2615770101547241,
+      "learning_rate": 9.374781240933316e-06,
+      "loss": 1.5211448669433594,
+      "step": 356
+    },
+    {
+      "epoch": 0.6392857142857142,
+      "grad_norm": 0.2031329870223999,
+      "learning_rate": 9.365742794664484e-06,
+      "loss": 1.3461060523986816,
+      "step": 358
+    },
+    {
+      "epoch": 0.6428571428571429,
+      "grad_norm": 0.36589643359184265,
+      "learning_rate": 9.356644434665804e-06,
+      "loss": 1.3849568367004395,
+      "step": 360
+    },
+    {
+      "epoch": 0.6464285714285715,
+      "grad_norm": 0.3387724757194519,
+      "learning_rate": 9.347486301949417e-06,
+      "loss": 1.558565616607666,
+      "step": 362
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.29686594009399414,
+      "learning_rate": 9.33826853845387e-06,
+      "loss": 1.3272876739501953,
+      "step": 364
+    },
+    {
+      "epoch": 0.6535714285714286,
+      "grad_norm": 0.8538780808448792,
+      "learning_rate": 9.328991287041892e-06,
+      "loss": 1.3049917221069336,
+      "step": 366
+    },
+    {
+      "epoch": 0.6571428571428571,
+      "grad_norm": 0.2655990719795227,
+      "learning_rate": 9.319654691498205e-06,
+      "loss": 1.2668689489364624,
+      "step": 368
+    },
+    {
+      "epoch": 0.6607142857142857,
+      "grad_norm": 0.28246378898620605,
+      "learning_rate": 9.31025889652728e-06,
+      "loss": 1.4307278394699097,
+      "step": 370
+    },
+    {
+      "epoch": 0.6642857142857143,
+      "grad_norm": 0.33245643973350525,
+      "learning_rate": 9.300804047751093e-06,
+      "loss": 1.3824753761291504,
+      "step": 372
+    },
+    {
+      "epoch": 0.6678571428571428,
+      "grad_norm": 0.21639856696128845,
+      "learning_rate": 9.291290291706881e-06,
+      "loss": 1.3373095989227295,
+      "step": 374
+    },
+    {
+      "epoch": 0.6714285714285714,
+      "grad_norm": 0.42471569776535034,
+      "learning_rate": 9.281717775844857e-06,
+      "loss": 1.2794650793075562,
+      "step": 376
+    },
+    {
+      "epoch": 0.675,
+      "grad_norm": 0.5068492293357849,
+      "learning_rate": 9.272086648525937e-06,
+      "loss": 1.3947125673294067,
+      "step": 378
+    },
+    {
+      "epoch": 0.6785714285714286,
+      "grad_norm": 0.42456403374671936,
+      "learning_rate": 9.26239705901943e-06,
+      "loss": 1.4322527647018433,
+      "step": 380
+    },
+    {
+      "epoch": 0.6821428571428572,
+      "grad_norm": 0.7322901487350464,
+      "learning_rate": 9.25264915750073e-06,
+      "loss": 1.427004337310791,
+      "step": 382
+    },
+    {
+      "epoch": 0.6857142857142857,
+      "grad_norm": 0.2247505635023117,
+      "learning_rate": 9.242843095048987e-06,
+      "loss": 1.2980873584747314,
+      "step": 384
+    },
+    {
+      "epoch": 0.6892857142857143,
+      "grad_norm": 0.28208163380622864,
+      "learning_rate": 9.232979023644768e-06,
+      "loss": 1.466817855834961,
+      "step": 386
+    },
+    {
+      "epoch": 0.6928571428571428,
+      "grad_norm": 0.4910048544406891,
+      "learning_rate": 9.223057096167696e-06,
+      "loss": 1.4608205556869507,
+      "step": 388
+    },
+    {
+      "epoch": 0.6964285714285714,
+      "grad_norm": 0.5288735032081604,
+      "learning_rate": 9.213077466394088e-06,
+      "loss": 1.3513166904449463,
+      "step": 390
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.304855078458786,
+      "learning_rate": 9.203040288994566e-06,
+      "loss": 1.464281678199768,
+      "step": 392
+    },
+    {
+      "epoch": 0.7035714285714286,
+      "grad_norm": 0.28660398721694946,
+      "learning_rate": 9.192945719531662e-06,
+      "loss": 1.3084968328475952,
+      "step": 394
+    },
+    {
+      "epoch": 0.7071428571428572,
+      "grad_norm": 0.5636733770370483,
+      "learning_rate": 9.182793914457402e-06,
+      "loss": 1.2844712734222412,
+      "step": 396
+    },
+    {
+      "epoch": 0.7107142857142857,
+      "grad_norm": 0.5751602649688721,
+      "learning_rate": 9.172585031110895e-06,
+      "loss": 1.5046448707580566,
+      "step": 398
+    },
+    {
+      "epoch": 0.7142857142857143,
+      "grad_norm": 0.34700506925582886,
+      "learning_rate": 9.162319227715877e-06,
+      "loss": 1.3449612855911255,
+      "step": 400
+    },
+    {
+      "epoch": 0.7178571428571429,
+      "grad_norm": 0.34046903252601624,
+      "learning_rate": 9.151996663378271e-06,
+      "loss": 1.3594465255737305,
+      "step": 402
+    },
+    {
+      "epoch": 0.7214285714285714,
+      "grad_norm": 0.48511913418769836,
+      "learning_rate": 9.141617498083717e-06,
+      "loss": 1.5169265270233154,
+      "step": 404
+    },
+    {
+      "epoch": 0.725,
+      "grad_norm": 0.26317858695983887,
+      "learning_rate": 9.131181892695089e-06,
+      "loss": 1.4639661312103271,
+      "step": 406
+    },
+    {
+      "epoch": 0.7285714285714285,
+      "grad_norm": 0.4234665632247925,
+      "learning_rate": 9.120690008950008e-06,
+      "loss": 1.4238711595535278,
+      "step": 408
+    },
+    {
+      "epoch": 0.7321428571428571,
+      "grad_norm": 0.683773934841156,
+      "learning_rate": 9.110142009458333e-06,
+      "loss": 1.2991688251495361,
+      "step": 410
+    },
+    {
+      "epoch": 0.7357142857142858,
+      "grad_norm": 0.9090404510498047,
+      "learning_rate": 9.099538057699643e-06,
+      "loss": 1.4411964416503906,
+      "step": 412
+    },
+    {
+      "epoch": 0.7392857142857143,
+      "grad_norm": 0.42502301931381226,
+      "learning_rate": 9.08887831802069e-06,
+      "loss": 1.3963665962219238,
+      "step": 414
+    },
+    {
+      "epoch": 0.7428571428571429,
+      "grad_norm": 0.25458428263664246,
+      "learning_rate": 9.078162955632878e-06,
+      "loss": 1.3666608333587646,
+      "step": 416
+    },
+    {
+      "epoch": 0.7464285714285714,
+      "grad_norm": 0.2778110206127167,
+      "learning_rate": 9.067392136609672e-06,
+      "loss": 1.4295861721038818,
+      "step": 418
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.3574320673942566,
+      "learning_rate": 9.056566027884051e-06,
+      "loss": 1.4124993085861206,
+      "step": 420
+    },
+    {
+      "epoch": 0.7535714285714286,
+      "grad_norm": 0.2570479214191437,
+      "learning_rate": 9.045684797245902e-06,
+      "loss": 1.3560070991516113,
+      "step": 422
+    },
+    {
+      "epoch": 0.7571428571428571,
+      "grad_norm": 0.3374227285385132,
+      "learning_rate": 9.034748613339427e-06,
+      "loss": 1.360439658164978,
+      "step": 424
+    },
+    {
+      "epoch": 0.7607142857142857,
+      "grad_norm": 0.25365766882896423,
+      "learning_rate": 9.023757645660531e-06,
+      "loss": 1.3708235025405884,
+      "step": 426
+    },
+    {
+      "epoch": 0.7642857142857142,
+      "grad_norm": 0.2227737158536911,
+      "learning_rate": 9.01271206455419e-06,
+      "loss": 1.3818211555480957,
+      "step": 428
+    },
+    {
+      "epoch": 0.7678571428571429,
+      "grad_norm": 0.21550701558589935,
+      "learning_rate": 9.001612041211817e-06,
+      "loss": 1.3254315853118896,
+      "step": 430
+    },
+    {
+      "epoch": 0.7714285714285715,
+      "grad_norm": 0.5434844493865967,
+      "learning_rate": 8.9904577476686e-06,
+      "loss": 1.3340120315551758,
+      "step": 432
+    },
+    {
+      "epoch": 0.775,
+      "grad_norm": 0.2289412021636963,
+      "learning_rate": 8.979249356800846e-06,
+      "loss": 1.2770015001296997,
+      "step": 434
+    },
+    {
+      "epoch": 0.7785714285714286,
+      "grad_norm": 0.25175049901008606,
+      "learning_rate": 8.967987042323293e-06,
+      "loss": 1.3385746479034424,
+      "step": 436
+    },
+    {
+      "epoch": 0.7821428571428571,
+      "grad_norm": 0.27297094464302063,
+      "learning_rate": 8.956670978786423e-06,
+      "loss": 1.2522022724151611,
+      "step": 438
+    },
+    {
+      "epoch": 0.7857142857142857,
+      "grad_norm": 0.2057066559791565,
+      "learning_rate": 8.945301341573757e-06,
+      "loss": 1.3175703287124634,
+      "step": 440
+    },
+    {
+      "epoch": 0.7892857142857143,
+      "grad_norm": 0.16934043169021606,
+      "learning_rate": 8.93387830689913e-06,
+      "loss": 1.2785143852233887,
+      "step": 442
+    },
+    {
+      "epoch": 0.7928571428571428,
+      "grad_norm": 0.17673851549625397,
+      "learning_rate": 8.922402051803968e-06,
+      "loss": 1.311404824256897,
+      "step": 444
+    },
+    {
+      "epoch": 0.7964285714285714,
+      "grad_norm": 0.36772605776786804,
+      "learning_rate": 8.91087275415454e-06,
+      "loss": 1.27708101272583,
+      "step": 446
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.1414009928703308,
+      "learning_rate": 8.8992905926392e-06,
+      "loss": 1.247365117073059,
+      "step": 448
+    },
+    {
+      "epoch": 0.8035714285714286,
+      "grad_norm": 0.16844603419303894,
+      "learning_rate": 8.887655746765625e-06,
+      "loss": 1.3339194059371948,
+      "step": 450
+    },
+    {
+      "epoch": 0.8071428571428572,
+      "grad_norm": 0.4043944180011749,
+      "learning_rate": 8.875968396858023e-06,
+      "loss": 1.3012686967849731,
+      "step": 452
+    },
+    {
+      "epoch": 0.8107142857142857,
+      "grad_norm": 0.19886070489883423,
+      "learning_rate": 8.864228724054342e-06,
+      "loss": 1.2051547765731812,
+      "step": 454
+    },
+    {
+      "epoch": 0.8142857142857143,
+      "grad_norm": 0.18143871426582336,
+      "learning_rate": 8.852436910303466e-06,
+      "loss": 1.264425277709961,
+      "step": 456
+    },
+    {
+      "epoch": 0.8178571428571428,
+      "grad_norm": 0.30469146370887756,
+      "learning_rate": 8.840593138362395e-06,
+      "loss": 1.2156575918197632,
+      "step": 458
+    },
+    {
+      "epoch": 0.8214285714285714,
+      "grad_norm": 0.19490455090999603,
+      "learning_rate": 8.828697591793405e-06,
+      "loss": 1.2579315900802612,
+      "step": 460
+    },
+    {
+      "epoch": 0.825,
+      "grad_norm": 0.22966210544109344,
+      "learning_rate": 8.816750454961206e-06,
+      "loss": 1.2265636920928955,
+      "step": 462
+    },
+    {
+      "epoch": 0.8285714285714286,
+      "grad_norm": 0.4836777448654175,
+      "learning_rate": 8.804751913030095e-06,
+      "loss": 1.2515498399734497,
+      "step": 464
+    },
+    {
+      "epoch": 0.8321428571428572,
+      "grad_norm": 0.22509177029132843,
+      "learning_rate": 8.792702151961074e-06,
+      "loss": 1.2572628259658813,
+      "step": 466
+    },
+    {
+      "epoch": 0.8357142857142857,
+      "grad_norm": 0.4269544184207916,
+      "learning_rate": 8.780601358508966e-06,
+      "loss": 1.2433445453643799,
+      "step": 468
+    },
+    {
+      "epoch": 0.8392857142857143,
+      "grad_norm": 0.19438913464546204,
+      "learning_rate": 8.768449720219533e-06,
+      "loss": 1.2479232549667358,
+      "step": 470
+    },
+    {
+      "epoch": 0.8428571428571429,
+      "grad_norm": 0.695250391960144,
+      "learning_rate": 8.75624742542656e-06,
+      "loss": 1.300042748451233,
+      "step": 472
+    },
+    {
+      "epoch": 0.8464285714285714,
+      "grad_norm": 0.35800135135650635,
+      "learning_rate": 8.743994663248939e-06,
+      "loss": 1.2871143817901611,
+      "step": 474
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.20253418385982513,
+      "learning_rate": 8.73169162358774e-06,
+      "loss": 1.2776912450790405,
+      "step": 476
+    },
+    {
+      "epoch": 0.8535714285714285,
+      "grad_norm": 0.203902930021286,
+      "learning_rate": 8.719338497123258e-06,
+      "loss": 1.3039164543151855,
+      "step": 478
+    },
+    {
+      "epoch": 0.8571428571428571,
+      "grad_norm": 0.24306446313858032,
+      "learning_rate": 8.706935475312073e-06,
+      "loss": 1.30210542678833,
+      "step": 480
+    },
+    {
+      "epoch": 0.8607142857142858,
+      "grad_norm": 0.2822311520576477,
+      "learning_rate": 8.694482750384069e-06,
+      "loss": 1.2630928754806519,
+      "step": 482
+    },
+    {
+      "epoch": 0.8642857142857143,
+      "grad_norm": 0.2177450954914093,
+      "learning_rate": 8.681980515339464e-06,
+      "loss": 1.2841533422470093,
+      "step": 484
+    },
+    {
+      "epoch": 0.8678571428571429,
+      "grad_norm": 0.19454443454742432,
+      "learning_rate": 8.669428963945815e-06,
+      "loss": 1.2446175813674927,
+      "step": 486
+    },
+    {
+      "epoch": 0.8714285714285714,
+      "grad_norm": 0.161905437707901,
+      "learning_rate": 8.656828290735013e-06,
+      "loss": 1.2695343494415283,
+      "step": 488
+    },
+    {
+      "epoch": 0.875,
+      "grad_norm": 0.19021154940128326,
+      "learning_rate": 8.644178691000272e-06,
+      "loss": 1.2780508995056152,
+      "step": 490
+    },
+    {
+      "epoch": 0.8785714285714286,
+      "grad_norm": 0.3725239038467407,
+      "learning_rate": 8.631480360793095e-06,
+      "loss": 1.2979791164398193,
+      "step": 492
+    },
+    {
+      "epoch": 0.8821428571428571,
+      "grad_norm": 0.5264632701873779,
+      "learning_rate": 8.61873349692025e-06,
+      "loss": 1.2810431718826294,
+      "step": 494
+    },
+    {
+      "epoch": 0.8857142857142857,
+      "grad_norm": 0.26536062359809875,
+      "learning_rate": 8.605938296940702e-06,
+      "loss": 1.2166625261306763,
+      "step": 496
+    },
+    {
+      "epoch": 0.8892857142857142,
+      "grad_norm": 0.4096132516860962,
+      "learning_rate": 8.593094959162565e-06,
+      "loss": 1.2420190572738647,
+      "step": 498
+    },
+    {
+      "epoch": 0.8928571428571429,
+      "grad_norm": 0.4396449327468872,
+      "learning_rate": 8.58020368264002e-06,
+      "loss": 1.2754027843475342,
+      "step": 500
+    },
+    {
+      "epoch": 0.8964285714285715,
+      "grad_norm": 0.15545235574245453,
+      "learning_rate": 8.567264667170232e-06,
+      "loss": 1.3059731721878052,
+      "step": 502
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.25121352076530457,
+      "learning_rate": 8.554278113290262e-06,
+      "loss": 1.2766114473342896,
+      "step": 504
+    },
+    {
+      "epoch": 0.9035714285714286,
+      "grad_norm": 0.21137557923793793,
+      "learning_rate": 8.541244222273942e-06,
+      "loss": 1.258975863456726,
+      "step": 506
+    },
+    {
+      "epoch": 0.9071428571428571,
+      "grad_norm": 0.16647249460220337,
+      "learning_rate": 8.528163196128767e-06,
+      "loss": 1.2222638130187988,
+      "step": 508
+    },
+    {
+      "epoch": 0.9107142857142857,
+      "grad_norm": 0.3039259910583496,
+      "learning_rate": 8.51503523759277e-06,
+      "loss": 1.257559895515442,
+      "step": 510
+    },
+    {
+      "epoch": 0.9142857142857143,
+      "grad_norm": 0.32180115580558777,
+      "learning_rate": 8.501860550131361e-06,
+      "loss": 1.280539631843567,
+      "step": 512
+    },
+    {
+      "epoch": 0.9178571428571428,
+      "grad_norm": 0.2822877764701843,
+      "learning_rate": 8.488639337934188e-06,
+      "loss": 1.225077509880066,
+      "step": 514
+    },
+    {
+      "epoch": 0.9214285714285714,
+      "grad_norm": 0.22444438934326172,
+      "learning_rate": 8.475371805911975e-06,
+      "loss": 1.259244441986084,
+      "step": 516
+    },
+    {
+      "epoch": 0.925,
+      "grad_norm": 0.17102967202663422,
+      "learning_rate": 8.462058159693332e-06,
+      "loss": 1.2512003183364868,
+      "step": 518
+    },
+    {
+      "epoch": 0.9285714285714286,
+      "grad_norm": 0.9442085027694702,
+      "learning_rate": 8.44869860562158e-06,
+      "loss": 1.2956591844558716,
+      "step": 520
+    },
+    {
+      "epoch": 0.9321428571428572,
+      "grad_norm": 0.31264039874076843,
+      "learning_rate": 8.435293350751545e-06,
+      "loss": 1.3134222030639648,
+      "step": 522
+    },
+    {
+      "epoch": 0.9357142857142857,
+      "grad_norm": 0.20593850314617157,
+      "learning_rate": 8.421842602846362e-06,
+      "loss": 1.269896149635315,
+      "step": 524
+    },
+    {
+      "epoch": 0.9392857142857143,
+      "grad_norm": 0.24257254600524902,
+      "learning_rate": 8.408346570374234e-06,
+      "loss": 1.2887259721755981,
+      "step": 526
+    },
+    {
+      "epoch": 0.9428571428571428,
+      "grad_norm": 0.18374580144882202,
+      "learning_rate": 8.394805462505224e-06,
+      "loss": 1.2653754949569702,
+      "step": 528
+    },
+    {
+      "epoch": 0.9464285714285714,
+      "grad_norm": 0.7440497875213623,
+      "learning_rate": 8.381219489107992e-06,
+      "loss": 1.2136163711547852,
+      "step": 530
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.3250195384025574,
+      "learning_rate": 8.36758886074656e-06,
+      "loss": 1.233951449394226,
+      "step": 532
+    },
+    {
+      "epoch": 0.9535714285714286,
+      "grad_norm": 0.2864832878112793,
+      "learning_rate": 8.353913788677036e-06,
+      "loss": 1.2546851634979248,
+      "step": 534
+    },
+    {
+      "epoch": 0.9571428571428572,
+      "grad_norm": 0.22155587375164032,
+      "learning_rate": 8.34019448484435e-06,
+      "loss": 1.2355575561523438,
+      "step": 536
+    },
+    {
+      "epoch": 0.9607142857142857,
+      "grad_norm": 0.19411461055278778,
+      "learning_rate": 8.326431161878957e-06,
+      "loss": 1.2437915802001953,
+      "step": 538
+    },
+    {
+      "epoch": 0.9642857142857143,
+      "grad_norm": 0.26431798934936523,
+      "learning_rate": 8.312624033093555e-06,
+      "loss": 1.2899754047393799,
+      "step": 540
+    },
+    {
+      "epoch": 0.9678571428571429,
+      "grad_norm": 0.3181489109992981,
+      "learning_rate": 8.298773312479767e-06,
+      "loss": 1.2769360542297363,
+      "step": 542
+    },
+    {
+      "epoch": 0.9714285714285714,
+      "grad_norm": 0.2669861912727356,
+      "learning_rate": 8.284879214704834e-06,
+      "loss": 1.2913857698440552,
+      "step": 544
+    },
+    {
+      "epoch": 0.975,
+      "grad_norm": 0.2932322919368744,
+      "learning_rate": 8.270941955108281e-06,
+      "loss": 1.2430675029754639,
+      "step": 546
+    },
+    {
+      "epoch": 0.9785714285714285,
+      "grad_norm": 0.3006272614002228,
+      "learning_rate": 8.256961749698583e-06,
+      "loss": 1.2453312873840332,
+      "step": 548
+    },
+    {
+      "epoch": 0.9821428571428571,
+      "grad_norm": 0.2196272611618042,
+      "learning_rate": 8.242938815149817e-06,
+      "loss": 1.2648967504501343,
+      "step": 550
+    },
+    {
+      "epoch": 0.9857142857142858,
+      "grad_norm": 0.2562142014503479,
+      "learning_rate": 8.228873368798304e-06,
+      "loss": 1.3159946203231812,
+      "step": 552
+    },
+    {
+      "epoch": 0.9892857142857143,
+      "grad_norm": 0.26237812638282776,
+      "learning_rate": 8.214765628639235e-06,
+      "loss": 1.3476945161819458,
+      "step": 554
+    },
+    {
+      "epoch": 0.9928571428571429,
+      "grad_norm": 0.38732582330703735,
+      "learning_rate": 8.200615813323306e-06,
+      "loss": 1.9057130813598633,
+      "step": 556
+    },
+    {
+      "epoch": 0.9964285714285714,
+      "grad_norm": 0.33351263403892517,
+      "learning_rate": 8.18642414215331e-06,
+      "loss": 1.8800382614135742,
+      "step": 558
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.6058505773544312,
+      "learning_rate": 8.172190835080757e-06,
+      "loss": 1.8019236326217651,
+      "step": 560
+    },
+    {
+      "epoch": 1.0035714285714286,
+      "grad_norm": 0.31470683217048645,
+      "learning_rate": 8.157916112702452e-06,
+      "loss": 1.384263277053833,
+      "step": 562
+    },
+    {
+      "epoch": 1.0071428571428571,
+      "grad_norm": 0.310624897480011,
+      "learning_rate": 8.143600196257086e-06,
+      "loss": 1.3995013236999512,
+      "step": 564
+    },
+    {
+      "epoch": 1.0107142857142857,
+      "grad_norm": 0.20878104865550995,
+      "learning_rate": 8.129243307621791e-06,
+      "loss": 1.3525418043136597,
+      "step": 566
+    },
+    {
+      "epoch": 1.0142857142857142,
+      "grad_norm": 0.2683800160884857,
+      "learning_rate": 8.114845669308723e-06,
+      "loss": 1.3207361698150635,
+      "step": 568
+    },
+    {
+      "epoch": 1.0178571428571428,
+      "grad_norm": 0.27859288454055786,
+      "learning_rate": 8.100407504461595e-06,
+      "loss": 1.3501830101013184,
+      "step": 570
+    },
+    {
+      "epoch": 1.0214285714285714,
+      "grad_norm": 0.32225877046585083,
+      "learning_rate": 8.085929036852236e-06,
+      "loss": 1.1840941905975342,
+      "step": 572
+    },
+    {
+      "epoch": 1.025,
+      "grad_norm": 0.23283155262470245,
+      "learning_rate": 8.071410490877097e-06,
+      "loss": 1.2650562524795532,
+      "step": 574
+    },
+    {
+      "epoch": 1.0285714285714285,
+      "grad_norm": 0.1705978810787201,
+      "learning_rate": 8.0568520915538e-06,
+      "loss": 1.2940489053726196,
+      "step": 576
+    },
+    {
+      "epoch": 1.032142857142857,
+      "grad_norm": 0.23754863440990448,
+      "learning_rate": 8.042254064517642e-06,
+      "loss": 1.3267643451690674,
+      "step": 578
+    },
+    {
+      "epoch": 1.0357142857142858,
+      "grad_norm": 0.46769577264785767,
+      "learning_rate": 8.027616636018085e-06,
+      "loss": 1.2288154363632202,
+      "step": 580
+    },
+    {
+      "epoch": 1.0392857142857144,
+      "grad_norm": 0.233358234167099,
+      "learning_rate": 8.012940032915263e-06,
+      "loss": 1.3615669012069702,
+      "step": 582
+    },
+    {
+      "epoch": 1.042857142857143,
+      "grad_norm": 0.2691819369792938,
+      "learning_rate": 7.998224482676473e-06,
+      "loss": 1.3021140098571777,
+      "step": 584
+    },
+    {
+      "epoch": 1.0464285714285715,
+      "grad_norm": 0.24730414152145386,
+      "learning_rate": 7.983470213372624e-06,
+      "loss": 1.2602746486663818,
+      "step": 586
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.2731882929801941,
+      "learning_rate": 7.96867745367473e-06,
+      "loss": 1.2430776357650757,
+      "step": 588
+    },
+    {
+      "epoch": 1.0535714285714286,
+      "grad_norm": 0.22160141170024872,
+      "learning_rate": 7.953846432850346e-06,
+      "loss": 1.2589969635009766,
+      "step": 590
+    },
+    {
+      "epoch": 1.0571428571428572,
+      "grad_norm": 0.2917991280555725,
+      "learning_rate": 7.938977380760024e-06,
+      "loss": 1.408372402191162,
+      "step": 592
+    },
+    {
+      "epoch": 1.0607142857142857,
+      "grad_norm": 0.23420438170433044,
+      "learning_rate": 7.92407052785375e-06,
+      "loss": 1.3381731510162354,
+      "step": 594
+    },
+    {
+      "epoch": 1.0642857142857143,
+      "grad_norm": 0.19835133850574493,
+      "learning_rate": 7.909126105167373e-06,
+      "loss": 1.3641246557235718,
+      "step": 596
+    },
+    {
+      "epoch": 1.0678571428571428,
+      "grad_norm": 0.21805885434150696,
+      "learning_rate": 7.894144344319015e-06,
+      "loss": 1.2766021490097046,
+      "step": 598
+    },
+    {
+      "epoch": 1.0714285714285714,
+      "grad_norm": 0.3379668593406677,
+      "learning_rate": 7.879125477505495e-06,
+      "loss": 1.2909208536148071,
+      "step": 600
+    },
+    {
+      "epoch": 1.075,
+      "grad_norm": 0.3864686191082001,
+      "learning_rate": 7.864069737498722e-06,
+      "loss": 1.259904146194458,
+      "step": 602
+    },
+    {
+      "epoch": 1.0785714285714285,
+      "grad_norm": 0.3104611933231354,
+      "learning_rate": 7.848977357642089e-06,
+      "loss": 1.3227314949035645,
+      "step": 604
+    },
+    {
+      "epoch": 1.082142857142857,
+      "grad_norm": 0.244283065199852,
+      "learning_rate": 7.833848571846855e-06,
+      "loss": 1.3027191162109375,
+      "step": 606
+    },
+    {
+      "epoch": 1.0857142857142856,
+      "grad_norm": 0.19385835528373718,
+      "learning_rate": 7.818683614588523e-06,
+      "loss": 1.0396664142608643,
+      "step": 608
+    },
+    {
+      "epoch": 1.0892857142857142,
+      "grad_norm": 0.2750968933105469,
+      "learning_rate": 7.803482720903206e-06,
+      "loss": 1.1102863550186157,
+      "step": 610
+    },
+    {
+      "epoch": 1.092857142857143,
+      "grad_norm": 0.3333893418312073,
+      "learning_rate": 7.788246126383977e-06,
+      "loss": 1.1634554862976074,
+      "step": 612
+    },
+    {
+      "epoch": 1.0964285714285715,
+      "grad_norm": 0.28989356756210327,
+      "learning_rate": 7.77297406717723e-06,
+      "loss": 1.3986788988113403,
+      "step": 614
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.27835774421691895,
+      "learning_rate": 7.757666779979008e-06,
+      "loss": 1.2263062000274658,
+      "step": 616
+    },
+    {
+      "epoch": 1.1035714285714286,
+      "grad_norm": 0.2572242021560669,
+      "learning_rate": 7.74232450203134e-06,
+      "loss": 1.2180155515670776,
+      "step": 618
+    },
+    {
+      "epoch": 1.1071428571428572,
+      "grad_norm": 0.3894072473049164,
+      "learning_rate": 7.72694747111857e-06,
+      "loss": 1.478975534439087,
+      "step": 620
+    },
+    {
+      "epoch": 1.1107142857142858,
+      "grad_norm": 0.4212060868740082,
+      "learning_rate": 7.711535925563655e-06,
+      "loss": 1.3129830360412598,
+      "step": 622
+    },
+    {
+      "epoch": 1.1142857142857143,
+      "grad_norm": 0.23659296333789825,
+      "learning_rate": 7.696090104224492e-06,
+      "loss": 1.229081392288208,
+      "step": 624
+    },
+    {
+      "epoch": 1.1178571428571429,
+      "grad_norm": 0.254404217004776,
+      "learning_rate": 7.680610246490199e-06,
+      "loss": 1.2878901958465576,
+      "step": 626
+    },
+    {
+      "epoch": 1.1214285714285714,
+      "grad_norm": 0.3570263981819153,
+      "learning_rate": 7.665096592277415e-06,
+      "loss": 1.218833088874817,
+      "step": 628
+    },
+    {
+      "epoch": 1.125,
+      "grad_norm": 0.27803489565849304,
+      "learning_rate": 7.649549382026575e-06,
+      "loss": 1.274793028831482,
+      "step": 630
+    },
+    {
+      "epoch": 1.1285714285714286,
+      "grad_norm": 0.2562004327774048,
+      "learning_rate": 7.633968856698192e-06,
+      "loss": 1.3318731784820557,
+      "step": 632
+    },
+    {
+      "epoch": 1.1321428571428571,
+      "grad_norm": 0.19307534396648407,
+      "learning_rate": 7.618355257769111e-06,
+      "loss": 1.2363682985305786,
+      "step": 634
+    },
+    {
+      "epoch": 1.1357142857142857,
+      "grad_norm": 0.5484210848808289,
+      "learning_rate": 7.602708827228779e-06,
+      "loss": 1.259455680847168,
+      "step": 636
+    },
+    {
+      "epoch": 1.1392857142857142,
+      "grad_norm": 0.2351217418909073,
+      "learning_rate": 7.587029807575482e-06,
+      "loss": 1.2625541687011719,
+      "step": 638
+    },
+    {
+      "epoch": 1.1428571428571428,
+      "grad_norm": 0.5461699962615967,
+      "learning_rate": 7.571318441812599e-06,
+      "loss": 1.1984379291534424,
+      "step": 640
+    },
+    {
+      "epoch": 1.1464285714285714,
+      "grad_norm": 0.30940407514572144,
+      "learning_rate": 7.55557497344482e-06,
+      "loss": 1.3161015510559082,
+      "step": 642
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.32747605443000793,
+      "learning_rate": 7.539799646474393e-06,
+      "loss": 1.234968900680542,
+      "step": 644
+    },
+    {
+      "epoch": 1.1535714285714285,
+      "grad_norm": 0.2250605821609497,
+      "learning_rate": 7.523992705397321e-06,
+      "loss": 1.3490346670150757,
+      "step": 646
+    },
+    {
+      "epoch": 1.157142857142857,
+      "grad_norm": 0.3528631925582886,
+      "learning_rate": 7.508154395199592e-06,
+      "loss": 1.350324034690857,
+      "step": 648
+    },
+    {
+      "epoch": 1.1607142857142858,
+      "grad_norm": 0.247028186917305,
+      "learning_rate": 7.492284961353361e-06,
+      "loss": 1.285825252532959,
+      "step": 650
+    },
+    {
+      "epoch": 1.1642857142857144,
+      "grad_norm": 0.26968345046043396,
+      "learning_rate": 7.4763846498131675e-06,
+      "loss": 1.123679518699646,
+      "step": 652
+    },
+    {
+      "epoch": 1.167857142857143,
+      "grad_norm": 0.23967714607715607,
+      "learning_rate": 7.460453707012107e-06,
+      "loss": 1.2702839374542236,
+      "step": 654
+    },
+    {
+      "epoch": 1.1714285714285715,
+      "grad_norm": 0.9412787556648254,
+      "learning_rate": 7.444492379858021e-06,
+      "loss": 1.3307619094848633,
+      "step": 656
+    },
+    {
+      "epoch": 1.175,
+      "grad_norm": 0.60057133436203,
+      "learning_rate": 7.428500915729663e-06,
+      "loss": 1.218625783920288,
+      "step": 658
+    },
+    {
+      "epoch": 1.1785714285714286,
+      "grad_norm": 0.2611408829689026,
+      "learning_rate": 7.412479562472873e-06,
+      "loss": 1.1818389892578125,
+      "step": 660
+    },
+    {
+      "epoch": 1.1821428571428572,
+      "grad_norm": 0.21901297569274902,
+      "learning_rate": 7.3964285683967285e-06,
+      "loss": 1.2105083465576172,
+      "step": 662
+    },
+    {
+      "epoch": 1.1857142857142857,
+      "grad_norm": 0.9242513179779053,
+      "learning_rate": 7.380348182269701e-06,
+      "loss": 1.2359505891799927,
+      "step": 664
+    },
+    {
+      "epoch": 1.1892857142857143,
+      "grad_norm": 0.24152880907058716,
+      "learning_rate": 7.364238653315795e-06,
+      "loss": 1.268753170967102,
+      "step": 666
+    },
+    {
+      "epoch": 1.1928571428571428,
+      "grad_norm": 2.834768533706665,
+      "learning_rate": 7.348100231210697e-06,
+      "loss": 1.2450233697891235,
+      "step": 668
+    },
+    {
+      "epoch": 1.1964285714285714,
+      "grad_norm": 0.7332023978233337,
+      "learning_rate": 7.331933166077886e-06,
+      "loss": 1.2236673831939697,
+      "step": 670
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.3339300751686096,
+      "learning_rate": 7.31573770848478e-06,
+      "loss": 1.1605288982391357,
+      "step": 672
+    },
+    {
+      "epoch": 1.2035714285714285,
+      "grad_norm": 0.7548586130142212,
+      "learning_rate": 7.299514109438835e-06,
+      "loss": 1.276812195777893,
+      "step": 674
+    },
+    {
+      "epoch": 1.207142857142857,
+      "grad_norm": 0.32066163420677185,
+      "learning_rate": 7.283262620383664e-06,
+      "loss": 1.2277733087539673,
+      "step": 676
+    },
+    {
+      "epoch": 1.2107142857142856,
+      "grad_norm": 0.3439161777496338,
+      "learning_rate": 7.266983493195133e-06,
+      "loss": 1.443245768547058,
+      "step": 678
+    },
+    {
+      "epoch": 1.2142857142857142,
+      "grad_norm": 0.28881630301475525,
+      "learning_rate": 7.250676980177468e-06,
+      "loss": 1.3642569780349731,
+      "step": 680
+    },
+    {
+      "epoch": 1.217857142857143,
+      "grad_norm": 0.3376900553703308,
+      "learning_rate": 7.2343433340593315e-06,
+      "loss": 1.1232848167419434,
+      "step": 682
+    },
+    {
+      "epoch": 1.2214285714285715,
+      "grad_norm": 0.5144054293632507,
+      "learning_rate": 7.217982807989915e-06,
+      "loss": 1.2558438777923584,
+      "step": 684
+    },
+    {
+      "epoch": 1.225,
+      "grad_norm": 0.25952062010765076,
+      "learning_rate": 7.201595655535011e-06,
+      "loss": 1.3395494222640991,
+      "step": 686
+    },
+    {
+      "epoch": 1.2285714285714286,
+      "grad_norm": 0.3723627030849457,
+      "learning_rate": 7.1851821306730876e-06,
+      "loss": 0.9402600526809692,
+      "step": 688
+    },
+    {
+      "epoch": 1.2321428571428572,
+      "grad_norm": 0.3420025110244751,
+      "learning_rate": 7.168742487791345e-06,
+      "loss": 0.7468339204788208,
+      "step": 690
+    },
+    {
+      "epoch": 1.2357142857142858,
+      "grad_norm": 0.34970328211784363,
+      "learning_rate": 7.152276981681781e-06,
+      "loss": 1.0327891111373901,
+      "step": 692
+    },
+    {
+      "epoch": 1.2392857142857143,
+      "grad_norm": 0.3740408420562744,
+      "learning_rate": 7.135785867537235e-06,
+      "loss": 1.267980694770813,
+      "step": 694
+    },
+    {
+      "epoch": 1.2428571428571429,
+      "grad_norm": 0.5309215188026428,
+      "learning_rate": 7.119269400947437e-06,
+      "loss": 1.4097453355789185,
+      "step": 696
+    },
+    {
+      "epoch": 1.2464285714285714,
+      "grad_norm": 0.3004949390888214,
+      "learning_rate": 7.1027278378950486e-06,
+      "loss": 1.2045501470565796,
+      "step": 698
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.6161743402481079,
+      "learning_rate": 7.086161434751684e-06,
+      "loss": 1.0838185548782349,
+      "step": 700
+    },
+    {
+      "epoch": 1.2535714285714286,
+      "grad_norm": 0.22701780498027802,
+      "learning_rate": 7.069570448273951e-06,
+      "loss": 1.1616631746292114,
+      "step": 702
+    },
+    {
+      "epoch": 1.2571428571428571,
+      "grad_norm": 0.3208640515804291,
+      "learning_rate": 7.0529551355994686e-06,
+      "loss": 1.2447824478149414,
+      "step": 704
+    },
+    {
+      "epoch": 1.2607142857142857,
+      "grad_norm": 0.7384056448936462,
+      "learning_rate": 7.03631575424287e-06,
+      "loss": 1.1175577640533447,
+      "step": 706
+    },
+    {
+      "epoch": 1.2642857142857142,
+      "grad_norm": 0.5497505068778992,
+      "learning_rate": 7.019652562091826e-06,
+      "loss": 1.141535758972168,
+      "step": 708
+    },
+    {
+      "epoch": 1.2678571428571428,
+      "grad_norm": 0.3330208361148834,
+      "learning_rate": 7.0029658174030425e-06,
+      "loss": 1.3164706230163574,
+      "step": 710
+    },
+    {
+      "epoch": 1.2714285714285714,
+      "grad_norm": 0.4105195701122284,
+      "learning_rate": 6.986255778798253e-06,
+      "loss": 1.234831690788269,
+      "step": 712
+    },
+    {
+      "epoch": 1.275,
+      "grad_norm": 0.28338423371315,
+      "learning_rate": 6.9695227052602174e-06,
+      "loss": 1.1415457725524902,
+      "step": 714
+    },
+    {
+      "epoch": 1.2785714285714285,
+      "grad_norm": 0.3706303536891937,
+      "learning_rate": 6.952766856128709e-06,
+      "loss": 1.199047565460205,
+      "step": 716
+    },
+    {
+      "epoch": 1.282142857142857,
+      "grad_norm": 0.3346574902534485,
+      "learning_rate": 6.9359884910964856e-06,
+      "loss": 1.4197050333023071,
+      "step": 718
+    },
+    {
+      "epoch": 1.2857142857142856,
+      "grad_norm": 0.3120553195476532,
+      "learning_rate": 6.919187870205275e-06,
+      "loss": 1.5487772226333618,
+      "step": 720
+    },
+    {
+      "epoch": 1.2892857142857144,
+      "grad_norm": 0.2753259837627411,
+      "learning_rate": 6.902365253841737e-06,
+      "loss": 1.177211880683899,
+      "step": 722
+    },
+    {
+      "epoch": 1.292857142857143,
+      "grad_norm": 0.2185521274805069,
+      "learning_rate": 6.885520902733435e-06,
+      "loss": 1.2806293964385986,
+      "step": 724
+    },
+    {
+      "epoch": 1.2964285714285715,
+      "grad_norm": 0.14865590631961823,
+      "learning_rate": 6.868655077944788e-06,
+      "loss": 0.9303812980651855,
+      "step": 726
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.39503300189971924,
+      "learning_rate": 6.85176804087303e-06,
+      "loss": 1.5363171100616455,
+      "step": 728
+    },
+    {
+      "epoch": 1.3035714285714286,
+      "grad_norm": 0.510991632938385,
+      "learning_rate": 6.834860053244154e-06,
+      "loss": 1.1531927585601807,
+      "step": 730
+    },
+    {
+      "epoch": 1.3071428571428572,
+      "grad_norm": 0.28777721524238586,
+      "learning_rate": 6.8179313771088626e-06,
+      "loss": 1.2121974229812622,
+      "step": 732
+    },
+    {
+      "epoch": 1.3107142857142857,
+      "grad_norm": 0.30707836151123047,
+      "learning_rate": 6.800982274838495e-06,
+      "loss": 1.4065004587173462,
+      "step": 734
+    },
+    {
+      "epoch": 1.3142857142857143,
+      "grad_norm": 0.23764309287071228,
+      "learning_rate": 6.784013009120975e-06,
+      "loss": 1.4308959245681763,
+      "step": 736
+    },
+    {
+      "epoch": 1.3178571428571428,
+      "grad_norm": 0.6906368136405945,
+      "learning_rate": 6.767023842956725e-06,
+      "loss": 1.1925731897354126,
+      "step": 738
+    },
+    {
+      "epoch": 1.3214285714285714,
+      "grad_norm": 0.4775388538837433,
+      "learning_rate": 6.750015039654603e-06,
+      "loss": 1.6403999328613281,
+      "step": 740
+    },
+    {
+      "epoch": 1.325,
+      "grad_norm": 0.2565818727016449,
+      "learning_rate": 6.732986862827813e-06,
+      "loss": 1.0603913068771362,
+      "step": 742
+    },
+    {
+      "epoch": 1.3285714285714285,
+      "grad_norm": 0.47122514247894287,
+      "learning_rate": 6.7159395763898214e-06,
+      "loss": 1.3830267190933228,
+      "step": 744
+    },
+    {
+      "epoch": 1.332142857142857,
+      "grad_norm": 0.5306914448738098,
+      "learning_rate": 6.698873444550271e-06,
+      "loss": 1.2981680631637573,
+      "step": 746
+    },
+    {
+      "epoch": 1.3357142857142856,
+      "grad_norm": 0.408100426197052,
+      "learning_rate": 6.68178873181088e-06,
+      "loss": 1.2487084865570068,
+      "step": 748
+    },
+    {
+      "epoch": 1.3392857142857144,
+      "grad_norm": 0.33308205008506775,
+      "learning_rate": 6.664685702961344e-06,
+      "loss": 0.9980481266975403,
+      "step": 750
+    },
+    {
+      "epoch": 1.342857142857143,
+      "grad_norm": 0.20474325120449066,
+      "learning_rate": 6.647564623075236e-06,
+      "loss": 0.9687408804893494,
+      "step": 752
+    },
+    {
+      "epoch": 1.3464285714285715,
+      "grad_norm": 0.8245405554771423,
+      "learning_rate": 6.630425757505894e-06,
+      "loss": 1.33769953250885,
+      "step": 754
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.2982644736766815,
+      "learning_rate": 6.613269371882308e-06,
+      "loss": 1.3833491802215576,
+      "step": 756
+    },
+    {
+      "epoch": 1.3535714285714286,
+      "grad_norm": 0.45085495710372925,
+      "learning_rate": 6.596095732105011e-06,
+      "loss": 1.2755907773971558,
+      "step": 758
+    },
+    {
+      "epoch": 1.3571428571428572,
+      "grad_norm": 0.29945558309555054,
+      "learning_rate": 6.5789051043419435e-06,
+      "loss": 1.2956531047821045,
+      "step": 760
+    },
+    {
+      "epoch": 1.3607142857142858,
+      "grad_norm": 0.5544592142105103,
+      "learning_rate": 6.5616977550243435e-06,
+      "loss": 1.2718784809112549,
+      "step": 762
+    },
+    {
+      "epoch": 1.3642857142857143,
+      "grad_norm": 0.7638172507286072,
+      "learning_rate": 6.544473950842606e-06,
+      "loss": 1.126919150352478,
+      "step": 764
+    },
+    {
+      "epoch": 1.3678571428571429,
+      "grad_norm": 0.4192071557044983,
+      "learning_rate": 6.527233958742154e-06,
+      "loss": 1.4331161975860596,
+      "step": 766
+    },
+    {
+      "epoch": 1.3714285714285714,
+      "grad_norm": 0.2737813889980316,
+      "learning_rate": 6.509978045919307e-06,
+      "loss": 1.2379997968673706,
+      "step": 768
+    },
+    {
+      "epoch": 1.375,
+      "grad_norm": 0.7987821102142334,
+      "learning_rate": 6.492706479817125e-06,
+      "loss": 1.278856873512268,
+      "step": 770
+    },
+    {
+      "epoch": 1.3785714285714286,
+      "grad_norm": 0.30944374203681946,
+      "learning_rate": 6.475419528121279e-06,
+      "loss": 1.3922899961471558,
+      "step": 772
+    },
+    {
+      "epoch": 1.3821428571428571,
+      "grad_norm": 0.29533934593200684,
+      "learning_rate": 6.45811745875589e-06,
+      "loss": 1.235024094581604,
+      "step": 774
+    },
+    {
+      "epoch": 1.3857142857142857,
+      "grad_norm": 0.788487434387207,
+      "learning_rate": 6.440800539879392e-06,
+      "loss": 1.1024410724639893,
+      "step": 776
+    },
+    {
+      "epoch": 1.3892857142857142,
+      "grad_norm": 0.3519847095012665,
+      "learning_rate": 6.423469039880355e-06,
+      "loss": 1.233741283416748,
+      "step": 778
+    },
+    {
+      "epoch": 1.3928571428571428,
+      "grad_norm": 0.18675316870212555,
+      "learning_rate": 6.406123227373343e-06,
+      "loss": 1.3022193908691406,
+      "step": 780
+    },
+    {
+      "epoch": 1.3964285714285714,
+      "grad_norm": 0.263254314661026,
+      "learning_rate": 6.388763371194741e-06,
+      "loss": 1.2517147064208984,
+      "step": 782
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.35091346502304077,
+      "learning_rate": 6.371389740398597e-06,
+      "loss": 1.1601366996765137,
+      "step": 784
+    },
+    {
+      "epoch": 1.4035714285714285,
+      "grad_norm": 0.34103208780288696,
+      "learning_rate": 6.35400260425244e-06,
+      "loss": 1.3991872072219849,
+      "step": 786
+    },
+    {
+      "epoch": 1.407142857142857,
+      "grad_norm": 1.0600661039352417,
+      "learning_rate": 6.336602232233116e-06,
+      "loss": 1.4128477573394775,
+      "step": 788
+    },
+    {
+      "epoch": 1.4107142857142856,
+      "grad_norm": 0.6274294257164001,
+      "learning_rate": 6.319188894022612e-06,
+      "loss": 1.5149511098861694,
+      "step": 790
+    },
+    {
+      "epoch": 1.4142857142857144,
+      "grad_norm": 0.25083670020103455,
+      "learning_rate": 6.301762859503869e-06,
+      "loss": 1.3468106985092163,
+      "step": 792
+    },
+    {
+      "epoch": 1.417857142857143,
+      "grad_norm": 0.4435229003429413,
+      "learning_rate": 6.284324398756606e-06,
+      "loss": 1.3005448579788208,
+      "step": 794
+    },
+    {
+      "epoch": 1.4214285714285715,
+      "grad_norm": 0.5059611201286316,
+      "learning_rate": 6.266873782053131e-06,
+      "loss": 1.0667213201522827,
+      "step": 796
+    },
+    {
+      "epoch": 1.425,
+      "grad_norm": 0.2751584053039551,
+      "learning_rate": 6.249411279854152e-06,
+      "loss": 1.1674690246582031,
+      "step": 798
+    },
+    {
+      "epoch": 1.4285714285714286,
+      "grad_norm": 0.2168678641319275,
+      "learning_rate": 6.231937162804584e-06,
+      "loss": 1.0654405355453491,
+      "step": 800
+    },
+    {
+      "epoch": 1.4321428571428572,
+      "grad_norm": 0.6201224327087402,
+      "learning_rate": 6.214451701729363e-06,
+      "loss": 1.1552761793136597,
+      "step": 802
+    },
+    {
+      "epoch": 1.4357142857142857,
+      "grad_norm": 0.4682956635951996,
+      "learning_rate": 6.196955167629236e-06,
+      "loss": 1.3353182077407837,
+      "step": 804
+    },
+    {
+      "epoch": 1.4392857142857143,
+      "grad_norm": 0.3534834384918213,
+      "learning_rate": 6.179447831676566e-06,
+      "loss": 1.3080209493637085,
+      "step": 806
+    },
+    {
+      "epoch": 1.4428571428571428,
+      "grad_norm": 0.4813729226589203,
+      "learning_rate": 6.161929965211135e-06,
+      "loss": 1.3717149496078491,
+      "step": 808
+    },
+    {
+      "epoch": 1.4464285714285714,
+      "grad_norm": 0.26942121982574463,
+      "learning_rate": 6.144401839735931e-06,
+      "loss": 1.4133044481277466,
+      "step": 810
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.30204319953918457,
+      "learning_rate": 6.12686372691294e-06,
+      "loss": 1.581753134727478,
+      "step": 812
+    },
+    {
+      "epoch": 1.4535714285714285,
+      "grad_norm": 1.1933614015579224,
+      "learning_rate": 6.109315898558943e-06,
+      "loss": 1.1946600675582886,
+      "step": 814
+    },
+    {
+      "epoch": 1.457142857142857,
+      "grad_norm": 0.651054322719574,
+      "learning_rate": 6.091758626641296e-06,
+      "loss": 1.2849314212799072,
+      "step": 816
+    },
+    {
+      "epoch": 1.4607142857142856,
+      "grad_norm": 0.41265299916267395,
+      "learning_rate": 6.074192183273714e-06,
+      "loss": 1.2870151996612549,
+      "step": 818
+    },
+    {
+      "epoch": 1.4642857142857144,
+      "grad_norm": 0.2880115807056427,
+      "learning_rate": 6.056616840712065e-06,
+      "loss": 1.156186580657959,
+      "step": 820
+    },
+    {
+      "epoch": 1.467857142857143,
+      "grad_norm": 0.31380829215049744,
+      "learning_rate": 6.039032871350136e-06,
+      "loss": 1.3075363636016846,
+      "step": 822
+    },
+    {
+      "epoch": 1.4714285714285715,
+      "grad_norm": 0.735464334487915,
+      "learning_rate": 6.021440547715418e-06,
+      "loss": 1.2372568845748901,
+      "step": 824
+    },
+    {
+      "epoch": 1.475,
+      "grad_norm": 0.3404405117034912,
+      "learning_rate": 6.0038401424648866e-06,
+      "loss": 1.3656535148620605,
+      "step": 826
+    },
+    {
+      "epoch": 1.4785714285714286,
+      "grad_norm": 1.0161242485046387,
+      "learning_rate": 5.986231928380764e-06,
+      "loss": 1.4575047492980957,
+      "step": 828
+    },
+    {
+      "epoch": 1.4821428571428572,
+      "grad_norm": 0.32120001316070557,
+      "learning_rate": 5.968616178366304e-06,
+      "loss": 1.1328424215316772,
+      "step": 830
+    },
+    {
+      "epoch": 1.4857142857142858,
+      "grad_norm": 0.24318258464336395,
+      "learning_rate": 5.95099316544156e-06,
+      "loss": 1.1171592473983765,
+      "step": 832
+    },
+    {
+      "epoch": 1.4892857142857143,
+      "grad_norm": 0.2471759170293808,
+      "learning_rate": 5.9333631627391385e-06,
+      "loss": 1.1361713409423828,
+      "step": 834
+    },
+    {
+      "epoch": 1.4928571428571429,
+      "grad_norm": 0.31643709540367126,
+      "learning_rate": 5.915726443499992e-06,
+      "loss": 1.4550275802612305,
+      "step": 836
+    },
+    {
+      "epoch": 1.4964285714285714,
+      "grad_norm": 0.2178327739238739,
+      "learning_rate": 5.89808328106916e-06,
+      "loss": 1.1423126459121704,
+      "step": 838
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.38720911741256714,
+      "learning_rate": 5.880433948891548e-06,
+      "loss": 1.0535848140716553,
+      "step": 840
+    },
+    {
+      "epoch": 1.5035714285714286,
+      "grad_norm": 0.4030672013759613,
+      "learning_rate": 5.862778720507684e-06,
+      "loss": 1.3946490287780762,
+      "step": 842
+    },
+    {
+      "epoch": 1.5071428571428571,
+      "grad_norm": 0.35578665137290955,
+      "learning_rate": 5.845117869549477e-06,
+      "loss": 1.5173096656799316,
+      "step": 844
+    },
+    {
+      "epoch": 1.5107142857142857,
+      "grad_norm": 0.3867500126361847,
+      "learning_rate": 5.827451669735977e-06,
+      "loss": 1.352368712425232,
+      "step": 846
+    },
+    {
+      "epoch": 1.5142857142857142,
+      "grad_norm": 0.9219626188278198,
+      "learning_rate": 5.80978039486914e-06,
+      "loss": 0.9382961988449097,
+      "step": 848
+    },
+    {
+      "epoch": 1.5178571428571428,
+      "grad_norm": 0.21979399025440216,
+      "learning_rate": 5.79210431882957e-06,
+      "loss": 0.8432712554931641,
+      "step": 850
+    },
+    {
+      "epoch": 1.5214285714285714,
+      "grad_norm": 0.28859761357307434,
+      "learning_rate": 5.774423715572289e-06,
+      "loss": 1.296618938446045,
+      "step": 852
+    },
+    {
+      "epoch": 1.525,
+      "grad_norm": 0.4942507743835449,
+      "learning_rate": 5.756738859122483e-06,
+      "loss": 1.0648285150527954,
+      "step": 854
+    },
+    {
+      "epoch": 1.5285714285714285,
+      "grad_norm": 0.5750854015350342,
+      "learning_rate": 5.739050023571258e-06,
+      "loss": 1.0088112354278564,
+      "step": 856
+    },
+    {
+      "epoch": 1.532142857142857,
+      "grad_norm": 0.20957696437835693,
+      "learning_rate": 5.721357483071386e-06,
+      "loss": 1.0590897798538208,
+      "step": 858
+    },
+    {
+      "epoch": 1.5357142857142856,
+      "grad_norm": 0.8381152153015137,
+      "learning_rate": 5.703661511833064e-06,
+      "loss": 1.3163901567459106,
+      "step": 860
+    },
+    {
+      "epoch": 1.5392857142857141,
+      "grad_norm": 0.4364100992679596,
+      "learning_rate": 5.68596238411966e-06,
+      "loss": 1.1863445043563843,
+      "step": 862
+    },
+    {
+      "epoch": 1.5428571428571427,
+      "grad_norm": 0.3657117784023285,
+      "learning_rate": 5.668260374243467e-06,
+      "loss": 0.98140949010849,
+      "step": 864
+    },
+    {
+      "epoch": 1.5464285714285713,
+      "grad_norm": 0.6113946437835693,
+      "learning_rate": 5.650555756561439e-06,
+      "loss": 1.3584340810775757,
+      "step": 866
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.7465829849243164,
+      "learning_rate": 5.6328488054709575e-06,
+      "loss": 1.149134874343872,
+      "step": 868
+    },
+    {
+      "epoch": 1.5535714285714286,
+      "grad_norm": 0.9023903608322144,
+      "learning_rate": 5.615139795405559e-06,
+      "loss": 1.2276476621627808,
+      "step": 870
+    },
+    {
+      "epoch": 1.5571428571428572,
+      "grad_norm": 0.5961250066757202,
+      "learning_rate": 5.5974290008307e-06,
+      "loss": 1.3803772926330566,
+      "step": 872
+    },
+    {
+      "epoch": 1.5607142857142857,
+      "grad_norm": 0.31303706765174866,
+      "learning_rate": 5.579716696239486e-06,
+      "loss": 0.8974480628967285,
+      "step": 874
+    },
+    {
+      "epoch": 1.5642857142857143,
+      "grad_norm": 0.49465271830558777,
+      "learning_rate": 5.562003156148434e-06,
+      "loss": 1.500373125076294,
+      "step": 876
+    },
+    {
+      "epoch": 1.5678571428571428,
+      "grad_norm": 0.4547047019004822,
+      "learning_rate": 5.544288655093203e-06,
+      "loss": 1.3437693119049072,
+      "step": 878
+    },
+    {
+      "epoch": 1.5714285714285714,
+      "grad_norm": 0.2680365741252899,
+      "learning_rate": 5.526573467624351e-06,
+      "loss": 1.0480762720108032,
+      "step": 880
+    },
+    {
+      "epoch": 1.575,
+      "grad_norm": 0.2553335130214691,
+      "learning_rate": 5.508857868303068e-06,
+      "loss": 1.078729271888733,
+      "step": 882
+    },
+    {
+      "epoch": 1.5785714285714287,
+      "grad_norm": 0.2632956802845001,
+      "learning_rate": 5.491142131696934e-06,
+      "loss": 1.16781485080719,
+      "step": 884
+    },
+    {
+      "epoch": 1.5821428571428573,
+      "grad_norm": 0.42439237236976624,
+      "learning_rate": 5.473426532375651e-06,
+      "loss": 1.0907145738601685,
+      "step": 886
+    },
+    {
+      "epoch": 1.5857142857142859,
+      "grad_norm": 0.4016067087650299,
+      "learning_rate": 5.455711344906797e-06,
+      "loss": 1.0479315519332886,
+      "step": 888
+    },
+    {
+      "epoch": 1.5892857142857144,
+      "grad_norm": 0.787295401096344,
+      "learning_rate": 5.437996843851567e-06,
+      "loss": 1.1056879758834839,
+      "step": 890
+    },
+    {
+      "epoch": 1.592857142857143,
+      "grad_norm": 0.24893441796302795,
+      "learning_rate": 5.420283303760515e-06,
+      "loss": 1.086808443069458,
+      "step": 892
+    },
+    {
+      "epoch": 1.5964285714285715,
+      "grad_norm": 1.0016993284225464,
+      "learning_rate": 5.402570999169303e-06,
+      "loss": 1.4259756803512573,
+      "step": 894
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.5658416748046875,
+      "learning_rate": 5.384860204594442e-06,
+      "loss": 1.175308346748352,
+      "step": 896
+    },
+    {
+      "epoch": 1.6035714285714286,
+      "grad_norm": 0.32960644364356995,
+      "learning_rate": 5.367151194529045e-06,
+      "loss": 1.3044936656951904,
+      "step": 898
+    },
+    {
+      "epoch": 1.6071428571428572,
+      "grad_norm": 1.566615343093872,
+      "learning_rate": 5.349444243438563e-06,
+      "loss": 1.1787108182907104,
+      "step": 900
+    },
+    {
+      "epoch": 1.6107142857142858,
+      "grad_norm": 0.3008659780025482,
+      "learning_rate": 5.331739625756535e-06,
+      "loss": 1.2578707933425903,
+      "step": 902
+    },
+    {
+      "epoch": 1.6142857142857143,
+      "grad_norm": 0.3048568367958069,
+      "learning_rate": 5.314037615880341e-06,
+      "loss": 1.214415192604065,
+      "step": 904
+    },
+    {
+      "epoch": 1.6178571428571429,
+      "grad_norm": 0.30796509981155396,
+      "learning_rate": 5.296338488166939e-06,
+      "loss": 1.2612226009368896,
+      "step": 906
+    },
+    {
+      "epoch": 1.6214285714285714,
+      "grad_norm": 0.3856910467147827,
+      "learning_rate": 5.278642516928617e-06,
+      "loss": 1.1769757270812988,
+      "step": 908
+    },
+    {
+      "epoch": 1.625,
+      "grad_norm": 0.4512476921081543,
+      "learning_rate": 5.260949976428745e-06,
+      "loss": 1.058244228363037,
+      "step": 910
+    },
+    {
+      "epoch": 1.6285714285714286,
+      "grad_norm": 0.5113015174865723,
+      "learning_rate": 5.243261140877517e-06,
+      "loss": 1.3994414806365967,
+      "step": 912
+    },
+    {
+      "epoch": 1.6321428571428571,
+      "grad_norm": 0.24723981320858002,
+      "learning_rate": 5.225576284427712e-06,
+      "loss": 1.29803466796875,
+      "step": 914
+    },
+    {
+      "epoch": 1.6357142857142857,
+      "grad_norm": 0.2900439202785492,
+      "learning_rate": 5.207895681170432e-06,
+      "loss": 1.341897964477539,
+      "step": 916
+    },
+    {
+      "epoch": 1.6392857142857142,
+      "grad_norm": 0.2555374205112457,
+      "learning_rate": 5.190219605130863e-06,
+      "loss": 1.1864595413208008,
+      "step": 918
+    },
+    {
+      "epoch": 1.6428571428571428,
+      "grad_norm": 0.31760746240615845,
+      "learning_rate": 5.172548330264023e-06,
+      "loss": 1.2025091648101807,
+      "step": 920
+    },
+    {
+      "epoch": 1.6464285714285714,
+      "grad_norm": 0.28426891565322876,
+      "learning_rate": 5.154882130450525e-06,
+      "loss": 1.3937333822250366,
+      "step": 922
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.26754945516586304,
+      "learning_rate": 5.137221279492317e-06,
+      "loss": 1.1592669486999512,
+      "step": 924
+    },
+    {
+      "epoch": 1.6535714285714285,
+      "grad_norm": 0.398725301027298,
+      "learning_rate": 5.119566051108453e-06,
+      "loss": 1.041808009147644,
+      "step": 926
+    },
+    {
+      "epoch": 1.657142857142857,
+      "grad_norm": 0.24082130193710327,
+      "learning_rate": 5.10191671893084e-06,
+      "loss": 1.1113499402999878,
+      "step": 928
+    },
+    {
+      "epoch": 1.6607142857142856,
+      "grad_norm": 0.32985880970954895,
+      "learning_rate": 5.08427355650001e-06,
+      "loss": 1.243566632270813,
+      "step": 930
+    },
+    {
+      "epoch": 1.6642857142857141,
+      "grad_norm": 0.22729991376399994,
+      "learning_rate": 5.066636837260863e-06,
+      "loss": 1.218003511428833,
+      "step": 932
+    },
+    {
+      "epoch": 1.6678571428571427,
+      "grad_norm": 0.20701321959495544,
+      "learning_rate": 5.049006834558443e-06,
+      "loss": 1.1665146350860596,
+      "step": 934
+    },
+    {
+      "epoch": 1.6714285714285713,
+      "grad_norm": 0.7482126355171204,
+      "learning_rate": 5.031383821633695e-06,
+      "loss": 1.0261443853378296,
+      "step": 936
+    },
+    {
+      "epoch": 1.675,
+      "grad_norm": 0.6510646939277649,
+      "learning_rate": 5.013768071619237e-06,
+      "loss": 1.1913405656814575,
+      "step": 938
+    },
+    {
+      "epoch": 1.6785714285714286,
+      "grad_norm": 0.3893536329269409,
+      "learning_rate": 4.996159857535116e-06,
+      "loss": 1.2498658895492554,
+      "step": 940
+    },
+    {
+      "epoch": 1.6821428571428572,
+      "grad_norm": 0.33820265531539917,
+      "learning_rate": 4.9785594522845835e-06,
+      "loss": 1.2645461559295654,
+      "step": 942
+    },
+    {
+      "epoch": 1.6857142857142857,
+      "grad_norm": 0.2857305407524109,
+      "learning_rate": 4.9609671286498655e-06,
+      "loss": 1.1648997068405151,
+      "step": 944
+    },
+    {
+      "epoch": 1.6892857142857143,
+      "grad_norm": 0.35911425948143005,
+      "learning_rate": 4.943383159287936e-06,
+      "loss": 1.3200312852859497,
+      "step": 946
+    },
+    {
+      "epoch": 1.6928571428571428,
+      "grad_norm": 0.28003281354904175,
+      "learning_rate": 4.925807816726288e-06,
+      "loss": 1.2886927127838135,
+      "step": 948
+    },
+    {
+      "epoch": 1.6964285714285714,
+      "grad_norm": 0.3707423210144043,
+      "learning_rate": 4.908241373358707e-06,
+      "loss": 1.2256838083267212,
+      "step": 950
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.37781476974487305,
+      "learning_rate": 4.890684101441059e-06,
+      "loss": 1.261880874633789,
+      "step": 952
+    },
+    {
+      "epoch": 1.7035714285714287,
+      "grad_norm": 0.455138623714447,
+      "learning_rate": 4.873136273087061e-06,
+      "loss": 1.1675777435302734,
+      "step": 954
+    },
+    {
+      "epoch": 1.7071428571428573,
+      "grad_norm": 0.3084830641746521,
+      "learning_rate": 4.855598160264071e-06,
+      "loss": 1.0751243829727173,
+      "step": 956
+    },
+    {
+      "epoch": 1.7107142857142859,
+      "grad_norm": 0.33484798669815063,
+      "learning_rate": 4.838070034788865e-06,
+      "loss": 1.2969300746917725,
+      "step": 958
+    },
+    {
+      "epoch": 1.7142857142857144,
+      "grad_norm": 0.45519745349884033,
+      "learning_rate": 4.820552168323434e-06,
+      "loss": 1.1682568788528442,
+      "step": 960
+    },
+    {
+      "epoch": 1.717857142857143,
+      "grad_norm": 0.3936917185783386,
+      "learning_rate": 4.803044832370765e-06,
+      "loss": 1.2029849290847778,
+      "step": 962
+    },
+    {
+      "epoch": 1.7214285714285715,
+      "grad_norm": 0.2847800850868225,
+      "learning_rate": 4.7855482982706396e-06,
+      "loss": 1.308813452720642,
+      "step": 964
+    },
+    {
+      "epoch": 1.725,
+      "grad_norm": 0.2914465069770813,
+      "learning_rate": 4.768062837195417e-06,
+      "loss": 1.2900055646896362,
+      "step": 966
+    },
+    {
+      "epoch": 1.7285714285714286,
+      "grad_norm": 0.5518858432769775,
+      "learning_rate": 4.7505887201458485e-06,
+      "loss": 1.2404606342315674,
+      "step": 968
+    },
+    {
+      "epoch": 1.7321428571428572,
+      "grad_norm": 0.34736767411231995,
+      "learning_rate": 4.73312621794687e-06,
+      "loss": 1.1192835569381714,
+      "step": 970
+    },
+    {
+      "epoch": 1.7357142857142858,
+      "grad_norm": 0.27989068627357483,
+      "learning_rate": 4.715675601243396e-06,
+      "loss": 1.2646175622940063,
+      "step": 972
+    },
+    {
+      "epoch": 1.7392857142857143,
+      "grad_norm": 0.2832848131656647,
+      "learning_rate": 4.698237140496132e-06,
+      "loss": 1.2004600763320923,
+      "step": 974
+    },
+    {
+      "epoch": 1.7428571428571429,
+      "grad_norm": 1.7877376079559326,
+      "learning_rate": 4.68081110597739e-06,
+      "loss": 1.2224751710891724,
+      "step": 976
+    },
+    {
+      "epoch": 1.7464285714285714,
+      "grad_norm": 0.2644546627998352,
+      "learning_rate": 4.663397767766885e-06,
+      "loss": 1.2846026420593262,
+      "step": 978
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.23440435528755188,
+      "learning_rate": 4.6459973957475625e-06,
+      "loss": 1.2761108875274658,
+      "step": 980
+    },
+    {
+      "epoch": 1.7535714285714286,
+      "grad_norm": 0.29541414976119995,
+      "learning_rate": 4.628610259601406e-06,
+      "loss": 1.2253004312515259,
+      "step": 982
+    },
+    {
+      "epoch": 1.7571428571428571,
+      "grad_norm": 0.3721539378166199,
+      "learning_rate": 4.611236628805259e-06,
+      "loss": 1.217316746711731,
+      "step": 984
+    },
+    {
+      "epoch": 1.7607142857142857,
+      "grad_norm": 0.23486927151679993,
+      "learning_rate": 4.593876772626659e-06,
+      "loss": 1.238864779472351,
+      "step": 986
+    },
+    {
+      "epoch": 1.7642857142857142,
+      "grad_norm": 0.35403114557266235,
+      "learning_rate": 4.576530960119646e-06,
+      "loss": 1.2506440877914429,
+      "step": 988
+    },
+    {
+      "epoch": 1.7678571428571428,
+      "grad_norm": 0.24216312170028687,
+      "learning_rate": 4.55919946012061e-06,
+      "loss": 1.203848123550415,
+      "step": 990
+    },
+    {
+      "epoch": 1.7714285714285714,
+      "grad_norm": 0.5742025971412659,
+      "learning_rate": 4.54188254124411e-06,
+      "loss": 1.2036422491073608,
+      "step": 992
+    },
+    {
+      "epoch": 1.775,
+      "grad_norm": 0.4332943260669708,
+      "learning_rate": 4.524580471878724e-06,
+      "loss": 1.1484333276748657,
+      "step": 994
+    },
+    {
+      "epoch": 1.7785714285714285,
+      "grad_norm": 0.2262076586484909,
+      "learning_rate": 4.507293520182877e-06,
+      "loss": 1.2005127668380737,
+      "step": 996
+    },
+    {
+      "epoch": 1.782142857142857,
+      "grad_norm": 0.18153786659240723,
+      "learning_rate": 4.490021954080695e-06,
+      "loss": 1.1209759712219238,
+      "step": 998
+    },
+    {
+      "epoch": 1.7857142857142856,
+      "grad_norm": 0.2752821147441864,
+      "learning_rate": 4.472766041257846e-06,
+      "loss": 1.1912975311279297,
+      "step": 1000
+    },
+    {
+      "epoch": 1.7892857142857141,
+      "grad_norm": 0.37398797273635864,
+      "learning_rate": 4.4555260491573956e-06,
+      "loss": 1.1634106636047363,
+      "step": 1002
+    },
+    {
+      "epoch": 1.7928571428571427,
+      "grad_norm": 0.4885188341140747,
+      "learning_rate": 4.438302244975659e-06,
+      "loss": 1.19752037525177,
+      "step": 1004
+    },
+    {
+      "epoch": 1.7964285714285713,
+      "grad_norm": 0.20963414013385773,
+      "learning_rate": 4.421094895658058e-06,
+      "loss": 1.1573578119277954,
+      "step": 1006
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.19768458604812622,
+      "learning_rate": 4.403904267894991e-06,
+      "loss": 1.1309683322906494,
+      "step": 1008
+    },
+    {
+      "epoch": 1.8035714285714286,
+      "grad_norm": 0.3265831470489502,
+      "learning_rate": 4.386730628117692e-06,
+      "loss": 1.210740566253662,
+      "step": 1010
+    },
+    {
+      "epoch": 1.8071428571428572,
+      "grad_norm": 0.24831008911132812,
+      "learning_rate": 4.369574242494108e-06,
+      "loss": 1.1857199668884277,
+      "step": 1012
+    },
+    {
+      "epoch": 1.8107142857142857,
+      "grad_norm": 0.24806837737560272,
+      "learning_rate": 4.3524353769247665e-06,
+      "loss": 1.0957400798797607,
+      "step": 1014
+    },
+    {
+      "epoch": 1.8142857142857143,
+      "grad_norm": 0.21978451311588287,
+      "learning_rate": 4.335314297038656e-06,
+      "loss": 1.1512374877929688,
+      "step": 1016
+    },
+    {
+      "epoch": 1.8178571428571428,
+      "grad_norm": 0.18174096941947937,
+      "learning_rate": 4.318211268189121e-06,
+      "loss": 1.1074084043502808,
+      "step": 1018
+    },
+    {
+      "epoch": 1.8214285714285714,
+      "grad_norm": 0.1807389110326767,
+      "learning_rate": 4.3011265554497305e-06,
+      "loss": 1.1385325193405151,
+      "step": 1020
+    },
+    {
+      "epoch": 1.825,
+      "grad_norm": 0.3229348063468933,
+      "learning_rate": 4.28406042361018e-06,
+      "loss": 1.119950771331787,
+      "step": 1022
+    },
+    {
+      "epoch": 1.8285714285714287,
+      "grad_norm": 0.21613694727420807,
+      "learning_rate": 4.267013137172189e-06,
+      "loss": 1.1364243030548096,
+      "step": 1024
+    },
+    {
+      "epoch": 1.8321428571428573,
+      "grad_norm": 0.5674333572387695,
+      "learning_rate": 4.249984960345399e-06,
+      "loss": 1.1446290016174316,
+      "step": 1026
+    },
+    {
+      "epoch": 1.8357142857142859,
+      "grad_norm": 0.19522684812545776,
+      "learning_rate": 4.232976157043277e-06,
+      "loss": 1.1350977420806885,
+      "step": 1028
+    },
+    {
+      "epoch": 1.8392857142857144,
+      "grad_norm": 0.22652848064899445,
+      "learning_rate": 4.2159869908790275e-06,
+      "loss": 1.1374115943908691,
+      "step": 1030
+    },
+    {
+      "epoch": 1.842857142857143,
+      "grad_norm": 0.20917841792106628,
+      "learning_rate": 4.199017725161505e-06,
+      "loss": 1.1824545860290527,
+      "step": 1032
+    },
+    {
+      "epoch": 1.8464285714285715,
+      "grad_norm": 0.2631721496582031,
+      "learning_rate": 4.182068622891139e-06,
+      "loss": 1.1770212650299072,
+      "step": 1034
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.24983558058738708,
+      "learning_rate": 4.165139946755847e-06,
+      "loss": 1.161262035369873,
+      "step": 1036
+    },
+    {
+      "epoch": 1.8535714285714286,
+      "grad_norm": 0.31537604331970215,
+      "learning_rate": 4.148231959126973e-06,
+      "loss": 1.1958869695663452,
+      "step": 1038
+    },
+    {
+      "epoch": 1.8571428571428572,
+      "grad_norm": 0.3142789900302887,
+      "learning_rate": 4.131344922055213e-06,
+      "loss": 1.1789402961730957,
+      "step": 1040
+    },
+    {
+      "epoch": 1.8607142857142858,
+      "grad_norm": 0.42967483401298523,
+      "learning_rate": 4.114479097266567e-06,
+      "loss": 1.1411830186843872,
+      "step": 1042
+    },
+    {
+      "epoch": 1.8642857142857143,
+      "grad_norm": 0.21074344217777252,
+      "learning_rate": 4.0976347461582656e-06,
+      "loss": 1.17338228225708,
+      "step": 1044
+    },
+    {
+      "epoch": 1.8678571428571429,
+      "grad_norm": 0.33415719866752625,
+      "learning_rate": 4.080812129794728e-06,
+      "loss": 1.1420398950576782,
+      "step": 1046
+    },
+    {
+      "epoch": 1.8714285714285714,
+      "grad_norm": 0.16336952149868011,
+      "learning_rate": 4.064011508903516e-06,
+      "loss": 1.1628490686416626,
+      "step": 1048
+    },
+    {
+      "epoch": 1.875,
+      "grad_norm": 0.2252008020877838,
+      "learning_rate": 4.047233143871292e-06,
+      "loss": 1.173589825630188,
+      "step": 1050
+    },
+    {
+      "epoch": 1.8785714285714286,
+      "grad_norm": 0.33176442980766296,
+      "learning_rate": 4.030477294739783e-06,
+      "loss": 1.194374918937683,
+      "step": 1052
+    },
+    {
+      "epoch": 1.8821428571428571,
+      "grad_norm": 0.29097726941108704,
+      "learning_rate": 4.013744221201749e-06,
+      "loss": 1.1737301349639893,
+      "step": 1054
+    },
+    {
+      "epoch": 1.8857142857142857,
+      "grad_norm": 0.1832679808139801,
+      "learning_rate": 3.997034182596958e-06,
+      "loss": 1.110135793685913,
+      "step": 1056
+    },
+    {
+      "epoch": 1.8892857142857142,
+      "grad_norm": 0.2953426241874695,
+      "learning_rate": 3.980347437908175e-06,
+      "loss": 1.1428486108779907,
+      "step": 1058
+    },
+    {
+      "epoch": 1.8928571428571428,
+      "grad_norm": 0.20754416286945343,
+      "learning_rate": 3.963684245757132e-06,
+      "loss": 1.17241632938385,
+      "step": 1060
+    },
+    {
+      "epoch": 1.8964285714285714,
+      "grad_norm": 0.29985517263412476,
+      "learning_rate": 3.9470448644005345e-06,
+      "loss": 1.2037956714630127,
+      "step": 1062
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.24180017411708832,
+      "learning_rate": 3.930429551726049e-06,
+      "loss": 1.1744909286499023,
+      "step": 1064
+    },
+    {
+      "epoch": 1.9035714285714285,
+      "grad_norm": 0.1725412905216217,
+      "learning_rate": 3.913838565248318e-06,
+      "loss": 1.1504842042922974,
+      "step": 1066
+    },
+    {
+      "epoch": 1.907142857142857,
+      "grad_norm": 0.19483552873134613,
+      "learning_rate": 3.8972721621049545e-06,
+      "loss": 1.1242973804473877,
+      "step": 1068
+    },
+    {
+      "epoch": 1.9107142857142856,
+      "grad_norm": 0.2150045484304428,
+      "learning_rate": 3.880730599052565e-06,
+      "loss": 1.1571553945541382,
+      "step": 1070
+    },
+    {
+      "epoch": 1.9142857142857141,
+      "grad_norm": 0.26055601239204407,
+      "learning_rate": 3.864214132462766e-06,
+      "loss": 1.1744543313980103,
+      "step": 1072
+    },
+    {
+      "epoch": 1.9178571428571427,
+      "grad_norm": 0.20224107801914215,
+      "learning_rate": 3.84772301831822e-06,
+      "loss": 1.129955768585205,
+      "step": 1074
+    },
+    {
+      "epoch": 1.9214285714285713,
+      "grad_norm": 0.21899673342704773,
+      "learning_rate": 3.831257512208657e-06,
+      "loss": 1.1564751863479614,
+      "step": 1076
+    },
+    {
+      "epoch": 1.925,
+      "grad_norm": 0.24604743719100952,
+      "learning_rate": 3.814817869326915e-06,
+      "loss": 1.1490484476089478,
+      "step": 1078
+    },
+    {
+      "epoch": 1.9285714285714286,
+      "grad_norm": 0.1920636147260666,
+      "learning_rate": 3.7984043444649898e-06,
+      "loss": 1.1944819688796997,
+      "step": 1080
+    },
+    {
+      "epoch": 1.9321428571428572,
+      "grad_norm": 0.2951393723487854,
+      "learning_rate": 3.782017192010087e-06,
+      "loss": 1.2130813598632812,
+      "step": 1082
+    },
+    {
+      "epoch": 1.9357142857142857,
+      "grad_norm": 0.38370734453201294,
+      "learning_rate": 3.76565666594067e-06,
+      "loss": 1.1711630821228027,
+      "step": 1084
+    },
+    {
+      "epoch": 1.9392857142857143,
+      "grad_norm": 0.7297260165214539,
+      "learning_rate": 3.749323019822534e-06,
+      "loss": 1.1901503801345825,
+      "step": 1086
+    },
+    {
+      "epoch": 1.9428571428571428,
+      "grad_norm": 0.22041039168834686,
+      "learning_rate": 3.7330165068048673e-06,
+      "loss": 1.1663475036621094,
+      "step": 1088
+    },
+    {
+      "epoch": 1.9464285714285714,
+      "grad_norm": 0.2529982626438141,
+      "learning_rate": 3.7167373796163377e-06,
+      "loss": 1.1222208738327026,
+      "step": 1090
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.22839988768100739,
+      "learning_rate": 3.700485890561167e-06,
+      "loss": 1.1396700143814087,
+      "step": 1092
+    },
+    {
+      "epoch": 1.9535714285714287,
+      "grad_norm": 0.32207345962524414,
+      "learning_rate": 3.6842622915152228e-06,
+      "loss": 1.1646703481674194,
+      "step": 1094
+    },
+    {
+      "epoch": 1.9571428571428573,
+      "grad_norm": 0.2876273989677429,
+      "learning_rate": 3.668066833922116e-06,
+      "loss": 1.148516058921814,
+      "step": 1096
+    },
+    {
+      "epoch": 1.9607142857142859,
+      "grad_norm": 0.2196146845817566,
+      "learning_rate": 3.6518997687893053e-06,
+      "loss": 1.1533443927764893,
+      "step": 1098
+    },
+    {
+      "epoch": 1.9642857142857144,
+      "grad_norm": 0.46365395188331604,
+      "learning_rate": 3.635761346684206e-06,
+      "loss": 1.1947966814041138,
+      "step": 1100
+    },
+    {
+      "epoch": 1.967857142857143,
+      "grad_norm": 0.2954294681549072,
+      "learning_rate": 3.619651817730302e-06,
+      "loss": 1.1832884550094604,
+      "step": 1102
+    },
+    {
+      "epoch": 1.9714285714285715,
+      "grad_norm": 0.2565920650959015,
+      "learning_rate": 3.603571431603272e-06,
+      "loss": 1.1965795755386353,
+      "step": 1104
+    },
+    {
+      "epoch": 1.975,
+      "grad_norm": 0.2640427350997925,
+      "learning_rate": 3.587520437527128e-06,
+      "loss": 1.140123963356018,
+      "step": 1106
+    },
+    {
+      "epoch": 1.9785714285714286,
+      "grad_norm": 0.26683422923088074,
+      "learning_rate": 3.571499084270338e-06,
+      "loss": 1.1581156253814697,
+      "step": 1108
+    },
+    {
+      "epoch": 1.9821428571428572,
+      "grad_norm": 0.2290692776441574,
+      "learning_rate": 3.5555076201419816e-06,
+      "loss": 1.174959421157837,
+      "step": 1110
+    },
+    {
+      "epoch": 1.9857142857142858,
+      "grad_norm": 0.2061983048915863,
+      "learning_rate": 3.5395462929878945e-06,
+      "loss": 1.220007061958313,
+      "step": 1112
+    },
+    {
+      "epoch": 1.9892857142857143,
+      "grad_norm": 0.20125523209571838,
+      "learning_rate": 3.5236153501868343e-06,
+      "loss": 1.2462403774261475,
+      "step": 1114
+    },
+    {
+      "epoch": 1.9928571428571429,
+      "grad_norm": 0.29600805044174194,
+      "learning_rate": 3.5077150386466406e-06,
+      "loss": 1.2024950981140137,
+      "step": 1116
+    },
+    {
+      "epoch": 1.9964285714285714,
+      "grad_norm": 0.2931258976459503,
+      "learning_rate": 3.4918456048004106e-06,
+      "loss": 1.1237006187438965,
+      "step": 1118
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.4734819829463959,
+      "learning_rate": 3.4760072946026786e-06,
+      "loss": 1.1085011959075928,
+      "step": 1120
+    },
+    {
+      "epoch": 2.0035714285714286,
+      "grad_norm": 0.20331430435180664,
+      "learning_rate": 3.46020035352561e-06,
+      "loss": 1.2824596166610718,
+      "step": 1122
+    },
+    {
+      "epoch": 2.007142857142857,
+      "grad_norm": 0.46622058749198914,
+      "learning_rate": 3.444425026555182e-06,
+      "loss": 1.2747101783752441,
+      "step": 1124
+    },
+    {
+      "epoch": 2.0107142857142857,
+      "grad_norm": 0.19980192184448242,
+      "learning_rate": 3.4286815581874045e-06,
+      "loss": 1.2517393827438354,
+      "step": 1126
+    },
+    {
+      "epoch": 2.0142857142857142,
+      "grad_norm": 0.32897406816482544,
+      "learning_rate": 3.4129701924245173e-06,
+      "loss": 1.2301400899887085,
+      "step": 1128
+    },
+    {
+      "epoch": 2.017857142857143,
+      "grad_norm": 0.17299680411815643,
+      "learning_rate": 3.397291172771221e-06,
+      "loss": 1.2544574737548828,
+      "step": 1130
+    },
+    {
+      "epoch": 2.0214285714285714,
+      "grad_norm": 0.2090325653553009,
+      "learning_rate": 3.3816447422308883e-06,
+      "loss": 1.0791321992874146,
+      "step": 1132
+    },
+    {
+      "epoch": 2.025,
+      "grad_norm": 0.2806832790374756,
+      "learning_rate": 3.366031143301811e-06,
+      "loss": 1.1756961345672607,
+      "step": 1134
+    },
+    {
+      "epoch": 2.0285714285714285,
+      "grad_norm": 0.4019312858581543,
+      "learning_rate": 3.3504506179734254e-06,
+      "loss": 1.1622370481491089,
+      "step": 1136
+    },
+    {
+      "epoch": 2.032142857142857,
+      "grad_norm": 0.22266216576099396,
+      "learning_rate": 3.334903407722587e-06,
+      "loss": 1.234253168106079,
+      "step": 1138
+    },
+    {
+      "epoch": 2.0357142857142856,
+      "grad_norm": 0.29923903942108154,
+      "learning_rate": 3.319389753509803e-06,
+      "loss": 1.1241004467010498,
+      "step": 1140
+    },
+    {
+      "epoch": 2.039285714285714,
+      "grad_norm": 0.3284701704978943,
+      "learning_rate": 3.30390989577551e-06,
+      "loss": 1.260522723197937,
+      "step": 1142
+    },
+    {
+      "epoch": 2.0428571428571427,
+      "grad_norm": 0.4323379099369049,
+      "learning_rate": 3.288464074436346e-06,
+      "loss": 1.1753382682800293,
+      "step": 1144
+    },
+    {
+      "epoch": 2.0464285714285713,
+      "grad_norm": 0.3188895285129547,
+      "learning_rate": 3.273052528881433e-06,
+      "loss": 1.1759196519851685,
+      "step": 1146
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.754629373550415,
+      "learning_rate": 3.257675497968661e-06,
+      "loss": 1.0839532613754272,
+      "step": 1148
+    },
+    {
+      "epoch": 2.0535714285714284,
+      "grad_norm": 0.261398047208786,
+      "learning_rate": 3.2423332200209946e-06,
+      "loss": 1.1668034791946411,
+      "step": 1150
+    },
+    {
+      "epoch": 2.057142857142857,
+      "grad_norm": 0.3192571699619293,
+      "learning_rate": 3.2270259328227703e-06,
+      "loss": 1.312312364578247,
+      "step": 1152
+    },
+    {
+      "epoch": 2.0607142857142855,
+      "grad_norm": 0.3842572271823883,
+      "learning_rate": 3.2117538736160235e-06,
+      "loss": 1.241450548171997,
+      "step": 1154
+    },
+    {
+      "epoch": 2.064285714285714,
+      "grad_norm": 0.3109821677207947,
+      "learning_rate": 3.1965172790967967e-06,
+      "loss": 1.2660008668899536,
+      "step": 1156
+    },
+    {
+      "epoch": 2.067857142857143,
+      "grad_norm": 0.30365416407585144,
+      "learning_rate": 3.1813163854114793e-06,
+      "loss": 1.1892515420913696,
+      "step": 1158
+    },
+    {
+      "epoch": 2.0714285714285716,
+      "grad_norm": 0.26805219054222107,
+      "learning_rate": 3.1661514281531464e-06,
+      "loss": 1.2073129415512085,
+      "step": 1160
+    },
+    {
+      "epoch": 2.075,
+      "grad_norm": 0.26900723576545715,
+      "learning_rate": 3.1510226423579127e-06,
+      "loss": 1.1416363716125488,
+      "step": 1162
+    },
+    {
+      "epoch": 2.0785714285714287,
+      "grad_norm": 0.3996395468711853,
+      "learning_rate": 3.135930262501279e-06,
+      "loss": 1.2287384271621704,
+      "step": 1164
+    },
+    {
+      "epoch": 2.0821428571428573,
+      "grad_norm": 0.3018134832382202,
+      "learning_rate": 3.120874522494506e-06,
+      "loss": 1.2006416320800781,
+      "step": 1166
+    },
+    {
+      "epoch": 2.085714285714286,
+      "grad_norm": 0.16339807212352753,
+      "learning_rate": 3.105855655680986e-06,
+      "loss": 0.9185248017311096,
+      "step": 1168
+    },
+    {
+      "epoch": 2.0892857142857144,
+      "grad_norm": 0.3090437352657318,
+      "learning_rate": 3.090873894832628e-06,
+      "loss": 0.9894356727600098,
+      "step": 1170
+    },
+    {
+      "epoch": 2.092857142857143,
+      "grad_norm": 0.30770227313041687,
+      "learning_rate": 3.07592947214625e-06,
+      "loss": 1.0587633848190308,
+      "step": 1172
+    },
+    {
+      "epoch": 2.0964285714285715,
+      "grad_norm": 0.32658347487449646,
+      "learning_rate": 3.0610226192399767e-06,
+      "loss": 1.2783530950546265,
+      "step": 1174
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.3846922218799591,
+      "learning_rate": 3.0461535671496537e-06,
+      "loss": 1.0930966138839722,
+      "step": 1176
+    },
+    {
+      "epoch": 2.1035714285714286,
+      "grad_norm": 0.44550713896751404,
+      "learning_rate": 3.0313225463252716e-06,
+      "loss": 1.0916811227798462,
+      "step": 1178
+    },
+    {
+      "epoch": 2.107142857142857,
+      "grad_norm": 0.9442609548568726,
+      "learning_rate": 3.0165297866273766e-06,
+      "loss": 1.2753980159759521,
+      "step": 1180
+    },
+    {
+      "epoch": 2.1107142857142858,
+      "grad_norm": 0.2832079529762268,
+      "learning_rate": 3.0017755173235295e-06,
+      "loss": 1.195408821105957,
+      "step": 1182
+    },
+    {
+      "epoch": 2.1142857142857143,
+      "grad_norm": 0.27624693512916565,
+      "learning_rate": 2.9870599670847366e-06,
+      "loss": 1.137044072151184,
+      "step": 1184
+    },
+    {
+      "epoch": 2.117857142857143,
+      "grad_norm": 0.5313391089439392,
+      "learning_rate": 2.972383363981917e-06,
+      "loss": 1.1940035820007324,
+      "step": 1186
+    },
+    {
+      "epoch": 2.1214285714285714,
+      "grad_norm": 1.0065633058547974,
+      "learning_rate": 2.9577459354823602e-06,
+      "loss": 1.1326301097869873,
+      "step": 1188
+    },
+    {
+      "epoch": 2.125,
+      "grad_norm": 0.19776014983654022,
+      "learning_rate": 2.9431479084462013e-06,
+      "loss": 1.18599534034729,
+      "step": 1190
+    },
+    {
+      "epoch": 2.1285714285714286,
+      "grad_norm": 0.2414723038673401,
+      "learning_rate": 2.9285895091229042e-06,
+      "loss": 1.2466977834701538,
+      "step": 1192
+    },
+    {
+      "epoch": 2.132142857142857,
+      "grad_norm": 0.2931707799434662,
+      "learning_rate": 2.9140709631477666e-06,
+      "loss": 1.155306339263916,
+      "step": 1194
+    },
+    {
+      "epoch": 2.1357142857142857,
+      "grad_norm": 0.26033467054367065,
+      "learning_rate": 2.8995924955384048e-06,
+      "loss": 1.1785553693771362,
+      "step": 1196
+    },
+    {
+      "epoch": 2.1392857142857142,
+      "grad_norm": 0.24594391882419586,
+      "learning_rate": 2.885154330691278e-06,
+      "loss": 1.1734336614608765,
+      "step": 1198
+    },
+    {
+      "epoch": 2.142857142857143,
+      "grad_norm": 0.5041958093643188,
+      "learning_rate": 2.8707566923782105e-06,
+      "loss": 1.0410226583480835,
+      "step": 1200
+    },
+    {
+      "epoch": 2.1464285714285714,
+      "grad_norm": 0.25237134099006653,
+      "learning_rate": 2.856399803742916e-06,
+      "loss": 1.2042694091796875,
+      "step": 1202
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.4853833019733429,
+      "learning_rate": 2.8420838872975482e-06,
+      "loss": 1.150026559829712,
+      "step": 1204
+    },
+    {
+      "epoch": 2.1535714285714285,
+      "grad_norm": 0.3172329366207123,
+      "learning_rate": 2.8278091649192443e-06,
+      "loss": 1.2379705905914307,
+      "step": 1206
+    },
+    {
+      "epoch": 2.157142857142857,
+      "grad_norm": 0.24962536990642548,
+      "learning_rate": 2.81357585784669e-06,
+      "loss": 1.2625255584716797,
+      "step": 1208
+    },
+    {
+      "epoch": 2.1607142857142856,
+      "grad_norm": 0.5905876755714417,
+      "learning_rate": 2.799384186676696e-06,
+      "loss": 1.1990773677825928,
+      "step": 1210
+    },
+    {
+      "epoch": 2.164285714285714,
+      "grad_norm": 0.2595714032649994,
+      "learning_rate": 2.785234371360766e-06,
+      "loss": 1.0102604627609253,
+      "step": 1212
+    },
+    {
+      "epoch": 2.1678571428571427,
+      "grad_norm": 0.2449759989976883,
+      "learning_rate": 2.7711266312016986e-06,
+      "loss": 1.1595333814620972,
+      "step": 1214
+    },
+    {
+      "epoch": 2.1714285714285713,
+      "grad_norm": 0.38237428665161133,
+      "learning_rate": 2.757061184850183e-06,
+      "loss": 1.2344083786010742,
+      "step": 1216
+    },
+    {
+      "epoch": 2.175,
+      "grad_norm": 0.24876584112644196,
+      "learning_rate": 2.743038250301418e-06,
+      "loss": 1.124006748199463,
+      "step": 1218
+    },
+    {
+      "epoch": 2.1785714285714284,
+      "grad_norm": 0.34139466285705566,
+      "learning_rate": 2.7290580448917204e-06,
+      "loss": 1.090733528137207,
+      "step": 1220
+    },
+    {
+      "epoch": 2.182142857142857,
+      "grad_norm": 0.22050592303276062,
+      "learning_rate": 2.7151207852951677e-06,
+      "loss": 1.1178282499313354,
+      "step": 1222
+    },
+    {
+      "epoch": 2.185714285714286,
+      "grad_norm": 0.26262110471725464,
+      "learning_rate": 2.701226687520235e-06,
+      "loss": 1.1468334197998047,
+      "step": 1224
+    },
+    {
+      "epoch": 2.189285714285714,
+      "grad_norm": 0.2389093041419983,
+      "learning_rate": 2.6873759669064474e-06,
+      "loss": 1.1655080318450928,
+      "step": 1226
+    },
+    {
+      "epoch": 2.192857142857143,
+      "grad_norm": 0.22899575531482697,
+      "learning_rate": 2.673568838121045e-06,
+      "loss": 1.169728398323059,
+      "step": 1228
+    },
+    {
+      "epoch": 2.1964285714285716,
+      "grad_norm": 0.7747792601585388,
+      "learning_rate": 2.659805515155653e-06,
+      "loss": 1.0896999835968018,
+      "step": 1230
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.35865241289138794,
+      "learning_rate": 2.6460862113229656e-06,
+      "loss": 1.0157350301742554,
+      "step": 1232
+    },
+    {
+      "epoch": 2.2035714285714287,
+      "grad_norm": 0.9577608108520508,
+      "learning_rate": 2.6324111392534423e-06,
+      "loss": 1.1235113143920898,
+      "step": 1234
+    },
+    {
+      "epoch": 2.2071428571428573,
+      "grad_norm": 0.3065534234046936,
+      "learning_rate": 2.6187805108920104e-06,
+      "loss": 1.071955680847168,
+      "step": 1236
+    },
+    {
+      "epoch": 2.210714285714286,
+      "grad_norm": 0.33233603835105896,
+      "learning_rate": 2.605194537494779e-06,
+      "loss": 1.3001371622085571,
+      "step": 1238
+    },
+    {
+      "epoch": 2.2142857142857144,
+      "grad_norm": 0.8232606649398804,
+      "learning_rate": 2.5916534296257655e-06,
+      "loss": 1.2073559761047363,
+      "step": 1240
+    },
+    {
+      "epoch": 2.217857142857143,
+      "grad_norm": 0.3004189431667328,
+      "learning_rate": 2.5781573971536387e-06,
+      "loss": 0.9778292179107666,
+      "step": 1242
+    },
+    {
+      "epoch": 2.2214285714285715,
+      "grad_norm": 0.5353025794029236,
+      "learning_rate": 2.5647066492484564e-06,
+      "loss": 1.106062889099121,
+      "step": 1244
+    },
+    {
+      "epoch": 2.225,
+      "grad_norm": 0.2562118172645569,
+      "learning_rate": 2.5513013943784236e-06,
+      "loss": 1.187153935432434,
+      "step": 1246
+    },
+    {
+      "epoch": 2.2285714285714286,
+      "grad_norm": 0.3913024067878723,
+      "learning_rate": 2.537941840306669e-06,
+      "loss": 0.8193651437759399,
+      "step": 1248
+    },
+    {
+      "epoch": 2.232142857142857,
+      "grad_norm": 0.29852673411369324,
+      "learning_rate": 2.524628194088027e-06,
+      "loss": 0.5965661406517029,
+      "step": 1250
+    },
+    {
+      "epoch": 2.2357142857142858,
+      "grad_norm": 0.2190428078174591,
+      "learning_rate": 2.511360662065813e-06,
+      "loss": 0.9129496812820435,
+      "step": 1252
+    },
+    {
+      "epoch": 2.2392857142857143,
+      "grad_norm": 0.3540997803211212,
+      "learning_rate": 2.4981394498686413e-06,
+      "loss": 1.138474702835083,
+      "step": 1254
+    },
+    {
+      "epoch": 2.242857142857143,
+      "grad_norm": 0.9036802053451538,
+      "learning_rate": 2.484964762407232e-06,
+      "loss": 1.2528407573699951,
+      "step": 1256
+    },
+    {
+      "epoch": 2.2464285714285714,
+      "grad_norm": 0.4152211844921112,
+      "learning_rate": 2.471836803871233e-06,
+      "loss": 1.105533480644226,
+      "step": 1258
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.48458918929100037,
+      "learning_rate": 2.45875577772606e-06,
+      "loss": 0.9600842595100403,
+      "step": 1260
+    },
+    {
+      "epoch": 2.2535714285714286,
+      "grad_norm": 0.3086172044277191,
+      "learning_rate": 2.4457218867097396e-06,
+      "loss": 1.0594391822814941,
+      "step": 1262
+    },
+    {
+      "epoch": 2.257142857142857,
+      "grad_norm": 0.24558311700820923,
+      "learning_rate": 2.4327353328297673e-06,
+      "loss": 1.1570055484771729,
+      "step": 1264
+    },
+    {
+      "epoch": 2.2607142857142857,
+      "grad_norm": 1.6706045866012573,
+      "learning_rate": 2.419796317359983e-06,
+      "loss": 0.9727555513381958,
+      "step": 1266
+    },
+    {
+      "epoch": 2.2642857142857142,
+      "grad_norm": 0.37175774574279785,
+      "learning_rate": 2.4069050408374376e-06,
+      "loss": 1.0557781457901,
+      "step": 1268
+    },
+    {
+      "epoch": 2.267857142857143,
+      "grad_norm": 0.2886607050895691,
+      "learning_rate": 2.3940617030593e-06,
+      "loss": 1.1356130838394165,
+      "step": 1270
+    },
+    {
+      "epoch": 2.2714285714285714,
+      "grad_norm": 0.2709295451641083,
+      "learning_rate": 2.3812665030797512e-06,
+      "loss": 1.0775344371795654,
+      "step": 1272
+    },
+    {
+      "epoch": 2.275,
+      "grad_norm": 0.17263904213905334,
+      "learning_rate": 2.368519639206905e-06,
+      "loss": 0.9881319999694824,
+      "step": 1274
+    },
+    {
+      "epoch": 2.2785714285714285,
+      "grad_norm": 0.3276418149471283,
+      "learning_rate": 2.3558213089997303e-06,
+      "loss": 1.1184488534927368,
+      "step": 1276
+    },
+    {
+      "epoch": 2.282142857142857,
+      "grad_norm": 0.9172634482383728,
+      "learning_rate": 2.3431717092649892e-06,
+      "loss": 1.3341600894927979,
+      "step": 1278
+    },
+    {
+      "epoch": 2.2857142857142856,
+      "grad_norm": 0.5521453022956848,
+      "learning_rate": 2.3305710360541857e-06,
+      "loss": 1.4648536443710327,
+      "step": 1280
+    },
+    {
+      "epoch": 2.289285714285714,
+      "grad_norm": 0.27971673011779785,
+      "learning_rate": 2.3180194846605367e-06,
+      "loss": 1.0912892818450928,
+      "step": 1282
+    },
+    {
+      "epoch": 2.2928571428571427,
+      "grad_norm": 0.38737377524375916,
+      "learning_rate": 2.3055172496159327e-06,
+      "loss": 1.1721148490905762,
+      "step": 1284
+    },
+    {
+      "epoch": 2.2964285714285713,
+      "grad_norm": 0.32838499546051025,
+      "learning_rate": 2.2930645246879286e-06,
+      "loss": 0.8287088871002197,
+      "step": 1286
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.9804138541221619,
+      "learning_rate": 2.2806615028767447e-06,
+      "loss": 1.3678312301635742,
+      "step": 1288
+    },
+    {
+      "epoch": 2.3035714285714284,
+      "grad_norm": 0.22584359347820282,
+      "learning_rate": 2.2683083764122626e-06,
+      "loss": 1.076238989830017,
+      "step": 1290
+    },
+    {
+      "epoch": 2.307142857142857,
+      "grad_norm": 0.3474865257740021,
+      "learning_rate": 2.2560053367510624e-06,
+      "loss": 1.0969926118850708,
+      "step": 1292
+    },
+    {
+      "epoch": 2.310714285714286,
+      "grad_norm": 0.5705395340919495,
+      "learning_rate": 2.24375257457344e-06,
+      "loss": 1.2809841632843018,
+      "step": 1294
+    },
+    {
+      "epoch": 2.314285714285714,
+      "grad_norm": 0.4103868007659912,
+      "learning_rate": 2.2315502797804677e-06,
+      "loss": 1.329990029335022,
+      "step": 1296
+    },
+    {
+      "epoch": 2.317857142857143,
+      "grad_norm": 0.4318333566188812,
+      "learning_rate": 2.2193986414910347e-06,
+      "loss": 0.9738024473190308,
+      "step": 1298
+    },
+    {
+      "epoch": 2.3214285714285716,
+      "grad_norm": 0.6811454892158508,
+      "learning_rate": 2.2072978480389286e-06,
+      "loss": 1.3944941759109497,
+      "step": 1300
+    },
+    {
+      "epoch": 2.325,
+      "grad_norm": 0.2388792783021927,
+      "learning_rate": 2.195248086969904e-06,
+      "loss": 0.9329886436462402,
+      "step": 1302
+    },
+    {
+      "epoch": 2.3285714285714287,
+      "grad_norm": 0.316201388835907,
+      "learning_rate": 2.1832495450387934e-06,
+      "loss": 1.300463080406189,
+      "step": 1304
+    },
+    {
+      "epoch": 2.3321428571428573,
+      "grad_norm": 1.2377450466156006,
+      "learning_rate": 2.1713024082065965e-06,
+      "loss": 1.1311689615249634,
+      "step": 1306
+    },
+    {
+      "epoch": 2.335714285714286,
+      "grad_norm": 0.2693905234336853,
+      "learning_rate": 2.1594068616376056e-06,
+      "loss": 1.1664714813232422,
+      "step": 1308
+    },
+    {
+      "epoch": 2.3392857142857144,
+      "grad_norm": 0.2321355789899826,
+      "learning_rate": 2.1475630896965336e-06,
+      "loss": 0.9228266477584839,
+      "step": 1310
+    },
+    {
+      "epoch": 2.342857142857143,
+      "grad_norm": 0.2707984149456024,
+      "learning_rate": 2.1357712759456594e-06,
+      "loss": 0.8861098289489746,
+      "step": 1312
+    },
+    {
+      "epoch": 2.3464285714285715,
+      "grad_norm": 0.41806021332740784,
+      "learning_rate": 2.1240316031419795e-06,
+      "loss": 1.2544275522232056,
+      "step": 1314
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.232350692152977,
+      "learning_rate": 2.112344253234377e-06,
+      "loss": 1.2989314794540405,
+      "step": 1316
+    },
+    {
+      "epoch": 2.3535714285714286,
+      "grad_norm": 0.32811442017555237,
+      "learning_rate": 2.1007094073607996e-06,
+      "loss": 1.0640029907226562,
+      "step": 1318
+    },
+    {
+      "epoch": 2.357142857142857,
+      "grad_norm": 0.4184323847293854,
+      "learning_rate": 2.0891272458454614e-06,
+      "loss": 1.1912882328033447,
+      "step": 1320
+    },
+    {
+      "epoch": 2.3607142857142858,
+      "grad_norm": 0.4829447865486145,
+      "learning_rate": 2.0775979481960343e-06,
+      "loss": 1.1298654079437256,
+      "step": 1322
+    },
+    {
+      "epoch": 2.3642857142857143,
+      "grad_norm": 0.24751894176006317,
+      "learning_rate": 2.0661216931008717e-06,
+      "loss": 1.0057674646377563,
+      "step": 1324
+    },
+    {
+      "epoch": 2.367857142857143,
+      "grad_norm": 0.3193625807762146,
+      "learning_rate": 2.054698658426244e-06,
+      "loss": 1.3430179357528687,
+      "step": 1326
+    },
+    {
+      "epoch": 2.3714285714285714,
+      "grad_norm": 1.9639981985092163,
+      "learning_rate": 2.043329021213577e-06,
+      "loss": 1.1388099193572998,
+      "step": 1328
+    },
+    {
+      "epoch": 2.375,
+      "grad_norm": 0.4315277636051178,
+      "learning_rate": 2.0320129576767083e-06,
+      "loss": 1.1900275945663452,
+      "step": 1330
+    },
+    {
+      "epoch": 2.3785714285714286,
+      "grad_norm": 0.34250909090042114,
+      "learning_rate": 2.0207506431991556e-06,
+      "loss": 1.29435396194458,
+      "step": 1332
+    },
+    {
+      "epoch": 2.382142857142857,
+      "grad_norm": 0.6402963399887085,
+      "learning_rate": 2.0095422523314016e-06,
+      "loss": 1.1449788808822632,
+      "step": 1334
+    },
+    {
+      "epoch": 2.3857142857142857,
+      "grad_norm": 0.24777400493621826,
+      "learning_rate": 1.998387958788185e-06,
+      "loss": 0.9889009594917297,
+      "step": 1336
+    },
+    {
+      "epoch": 2.3892857142857142,
+      "grad_norm": 0.27742165327072144,
+      "learning_rate": 1.987287935445811e-06,
+      "loss": 1.13013756275177,
+      "step": 1338
+    },
+    {
+      "epoch": 2.392857142857143,
+      "grad_norm": 0.6482072472572327,
+      "learning_rate": 1.976242354339471e-06,
+      "loss": 1.2214878797531128,
+      "step": 1340
+    },
+    {
+      "epoch": 2.3964285714285714,
+      "grad_norm": 0.41687601804733276,
+      "learning_rate": 1.965251386660575e-06,
+      "loss": 1.180694818496704,
+      "step": 1342
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.4969882071018219,
+      "learning_rate": 1.9543152027541003e-06,
+      "loss": 1.0276660919189453,
+      "step": 1344
+    },
+    {
+      "epoch": 2.4035714285714285,
+      "grad_norm": 0.25297048687934875,
+      "learning_rate": 1.9434339721159506e-06,
+      "loss": 1.3130789995193481,
+      "step": 1346
+    },
+    {
+      "epoch": 2.407142857142857,
+      "grad_norm": 0.3224523961544037,
+      "learning_rate": 1.932607863390329e-06,
+      "loss": 1.323912262916565,
+      "step": 1348
+    },
+    {
+      "epoch": 2.4107142857142856,
+      "grad_norm": 0.3630305528640747,
+      "learning_rate": 1.9218370443671232e-06,
+      "loss": 1.420185923576355,
+      "step": 1350
+    },
+    {
+      "epoch": 2.414285714285714,
+      "grad_norm": 0.33518993854522705,
+      "learning_rate": 1.91112168197931e-06,
+      "loss": 1.2631648778915405,
+      "step": 1352
+    },
+    {
+      "epoch": 2.4178571428571427,
+      "grad_norm": 0.2684813439846039,
+      "learning_rate": 1.900461942300359e-06,
+      "loss": 1.2116239070892334,
+      "step": 1354
+    },
+    {
+      "epoch": 2.4214285714285713,
+      "grad_norm": 1.0438412427902222,
+      "learning_rate": 1.8898579905416678e-06,
+      "loss": 0.9407988786697388,
+      "step": 1356
+    },
+    {
+      "epoch": 2.425,
+      "grad_norm": 0.2759835124015808,
+      "learning_rate": 1.8793099910499926e-06,
+      "loss": 1.089248776435852,
+      "step": 1358
+    },
+    {
+      "epoch": 2.4285714285714284,
+      "grad_norm": 0.2118200808763504,
+      "learning_rate": 1.8688181073049125e-06,
+      "loss": 0.9922888278961182,
+      "step": 1360
+    },
+    {
+      "epoch": 2.432142857142857,
+      "grad_norm": 0.29328909516334534,
+      "learning_rate": 1.8583825019162843e-06,
+      "loss": 1.0572453737258911,
+      "step": 1362
+    },
+    {
+      "epoch": 2.435714285714286,
+      "grad_norm": 0.34180185198783875,
+      "learning_rate": 1.848003336621729e-06,
+      "loss": 1.2007834911346436,
+      "step": 1364
+    },
+    {
+      "epoch": 2.439285714285714,
+      "grad_norm": 2.949885368347168,
+      "learning_rate": 1.8376807722841231e-06,
+      "loss": 1.2154308557510376,
+      "step": 1366
+    },
+    {
+      "epoch": 2.442857142857143,
+      "grad_norm": 0.29990777373313904,
+      "learning_rate": 1.8274149688891057e-06,
+      "loss": 1.2820924520492554,
+      "step": 1368
+    },
+    {
+      "epoch": 2.4464285714285716,
+      "grad_norm": 0.2850666046142578,
+      "learning_rate": 1.8172060855425986e-06,
+      "loss": 1.3318397998809814,
+      "step": 1370
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.4406229555606842,
+      "learning_rate": 1.8070542804683406e-06,
+      "loss": 1.490922212600708,
+      "step": 1372
+    },
+    {
+      "epoch": 2.4535714285714287,
+      "grad_norm": 0.5301911234855652,
+      "learning_rate": 1.7969597110054343e-06,
+      "loss": 1.04641854763031,
+      "step": 1374
+    },
+    {
+      "epoch": 2.4571428571428573,
+      "grad_norm": 0.4790363013744354,
+      "learning_rate": 1.7869225336059133e-06,
+      "loss": 1.2003765106201172,
+      "step": 1376
+    },
+    {
+      "epoch": 2.460714285714286,
+      "grad_norm": 0.3002559542655945,
+      "learning_rate": 1.7769429038323058e-06,
+      "loss": 1.1743593215942383,
+      "step": 1378
+    },
+    {
+      "epoch": 2.4642857142857144,
+      "grad_norm": 0.47378110885620117,
+      "learning_rate": 1.7670209763552342e-06,
+      "loss": 1.0753716230392456,
+      "step": 1380
+    },
+    {
+      "epoch": 2.467857142857143,
+      "grad_norm": 0.4303780198097229,
+      "learning_rate": 1.757156904951014e-06,
+      "loss": 1.195298194885254,
+      "step": 1382
+    },
+    {
+      "epoch": 2.4714285714285715,
+      "grad_norm": 0.40849828720092773,
+      "learning_rate": 1.747350842499271e-06,
+      "loss": 1.0725401639938354,
+      "step": 1384
+    },
+    {
+      "epoch": 2.475,
+      "grad_norm": 0.4191647469997406,
+      "learning_rate": 1.7376029409805708e-06,
+      "loss": 1.2902517318725586,
+      "step": 1386
+    },
+    {
+      "epoch": 2.4785714285714286,
+      "grad_norm": 0.5962879657745361,
+      "learning_rate": 1.7279133514740645e-06,
+      "loss": 1.2889909744262695,
+      "step": 1388
+    },
+    {
+      "epoch": 2.482142857142857,
+      "grad_norm": 0.2635829448699951,
+      "learning_rate": 1.7182822241551434e-06,
+      "loss": 0.9972074627876282,
+      "step": 1390
+    },
+    {
+      "epoch": 2.4857142857142858,
+      "grad_norm": 0.27476590871810913,
+      "learning_rate": 1.708709708293121e-06,
+      "loss": 1.0351589918136597,
+      "step": 1392
+    },
+    {
+      "epoch": 2.4892857142857143,
+      "grad_norm": 0.3098399341106415,
+      "learning_rate": 1.6991959522489082e-06,
+      "loss": 1.030190110206604,
+      "step": 1394
+    },
+    {
+      "epoch": 2.492857142857143,
+      "grad_norm": 0.37093329429626465,
+      "learning_rate": 1.6897411034727217e-06,
+      "loss": 1.3557082414627075,
+      "step": 1396
+    },
+    {
+      "epoch": 2.4964285714285714,
+      "grad_norm": 0.4083240032196045,
+      "learning_rate": 1.680345308501795e-06,
+      "loss": 1.0274466276168823,
+      "step": 1398
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.34320634603500366,
+      "learning_rate": 1.6710087129581086e-06,
+      "loss": 0.9457365274429321,
+      "step": 1400
+    },
+    {
+      "epoch": 2.5035714285714286,
+      "grad_norm": 0.5619872808456421,
+      "learning_rate": 1.6617314615461325e-06,
+      "loss": 1.3013941049575806,
+      "step": 1402
+    },
+    {
+      "epoch": 2.507142857142857,
+      "grad_norm": 0.9764664769172668,
+      "learning_rate": 1.6525136980505835e-06,
+      "loss": 1.4310553073883057,
+      "step": 1404
+    },
+    {
+      "epoch": 2.5107142857142857,
+      "grad_norm": 0.548743724822998,
+      "learning_rate": 1.6433555653341976e-06,
+      "loss": 1.255396842956543,
+      "step": 1406
+    },
+    {
+      "epoch": 2.5142857142857142,
+      "grad_norm": 0.8014435172080994,
+      "learning_rate": 1.6342572053355166e-06,
+      "loss": 0.830237865447998,
+      "step": 1408
+    },
+    {
+      "epoch": 2.517857142857143,
+      "grad_norm": 0.21949461102485657,
+      "learning_rate": 1.625218759066685e-06,
+      "loss": 0.7343713641166687,
+      "step": 1410
+    },
+    {
+      "epoch": 2.5214285714285714,
+      "grad_norm": 0.6966763734817505,
+      "learning_rate": 1.6162403666112653e-06,
+      "loss": 1.1919779777526855,
+      "step": 1412
+    },
+    {
+      "epoch": 2.525,
+      "grad_norm": 0.30908581614494324,
+      "learning_rate": 1.6073221671220692e-06,
+      "loss": 0.9375178813934326,
+      "step": 1414
+    },
+    {
+      "epoch": 2.5285714285714285,
+      "grad_norm": 0.34836652874946594,
+      "learning_rate": 1.5984642988190022e-06,
+      "loss": 0.8665962219238281,
+      "step": 1416
+    },
+    {
+      "epoch": 2.532142857142857,
+      "grad_norm": 0.18187429010868073,
+      "learning_rate": 1.5896668989869151e-06,
+      "loss": 0.9749317765235901,
+      "step": 1418
+    },
+    {
+      "epoch": 2.5357142857142856,
+      "grad_norm": 0.2711097002029419,
+      "learning_rate": 1.5809301039734814e-06,
+      "loss": 1.1920053958892822,
+      "step": 1420
+    },
+    {
+      "epoch": 2.539285714285714,
+      "grad_norm": 0.35151663422584534,
+      "learning_rate": 1.5722540491870838e-06,
+      "loss": 1.1063796281814575,
+      "step": 1422
+    },
+    {
+      "epoch": 2.5428571428571427,
+      "grad_norm": 0.46157142519950867,
+      "learning_rate": 1.5636388690947125e-06,
+      "loss": 0.9042350649833679,
+      "step": 1424
+    },
+    {
+      "epoch": 2.5464285714285713,
+      "grad_norm": 0.44619572162628174,
+      "learning_rate": 1.5550846972198851e-06,
+      "loss": 1.1896483898162842,
+      "step": 1426
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.5084243416786194,
+      "learning_rate": 1.5465916661405734e-06,
+      "loss": 1.0787028074264526,
+      "step": 1428
+    },
+    {
+      "epoch": 2.553571428571429,
+      "grad_norm": 0.2909405529499054,
+      "learning_rate": 1.5381599074871512e-06,
+      "loss": 1.1317380666732788,
+      "step": 1430
+    },
+    {
+      "epoch": 2.557142857142857,
+      "grad_norm": 0.7613154053688049,
+      "learning_rate": 1.5297895519403563e-06,
+      "loss": 1.3027656078338623,
+      "step": 1432
+    },
+    {
+      "epoch": 2.560714285714286,
+      "grad_norm": 0.38280853629112244,
+      "learning_rate": 1.5214807292292567e-06,
+      "loss": 0.8128288984298706,
+      "step": 1434
+    },
+    {
+      "epoch": 2.564285714285714,
+      "grad_norm": 0.33587777614593506,
+      "learning_rate": 1.5132335681292492e-06,
+      "loss": 1.4057202339172363,
+      "step": 1436
+    },
+    {
+      "epoch": 2.567857142857143,
+      "grad_norm": 0.4974580407142639,
+      "learning_rate": 1.5050481964600582e-06,
+      "loss": 1.2144535779953003,
+      "step": 1438
+    },
+    {
+      "epoch": 2.571428571428571,
+      "grad_norm": 0.21717508137226105,
+      "learning_rate": 1.496924741083759e-06,
+      "loss": 0.9632461667060852,
+      "step": 1440
+    },
+    {
+      "epoch": 2.575,
+      "grad_norm": 0.18900008499622345,
+      "learning_rate": 1.4888633279028068e-06,
+      "loss": 1.021627426147461,
+      "step": 1442
+    },
+    {
+      "epoch": 2.5785714285714287,
+      "grad_norm": 0.41346102952957153,
+      "learning_rate": 1.4808640818580885e-06,
+      "loss": 1.0733561515808105,
+      "step": 1444
+    },
+    {
+      "epoch": 2.5821428571428573,
+      "grad_norm": 0.3450411558151245,
+      "learning_rate": 1.4729271269269823e-06,
+      "loss": 1.0130958557128906,
+      "step": 1446
+    },
+    {
+      "epoch": 2.585714285714286,
+      "grad_norm": 0.4527641832828522,
+      "learning_rate": 1.4650525861214454e-06,
+      "loss": 0.9112399220466614,
+      "step": 1448
+    },
+    {
+      "epoch": 2.5892857142857144,
+      "grad_norm": 0.43975669145584106,
+      "learning_rate": 1.4572405814860954e-06,
+      "loss": 1.0099694728851318,
+      "step": 1450
+    },
+    {
+      "epoch": 2.592857142857143,
+      "grad_norm": 2.6724021434783936,
+      "learning_rate": 1.4494912340963286e-06,
+      "loss": 0.9879626035690308,
+      "step": 1452
+    },
+    {
+      "epoch": 2.5964285714285715,
+      "grad_norm": 0.33726853132247925,
+      "learning_rate": 1.441804664056437e-06,
+      "loss": 1.3339985609054565,
+      "step": 1454
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.5543254017829895,
+      "learning_rate": 1.4341809904977511e-06,
+      "loss": 1.0636701583862305,
+      "step": 1456
+    },
+    {
+      "epoch": 2.6035714285714286,
+      "grad_norm": 0.35016801953315735,
+      "learning_rate": 1.4266203315767917e-06,
+      "loss": 1.2073761224746704,
+      "step": 1458
+    },
+    {
+      "epoch": 2.607142857142857,
+      "grad_norm": 0.37314754724502563,
+      "learning_rate": 1.4191228044734387e-06,
+      "loss": 1.067349910736084,
+      "step": 1460
+    },
+    {
+      "epoch": 2.6107142857142858,
+      "grad_norm": 0.27696406841278076,
+      "learning_rate": 1.4116885253891142e-06,
+      "loss": 1.1596084833145142,
+      "step": 1462
+    },
+    {
+      "epoch": 2.6142857142857143,
+      "grad_norm": 0.23734059929847717,
+      "learning_rate": 1.4043176095449843e-06,
+      "loss": 1.130849003791809,
+      "step": 1464
+    },
+    {
+      "epoch": 2.617857142857143,
+      "grad_norm": 0.451869934797287,
+      "learning_rate": 1.3970101711801712e-06,
+      "loss": 1.1519298553466797,
+      "step": 1466
+    },
+    {
+      "epoch": 2.6214285714285714,
+      "grad_norm": 0.367313027381897,
+      "learning_rate": 1.3897663235499797e-06,
+      "loss": 1.081532597541809,
+      "step": 1468
+    },
+    {
+      "epoch": 2.625,
+      "grad_norm": 1.2766571044921875,
+      "learning_rate": 1.382586178924149e-06,
+      "loss": 0.9227726459503174,
+      "step": 1470
+    },
+    {
+      "epoch": 2.6285714285714286,
+      "grad_norm": 1.6380170583724976,
+      "learning_rate": 1.3754698485851074e-06,
+      "loss": 1.3057407140731812,
+      "step": 1472
+    },
+    {
+      "epoch": 2.632142857142857,
+      "grad_norm": 0.3816126585006714,
+      "learning_rate": 1.368417442826249e-06,
+      "loss": 1.1892451047897339,
+      "step": 1474
+    },
+    {
+      "epoch": 2.6357142857142857,
+      "grad_norm": 0.3007228672504425,
+      "learning_rate": 1.3614290709502242e-06,
+      "loss": 1.2595423460006714,
+      "step": 1476
+    },
+    {
+      "epoch": 2.6392857142857142,
+      "grad_norm": 0.2307678908109665,
+      "learning_rate": 1.3545048412672459e-06,
+      "loss": 1.10439932346344,
+      "step": 1478
+    },
+    {
+      "epoch": 2.642857142857143,
+      "grad_norm": 0.34183934330940247,
+      "learning_rate": 1.3476448610934104e-06,
+      "loss": 1.1247930526733398,
+      "step": 1480
+    },
+    {
+      "epoch": 2.6464285714285714,
+      "grad_norm": 0.50603187084198,
+      "learning_rate": 1.3408492367490344e-06,
+      "loss": 1.308542013168335,
+      "step": 1482
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.5772185921669006,
+      "learning_rate": 1.3341180735570081e-06,
+      "loss": 1.086531639099121,
+      "step": 1484
+    },
+    {
+      "epoch": 2.6535714285714285,
+      "grad_norm": 0.2957296073436737,
+      "learning_rate": 1.3274514758411595e-06,
+      "loss": 0.9083548784255981,
+      "step": 1486
+    },
+    {
+      "epoch": 2.657142857142857,
+      "grad_norm": 0.2126568704843521,
+      "learning_rate": 1.3208495469246445e-06,
+      "loss": 1.0338191986083984,
+      "step": 1488
+    },
+    {
+      "epoch": 2.6607142857142856,
+      "grad_norm": 0.23187443614006042,
+      "learning_rate": 1.3143123891283354e-06,
+      "loss": 1.1434146165847778,
+      "step": 1490
+    },
+    {
+      "epoch": 2.664285714285714,
+      "grad_norm": 0.2083001434803009,
+      "learning_rate": 1.3078401037692451e-06,
+      "loss": 1.148645281791687,
+      "step": 1492
+    },
+    {
+      "epoch": 2.6678571428571427,
+      "grad_norm": 0.24332857131958008,
+      "learning_rate": 1.3014327911589495e-06,
+      "loss": 1.0858982801437378,
+      "step": 1494
+    },
+    {
+      "epoch": 2.6714285714285713,
+      "grad_norm": 0.44840723276138306,
+      "learning_rate": 1.2950905506020383e-06,
+      "loss": 0.8910313844680786,
+      "step": 1496
+    },
+    {
+      "epoch": 2.675,
+      "grad_norm": 0.6759834885597229,
+      "learning_rate": 1.2888134803945713e-06,
+      "loss": 1.0723787546157837,
+      "step": 1498
+    },
+    {
+      "epoch": 2.678571428571429,
+      "grad_norm": 0.3571532964706421,
+      "learning_rate": 1.2826016778225578e-06,
+      "loss": 1.1453263759613037,
+      "step": 1500
+    },
+    {
+      "epoch": 2.682142857142857,
+      "grad_norm": 0.3260257840156555,
+      "learning_rate": 1.2764552391604468e-06,
+      "loss": 1.1897282600402832,
+      "step": 1502
+    },
+    {
+      "epoch": 2.685714285714286,
+      "grad_norm": 0.21461273729801178,
+      "learning_rate": 1.2703742596696383e-06,
+      "loss": 1.114097237586975,
+      "step": 1504
+    },
+    {
+      "epoch": 2.689285714285714,
+      "grad_norm": 0.39265140891075134,
+      "learning_rate": 1.2643588335970021e-06,
+      "loss": 1.2430890798568726,
+      "step": 1506
+    },
+    {
+      "epoch": 2.692857142857143,
+      "grad_norm": 0.26661592721939087,
+      "learning_rate": 1.2584090541734216e-06,
+      "loss": 1.2044790983200073,
+      "step": 1508
+    },
+    {
+      "epoch": 2.696428571428571,
+      "grad_norm": 0.4279651641845703,
+      "learning_rate": 1.252525013612346e-06,
+      "loss": 1.1148457527160645,
+      "step": 1510
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.26563382148742676,
+      "learning_rate": 1.2467068031083623e-06,
+      "loss": 1.151499629020691,
+      "step": 1512
+    },
+    {
+      "epoch": 2.7035714285714287,
+      "grad_norm": 0.28036361932754517,
+      "learning_rate": 1.2409545128357806e-06,
+      "loss": 1.112971544265747,
+      "step": 1514
+    },
+    {
+      "epoch": 2.7071428571428573,
+      "grad_norm": 0.3321837782859802,
+      "learning_rate": 1.235268231947238e-06,
+      "loss": 0.9679718613624573,
+      "step": 1516
+    },
+    {
+      "epoch": 2.710714285714286,
+      "grad_norm": 0.7659473419189453,
+      "learning_rate": 1.229648048572317e-06,
+      "loss": 1.18712317943573,
+      "step": 1518
+    },
+    {
+      "epoch": 2.7142857142857144,
+      "grad_norm": 0.5400887131690979,
+      "learning_rate": 1.2240940498161797e-06,
+      "loss": 1.0840147733688354,
+      "step": 1520
+    },
+    {
+      "epoch": 2.717857142857143,
+      "grad_norm": 0.3426344096660614,
+      "learning_rate": 1.2186063217582144e-06,
+      "loss": 1.1307204961776733,
+      "step": 1522
+    },
+    {
+      "epoch": 2.7214285714285715,
+      "grad_norm": 0.39970487356185913,
+      "learning_rate": 1.213184949450706e-06,
+      "loss": 1.1921186447143555,
+      "step": 1524
+    },
+    {
+      "epoch": 2.725,
+      "grad_norm": 0.31394848227500916,
+      "learning_rate": 1.2078300169175158e-06,
+      "loss": 1.1872678995132446,
+      "step": 1526
+    },
+    {
+      "epoch": 2.7285714285714286,
+      "grad_norm": 0.7688894271850586,
+      "learning_rate": 1.20254160715278e-06,
+      "loss": 1.1403369903564453,
+      "step": 1528
+    },
+    {
+      "epoch": 2.732142857142857,
+      "grad_norm": 0.3478771448135376,
+      "learning_rate": 1.1973198021196207e-06,
+      "loss": 1.0353933572769165,
+      "step": 1530
+    },
+    {
+      "epoch": 2.7357142857142858,
+      "grad_norm": 1.663916826248169,
+      "learning_rate": 1.1921646827488807e-06,
+      "loss": 1.1801190376281738,
+      "step": 1532
+    },
+    {
+      "epoch": 2.7392857142857143,
+      "grad_norm": 0.9486533999443054,
+      "learning_rate": 1.187076328937863e-06,
+      "loss": 1.118172287940979,
+      "step": 1534
+    },
+    {
+      "epoch": 2.742857142857143,
+      "grad_norm": 0.3661729693412781,
+      "learning_rate": 1.182054819549098e-06,
+      "loss": 1.166612982749939,
+      "step": 1536
+    },
+    {
+      "epoch": 2.7464285714285714,
+      "grad_norm": 0.273942768573761,
+      "learning_rate": 1.1771002324091183e-06,
+      "loss": 1.219356656074524,
+      "step": 1538
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.2943507730960846,
+      "learning_rate": 1.172212644307252e-06,
+      "loss": 1.2092581987380981,
+      "step": 1540
+    },
+    {
+      "epoch": 2.7535714285714286,
+      "grad_norm": 0.22103095054626465,
+      "learning_rate": 1.1673921309944356e-06,
+      "loss": 1.1635977029800415,
+      "step": 1542
+    },
+    {
+      "epoch": 2.757142857142857,
+      "grad_norm": 0.27992480993270874,
+      "learning_rate": 1.1626387671820363e-06,
+      "loss": 1.1578980684280396,
+      "step": 1544
+    },
+    {
+      "epoch": 2.7607142857142857,
+      "grad_norm": 0.1873656064271927,
+      "learning_rate": 1.1579526265406972e-06,
+      "loss": 1.1813486814498901,
+      "step": 1546
+    },
+    {
+      "epoch": 2.7642857142857142,
+      "grad_norm": 0.3528795838356018,
+      "learning_rate": 1.1533337816991932e-06,
+      "loss": 1.1933683156967163,
+      "step": 1548
+    },
+    {
+      "epoch": 2.767857142857143,
+      "grad_norm": 0.31167811155319214,
+      "learning_rate": 1.1487823042433063e-06,
+      "loss": 1.1475173234939575,
+      "step": 1550
+    },
+    {
+      "epoch": 2.7714285714285714,
+      "grad_norm": 1.7408783435821533,
+      "learning_rate": 1.1442982647147167e-06,
+      "loss": 1.148131251335144,
+      "step": 1552
+    },
+    {
+      "epoch": 2.775,
+      "grad_norm": 0.3031138777732849,
+      "learning_rate": 1.1398817326099094e-06,
+      "loss": 1.0997506380081177,
+      "step": 1554
+    },
+    {
+      "epoch": 2.7785714285714285,
+      "grad_norm": 0.21349631249904633,
+      "learning_rate": 1.1355327763790943e-06,
+      "loss": 1.1433438062667847,
+      "step": 1556
+    },
+    {
+      "epoch": 2.782142857142857,
+      "grad_norm": 0.16756878793239594,
+      "learning_rate": 1.1312514634251492e-06,
+      "loss": 1.0694825649261475,
+      "step": 1558
+    },
+    {
+      "epoch": 2.7857142857142856,
+      "grad_norm": 0.19285623729228973,
+      "learning_rate": 1.127037860102575e-06,
+      "loss": 1.1415499448776245,
+      "step": 1560
+    },
+    {
+      "epoch": 2.789285714285714,
+      "grad_norm": 0.3282257616519928,
+      "learning_rate": 1.1228920317164625e-06,
+      "loss": 1.1128462553024292,
+      "step": 1562
+    },
+    {
+      "epoch": 2.7928571428571427,
+      "grad_norm": 0.20754434168338776,
+      "learning_rate": 1.118814042521486e-06,
+      "loss": 1.1504778861999512,
+      "step": 1564
+    },
+    {
+      "epoch": 2.7964285714285713,
+      "grad_norm": 0.22546795010566711,
+      "learning_rate": 1.1148039557209057e-06,
+      "loss": 1.1107934713363647,
+      "step": 1566
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.16394157707691193,
+      "learning_rate": 1.1108618334655843e-06,
+      "loss": 1.0830016136169434,
+      "step": 1568
+    },
+    {
+      "epoch": 2.803571428571429,
+      "grad_norm": 0.1953999102115631,
+      "learning_rate": 1.1069877368530303e-06,
+      "loss": 1.16024649143219,
+      "step": 1570
+    },
+    {
+      "epoch": 2.807142857142857,
+      "grad_norm": 0.211993008852005,
+      "learning_rate": 1.1031817259264454e-06,
+      "loss": 1.1383813619613647,
+      "step": 1572
+    },
+    {
+      "epoch": 2.810714285714286,
+      "grad_norm": 0.1844896823167801,
+      "learning_rate": 1.0994438596737971e-06,
+      "loss": 1.0519864559173584,
+      "step": 1574
+    },
+    {
+      "epoch": 2.814285714285714,
+      "grad_norm": 0.4553788900375366,
+      "learning_rate": 1.0957741960269049e-06,
+      "loss": 1.1024482250213623,
+      "step": 1576
+    },
+    {
+      "epoch": 2.817857142857143,
+      "grad_norm": 0.2758769989013672,
+      "learning_rate": 1.092172791860539e-06,
+      "loss": 1.0607486963272095,
+      "step": 1578
+    },
+    {
+      "epoch": 2.821428571428571,
+      "grad_norm": 0.28464648127555847,
+      "learning_rate": 1.0886397029915415e-06,
+      "loss": 1.0878740549087524,
+      "step": 1580
+    },
+    {
+      "epoch": 2.825,
+      "grad_norm": 0.2519758641719818,
+      "learning_rate": 1.0851749841779609e-06,
+      "loss": 1.0692694187164307,
+      "step": 1582
+    },
+    {
+      "epoch": 2.8285714285714287,
+      "grad_norm": 0.20021863281726837,
+      "learning_rate": 1.0817786891182041e-06,
+      "loss": 1.0892566442489624,
+      "step": 1584
+    },
+    {
+      "epoch": 2.8321428571428573,
+      "grad_norm": 0.21085211634635925,
+      "learning_rate": 1.0784508704502029e-06,
+      "loss": 1.0911756753921509,
+      "step": 1586
+    },
+    {
+      "epoch": 2.835714285714286,
+      "grad_norm": 0.2599065899848938,
+      "learning_rate": 1.0751915797505986e-06,
+      "loss": 1.0842504501342773,
+      "step": 1588
+    },
+    {
+      "epoch": 2.8392857142857144,
+      "grad_norm": 0.23683688044548035,
+      "learning_rate": 1.0720008675339403e-06,
+      "loss": 1.0852082967758179,
+      "step": 1590
+    },
+    {
+      "epoch": 2.842857142857143,
+      "grad_norm": 0.19538818299770355,
+      "learning_rate": 1.0688787832519085e-06,
+      "loss": 1.1298590898513794,
+      "step": 1592
+    },
+    {
+      "epoch": 2.8464285714285715,
+      "grad_norm": 0.5865882039070129,
+      "learning_rate": 1.0658253752925417e-06,
+      "loss": 1.122971773147583,
+      "step": 1594
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.3269581198692322,
+      "learning_rate": 1.062840690979491e-06,
+      "loss": 1.109829068183899,
+      "step": 1596
+    },
+    {
+      "epoch": 2.8535714285714286,
+      "grad_norm": 0.5810469388961792,
+      "learning_rate": 1.0599247765712832e-06,
+      "loss": 1.1492294073104858,
+      "step": 1598
+    },
+    {
+      "epoch": 2.857142857142857,
+      "grad_norm": 0.2330639660358429,
+      "learning_rate": 1.0570776772606056e-06,
+      "loss": 1.123344898223877,
+      "step": 1600
+    },
+    {
+      "epoch": 2.8607142857142858,
+      "grad_norm": 0.2107606828212738,
+      "learning_rate": 1.0542994371736076e-06,
+      "loss": 1.0889390707015991,
+      "step": 1602
+    },
+    {
+      "epoch": 2.8642857142857143,
+      "grad_norm": 0.2753591239452362,
+      "learning_rate": 1.0515900993692128e-06,
+      "loss": 1.1300913095474243,
+      "step": 1604
+    },
+    {
+      "epoch": 2.867857142857143,
+      "grad_norm": 0.27015575766563416,
+      "learning_rate": 1.048949705838454e-06,
+      "loss": 1.0982666015625,
+      "step": 1606
+    },
+    {
+      "epoch": 2.8714285714285714,
+      "grad_norm": 0.1620846688747406,
+      "learning_rate": 1.0463782975038226e-06,
+      "loss": 1.1166629791259766,
+      "step": 1608
+    },
+    {
+      "epoch": 2.875,
+      "grad_norm": 0.21408753097057343,
+      "learning_rate": 1.0438759142186336e-06,
+      "loss": 1.127457857131958,
+      "step": 1610
+    },
+    {
+      "epoch": 2.8785714285714286,
+      "grad_norm": 0.26070085167884827,
+      "learning_rate": 1.0414425947664075e-06,
+      "loss": 1.1438779830932617,
+      "step": 1612
+    },
+    {
+      "epoch": 2.882142857142857,
+      "grad_norm": 0.1973988115787506,
+      "learning_rate": 1.0390783768602694e-06,
+      "loss": 1.1256788969039917,
+      "step": 1614
+    },
+    {
+      "epoch": 2.8857142857142857,
+      "grad_norm": 0.1865663081407547,
+      "learning_rate": 1.0367832971423664e-06,
+      "loss": 1.0647690296173096,
+      "step": 1616
+    },
+    {
+      "epoch": 2.8892857142857142,
+      "grad_norm": 0.40141281485557556,
+      "learning_rate": 1.0345573911832976e-06,
+      "loss": 1.0978182554244995,
+      "step": 1618
+    },
+    {
+      "epoch": 2.892857142857143,
+      "grad_norm": 0.19470001757144928,
+      "learning_rate": 1.0324006934815623e-06,
+      "loss": 1.1264913082122803,
+      "step": 1620
+    },
+    {
+      "epoch": 2.8964285714285714,
+      "grad_norm": 0.1923714429140091,
+      "learning_rate": 1.0303132374630276e-06,
+      "loss": 1.1599576473236084,
+      "step": 1622
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.2873956561088562,
+      "learning_rate": 1.0282950554804084e-06,
+      "loss": 1.1344720125198364,
+      "step": 1624
+    },
+    {
+      "epoch": 2.9035714285714285,
+      "grad_norm": 0.2792896330356598,
+      "learning_rate": 1.0263461788127682e-06,
+      "loss": 1.1077191829681396,
+      "step": 1626
+    },
+    {
+      "epoch": 2.907142857142857,
+      "grad_norm": 0.17874673008918762,
+      "learning_rate": 1.0244666376650307e-06,
+      "loss": 1.0769405364990234,
+      "step": 1628
+    },
+    {
+      "epoch": 2.9107142857142856,
+      "grad_norm": 0.23230457305908203,
+      "learning_rate": 1.0226564611675146e-06,
+      "loss": 1.1149848699569702,
+      "step": 1630
+    },
+    {
+      "epoch": 2.914285714285714,
+      "grad_norm": 0.2538415789604187,
+      "learning_rate": 1.020915677375483e-06,
+      "loss": 1.1285921335220337,
+      "step": 1632
+    },
+    {
+      "epoch": 2.9178571428571427,
+      "grad_norm": 0.18281330168247223,
+      "learning_rate": 1.0192443132687039e-06,
+      "loss": 1.0885471105575562,
+      "step": 1634
+    },
+    {
+      "epoch": 2.9214285714285713,
+      "grad_norm": 0.27069422602653503,
+      "learning_rate": 1.0176423947510377e-06,
+      "loss": 1.1098750829696655,
+      "step": 1636
+    },
+    {
+      "epoch": 2.925,
+      "grad_norm": 0.24785873293876648,
+      "learning_rate": 1.016109946650032e-06,
+      "loss": 1.1053394079208374,
+      "step": 1638
+    },
+    {
+      "epoch": 2.928571428571429,
+      "grad_norm": 0.2786495089530945,
+      "learning_rate": 1.014646992716537e-06,
+      "loss": 1.1500390768051147,
+      "step": 1640
+    },
+    {
+      "epoch": 2.932142857142857,
+      "grad_norm": 0.3538748621940613,
+      "learning_rate": 1.01325355562434e-06,
+      "loss": 1.1664944887161255,
+      "step": 1642
+    },
+    {
+      "epoch": 2.935714285714286,
+      "grad_norm": 0.3729296326637268,
+      "learning_rate": 1.0119296569698112e-06,
+      "loss": 1.1281384229660034,
+      "step": 1644
+    },
+    {
+      "epoch": 2.939285714285714,
+      "grad_norm": 0.21035878360271454,
+      "learning_rate": 1.01067531727157e-06,
+      "loss": 1.1451420783996582,
+      "step": 1646
+    },
+    {
+      "epoch": 2.942857142857143,
+      "grad_norm": 0.3253045380115509,
+      "learning_rate": 1.0094905559701678e-06,
+      "loss": 1.1268796920776367,
+      "step": 1648
+    },
+    {
+      "epoch": 2.946428571428571,
+      "grad_norm": 0.20938168466091156,
+      "learning_rate": 1.0083753914277859e-06,
+      "loss": 1.0814552307128906,
+      "step": 1650
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.24861246347427368,
+      "learning_rate": 1.007329840927949e-06,
+      "loss": 1.1016547679901123,
+      "step": 1652
+    },
+    {
+      "epoch": 2.9535714285714287,
+      "grad_norm": 0.26715606451034546,
+      "learning_rate": 1.006353920675263e-06,
+      "loss": 1.1287412643432617,
+      "step": 1654
+    },
+    {
+      "epoch": 2.9571428571428573,
+      "grad_norm": 0.20948819816112518,
+      "learning_rate": 1.0054476457951567e-06,
+      "loss": 1.11174476146698,
+      "step": 1656
+    },
+    {
+      "epoch": 2.960714285714286,
+      "grad_norm": 0.5076990127563477,
+      "learning_rate": 1.0046110303336519e-06,
+      "loss": 1.112143874168396,
+      "step": 1658
+    },
+    {
+      "epoch": 2.9642857142857144,
+      "grad_norm": 0.5603309273719788,
+      "learning_rate": 1.0038440872571456e-06,
+      "loss": 1.1545910835266113,
+      "step": 1660
+    },
+    {
+      "epoch": 2.967857142857143,
+      "grad_norm": 0.23968827724456787,
+      "learning_rate": 1.0031468284522063e-06,
+      "loss": 1.1435242891311646,
+      "step": 1662
+    },
+    {
+      "epoch": 2.9714285714285715,
+      "grad_norm": 0.26473504304885864,
+      "learning_rate": 1.0025192647253939e-06,
+      "loss": 1.1580908298492432,
+      "step": 1664
+    },
+    {
+      "epoch": 2.975,
+      "grad_norm": 0.6800065636634827,
+      "learning_rate": 1.0019614058030874e-06,
+      "loss": 1.1012563705444336,
+      "step": 1666
+    },
+    {
+      "epoch": 2.9785714285714286,
+      "grad_norm": 0.23044763505458832,
+      "learning_rate": 1.0014732603313375e-06,
+      "loss": 1.1186460256576538,
+      "step": 1668
+    },
+    {
+      "epoch": 2.982142857142857,
+      "grad_norm": 0.21679583191871643,
+      "learning_rate": 1.0010548358757327e-06,
+      "loss": 1.1382079124450684,
+      "step": 1670
+    },
+    {
+      "epoch": 2.9857142857142858,
+      "grad_norm": 0.4521788954734802,
+      "learning_rate": 1.0007061389212794e-06,
+      "loss": 1.182320475578308,
+      "step": 1672
+    },
+    {
+      "epoch": 2.9892857142857143,
+      "grad_norm": 0.24779334664344788,
+      "learning_rate": 1.0004271748723043e-06,
+      "loss": 1.2086482048034668,
+      "step": 1674
+    },
+    {
+      "epoch": 2.992857142857143,
+      "grad_norm": 0.5126925706863403,
+      "learning_rate": 1.0002179480523687e-06,
+      "loss": 0.834091067314148,
+      "step": 1676
+    },
+    {
+      "epoch": 2.9964285714285714,
+      "grad_norm": 0.3477499783039093,
+      "learning_rate": 1.0000784617042023e-06,
+      "loss": 0.722780168056488,
+      "step": 1678
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.47854718565940857,
+      "learning_rate": 1.0000087179896533e-06,
+      "loss": 0.7972838282585144,
+      "step": 1680
+    },
+    {
+      "epoch": 3.0,
+      "step": 1680,
+      "total_flos": 2.510120369642275e+18,
+      "train_loss": 1.2744095386493774,
+      "train_runtime": 14979.881,
+      "train_samples_per_second": 1.794,
+      "train_steps_per_second": 0.112
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 1680,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 9999999,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.510120369642275e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}