diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,11353 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "global_step": 944187,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9973522194226354e-05,
+      "loss": 2.2522,
+      "step": 500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994704438845271e-05,
+      "loss": 1.8238,
+      "step": 1000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9920566582679065e-05,
+      "loss": 1.6551,
+      "step": 1500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9894088776905424e-05,
+      "loss": 1.5676,
+      "step": 2000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9867610971131776e-05,
+      "loss": 1.4923,
+      "step": 2500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9841133165358134e-05,
+      "loss": 1.4506,
+      "step": 3000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9814655359584486e-05,
+      "loss": 1.4014,
+      "step": 3500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978817755381085e-05,
+      "loss": 1.3692,
+      "step": 4000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9761699748037204e-05,
+      "loss": 1.3338,
+      "step": 4500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973522194226356e-05,
+      "loss": 1.3256,
+      "step": 5000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9708744136489914e-05,
+      "loss": 1.3086,
+      "step": 5500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968226633071627e-05,
+      "loss": 1.2769,
+      "step": 6000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9655788524942625e-05,
+      "loss": 1.2585,
+      "step": 6500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9629310719168984e-05,
+      "loss": 1.2403,
+      "step": 7000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9602832913395336e-05,
+      "loss": 1.2324,
+      "step": 7500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9576355107621694e-05,
+      "loss": 1.2137,
+      "step": 8000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9549877301848046e-05,
+      "loss": 1.2112,
+      "step": 8500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9523399496074405e-05,
+      "loss": 1.1932,
+      "step": 9000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949692169030076e-05,
+      "loss": 1.1908,
+      "step": 9500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9470443884527116e-05,
+      "loss": 1.1691,
+      "step": 10000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944396607875347e-05,
+      "loss": 1.1698,
+      "step": 10500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.941748827297982e-05,
+      "loss": 1.1641,
+      "step": 11000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9391010467206185e-05,
+      "loss": 1.1514,
+      "step": 11500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936453266143254e-05,
+      "loss": 1.1492,
+      "step": 12000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9338054855658896e-05,
+      "loss": 1.1428,
+      "step": 12500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931157704988525e-05,
+      "loss": 1.1356,
+      "step": 13000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9285099244111606e-05,
+      "loss": 1.123,
+      "step": 13500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925862143833796e-05,
+      "loss": 1.1154,
+      "step": 14000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923214363256432e-05,
+      "loss": 1.1163,
+      "step": 14500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920566582679067e-05,
+      "loss": 1.1154,
+      "step": 15000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917918802101703e-05,
+      "loss": 1.1073,
+      "step": 15500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915271021524338e-05,
+      "loss": 1.0975,
+      "step": 16000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912623240946974e-05,
+      "loss": 1.0944,
+      "step": 16500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909975460369609e-05,
+      "loss": 1.0897,
+      "step": 17000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907327679792245e-05,
+      "loss": 1.1,
+      "step": 17500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90467989921488e-05,
+      "loss": 1.0786,
+      "step": 18000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902032118637516e-05,
+      "loss": 1.0732,
+      "step": 18500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899384338060151e-05,
+      "loss": 1.0755,
+      "step": 19000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896736557482787e-05,
+      "loss": 1.072,
+      "step": 19500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894088776905423e-05,
+      "loss": 1.0643,
+      "step": 20000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891440996328058e-05,
+      "loss": 1.0707,
+      "step": 20500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888793215750694e-05,
+      "loss": 1.06,
+      "step": 21000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886145435173329e-05,
+      "loss": 1.0505,
+      "step": 21500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883497654595965e-05,
+      "loss": 1.0579,
+      "step": 22000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8808498740186e-05,
+      "loss": 1.0495,
+      "step": 22500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878202093441236e-05,
+      "loss": 1.0518,
+      "step": 23000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875554312863871e-05,
+      "loss": 1.046,
+      "step": 23500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872906532286507e-05,
+      "loss": 1.0421,
+      "step": 24000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870258751709142e-05,
+      "loss": 1.0496,
+      "step": 24500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867610971131778e-05,
+      "loss": 1.0381,
+      "step": 25000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8649631905544134e-05,
+      "loss": 1.0374,
+      "step": 25500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862315409977049e-05,
+      "loss": 1.0381,
+      "step": 26000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8596676293996845e-05,
+      "loss": 1.0292,
+      "step": 26500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.85701984882232e-05,
+      "loss": 1.0376,
+      "step": 27000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854372068244956e-05,
+      "loss": 1.0407,
+      "step": 27500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8517242876675914e-05,
+      "loss": 1.0362,
+      "step": 28000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849076507090227e-05,
+      "loss": 1.0222,
+      "step": 28500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8464287265128625e-05,
+      "loss": 1.0189,
+      "step": 29000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843780945935498e-05,
+      "loss": 1.0131,
+      "step": 29500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8411331653581335e-05,
+      "loss": 1.0148,
+      "step": 30000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8384853847807694e-05,
+      "loss": 1.0146,
+      "step": 30500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8358376042034046e-05,
+      "loss": 1.0148,
+      "step": 31000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8331898236260405e-05,
+      "loss": 1.0082,
+      "step": 31500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8305420430486757e-05,
+      "loss": 1.0091,
+      "step": 32000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8278942624713115e-05,
+      "loss": 1.0046,
+      "step": 32500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825246481893947e-05,
+      "loss": 1.0025,
+      "step": 33000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8225987013165826e-05,
+      "loss": 1.0103,
+      "step": 33500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819950920739218e-05,
+      "loss": 1.0081,
+      "step": 34000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817303140161854e-05,
+      "loss": 1.0024,
+      "step": 34500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8146553595844895e-05,
+      "loss": 1.0073,
+      "step": 35000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8120075790071254e-05,
+      "loss": 0.9974,
+      "step": 35500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8093597984297606e-05,
+      "loss": 1.0054,
+      "step": 36000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806712017852396e-05,
+      "loss": 0.9826,
+      "step": 36500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8040642372750317e-05,
+      "loss": 1.0088,
+      "step": 37000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801416456697667e-05,
+      "loss": 0.9877,
+      "step": 37500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798768676120303e-05,
+      "loss": 0.9936,
+      "step": 38000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796120895542938e-05,
+      "loss": 0.9948,
+      "step": 38500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793473114965574e-05,
+      "loss": 0.9897,
+      "step": 39000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790825334388209e-05,
+      "loss": 0.9812,
+      "step": 39500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788177553810845e-05,
+      "loss": 0.9904,
+      "step": 40000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78552977323348e-05,
+      "loss": 0.9817,
+      "step": 40500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782881992656116e-05,
+      "loss": 0.9823,
+      "step": 41000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780234212078751e-05,
+      "loss": 0.9793,
+      "step": 41500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7775864315013877e-05,
+      "loss": 0.98,
+      "step": 42000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774938650924023e-05,
+      "loss": 0.9711,
+      "step": 42500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772290870346659e-05,
+      "loss": 0.9747,
+      "step": 43000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769643089769294e-05,
+      "loss": 0.9803,
+      "step": 43500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76699530919193e-05,
+      "loss": 0.9727,
+      "step": 44000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764347528614565e-05,
+      "loss": 0.9763,
+      "step": 44500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761699748037201e-05,
+      "loss": 0.9707,
+      "step": 45000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759051967459836e-05,
+      "loss": 0.9745,
+      "step": 45500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.756404186882471e-05,
+      "loss": 0.9655,
+      "step": 46000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.753756406305107e-05,
+      "loss": 0.965,
+      "step": 46500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.751108625727742e-05,
+      "loss": 0.9673,
+      "step": 47000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.748460845150378e-05,
+      "loss": 0.9642,
+      "step": 47500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7458130645730134e-05,
+      "loss": 0.9627,
+      "step": 48000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.743165283995649e-05,
+      "loss": 0.9655,
+      "step": 48500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7405175034182844e-05,
+      "loss": 0.9582,
+      "step": 49000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.737869722840921e-05,
+      "loss": 0.9601,
+      "step": 49500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.735221942263556e-05,
+      "loss": 0.9631,
+      "step": 50000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.732574161686192e-05,
+      "loss": 0.9621,
+      "step": 50500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.729926381108827e-05,
+      "loss": 0.9676,
+      "step": 51000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.727278600531463e-05,
+      "loss": 0.9548,
+      "step": 51500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.724630819954098e-05,
+      "loss": 0.9576,
+      "step": 52000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.721983039376734e-05,
+      "loss": 0.9569,
+      "step": 52500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7193352587993694e-05,
+      "loss": 0.9517,
+      "step": 53000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.716687478222005e-05,
+      "loss": 0.9528,
+      "step": 53500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7140396976446404e-05,
+      "loss": 0.954,
+      "step": 54000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.711391917067276e-05,
+      "loss": 0.9512,
+      "step": 54500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7087441364899115e-05,
+      "loss": 0.9519,
+      "step": 55000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7060963559125474e-05,
+      "loss": 0.9567,
+      "step": 55500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7034485753351826e-05,
+      "loss": 0.9436,
+      "step": 56000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.700800794757818e-05,
+      "loss": 0.9473,
+      "step": 56500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6981530141804536e-05,
+      "loss": 0.9498,
+      "step": 57000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6955052336030895e-05,
+      "loss": 0.9437,
+      "step": 57500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6928574530257254e-05,
+      "loss": 0.9533,
+      "step": 58000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6902096724483606e-05,
+      "loss": 0.9395,
+      "step": 58500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6875618918709964e-05,
+      "loss": 0.9473,
+      "step": 59000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6849141112936316e-05,
+      "loss": 0.9456,
+      "step": 59500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6822663307162675e-05,
+      "loss": 0.9407,
+      "step": 60000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.679618550138903e-05,
+      "loss": 0.9432,
+      "step": 60500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6769707695615386e-05,
+      "loss": 0.9369,
+      "step": 61000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.674322988984174e-05,
+      "loss": 0.9382,
+      "step": 61500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6716752084068096e-05,
+      "loss": 0.9385,
+      "step": 62000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.669027427829445e-05,
+      "loss": 0.9397,
+      "step": 62500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.666379647252081e-05,
+      "loss": 0.9373,
+      "step": 63000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.663731866674716e-05,
+      "loss": 0.9305,
+      "step": 63500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.661084086097352e-05,
+      "loss": 0.9355,
+      "step": 64000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.658436305519987e-05,
+      "loss": 0.9344,
+      "step": 64500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.655788524942623e-05,
+      "loss": 0.9318,
+      "step": 65000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.653140744365259e-05,
+      "loss": 0.9312,
+      "step": 65500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.650492963787894e-05,
+      "loss": 0.9398,
+      "step": 66000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.64784518321053e-05,
+      "loss": 0.9307,
+      "step": 66500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.645197402633165e-05,
+      "loss": 0.9288,
+      "step": 67000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.642549622055801e-05,
+      "loss": 0.9377,
+      "step": 67500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.639901841478436e-05,
+      "loss": 0.9331,
+      "step": 68000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.637254060901072e-05,
+      "loss": 0.9311,
+      "step": 68500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.634606280323707e-05,
+      "loss": 0.9405,
+      "step": 69000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.631958499746343e-05,
+      "loss": 0.9262,
+      "step": 69500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.629310719168978e-05,
+      "loss": 0.9274,
+      "step": 70000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.626662938591614e-05,
+      "loss": 0.9282,
+      "step": 70500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.624015158014249e-05,
+      "loss": 0.9272,
+      "step": 71000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.621367377436885e-05,
+      "loss": 0.9276,
+      "step": 71500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.61871959685952e-05,
+      "loss": 0.92,
+      "step": 72000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.616071816282156e-05,
+      "loss": 0.9251,
+      "step": 72500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.613424035704792e-05,
+      "loss": 0.9177,
+      "step": 73000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.610776255127427e-05,
+      "loss": 0.9263,
+      "step": 73500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.608128474550063e-05,
+      "loss": 0.9218,
+      "step": 74000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.605480693972698e-05,
+      "loss": 0.9178,
+      "step": 74500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.602832913395334e-05,
+      "loss": 0.9234,
+      "step": 75000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6001851328179693e-05,
+      "loss": 0.9206,
+      "step": 75500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.597537352240605e-05,
+      "loss": 0.9229,
+      "step": 76000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5948895716632404e-05,
+      "loss": 0.9222,
+      "step": 76500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.592241791085876e-05,
+      "loss": 0.9086,
+      "step": 77000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5895940105085115e-05,
+      "loss": 0.9174,
+      "step": 77500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5869462299311473e-05,
+      "loss": 0.9199,
+      "step": 78000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5842984493537825e-05,
+      "loss": 0.9195,
+      "step": 78500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5816506687764184e-05,
+      "loss": 0.9153,
+      "step": 79000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5790028881990536e-05,
+      "loss": 0.9159,
+      "step": 79500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.57635510762169e-05,
+      "loss": 0.9091,
+      "step": 80000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5737073270443253e-05,
+      "loss": 0.9168,
+      "step": 80500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.571059546466961e-05,
+      "loss": 0.9096,
+      "step": 81000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5684117658895964e-05,
+      "loss": 0.912,
+      "step": 81500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5657639853122316e-05,
+      "loss": 0.9144,
+      "step": 82000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5631162047348675e-05,
+      "loss": 0.9154,
+      "step": 82500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.560468424157503e-05,
+      "loss": 0.9139,
+      "step": 83000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5578206435801385e-05,
+      "loss": 0.9177,
+      "step": 83500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.555172863002774e-05,
+      "loss": 0.9112,
+      "step": 84000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5525250824254096e-05,
+      "loss": 0.9135,
+      "step": 84500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.549877301848045e-05,
+      "loss": 0.9133,
+      "step": 85000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.547229521270681e-05,
+      "loss": 0.9102,
+      "step": 85500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.544581740693316e-05,
+      "loss": 0.9071,
+      "step": 86000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.541933960115952e-05,
+      "loss": 0.9149,
+      "step": 86500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.539286179538587e-05,
+      "loss": 0.9105,
+      "step": 87000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.536638398961223e-05,
+      "loss": 0.9035,
+      "step": 87500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.533990618383859e-05,
+      "loss": 0.9117,
+      "step": 88000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5313428378064945e-05,
+      "loss": 0.9099,
+      "step": 88500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.52869505722913e-05,
+      "loss": 0.9042,
+      "step": 89000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5260472766517656e-05,
+      "loss": 0.9007,
+      "step": 89500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.523399496074401e-05,
+      "loss": 0.9066,
+      "step": 90000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.520751715497037e-05,
+      "loss": 0.9064,
+      "step": 90500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.518103934919672e-05,
+      "loss": 0.9035,
+      "step": 91000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.515456154342308e-05,
+      "loss": 0.9071,
+      "step": 91500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.512808373764943e-05,
+      "loss": 0.9016,
+      "step": 92000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.510160593187578e-05,
+      "loss": 0.9034,
+      "step": 92500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.507512812610214e-05,
+      "loss": 0.9008,
+      "step": 93000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.504865032032849e-05,
+      "loss": 0.9011,
+      "step": 93500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.502217251455485e-05,
+      "loss": 0.9064,
+      "step": 94000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.49956947087812e-05,
+      "loss": 0.9048,
+      "step": 94500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.496921690300756e-05,
+      "loss": 0.8994,
+      "step": 95000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.494273909723392e-05,
+      "loss": 0.8993,
+      "step": 95500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.491626129146028e-05,
+      "loss": 0.8981,
+      "step": 96000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.488978348568663e-05,
+      "loss": 0.9046,
+      "step": 96500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.486330567991299e-05,
+      "loss": 0.8999,
+      "step": 97000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.483682787413934e-05,
+      "loss": 0.9088,
+      "step": 97500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48103500683657e-05,
+      "loss": 0.8967,
+      "step": 98000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.478387226259205e-05,
+      "loss": 0.8959,
+      "step": 98500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.475739445681841e-05,
+      "loss": 0.899,
+      "step": 99000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.473091665104476e-05,
+      "loss": 0.9039,
+      "step": 99500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.470443884527112e-05,
+      "loss": 0.8955,
+      "step": 100000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.467796103949747e-05,
+      "loss": 0.9001,
+      "step": 100500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.465148323372383e-05,
+      "loss": 0.9001,
+      "step": 101000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4625005427950184e-05,
+      "loss": 0.9033,
+      "step": 101500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.459852762217654e-05,
+      "loss": 0.8914,
+      "step": 102000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4572049816402894e-05,
+      "loss": 0.8983,
+      "step": 102500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.454557201062925e-05,
+      "loss": 0.8981,
+      "step": 103000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.451909420485561e-05,
+      "loss": 0.8953,
+      "step": 103500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4492616399081964e-05,
+      "loss": 0.8858,
+      "step": 104000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.446613859330832e-05,
+      "loss": 0.8874,
+      "step": 104500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4439660787534674e-05,
+      "loss": 0.9026,
+      "step": 105000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.441318298176103e-05,
+      "loss": 0.8924,
+      "step": 105500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4386705175987385e-05,
+      "loss": 0.8967,
+      "step": 106000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4360227370213744e-05,
+      "loss": 0.8952,
+      "step": 106500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4333749564440096e-05,
+      "loss": 0.8845,
+      "step": 107000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4307271758666454e-05,
+      "loss": 0.8972,
+      "step": 107500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4280793952892806e-05,
+      "loss": 0.8944,
+      "step": 108000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4254316147119165e-05,
+      "loss": 0.8927,
+      "step": 108500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.422783834134552e-05,
+      "loss": 0.8839,
+      "step": 109000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4201360535571876e-05,
+      "loss": 0.8871,
+      "step": 109500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.417488272979823e-05,
+      "loss": 0.8928,
+      "step": 110000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4148404924024586e-05,
+      "loss": 0.8891,
+      "step": 110500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4121927118250945e-05,
+      "loss": 0.8901,
+      "step": 111000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.40954493124773e-05,
+      "loss": 0.8845,
+      "step": 111500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4068971506703656e-05,
+      "loss": 0.894,
+      "step": 112000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.404249370093001e-05,
+      "loss": 0.8781,
+      "step": 112500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4016015895156366e-05,
+      "loss": 0.8816,
+      "step": 113000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.398953808938272e-05,
+      "loss": 0.8806,
+      "step": 113500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.396306028360908e-05,
+      "loss": 0.8888,
+      "step": 114000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.393658247783543e-05,
+      "loss": 0.8813,
+      "step": 114500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.391010467206179e-05,
+      "loss": 0.8775,
+      "step": 115000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.388362686628814e-05,
+      "loss": 0.885,
+      "step": 115500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.38571490605145e-05,
+      "loss": 0.8802,
+      "step": 116000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.383067125474085e-05,
+      "loss": 0.8904,
+      "step": 116500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.380419344896721e-05,
+      "loss": 0.8843,
+      "step": 117000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.377771564319356e-05,
+      "loss": 0.8867,
+      "step": 117500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.375123783741992e-05,
+      "loss": 0.8811,
+      "step": 118000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.372476003164628e-05,
+      "loss": 0.883,
+      "step": 118500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.369828222587263e-05,
+      "loss": 0.8769,
+      "step": 119000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.367180442009899e-05,
+      "loss": 0.8837,
+      "step": 119500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.364532661432534e-05,
+      "loss": 0.8739,
+      "step": 120000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.36188488085517e-05,
+      "loss": 0.88,
+      "step": 120500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.359237100277805e-05,
+      "loss": 0.8791,
+      "step": 121000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.356589319700441e-05,
+      "loss": 0.8889,
+      "step": 121500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.353941539123076e-05,
+      "loss": 0.8803,
+      "step": 122000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.351293758545712e-05,
+      "loss": 0.8777,
+      "step": 122500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.348645977968347e-05,
+      "loss": 0.8844,
+      "step": 123000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.345998197390983e-05,
+      "loss": 0.8714,
+      "step": 123500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3433504168136183e-05,
+      "loss": 0.8773,
+      "step": 124000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.340702636236254e-05,
+      "loss": 0.874,
+      "step": 124500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3380548556588894e-05,
+      "loss": 0.8792,
+      "step": 125000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.335407075081525e-05,
+      "loss": 0.875,
+      "step": 125500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.332759294504161e-05,
+      "loss": 0.8774,
+      "step": 126000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.330111513926797e-05,
+      "loss": 0.8845,
+      "step": 126500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.327463733349432e-05,
+      "loss": 0.8874,
+      "step": 127000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.324815952772068e-05,
+      "loss": 0.876,
+      "step": 127500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.322168172194703e-05,
+      "loss": 0.8859,
+      "step": 128000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3195203916173385e-05,
+      "loss": 0.8746,
+      "step": 128500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3168726110399743e-05,
+      "loss": 0.878,
+      "step": 129000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3142248304626095e-05,
+      "loss": 0.8826,
+      "step": 129500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3115770498852454e-05,
+      "loss": 0.8723,
+      "step": 130000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3089292693078806e-05,
+      "loss": 0.8756,
+      "step": 130500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3062814887305165e-05,
+      "loss": 0.8707,
+      "step": 131000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.303633708153152e-05,
+      "loss": 0.8734,
+      "step": 131500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3009859275757875e-05,
+      "loss": 0.8783,
+      "step": 132000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.298338146998423e-05,
+      "loss": 0.8711,
+      "step": 132500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2956903664210586e-05,
+      "loss": 0.8742,
+      "step": 133000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2930425858436945e-05,
+      "loss": 0.8712,
+      "step": 133500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2903948052663303e-05,
+      "loss": 0.8704,
+      "step": 134000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2877470246889655e-05,
+      "loss": 0.8614,
+      "step": 134500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2850992441116014e-05,
+      "loss": 0.8726,
+      "step": 135000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2824514635342366e-05,
+      "loss": 0.8671,
+      "step": 135500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2798036829568725e-05,
+      "loss": 0.8625,
+      "step": 136000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.277155902379508e-05,
+      "loss": 0.8649,
+      "step": 136500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2745081218021435e-05,
+      "loss": 0.8757,
+      "step": 137000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.271860341224779e-05,
+      "loss": 0.8668,
+      "step": 137500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.269212560647414e-05,
+      "loss": 0.8724,
+      "step": 138000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26656478007005e-05,
+      "loss": 0.8686,
+      "step": 138500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.263916999492685e-05,
+      "loss": 0.867,
+      "step": 139000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.261269218915321e-05,
+      "loss": 0.8681,
+      "step": 139500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.258621438337956e-05,
+      "loss": 0.8736,
+      "step": 140000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.255973657760592e-05,
+      "loss": 0.8748,
+      "step": 140500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.253325877183228e-05,
+      "loss": 0.8647,
+      "step": 141000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.250678096605864e-05,
+      "loss": 0.8671,
+      "step": 141500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.248030316028499e-05,
+      "loss": 0.8598,
+      "step": 142000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.245382535451135e-05,
+      "loss": 0.8614,
+      "step": 142500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.24273475487377e-05,
+      "loss": 0.869,
+      "step": 143000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.240086974296406e-05,
+      "loss": 0.8611,
+      "step": 143500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.237439193719041e-05,
+      "loss": 0.8674,
+      "step": 144000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.234791413141677e-05,
+      "loss": 0.8589,
+      "step": 144500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.232143632564312e-05,
+      "loss": 0.8641,
+      "step": 145000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.229495851986948e-05,
+      "loss": 0.8691,
+      "step": 145500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.226848071409583e-05,
+      "loss": 0.8692,
+      "step": 146000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.224200290832219e-05,
+      "loss": 0.8621,
+      "step": 146500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.221552510254854e-05,
+      "loss": 0.8655,
+      "step": 147000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.21890472967749e-05,
+      "loss": 0.865,
+      "step": 147500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.216256949100125e-05,
+      "loss": 0.8674,
+      "step": 148000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.213609168522761e-05,
+      "loss": 0.855,
+      "step": 148500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.210961387945397e-05,
+      "loss": 0.8609,
+      "step": 149000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.208313607368032e-05,
+      "loss": 0.8666,
+      "step": 149500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.205665826790668e-05,
+      "loss": 0.8663,
+      "step": 150000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.203018046213303e-05,
+      "loss": 0.8589,
+      "step": 150500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.200370265635939e-05,
+      "loss": 0.862,
+      "step": 151000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.197722485058574e-05,
+      "loss": 0.8655,
+      "step": 151500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.19507470448121e-05,
+      "loss": 0.8673,
+      "step": 152000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1924269239038454e-05,
+      "loss": 0.862,
+      "step": 152500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.189779143326481e-05,
+      "loss": 0.8704,
+      "step": 153000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1871313627491164e-05,
+      "loss": 0.8605,
+      "step": 153500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.184483582171752e-05,
+      "loss": 0.8588,
+      "step": 154000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1818358015943875e-05,
+      "loss": 0.8577,
+      "step": 154500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1791880210170234e-05,
+      "loss": 0.8592,
+      "step": 155000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1765402404396586e-05,
+      "loss": 0.8585,
+      "step": 155500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1738924598622944e-05,
+      "loss": 0.8546,
+      "step": 156000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.17124467928493e-05,
+      "loss": 0.8577,
+      "step": 156500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1685968987075655e-05,
+      "loss": 0.8555,
+      "step": 157000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1659491181302014e-05,
+      "loss": 0.8561,
+      "step": 157500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1633013375528366e-05,
+      "loss": 0.8618,
+      "step": 158000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1606535569754724e-05,
+      "loss": 0.8616,
+      "step": 158500
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1580057763981076e-05,
+      "loss": 0.8566,
+      "step": 159000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1553579958207435e-05,
+      "loss": 0.8543,
+      "step": 159500
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.152710215243379e-05,
+      "loss": 0.862,
+      "step": 160000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1500624346660146e-05,
+      "loss": 0.8528,
+      "step": 160500
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.14741465408865e-05,
+      "loss": 0.8624,
+      "step": 161000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1447668735112856e-05,
+      "loss": 0.8586,
+      "step": 161500
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.142119092933921e-05,
+      "loss": 0.8559,
+      "step": 162000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.139471312356557e-05,
+      "loss": 0.8539,
+      "step": 162500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.136823531779192e-05,
+      "loss": 0.8576,
+      "step": 163000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.134175751201828e-05,
+      "loss": 0.8529,
+      "step": 163500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1315279706244636e-05,
+      "loss": 0.8598,
+      "step": 164000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.128880190047099e-05,
+      "loss": 0.847,
+      "step": 164500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.126232409469735e-05,
+      "loss": 0.8597,
+      "step": 165000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.12358462889237e-05,
+      "loss": 0.8562,
+      "step": 165500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.120936848315006e-05,
+      "loss": 0.8496,
+      "step": 166000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.118289067737641e-05,
+      "loss": 0.8563,
+      "step": 166500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.115641287160277e-05,
+      "loss": 0.85,
+      "step": 167000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.112993506582912e-05,
+      "loss": 0.852,
+      "step": 167500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.110345726005548e-05,
+      "loss": 0.8568,
+      "step": 168000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.107697945428183e-05,
+      "loss": 0.859,
+      "step": 168500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.105050164850819e-05,
+      "loss": 0.8554,
+      "step": 169000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.102402384273454e-05,
+      "loss": 0.8539,
+      "step": 169500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.09975460369609e-05,
+      "loss": 0.8514,
+      "step": 170000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.097106823118725e-05,
+      "loss": 0.8581,
+      "step": 170500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.094459042541361e-05,
+      "loss": 0.8558,
+      "step": 171000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.091811261963997e-05,
+      "loss": 0.8554,
+      "step": 171500
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.089163481386633e-05,
+      "loss": 0.8566,
+      "step": 172000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.086515700809268e-05,
+      "loss": 0.8508,
+      "step": 172500
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.083867920231904e-05,
+      "loss": 0.8508,
+      "step": 173000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.081220139654539e-05,
+      "loss": 0.8467,
+      "step": 173500
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.078572359077174e-05,
+      "loss": 0.8555,
+      "step": 174000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.07592457849981e-05,
+      "loss": 0.8495,
+      "step": 174500
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0732767979224453e-05,
+      "loss": 0.8418,
+      "step": 175000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.070629017345081e-05,
+      "loss": 0.8496,
+      "step": 175500
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0679812367677164e-05,
+      "loss": 0.8529,
+      "step": 176000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.065333456190352e-05,
+      "loss": 0.8517,
+      "step": 176500
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0626856756129875e-05,
+      "loss": 0.8515,
+      "step": 177000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0600378950356233e-05,
+      "loss": 0.8417,
+      "step": 177500
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0573901144582585e-05,
+      "loss": 0.8448,
+      "step": 178000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0547423338808944e-05,
+      "loss": 0.8397,
+      "step": 178500
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.05209455330353e-05,
+      "loss": 0.8509,
+      "step": 179000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.049446772726166e-05,
+      "loss": 0.8464,
+      "step": 179500
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0467989921488013e-05,
+      "loss": 0.8447,
+      "step": 180000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.044151211571437e-05,
+      "loss": 0.8503,
+      "step": 180500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0415034309940724e-05,
+      "loss": 0.8554,
+      "step": 181000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.038855650416708e-05,
+      "loss": 0.8445,
+      "step": 181500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0362078698393435e-05,
+      "loss": 0.8496,
+      "step": 182000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0335600892619793e-05,
+      "loss": 0.8438,
+      "step": 182500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0309123086846145e-05,
+      "loss": 0.8507,
+      "step": 183000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0282645281072504e-05,
+      "loss": 0.8377,
+      "step": 183500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0256167475298856e-05,
+      "loss": 0.8457,
+      "step": 184000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.022968966952521e-05,
+      "loss": 0.8466,
+      "step": 184500
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.020321186375157e-05,
+      "loss": 0.8444,
+      "step": 185000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.017673405797792e-05,
+      "loss": 0.8478,
+      "step": 185500
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.015025625220428e-05,
+      "loss": 0.8452,
+      "step": 186000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.012377844643063e-05,
+      "loss": 0.8499,
+      "step": 186500
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0097300640656995e-05,
+      "loss": 0.8424,
+      "step": 187000
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.007082283488335e-05,
+      "loss": 0.8434,
+      "step": 187500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0044345029109705e-05,
+      "loss": 0.8429,
+      "step": 188000
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.001786722333606e-05,
+      "loss": 0.8468,
+      "step": 188500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9991389417562416e-05,
+      "loss": 0.8415,
+      "step": 189000
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.996491161178877e-05,
+      "loss": 0.8429,
+      "step": 189500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.993843380601513e-05,
+      "loss": 0.8397,
+      "step": 190000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.991195600024148e-05,
+      "loss": 0.8449,
+      "step": 190500
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.988547819446784e-05,
+      "loss": 0.8512,
+      "step": 191000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.985900038869419e-05,
+      "loss": 0.8432,
+      "step": 191500
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.983252258292055e-05,
+      "loss": 0.8426,
+      "step": 192000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.98060447771469e-05,
+      "loss": 0.8434,
+      "step": 192500
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.977956697137326e-05,
+      "loss": 0.8446,
+      "step": 193000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.975308916559961e-05,
+      "loss": 0.8421,
+      "step": 193500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.972661135982597e-05,
+      "loss": 0.8425,
+      "step": 194000
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.970013355405233e-05,
+      "loss": 0.8392,
+      "step": 194500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.967365574827868e-05,
+      "loss": 0.8465,
+      "step": 195000
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.964717794250504e-05,
+      "loss": 0.8414,
+      "step": 195500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.962070013673139e-05,
+      "loss": 0.8411,
+      "step": 196000
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.959422233095775e-05,
+      "loss": 0.8404,
+      "step": 196500
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.95677445251841e-05,
+      "loss": 0.8408,
+      "step": 197000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.954126671941046e-05,
+      "loss": 0.8463,
+      "step": 197500
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.951478891363681e-05,
+      "loss": 0.845,
+      "step": 198000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.948831110786317e-05,
+      "loss": 0.8364,
+      "step": 198500
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.946183330208952e-05,
+      "loss": 0.8343,
+      "step": 199000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.943535549631588e-05,
+      "loss": 0.8425,
+      "step": 199500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.940887769054223e-05,
+      "loss": 0.8444,
+      "step": 200000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.938239988476859e-05,
+      "loss": 0.839,
+      "step": 200500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9355922078994944e-05,
+      "loss": 0.8403,
+      "step": 201000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.93294442732213e-05,
+      "loss": 0.8348,
+      "step": 201500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.930296646744766e-05,
+      "loss": 0.8374,
+      "step": 202000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.927648866167401e-05,
+      "loss": 0.847,
+      "step": 202500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.925001085590037e-05,
+      "loss": 0.8396,
+      "step": 203000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9223533050126724e-05,
+      "loss": 0.8433,
+      "step": 203500
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.919705524435308e-05,
+      "loss": 0.8443,
+      "step": 204000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9170577438579434e-05,
+      "loss": 0.8387,
+      "step": 204500
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.914409963280579e-05,
+      "loss": 0.8464,
+      "step": 205000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9117621827032145e-05,
+      "loss": 0.8384,
+      "step": 205500
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9091144021258504e-05,
+      "loss": 0.8411,
+      "step": 206000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9064666215484856e-05,
+      "loss": 0.8311,
+      "step": 206500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9038188409711214e-05,
+      "loss": 0.8341,
+      "step": 207000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9011710603937566e-05,
+      "loss": 0.8364,
+      "step": 207500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8985232798163925e-05,
+      "loss": 0.8364,
+      "step": 208000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.895875499239028e-05,
+      "loss": 0.8377,
+      "step": 208500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8932277186616636e-05,
+      "loss": 0.835,
+      "step": 209000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8905799380842994e-05,
+      "loss": 0.8391,
+      "step": 209500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8879321575069346e-05,
+      "loss": 0.8375,
+      "step": 210000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8852843769295705e-05,
+      "loss": 0.8363,
+      "step": 210500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.882636596352206e-05,
+      "loss": 0.8371,
+      "step": 211000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8799888157748416e-05,
+      "loss": 0.8414,
+      "step": 211500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.877341035197477e-05,
+      "loss": 0.8369,
+      "step": 212000
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8746932546201126e-05,
+      "loss": 0.836,
+      "step": 212500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.872045474042748e-05,
+      "loss": 0.8354,
+      "step": 213000
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.869397693465384e-05,
+      "loss": 0.8394,
+      "step": 213500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.866749912888019e-05,
+      "loss": 0.8342,
+      "step": 214000
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.864102132310655e-05,
+      "loss": 0.8348,
+      "step": 214500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.86145435173329e-05,
+      "loss": 0.8303,
+      "step": 215000
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.858806571155926e-05,
+      "loss": 0.8363,
+      "step": 215500
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.856158790578561e-05,
+      "loss": 0.839,
+      "step": 216000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.853511010001197e-05,
+      "loss": 0.8335,
+      "step": 216500
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.850863229423832e-05,
+      "loss": 0.8348,
+      "step": 217000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8482154488464686e-05,
+      "loss": 0.8334,
+      "step": 217500
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.845567668269104e-05,
+      "loss": 0.837,
+      "step": 218000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.84291988769174e-05,
+      "loss": 0.8348,
+      "step": 218500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.840272107114375e-05,
+      "loss": 0.8342,
+      "step": 219000
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.837624326537011e-05,
+      "loss": 0.8334,
+      "step": 219500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.834976545959646e-05,
+      "loss": 0.8304,
+      "step": 220000
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.832328765382281e-05,
+      "loss": 0.8358,
+      "step": 220500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.829680984804917e-05,
+      "loss": 0.8329,
+      "step": 221000
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.827033204227552e-05,
+      "loss": 0.8282,
+      "step": 221500
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.824385423650188e-05,
+      "loss": 0.8303,
+      "step": 222000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.821737643072823e-05,
+      "loss": 0.8296,
+      "step": 222500
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.819089862495459e-05,
+      "loss": 0.8376,
+      "step": 223000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8164420819180943e-05,
+      "loss": 0.8293,
+      "step": 223500
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.81379430134073e-05,
+      "loss": 0.8343,
+      "step": 224000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8111465207633654e-05,
+      "loss": 0.8317,
+      "step": 224500
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.808498740186002e-05,
+      "loss": 0.8309,
+      "step": 225000
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.805850959608637e-05,
+      "loss": 0.8241,
+      "step": 225500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.803203179031273e-05,
+      "loss": 0.8279,
+      "step": 226000
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.800555398453908e-05,
+      "loss": 0.8297,
+      "step": 226500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.797907617876544e-05,
+      "loss": 0.8326,
+      "step": 227000
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.795259837299179e-05,
+      "loss": 0.829,
+      "step": 227500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.792612056721815e-05,
+      "loss": 0.8304,
+      "step": 228000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7899642761444503e-05,
+      "loss": 0.8306,
+      "step": 228500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.787316495567086e-05,
+      "loss": 0.8248,
+      "step": 229000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7846687149897214e-05,
+      "loss": 0.8255,
+      "step": 229500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7820209344123566e-05,
+      "loss": 0.8256,
+      "step": 230000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7793731538349925e-05,
+      "loss": 0.8226,
+      "step": 230500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.776725373257628e-05,
+      "loss": 0.8281,
+      "step": 231000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7740775926802635e-05,
+      "loss": 0.8298,
+      "step": 231500
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.771429812102899e-05,
+      "loss": 0.8255,
+      "step": 232000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.768782031525535e-05,
+      "loss": 0.8281,
+      "step": 232500
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7661342509481705e-05,
+      "loss": 0.8247,
+      "step": 233000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7634864703708063e-05,
+      "loss": 0.8336,
+      "step": 233500
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7608386897934415e-05,
+      "loss": 0.826,
+      "step": 234000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7581909092160774e-05,
+      "loss": 0.8267,
+      "step": 234500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7555431286387126e-05,
+      "loss": 0.8275,
+      "step": 235000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7528953480613485e-05,
+      "loss": 0.8247,
+      "step": 235500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.750247567483984e-05,
+      "loss": 0.8245,
+      "step": 236000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7475997869066195e-05,
+      "loss": 0.8235,
+      "step": 236500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.744952006329255e-05,
+      "loss": 0.8271,
+      "step": 237000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7423042257518906e-05,
+      "loss": 0.8218,
+      "step": 237500
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.739656445174526e-05,
+      "loss": 0.8314,
+      "step": 238000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.737008664597162e-05,
+      "loss": 0.8237,
+      "step": 238500
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.734360884019797e-05,
+      "loss": 0.8231,
+      "step": 239000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.731713103442433e-05,
+      "loss": 0.8256,
+      "step": 239500
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7290653228650686e-05,
+      "loss": 0.8219,
+      "step": 240000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.726417542287704e-05,
+      "loss": 0.825,
+      "step": 240500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.72376976171034e-05,
+      "loss": 0.8261,
+      "step": 241000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.721121981132975e-05,
+      "loss": 0.8231,
+      "step": 241500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.718474200555611e-05,
+      "loss": 0.8299,
+      "step": 242000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.715826419978246e-05,
+      "loss": 0.8218,
+      "step": 242500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.713178639400882e-05,
+      "loss": 0.8218,
+      "step": 243000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.710530858823517e-05,
+      "loss": 0.8239,
+      "step": 243500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.707883078246153e-05,
+      "loss": 0.8233,
+      "step": 244000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.705235297668788e-05,
+      "loss": 0.8277,
+      "step": 244500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.702587517091424e-05,
+      "loss": 0.8264,
+      "step": 245000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.699939736514059e-05,
+      "loss": 0.8233,
+      "step": 245500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.697291955936695e-05,
+      "loss": 0.826,
+      "step": 246000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.69464417535933e-05,
+      "loss": 0.8236,
+      "step": 246500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.691996394781966e-05,
+      "loss": 0.8242,
+      "step": 247000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.689348614204602e-05,
+      "loss": 0.826,
+      "step": 247500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.686700833627237e-05,
+      "loss": 0.8274,
+      "step": 248000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.684053053049873e-05,
+      "loss": 0.8235,
+      "step": 248500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.681405272472508e-05,
+      "loss": 0.8199,
+      "step": 249000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.678757491895144e-05,
+      "loss": 0.8239,
+      "step": 249500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.676109711317779e-05,
+      "loss": 0.8223,
+      "step": 250000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.673461930740415e-05,
+      "loss": 0.8207,
+      "step": 250500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.67081415016305e-05,
+      "loss": 0.817,
+      "step": 251000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.668166369585686e-05,
+      "loss": 0.815,
+      "step": 251500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6655185890083214e-05,
+      "loss": 0.8245,
+      "step": 252000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.662870808430957e-05,
+      "loss": 0.8181,
+      "step": 252500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6602230278535924e-05,
+      "loss": 0.8277,
+      "step": 253000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.657575247276228e-05,
+      "loss": 0.8229,
+      "step": 253500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6549274666988635e-05,
+      "loss": 0.8259,
+      "step": 254000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6522796861214994e-05,
+      "loss": 0.8214,
+      "step": 254500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6496319055441346e-05,
+      "loss": 0.8106,
+      "step": 255000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6469841249667704e-05,
+      "loss": 0.8313,
+      "step": 255500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.644336344389406e-05,
+      "loss": 0.824,
+      "step": 256000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6416885638120415e-05,
+      "loss": 0.8242,
+      "step": 256500
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6390407832346774e-05,
+      "loss": 0.8222,
+      "step": 257000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6363930026573126e-05,
+      "loss": 0.8203,
+      "step": 257500
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6337452220799484e-05,
+      "loss": 0.8201,
+      "step": 258000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6310974415025836e-05,
+      "loss": 0.8147,
+      "step": 258500
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6284496609252195e-05,
+      "loss": 0.8288,
+      "step": 259000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.625801880347855e-05,
+      "loss": 0.8227,
+      "step": 259500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6231540997704906e-05,
+      "loss": 0.8168,
+      "step": 260000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.620506319193126e-05,
+      "loss": 0.8249,
+      "step": 260500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6178585386157616e-05,
+      "loss": 0.8218,
+      "step": 261000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.615210758038397e-05,
+      "loss": 0.8139,
+      "step": 261500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.612562977461033e-05,
+      "loss": 0.8169,
+      "step": 262000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.609915196883668e-05,
+      "loss": 0.8219,
+      "step": 262500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6072674163063044e-05,
+      "loss": 0.8148,
+      "step": 263000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6046196357289396e-05,
+      "loss": 0.8254,
+      "step": 263500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6019718551515755e-05,
+      "loss": 0.8152,
+      "step": 264000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.599324074574211e-05,
+      "loss": 0.8276,
+      "step": 264500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5966762939968466e-05,
+      "loss": 0.8239,
+      "step": 265000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.594028513419482e-05,
+      "loss": 0.8233,
+      "step": 265500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.591380732842117e-05,
+      "loss": 0.8147,
+      "step": 266000
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.588732952264753e-05,
+      "loss": 0.8178,
+      "step": 266500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.586085171687388e-05,
+      "loss": 0.8149,
+      "step": 267000
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.583437391110024e-05,
+      "loss": 0.8143,
+      "step": 267500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.580789610532659e-05,
+      "loss": 0.8229,
+      "step": 268000
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.578141829955295e-05,
+      "loss": 0.8182,
+      "step": 268500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.57549404937793e-05,
+      "loss": 0.8147,
+      "step": 269000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.572846268800566e-05,
+      "loss": 0.8182,
+      "step": 269500
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.570198488223201e-05,
+      "loss": 0.8206,
+      "step": 270000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.567550707645838e-05,
+      "loss": 0.8124,
+      "step": 270500
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.564902927068473e-05,
+      "loss": 0.8202,
+      "step": 271000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.562255146491109e-05,
+      "loss": 0.8175,
+      "step": 271500
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.559607365913744e-05,
+      "loss": 0.8172,
+      "step": 272000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.55695958533638e-05,
+      "loss": 0.8171,
+      "step": 272500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.554311804759015e-05,
+      "loss": 0.8187,
+      "step": 273000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.551664024181651e-05,
+      "loss": 0.8229,
+      "step": 273500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.549016243604286e-05,
+      "loss": 0.8153,
+      "step": 274000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.546368463026922e-05,
+      "loss": 0.8164,
+      "step": 274500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.543720682449557e-05,
+      "loss": 0.8137,
+      "step": 275000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.541072901872193e-05,
+      "loss": 0.8126,
+      "step": 275500
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.538425121294828e-05,
+      "loss": 0.8193,
+      "step": 276000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5357773407174635e-05,
+      "loss": 0.8128,
+      "step": 276500
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5331295601400993e-05,
+      "loss": 0.8126,
+      "step": 277000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5304817795627345e-05,
+      "loss": 0.8137,
+      "step": 277500
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.527833998985371e-05,
+      "loss": 0.8164,
+      "step": 278000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.525186218408006e-05,
+      "loss": 0.8212,
+      "step": 278500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.522538437830642e-05,
+      "loss": 0.8101,
+      "step": 279000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5198906572532773e-05,
+      "loss": 0.814,
+      "step": 279500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.517242876675913e-05,
+      "loss": 0.8184,
+      "step": 280000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5145950960985484e-05,
+      "loss": 0.8201,
+      "step": 280500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.511947315521184e-05,
+      "loss": 0.8158,
+      "step": 281000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5092995349438195e-05,
+      "loss": 0.811,
+      "step": 281500
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5066517543664553e-05,
+      "loss": 0.8145,
+      "step": 282000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5040039737890905e-05,
+      "loss": 0.8103,
+      "step": 282500
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5013561932117264e-05,
+      "loss": 0.8179,
+      "step": 283000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4987084126343616e-05,
+      "loss": 0.8142,
+      "step": 283500
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4960606320569975e-05,
+      "loss": 0.8102,
+      "step": 284000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.493412851479633e-05,
+      "loss": 0.8158,
+      "step": 284500
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4907650709022685e-05,
+      "loss": 0.8093,
+      "step": 285000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.488117290324904e-05,
+      "loss": 0.8115,
+      "step": 285500
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4854695097475396e-05,
+      "loss": 0.8069,
+      "step": 286000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4828217291701755e-05,
+      "loss": 0.8133,
+      "step": 286500
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.480173948592811e-05,
+      "loss": 0.8138,
+      "step": 287000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4775261680154465e-05,
+      "loss": 0.8082,
+      "step": 287500
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.474878387438082e-05,
+      "loss": 0.8114,
+      "step": 288000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4722306068607176e-05,
+      "loss": 0.8081,
+      "step": 288500
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.469582826283353e-05,
+      "loss": 0.8103,
+      "step": 289000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.466935045705989e-05,
+      "loss": 0.8148,
+      "step": 289500
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.464287265128624e-05,
+      "loss": 0.805,
+      "step": 290000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.46163948455126e-05,
+      "loss": 0.8099,
+      "step": 290500
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.458991703973895e-05,
+      "loss": 0.8133,
+      "step": 291000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.456343923396531e-05,
+      "loss": 0.8063,
+      "step": 291500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.453696142819166e-05,
+      "loss": 0.81,
+      "step": 292000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.451048362241802e-05,
+      "loss": 0.8105,
+      "step": 292500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.448400581664437e-05,
+      "loss": 0.811,
+      "step": 293000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.445752801087073e-05,
+      "loss": 0.8096,
+      "step": 293500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.443105020509709e-05,
+      "loss": 0.8161,
+      "step": 294000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.440457239932344e-05,
+      "loss": 0.8111,
+      "step": 294500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.43780945935498e-05,
+      "loss": 0.8112,
+      "step": 295000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.435161678777615e-05,
+      "loss": 0.8138,
+      "step": 295500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.432513898200251e-05,
+      "loss": 0.8091,
+      "step": 296000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.429866117622886e-05,
+      "loss": 0.8118,
+      "step": 296500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.427218337045522e-05,
+      "loss": 0.8061,
+      "step": 297000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.424570556468157e-05,
+      "loss": 0.8084,
+      "step": 297500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.421922775890793e-05,
+      "loss": 0.8201,
+      "step": 298000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.419274995313428e-05,
+      "loss": 0.8042,
+      "step": 298500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.416627214736064e-05,
+      "loss": 0.8099,
+      "step": 299000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.413979434158699e-05,
+      "loss": 0.816,
+      "step": 299500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.411331653581335e-05,
+      "loss": 0.8147,
+      "step": 300000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4086838730039704e-05,
+      "loss": 0.8087,
+      "step": 300500
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.406036092426607e-05,
+      "loss": 0.8059,
+      "step": 301000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.403388311849242e-05,
+      "loss": 0.8114,
+      "step": 301500
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.400740531271877e-05,
+      "loss": 0.811,
+      "step": 302000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.398092750694513e-05,
+      "loss": 0.8078,
+      "step": 302500
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3954449701171484e-05,
+      "loss": 0.8162,
+      "step": 303000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.392797189539784e-05,
+      "loss": 0.8071,
+      "step": 303500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3901494089624194e-05,
+      "loss": 0.8131,
+      "step": 304000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.387501628385055e-05,
+      "loss": 0.8062,
+      "step": 304500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3848538478076905e-05,
+      "loss": 0.8059,
+      "step": 305000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3822060672303264e-05,
+      "loss": 0.8032,
+      "step": 305500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3795582866529616e-05,
+      "loss": 0.8033,
+      "step": 306000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3769105060755974e-05,
+      "loss": 0.8115,
+      "step": 306500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3742627254982326e-05,
+      "loss": 0.803,
+      "step": 307000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3716149449208685e-05,
+      "loss": 0.7984,
+      "step": 307500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.368967164343504e-05,
+      "loss": 0.8091,
+      "step": 308000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.36631938376614e-05,
+      "loss": 0.8016,
+      "step": 308500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3636716031887754e-05,
+      "loss": 0.796,
+      "step": 309000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.361023822611411e-05,
+      "loss": 0.81,
+      "step": 309500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3583760420340465e-05,
+      "loss": 0.8084,
+      "step": 310000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3557282614566824e-05,
+      "loss": 0.8128,
+      "step": 310500
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3530804808793176e-05,
+      "loss": 0.7999,
+      "step": 311000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3504327003019534e-05,
+      "loss": 0.8061,
+      "step": 311500
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3477849197245886e-05,
+      "loss": 0.8065,
+      "step": 312000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.345137139147224e-05,
+      "loss": 0.8105,
+      "step": 312500
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.34248935856986e-05,
+      "loss": 0.8077,
+      "step": 313000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.339841577992495e-05,
+      "loss": 0.8052,
+      "step": 313500
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.337193797415131e-05,
+      "loss": 0.7998,
+      "step": 314000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.334546016837766e-05,
+      "loss": 0.8046,
+      "step": 314500
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.331898236260402e-05,
+      "loss": 0.8014,
+      "step": 315000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.329250455683037e-05,
+      "loss": 0.8007,
+      "step": 315500
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.326602675105673e-05,
+      "loss": 0.8016,
+      "step": 316000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.323954894528309e-05,
+      "loss": 0.8101,
+      "step": 316500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3213071139509446e-05,
+      "loss": 0.8,
+      "step": 317000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.31865933337358e-05,
+      "loss": 0.7971,
+      "step": 317500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.316011552796216e-05,
+      "loss": 0.8056,
+      "step": 318000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.313363772218851e-05,
+      "loss": 0.7993,
+      "step": 318500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.310715991641487e-05,
+      "loss": 0.801,
+      "step": 319000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.308068211064122e-05,
+      "loss": 0.8061,
+      "step": 319500
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.305420430486758e-05,
+      "loss": 0.7988,
+      "step": 320000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.302772649909393e-05,
+      "loss": 0.8075,
+      "step": 320500
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.300124869332029e-05,
+      "loss": 0.8072,
+      "step": 321000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.297477088754664e-05,
+      "loss": 0.7956,
+      "step": 321500
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.294829308177299e-05,
+      "loss": 0.8,
+      "step": 322000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.292181527599935e-05,
+      "loss": 0.7952,
+      "step": 322500
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2895337470225704e-05,
+      "loss": 0.7968,
+      "step": 323000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.286885966445206e-05,
+      "loss": 0.7926,
+      "step": 323500
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284238185867842e-05,
+      "loss": 0.7981,
+      "step": 324000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.281590405290478e-05,
+      "loss": 0.7977,
+      "step": 324500
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.278942624713113e-05,
+      "loss": 0.8018,
+      "step": 325000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.276294844135749e-05,
+      "loss": 0.8018,
+      "step": 325500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.273647063558384e-05,
+      "loss": 0.8025,
+      "step": 326000
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.27099928298102e-05,
+      "loss": 0.799,
+      "step": 326500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.268351502403655e-05,
+      "loss": 0.7981,
+      "step": 327000
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.265703721826291e-05,
+      "loss": 0.7954,
+      "step": 327500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2630559412489264e-05,
+      "loss": 0.7973,
+      "step": 328000
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.260408160671562e-05,
+      "loss": 0.8002,
+      "step": 328500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2577603800941974e-05,
+      "loss": 0.7965,
+      "step": 329000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.255112599516833e-05,
+      "loss": 0.7994,
+      "step": 329500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2524648189394685e-05,
+      "loss": 0.8009,
+      "step": 330000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2498170383621044e-05,
+      "loss": 0.8044,
+      "step": 330500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2471692577847395e-05,
+      "loss": 0.8011,
+      "step": 331000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2445214772073754e-05,
+      "loss": 0.7966,
+      "step": 331500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.241873696630011e-05,
+      "loss": 0.7968,
+      "step": 332000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2392259160526465e-05,
+      "loss": 0.7949,
+      "step": 332500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2365781354752824e-05,
+      "loss": 0.7996,
+      "step": 333000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2339303548979175e-05,
+      "loss": 0.798,
+      "step": 333500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2312825743205534e-05,
+      "loss": 0.7953,
+      "step": 334000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2286347937431886e-05,
+      "loss": 0.7897,
+      "step": 334500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2259870131658245e-05,
+      "loss": 0.8002,
+      "step": 335000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.22333923258846e-05,
+      "loss": 0.7995,
+      "step": 335500
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2206914520110955e-05,
+      "loss": 0.7988,
+      "step": 336000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.218043671433731e-05,
+      "loss": 0.7966,
+      "step": 336500
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2153958908563666e-05,
+      "loss": 0.7981,
+      "step": 337000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.212748110279002e-05,
+      "loss": 0.7959,
+      "step": 337500
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.210100329701638e-05,
+      "loss": 0.7975,
+      "step": 338000
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.207452549124273e-05,
+      "loss": 0.7914,
+      "step": 338500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.204804768546909e-05,
+      "loss": 0.7944,
+      "step": 339000
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2021569879695446e-05,
+      "loss": 0.7934,
+      "step": 339500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.19950920739218e-05,
+      "loss": 0.7984,
+      "step": 340000
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.196861426814816e-05,
+      "loss": 0.7937,
+      "step": 340500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.194213646237451e-05,
+      "loss": 0.7963,
+      "step": 341000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.191565865660087e-05,
+      "loss": 0.7978,
+      "step": 341500
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.188918085082722e-05,
+      "loss": 0.7957,
+      "step": 342000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.186270304505358e-05,
+      "loss": 0.7975,
+      "step": 342500
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.183622523927993e-05,
+      "loss": 0.8,
+      "step": 343000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.180974743350629e-05,
+      "loss": 0.8021,
+      "step": 343500
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.178326962773264e-05,
+      "loss": 0.8015,
+      "step": 344000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1756791821959e-05,
+      "loss": 0.7891,
+      "step": 344500
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.173031401618535e-05,
+      "loss": 0.7934,
+      "step": 345000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.170383621041171e-05,
+      "loss": 0.8016,
+      "step": 345500
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.167735840463806e-05,
+      "loss": 0.7865,
+      "step": 346000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.165088059886443e-05,
+      "loss": 0.7917,
+      "step": 346500
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.162440279309078e-05,
+      "loss": 0.7993,
+      "step": 347000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.159792498731713e-05,
+      "loss": 0.7931,
+      "step": 347500
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.157144718154349e-05,
+      "loss": 0.7983,
+      "step": 348000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.154496937576984e-05,
+      "loss": 0.7978,
+      "step": 348500
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.15184915699962e-05,
+      "loss": 0.796,
+      "step": 349000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.149201376422255e-05,
+      "loss": 0.7996,
+      "step": 349500
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.146553595844891e-05,
+      "loss": 0.7966,
+      "step": 350000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.143905815267526e-05,
+      "loss": 0.7984,
+      "step": 350500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.141258034690162e-05,
+      "loss": 0.7955,
+      "step": 351000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1386102541127974e-05,
+      "loss": 0.7928,
+      "step": 351500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.135962473535433e-05,
+      "loss": 0.7958,
+      "step": 352000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1333146929580684e-05,
+      "loss": 0.7926,
+      "step": 352500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.130666912380704e-05,
+      "loss": 0.7939,
+      "step": 353000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1280191318033395e-05,
+      "loss": 0.7968,
+      "step": 353500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1253713512259754e-05,
+      "loss": 0.7929,
+      "step": 354000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.122723570648611e-05,
+      "loss": 0.7894,
+      "step": 354500
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.120075790071247e-05,
+      "loss": 0.7906,
+      "step": 355000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.117428009493882e-05,
+      "loss": 0.7981,
+      "step": 355500
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.114780228916518e-05,
+      "loss": 0.7913,
+      "step": 356000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1121324483391534e-05,
+      "loss": 0.7956,
+      "step": 356500
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.109484667761789e-05,
+      "loss": 0.7911,
+      "step": 357000
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1068368871844244e-05,
+      "loss": 0.7859,
+      "step": 357500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1041891066070596e-05,
+      "loss": 0.791,
+      "step": 358000
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1015413260296955e-05,
+      "loss": 0.8016,
+      "step": 358500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.098893545452331e-05,
+      "loss": 0.7939,
+      "step": 359000
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0962457648749666e-05,
+      "loss": 0.7891,
+      "step": 359500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.093597984297602e-05,
+      "loss": 0.7912,
+      "step": 360000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0909502037202376e-05,
+      "loss": 0.7893,
+      "step": 360500
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.088302423142873e-05,
+      "loss": 0.7922,
+      "step": 361000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.085654642565509e-05,
+      "loss": 0.789,
+      "step": 361500
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0830068619881446e-05,
+      "loss": 0.7929,
+      "step": 362000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0803590814107804e-05,
+      "loss": 0.7894,
+      "step": 362500
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0777113008334156e-05,
+      "loss": 0.7894,
+      "step": 363000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0750635202560515e-05,
+      "loss": 0.7935,
+      "step": 363500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.072415739678687e-05,
+      "loss": 0.7922,
+      "step": 364000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0697679591013226e-05,
+      "loss": 0.7921,
+      "step": 364500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.067120178523958e-05,
+      "loss": 0.7889,
+      "step": 365000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0644723979465936e-05,
+      "loss": 0.7958,
+      "step": 365500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.061824617369229e-05,
+      "loss": 0.7816,
+      "step": 366000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.059176836791865e-05,
+      "loss": 0.7918,
+      "step": 366500
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0565290562145e-05,
+      "loss": 0.787,
+      "step": 367000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.053881275637136e-05,
+      "loss": 0.7853,
+      "step": 367500
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.051233495059771e-05,
+      "loss": 0.7912,
+      "step": 368000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0485857144824065e-05,
+      "loss": 0.7901,
+      "step": 368500
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.045937933905042e-05,
+      "loss": 0.7983,
+      "step": 369000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0432901533276782e-05,
+      "loss": 0.7896,
+      "step": 369500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0406423727503138e-05,
+      "loss": 0.793,
+      "step": 370000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.037994592172949e-05,
+      "loss": 0.7967,
+      "step": 370500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0353468115955845e-05,
+      "loss": 0.7868,
+      "step": 371000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.03269903101822e-05,
+      "loss": 0.7892,
+      "step": 371500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0300512504408556e-05,
+      "loss": 0.7894,
+      "step": 372000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.027403469863491e-05,
+      "loss": 0.7771,
+      "step": 372500
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0247556892861266e-05,
+      "loss": 0.7886,
+      "step": 373000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.022107908708762e-05,
+      "loss": 0.79,
+      "step": 373500
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0194601281313977e-05,
+      "loss": 0.7888,
+      "step": 374000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0168123475540332e-05,
+      "loss": 0.7903,
+      "step": 374500
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0141645669766688e-05,
+      "loss": 0.7882,
+      "step": 375000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0115167863993043e-05,
+      "loss": 0.798,
+      "step": 375500
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0088690058219398e-05,
+      "loss": 0.7933,
+      "step": 376000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0062212252445754e-05,
+      "loss": 0.7877,
+      "step": 376500
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0035734446672116e-05,
+      "loss": 0.7924,
+      "step": 377000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.000925664089847e-05,
+      "loss": 0.7887,
+      "step": 377500
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9982778835124826e-05,
+      "loss": 0.7884,
+      "step": 378000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.995630102935118e-05,
+      "loss": 0.7976,
+      "step": 378500
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9929823223577537e-05,
+      "loss": 0.7855,
+      "step": 379000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9903345417803892e-05,
+      "loss": 0.7867,
+      "step": 379500
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9876867612030248e-05,
+      "loss": 0.7921,
+      "step": 380000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9850389806256603e-05,
+      "loss": 0.789,
+      "step": 380500
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9823912000482955e-05,
+      "loss": 0.795,
+      "step": 381000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.979743419470931e-05,
+      "loss": 0.786,
+      "step": 381500
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9770956388935665e-05,
+      "loss": 0.7889,
+      "step": 382000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.974447858316202e-05,
+      "loss": 0.7882,
+      "step": 382500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9718000777388376e-05,
+      "loss": 0.7844,
+      "step": 383000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.969152297161473e-05,
+      "loss": 0.7851,
+      "step": 383500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9665045165841087e-05,
+      "loss": 0.785,
+      "step": 384000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9638567360067442e-05,
+      "loss": 0.7929,
+      "step": 384500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9612089554293804e-05,
+      "loss": 0.7888,
+      "step": 385000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.958561174852016e-05,
+      "loss": 0.7858,
+      "step": 385500
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9559133942746515e-05,
+      "loss": 0.7885,
+      "step": 386000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.953265613697287e-05,
+      "loss": 0.7879,
+      "step": 386500
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9506178331199225e-05,
+      "loss": 0.7837,
+      "step": 387000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.947970052542558e-05,
+      "loss": 0.7852,
+      "step": 387500
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9453222719651936e-05,
+      "loss": 0.7861,
+      "step": 388000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.942674491387829e-05,
+      "loss": 0.7901,
+      "step": 388500
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9400267108104647e-05,
+      "loss": 0.7851,
+      "step": 389000
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9373789302331002e-05,
+      "loss": 0.7867,
+      "step": 389500
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9347311496557357e-05,
+      "loss": 0.7894,
+      "step": 390000
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9320833690783713e-05,
+      "loss": 0.779,
+      "step": 390500
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9294355885010065e-05,
+      "loss": 0.7874,
+      "step": 391000
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.926787807923642e-05,
+      "loss": 0.7834,
+      "step": 391500
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9241400273462775e-05,
+      "loss": 0.7851,
+      "step": 392000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9214922467689137e-05,
+      "loss": 0.7848,
+      "step": 392500
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9188444661915493e-05,
+      "loss": 0.7856,
+      "step": 393000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9161966856141848e-05,
+      "loss": 0.7833,
+      "step": 393500
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9135489050368203e-05,
+      "loss": 0.794,
+      "step": 394000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.910901124459456e-05,
+      "loss": 0.7913,
+      "step": 394500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9082533438820914e-05,
+      "loss": 0.7825,
+      "step": 395000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.905605563304727e-05,
+      "loss": 0.7863,
+      "step": 395500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9029577827273625e-05,
+      "loss": 0.7824,
+      "step": 396000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.900310002149998e-05,
+      "loss": 0.7793,
+      "step": 396500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8976622215726335e-05,
+      "loss": 0.7836,
+      "step": 397000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.895014440995269e-05,
+      "loss": 0.786,
+      "step": 397500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8923666604179046e-05,
+      "loss": 0.7879,
+      "step": 398000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.88971887984054e-05,
+      "loss": 0.7849,
+      "step": 398500
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8870710992631757e-05,
+      "loss": 0.7776,
+      "step": 399000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8844233186858112e-05,
+      "loss": 0.7863,
+      "step": 399500
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.881775538108447e-05,
+      "loss": 0.7877,
+      "step": 400000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8791277575310826e-05,
+      "loss": 0.7902,
+      "step": 400500
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.876479976953718e-05,
+      "loss": 0.786,
+      "step": 401000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8738321963763537e-05,
+      "loss": 0.7842,
+      "step": 401500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8711844157989892e-05,
+      "loss": 0.7836,
+      "step": 402000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8685366352216247e-05,
+      "loss": 0.7844,
+      "step": 402500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8658888546442603e-05,
+      "loss": 0.7861,
+      "step": 403000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8632410740668958e-05,
+      "loss": 0.7841,
+      "step": 403500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8605932934895313e-05,
+      "loss": 0.78,
+      "step": 404000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.857945512912167e-05,
+      "loss": 0.7787,
+      "step": 404500
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8552977323348024e-05,
+      "loss": 0.7884,
+      "step": 405000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.852649951757438e-05,
+      "loss": 0.784,
+      "step": 405500
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8500021711800735e-05,
+      "loss": 0.7779,
+      "step": 406000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.847354390602709e-05,
+      "loss": 0.7772,
+      "step": 406500
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8447066100253445e-05,
+      "loss": 0.7817,
+      "step": 407000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8420588294479804e-05,
+      "loss": 0.7879,
+      "step": 407500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.839411048870616e-05,
+      "loss": 0.7773,
+      "step": 408000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8367632682932515e-05,
+      "loss": 0.7811,
+      "step": 408500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.834115487715887e-05,
+      "loss": 0.7861,
+      "step": 409000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8314677071385225e-05,
+      "loss": 0.7874,
+      "step": 409500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.828819926561158e-05,
+      "loss": 0.787,
+      "step": 410000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8261721459837936e-05,
+      "loss": 0.781,
+      "step": 410500
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.823524365406429e-05,
+      "loss": 0.7793,
+      "step": 411000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8208765848290646e-05,
+      "loss": 0.7853,
+      "step": 411500
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8182288042517002e-05,
+      "loss": 0.7788,
+      "step": 412000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8155810236743357e-05,
+      "loss": 0.7783,
+      "step": 412500
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8129332430969712e-05,
+      "loss": 0.7761,
+      "step": 413000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8102854625196068e-05,
+      "loss": 0.7788,
+      "step": 413500
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8076376819422423e-05,
+      "loss": 0.7818,
+      "step": 414000
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.804989901364878e-05,
+      "loss": 0.7749,
+      "step": 414500
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8023421207875134e-05,
+      "loss": 0.7834,
+      "step": 415000
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7996943402101496e-05,
+      "loss": 0.7749,
+      "step": 415500
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.797046559632785e-05,
+      "loss": 0.7761,
+      "step": 416000
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7943987790554203e-05,
+      "loss": 0.7881,
+      "step": 416500
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.791750998478056e-05,
+      "loss": 0.7803,
+      "step": 417000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7891032179006914e-05,
+      "loss": 0.7791,
+      "step": 417500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.786455437323327e-05,
+      "loss": 0.7799,
+      "step": 418000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7838076567459624e-05,
+      "loss": 0.7804,
+      "step": 418500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.781159876168598e-05,
+      "loss": 0.7866,
+      "step": 419000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7785120955912335e-05,
+      "loss": 0.7886,
+      "step": 419500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.775864315013869e-05,
+      "loss": 0.784,
+      "step": 420000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7732165344365046e-05,
+      "loss": 0.7768,
+      "step": 420500
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.77056875385914e-05,
+      "loss": 0.7754,
+      "step": 421000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7679209732817756e-05,
+      "loss": 0.7829,
+      "step": 421500
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.765273192704411e-05,
+      "loss": 0.7843,
+      "step": 422000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7626254121270467e-05,
+      "loss": 0.7728,
+      "step": 422500
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.759977631549683e-05,
+      "loss": 0.7827,
+      "step": 423000
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7573298509723184e-05,
+      "loss": 0.7699,
+      "step": 423500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.754682070394954e-05,
+      "loss": 0.7784,
+      "step": 424000
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7520342898175895e-05,
+      "loss": 0.7836,
+      "step": 424500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.749386509240225e-05,
+      "loss": 0.7827,
+      "step": 425000
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7467387286628606e-05,
+      "loss": 0.7786,
+      "step": 425500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.744090948085496e-05,
+      "loss": 0.7726,
+      "step": 426000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7414431675081313e-05,
+      "loss": 0.7831,
+      "step": 426500
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7387953869307668e-05,
+      "loss": 0.7775,
+      "step": 427000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7361476063534024e-05,
+      "loss": 0.776,
+      "step": 427500
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.733499825776038e-05,
+      "loss": 0.7836,
+      "step": 428000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7308520451986734e-05,
+      "loss": 0.7812,
+      "step": 428500
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.728204264621309e-05,
+      "loss": 0.7766,
+      "step": 429000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7255564840439445e-05,
+      "loss": 0.7711,
+      "step": 429500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.72290870346658e-05,
+      "loss": 0.7767,
+      "step": 430000
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7202609228892162e-05,
+      "loss": 0.783,
+      "step": 430500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7176131423118518e-05,
+      "loss": 0.7827,
+      "step": 431000
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7149653617344873e-05,
+      "loss": 0.777,
+      "step": 431500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7123175811571228e-05,
+      "loss": 0.7804,
+      "step": 432000
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7096698005797584e-05,
+      "loss": 0.7779,
+      "step": 432500
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.707022020002394e-05,
+      "loss": 0.7804,
+      "step": 433000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7043742394250294e-05,
+      "loss": 0.7739,
+      "step": 433500
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.701726458847665e-05,
+      "loss": 0.7738,
+      "step": 434000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6990786782703005e-05,
+      "loss": 0.7835,
+      "step": 434500
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.696430897692936e-05,
+      "loss": 0.7752,
+      "step": 435000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6937831171155715e-05,
+      "loss": 0.7758,
+      "step": 435500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.691135336538207e-05,
+      "loss": 0.7767,
+      "step": 436000
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6884875559608426e-05,
+      "loss": 0.7738,
+      "step": 436500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6858397753834778e-05,
+      "loss": 0.779,
+      "step": 437000
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6831919948061133e-05,
+      "loss": 0.7735,
+      "step": 437500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6805442142287495e-05,
+      "loss": 0.7743,
+      "step": 438000
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.677896433651385e-05,
+      "loss": 0.7758,
+      "step": 438500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6752486530740206e-05,
+      "loss": 0.7744,
+      "step": 439000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.672600872496656e-05,
+      "loss": 0.7744,
+      "step": 439500
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6699530919192917e-05,
+      "loss": 0.7712,
+      "step": 440000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6673053113419272e-05,
+      "loss": 0.7762,
+      "step": 440500
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6646575307645627e-05,
+      "loss": 0.7793,
+      "step": 441000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6620097501871983e-05,
+      "loss": 0.7714,
+      "step": 441500
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6593619696098338e-05,
+      "loss": 0.772,
+      "step": 442000
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6567141890324693e-05,
+      "loss": 0.7717,
+      "step": 442500
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.654066408455105e-05,
+      "loss": 0.7763,
+      "step": 443000
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6514186278777404e-05,
+      "loss": 0.7783,
+      "step": 443500
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.648770847300376e-05,
+      "loss": 0.7742,
+      "step": 444000
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6461230667230115e-05,
+      "loss": 0.7745,
+      "step": 444500
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.643475286145647e-05,
+      "loss": 0.775,
+      "step": 445000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.640827505568283e-05,
+      "loss": 0.7766,
+      "step": 445500
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6381797249909184e-05,
+      "loss": 0.7738,
+      "step": 446000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.635531944413554e-05,
+      "loss": 0.7759,
+      "step": 446500
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6328841638361895e-05,
+      "loss": 0.773,
+      "step": 447000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.630236383258825e-05,
+      "loss": 0.7708,
+      "step": 447500
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6275886026814605e-05,
+      "loss": 0.7778,
+      "step": 448000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.624940822104096e-05,
+      "loss": 0.7758,
+      "step": 448500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6222930415267316e-05,
+      "loss": 0.7705,
+      "step": 449000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.619645260949367e-05,
+      "loss": 0.7707,
+      "step": 449500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6169974803720027e-05,
+      "loss": 0.7742,
+      "step": 450000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6143496997946382e-05,
+      "loss": 0.7747,
+      "step": 450500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6117019192172737e-05,
+      "loss": 0.7742,
+      "step": 451000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6090541386399093e-05,
+      "loss": 0.7697,
+      "step": 451500
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6064063580625448e-05,
+      "loss": 0.775,
+      "step": 452000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6037585774851803e-05,
+      "loss": 0.7801,
+      "step": 452500
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.601110796907816e-05,
+      "loss": 0.7758,
+      "step": 453000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5984630163304517e-05,
+      "loss": 0.7737,
+      "step": 453500
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5958152357530873e-05,
+      "loss": 0.7799,
+      "step": 454000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5931674551757228e-05,
+      "loss": 0.7762,
+      "step": 454500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5905196745983583e-05,
+      "loss": 0.773,
+      "step": 455000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.587871894020994e-05,
+      "loss": 0.774,
+      "step": 455500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5852241134436294e-05,
+      "loss": 0.7712,
+      "step": 456000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.582576332866265e-05,
+      "loss": 0.7717,
+      "step": 456500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5799285522889005e-05,
+      "loss": 0.7785,
+      "step": 457000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.577280771711536e-05,
+      "loss": 0.7733,
+      "step": 457500
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5746329911341715e-05,
+      "loss": 0.7722,
+      "step": 458000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.571985210556807e-05,
+      "loss": 0.7731,
+      "step": 458500
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5693374299794426e-05,
+      "loss": 0.7805,
+      "step": 459000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.566689649402078e-05,
+      "loss": 0.7684,
+      "step": 459500
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5640418688247136e-05,
+      "loss": 0.7688,
+      "step": 460000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5613940882473492e-05,
+      "loss": 0.7673,
+      "step": 460500
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5587463076699854e-05,
+      "loss": 0.7715,
+      "step": 461000
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.556098527092621e-05,
+      "loss": 0.7732,
+      "step": 461500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5534507465152565e-05,
+      "loss": 0.7739,
+      "step": 462000
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5508029659378916e-05,
+      "loss": 0.7746,
+      "step": 462500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5481551853605272e-05,
+      "loss": 0.7668,
+      "step": 463000
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5455074047831627e-05,
+      "loss": 0.7733,
+      "step": 463500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5428596242057982e-05,
+      "loss": 0.7746,
+      "step": 464000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5402118436284338e-05,
+      "loss": 0.7777,
+      "step": 464500
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5375640630510693e-05,
+      "loss": 0.7765,
+      "step": 465000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.534916282473705e-05,
+      "loss": 0.7721,
+      "step": 465500
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5322685018963404e-05,
+      "loss": 0.7689,
+      "step": 466000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.529620721318976e-05,
+      "loss": 0.7722,
+      "step": 466500
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5269729407416114e-05,
+      "loss": 0.7731,
+      "step": 467000
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.524325160164247e-05,
+      "loss": 0.7704,
+      "step": 467500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5216773795868825e-05,
+      "loss": 0.7658,
+      "step": 468000
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5190295990095187e-05,
+      "loss": 0.7743,
+      "step": 468500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5163818184321542e-05,
+      "loss": 0.7675,
+      "step": 469000
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5137340378547898e-05,
+      "loss": 0.7746,
+      "step": 469500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5110862572774253e-05,
+      "loss": 0.7681,
+      "step": 470000
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.508438476700061e-05,
+      "loss": 0.7686,
+      "step": 470500
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 2.5057906961226964e-05,
+      "loss": 0.7678,
+      "step": 471000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 2.503142915545332e-05,
+      "loss": 0.7705,
+      "step": 471500
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 2.5004951349679674e-05,
+      "loss": 0.7625,
+      "step": 472000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 2.4978473543906026e-05,
+      "loss": 0.7714,
+      "step": 472500
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 2.495199573813238e-05,
+      "loss": 0.769,
+      "step": 473000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 2.4925517932358737e-05,
+      "loss": 0.7724,
+      "step": 473500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.4899040126585092e-05,
+      "loss": 0.7747,
+      "step": 474000
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.487256232081145e-05,
+      "loss": 0.7701,
+      "step": 474500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.4846084515037806e-05,
+      "loss": 0.7764,
+      "step": 475000
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.481960670926416e-05,
+      "loss": 0.7698,
+      "step": 475500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.4793128903490517e-05,
+      "loss": 0.7674,
+      "step": 476000
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.4766651097716872e-05,
+      "loss": 0.7721,
+      "step": 476500
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.4740173291943228e-05,
+      "loss": 0.768,
+      "step": 477000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.4713695486169583e-05,
+      "loss": 0.7738,
+      "step": 477500
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.468721768039594e-05,
+      "loss": 0.7671,
+      "step": 478000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.4660739874622297e-05,
+      "loss": 0.7648,
+      "step": 478500
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.4634262068848652e-05,
+      "loss": 0.7741,
+      "step": 479000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.4607784263075008e-05,
+      "loss": 0.7651,
+      "step": 479500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.4581306457301363e-05,
+      "loss": 0.7611,
+      "step": 480000
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.4554828651527718e-05,
+      "loss": 0.769,
+      "step": 480500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.4528350845754074e-05,
+      "loss": 0.7681,
+      "step": 481000
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.450187303998043e-05,
+      "loss": 0.7692,
+      "step": 481500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.4475395234206784e-05,
+      "loss": 0.7632,
+      "step": 482000
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.444891742843314e-05,
+      "loss": 0.7714,
+      "step": 482500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.4422439622659495e-05,
+      "loss": 0.7667,
+      "step": 483000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.439596181688585e-05,
+      "loss": 0.7679,
+      "step": 483500
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.4369484011112206e-05,
+      "loss": 0.7711,
+      "step": 484000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.434300620533856e-05,
+      "loss": 0.7697,
+      "step": 484500
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.4316528399564916e-05,
+      "loss": 0.7654,
+      "step": 485000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.4290050593791275e-05,
+      "loss": 0.7651,
+      "step": 485500
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.426357278801763e-05,
+      "loss": 0.7662,
+      "step": 486000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.4237094982243986e-05,
+      "loss": 0.7633,
+      "step": 486500
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.421061717647034e-05,
+      "loss": 0.771,
+      "step": 487000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.4184139370696696e-05,
+      "loss": 0.7732,
+      "step": 487500
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.415766156492305e-05,
+      "loss": 0.7696,
+      "step": 488000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.4131183759149407e-05,
+      "loss": 0.7714,
+      "step": 488500
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.4104705953375762e-05,
+      "loss": 0.7688,
+      "step": 489000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.407822814760212e-05,
+      "loss": 0.7745,
+      "step": 489500
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.4051750341828476e-05,
+      "loss": 0.7667,
+      "step": 490000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.4025272536054828e-05,
+      "loss": 0.7648,
+      "step": 490500
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.3998794730281183e-05,
+      "loss": 0.7669,
+      "step": 491000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.397231692450754e-05,
+      "loss": 0.7703,
+      "step": 491500
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.3945839118733894e-05,
+      "loss": 0.7575,
+      "step": 492000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.391936131296025e-05,
+      "loss": 0.7715,
+      "step": 492500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.3892883507186605e-05,
+      "loss": 0.7677,
+      "step": 493000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.3866405701412963e-05,
+      "loss": 0.766,
+      "step": 493500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.383992789563932e-05,
+      "loss": 0.7681,
+      "step": 494000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.3813450089865674e-05,
+      "loss": 0.7579,
+      "step": 494500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.378697228409203e-05,
+      "loss": 0.7622,
+      "step": 495000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.3760494478318385e-05,
+      "loss": 0.7661,
+      "step": 495500
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.373401667254474e-05,
+      "loss": 0.7659,
+      "step": 496000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.3707538866771095e-05,
+      "loss": 0.7675,
+      "step": 496500
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.3681061060997454e-05,
+      "loss": 0.7633,
+      "step": 497000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.365458325522381e-05,
+      "loss": 0.7692,
+      "step": 497500
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.3628105449450165e-05,
+      "loss": 0.7659,
+      "step": 498000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.360162764367652e-05,
+      "loss": 0.7643,
+      "step": 498500
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.3575149837902875e-05,
+      "loss": 0.762,
+      "step": 499000
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.354867203212923e-05,
+      "loss": 0.757,
+      "step": 499500
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.3522194226355586e-05,
+      "loss": 0.7691,
+      "step": 500000
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.349571642058194e-05,
+      "loss": 0.7632,
+      "step": 500500
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.3469238614808297e-05,
+      "loss": 0.7661,
+      "step": 501000
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.3442760809034652e-05,
+      "loss": 0.7602,
+      "step": 501500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.3416283003261007e-05,
+      "loss": 0.7666,
+      "step": 502000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.3389805197487363e-05,
+      "loss": 0.7641,
+      "step": 502500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.3363327391713718e-05,
+      "loss": 0.7648,
+      "step": 503000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.3336849585940073e-05,
+      "loss": 0.7565,
+      "step": 503500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.331037178016643e-05,
+      "loss": 0.7695,
+      "step": 504000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.3283893974392787e-05,
+      "loss": 0.7644,
+      "step": 504500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.3257416168619143e-05,
+      "loss": 0.7606,
+      "step": 505000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 2.3230938362845498e-05,
+      "loss": 0.7638,
+      "step": 505500
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 2.3204460557071853e-05,
+      "loss": 0.7676,
+      "step": 506000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 2.317798275129821e-05,
+      "loss": 0.7551,
+      "step": 506500
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 2.3151504945524564e-05,
+      "loss": 0.7682,
+      "step": 507000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 2.312502713975092e-05,
+      "loss": 0.7645,
+      "step": 507500
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 2.3098549333977275e-05,
+      "loss": 0.7729,
+      "step": 508000
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 2.307207152820363e-05,
+      "loss": 0.7626,
+      "step": 508500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 2.3045593722429985e-05,
+      "loss": 0.7598,
+      "step": 509000
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 2.301911591665634e-05,
+      "loss": 0.7626,
+      "step": 509500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 2.2992638110882696e-05,
+      "loss": 0.7648,
+      "step": 510000
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 2.296616030510905e-05,
+      "loss": 0.7639,
+      "step": 510500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 2.2939682499335406e-05,
+      "loss": 0.7684,
+      "step": 511000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 2.2913204693561762e-05,
+      "loss": 0.7553,
+      "step": 511500
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 2.2886726887788117e-05,
+      "loss": 0.7589,
+      "step": 512000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 2.2860249082014476e-05,
+      "loss": 0.7638,
+      "step": 512500
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 2.283377127624083e-05,
+      "loss": 0.7659,
+      "step": 513000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 2.2807293470467186e-05,
+      "loss": 0.758,
+      "step": 513500
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 2.2780815664693542e-05,
+      "loss": 0.7565,
+      "step": 514000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 2.2754337858919897e-05,
+      "loss": 0.7615,
+      "step": 514500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 2.2727860053146252e-05,
+      "loss": 0.7603,
+      "step": 515000
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 2.2701382247372608e-05,
+      "loss": 0.7654,
+      "step": 515500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 2.2674904441598966e-05,
+      "loss": 0.7631,
+      "step": 516000
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 2.2648426635825322e-05,
+      "loss": 0.7618,
+      "step": 516500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 2.2621948830051677e-05,
+      "loss": 0.7565,
+      "step": 517000
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 2.2595471024278032e-05,
+      "loss": 0.7626,
+      "step": 517500
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 2.2568993218504388e-05,
+      "loss": 0.7628,
+      "step": 518000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 2.254251541273074e-05,
+      "loss": 0.763,
+      "step": 518500
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 2.2516037606957095e-05,
+      "loss": 0.7648,
+      "step": 519000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 2.248955980118345e-05,
+      "loss": 0.7665,
+      "step": 519500
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 2.246308199540981e-05,
+      "loss": 0.7655,
+      "step": 520000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 2.2436604189636164e-05,
+      "loss": 0.762,
+      "step": 520500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 2.241012638386252e-05,
+      "loss": 0.7685,
+      "step": 521000
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 2.2383648578088875e-05,
+      "loss": 0.7529,
+      "step": 521500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 2.235717077231523e-05,
+      "loss": 0.7626,
+      "step": 522000
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 2.2330692966541586e-05,
+      "loss": 0.7602,
+      "step": 522500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 2.230421516076794e-05,
+      "loss": 0.7637,
+      "step": 523000
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 2.2277737354994296e-05,
+      "loss": 0.7614,
+      "step": 523500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 2.2251259549220655e-05,
+      "loss": 0.7525,
+      "step": 524000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 2.222478174344701e-05,
+      "loss": 0.7621,
+      "step": 524500
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 2.2198303937673366e-05,
+      "loss": 0.763,
+      "step": 525000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 2.217182613189972e-05,
+      "loss": 0.7567,
+      "step": 525500
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 2.2145348326126076e-05,
+      "loss": 0.7573,
+      "step": 526000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 2.211887052035243e-05,
+      "loss": 0.7569,
+      "step": 526500
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 2.2092392714578787e-05,
+      "loss": 0.7626,
+      "step": 527000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 2.2065914908805142e-05,
+      "loss": 0.7676,
+      "step": 527500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 2.2039437103031498e-05,
+      "loss": 0.7638,
+      "step": 528000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 2.2012959297257853e-05,
+      "loss": 0.76,
+      "step": 528500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 2.1986481491484208e-05,
+      "loss": 0.7536,
+      "step": 529000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 2.1960003685710564e-05,
+      "loss": 0.7617,
+      "step": 529500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 2.193352587993692e-05,
+      "loss": 0.7599,
+      "step": 530000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 2.1907048074163274e-05,
+      "loss": 0.7689,
+      "step": 530500
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 2.188057026838963e-05,
+      "loss": 0.7673,
+      "step": 531000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 2.1854092462615988e-05,
+      "loss": 0.7635,
+      "step": 531500
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 2.1827614656842344e-05,
+      "loss": 0.759,
+      "step": 532000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 2.18011368510687e-05,
+      "loss": 0.7603,
+      "step": 532500
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 2.1774659045295054e-05,
+      "loss": 0.7642,
+      "step": 533000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 2.174818123952141e-05,
+      "loss": 0.7553,
+      "step": 533500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 2.1721703433747765e-05,
+      "loss": 0.7604,
+      "step": 534000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 2.169522562797412e-05,
+      "loss": 0.7607,
+      "step": 534500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 2.166874782220048e-05,
+      "loss": 0.7691,
+      "step": 535000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 2.1642270016426834e-05,
+      "loss": 0.7605,
+      "step": 535500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 2.161579221065319e-05,
+      "loss": 0.7536,
+      "step": 536000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 2.158931440487954e-05,
+      "loss": 0.7629,
+      "step": 536500
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 2.1562836599105897e-05,
+      "loss": 0.7558,
+      "step": 537000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 2.1536358793332252e-05,
+      "loss": 0.7604,
+      "step": 537500
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 2.1509880987558607e-05,
+      "loss": 0.76,
+      "step": 538000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 2.1483403181784963e-05,
+      "loss": 0.7621,
+      "step": 538500
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 2.145692537601132e-05,
+      "loss": 0.7545,
+      "step": 539000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 2.1430447570237677e-05,
+      "loss": 0.7608,
+      "step": 539500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 2.1403969764464032e-05,
+      "loss": 0.7599,
+      "step": 540000
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 2.1377491958690387e-05,
+      "loss": 0.761,
+      "step": 540500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 2.1351014152916743e-05,
+      "loss": 0.7604,
+      "step": 541000
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 2.1324536347143098e-05,
+      "loss": 0.7603,
+      "step": 541500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 2.1298058541369453e-05,
+      "loss": 0.7645,
+      "step": 542000
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 2.127158073559581e-05,
+      "loss": 0.7606,
+      "step": 542500
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 2.1245102929822167e-05,
+      "loss": 0.7548,
+      "step": 543000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 2.1218625124048523e-05,
+      "loss": 0.7577,
+      "step": 543500
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 2.1192147318274878e-05,
+      "loss": 0.7627,
+      "step": 544000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 2.1165669512501233e-05,
+      "loss": 0.7564,
+      "step": 544500
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 2.113919170672759e-05,
+      "loss": 0.7537,
+      "step": 545000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 2.1112713900953944e-05,
+      "loss": 0.7627,
+      "step": 545500
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 2.10862360951803e-05,
+      "loss": 0.7602,
+      "step": 546000
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 2.1059758289406655e-05,
+      "loss": 0.759,
+      "step": 546500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 2.103328048363301e-05,
+      "loss": 0.7605,
+      "step": 547000
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 2.1006802677859365e-05,
+      "loss": 0.7593,
+      "step": 547500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 2.098032487208572e-05,
+      "loss": 0.7542,
+      "step": 548000
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 2.0953847066312076e-05,
+      "loss": 0.7596,
+      "step": 548500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 2.092736926053843e-05,
+      "loss": 0.7603,
+      "step": 549000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 2.0900891454764787e-05,
+      "loss": 0.7615,
+      "step": 549500
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 2.0874413648991142e-05,
+      "loss": 0.7603,
+      "step": 550000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 2.08479358432175e-05,
+      "loss": 0.7549,
+      "step": 550500
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 2.0821458037443856e-05,
+      "loss": 0.7541,
+      "step": 551000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 2.079498023167021e-05,
+      "loss": 0.7561,
+      "step": 551500
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 2.0768502425896567e-05,
+      "loss": 0.7507,
+      "step": 552000
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 2.0742024620122922e-05,
+      "loss": 0.756,
+      "step": 552500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 2.0715546814349277e-05,
+      "loss": 0.7518,
+      "step": 553000
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 2.0689069008575633e-05,
+      "loss": 0.7592,
+      "step": 553500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 2.066259120280199e-05,
+      "loss": 0.7526,
+      "step": 554000
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 2.0636113397028343e-05,
+      "loss": 0.7564,
+      "step": 554500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 2.06096355912547e-05,
+      "loss": 0.7536,
+      "step": 555000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 2.0583157785481054e-05,
+      "loss": 0.7505,
+      "step": 555500
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 2.055667997970741e-05,
+      "loss": 0.7601,
+      "step": 556000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 2.0530202173933765e-05,
+      "loss": 0.7532,
+      "step": 556500
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 2.050372436816012e-05,
+      "loss": 0.7631,
+      "step": 557000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 2.0477246562386475e-05,
+      "loss": 0.7569,
+      "step": 557500
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 2.0450768756612834e-05,
+      "loss": 0.7557,
+      "step": 558000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 2.042429095083919e-05,
+      "loss": 0.7544,
+      "step": 558500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 2.0397813145065545e-05,
+      "loss": 0.754,
+      "step": 559000
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 2.03713353392919e-05,
+      "loss": 0.7598,
+      "step": 559500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 2.0344857533518255e-05,
+      "loss": 0.7553,
+      "step": 560000
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 2.031837972774461e-05,
+      "loss": 0.7525,
+      "step": 560500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 2.0291901921970966e-05,
+      "loss": 0.7551,
+      "step": 561000
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 2.026542411619732e-05,
+      "loss": 0.7566,
+      "step": 561500
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 2.023894631042368e-05,
+      "loss": 0.757,
+      "step": 562000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 2.0212468504650035e-05,
+      "loss": 0.7577,
+      "step": 562500
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 2.018599069887639e-05,
+      "loss": 0.7568,
+      "step": 563000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 2.0159512893102746e-05,
+      "loss": 0.7561,
+      "step": 563500
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 2.01330350873291e-05,
+      "loss": 0.7592,
+      "step": 564000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 2.0106557281555453e-05,
+      "loss": 0.7479,
+      "step": 564500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 2.008007947578181e-05,
+      "loss": 0.7554,
+      "step": 565000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 2.0053601670008167e-05,
+      "loss": 0.7522,
+      "step": 565500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 2.0027123864234522e-05,
+      "loss": 0.7487,
+      "step": 566000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 2.0000646058460878e-05,
+      "loss": 0.7493,
+      "step": 566500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 1.9974168252687233e-05,
+      "loss": 0.7589,
+      "step": 567000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 1.994769044691359e-05,
+      "loss": 0.7585,
+      "step": 567500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 1.9921212641139944e-05,
+      "loss": 0.7557,
+      "step": 568000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 1.98947348353663e-05,
+      "loss": 0.7551,
+      "step": 568500
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 1.9868257029592654e-05,
+      "loss": 0.755,
+      "step": 569000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 1.9841779223819013e-05,
+      "loss": 0.7563,
+      "step": 569500
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 1.981530141804537e-05,
+      "loss": 0.7582,
+      "step": 570000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 1.9788823612271724e-05,
+      "loss": 0.7534,
+      "step": 570500
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 1.976234580649808e-05,
+      "loss": 0.7544,
+      "step": 571000
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 1.9735868000724434e-05,
+      "loss": 0.7516,
+      "step": 571500
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 1.970939019495079e-05,
+      "loss": 0.7592,
+      "step": 572000
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 1.9682912389177145e-05,
+      "loss": 0.7477,
+      "step": 572500
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 1.96564345834035e-05,
+      "loss": 0.7523,
+      "step": 573000
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 1.9629956777629856e-05,
+      "loss": 0.7529,
+      "step": 573500
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 1.960347897185621e-05,
+      "loss": 0.7528,
+      "step": 574000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 1.9577001166082566e-05,
+      "loss": 0.7512,
+      "step": 574500
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 1.955052336030892e-05,
+      "loss": 0.7518,
+      "step": 575000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 1.9524045554535277e-05,
+      "loss": 0.7543,
+      "step": 575500
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 1.9497567748761632e-05,
+      "loss": 0.7516,
+      "step": 576000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 1.9471089942987988e-05,
+      "loss": 0.7537,
+      "step": 576500
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 1.9444612137214346e-05,
+      "loss": 0.7482,
+      "step": 577000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 1.94181343314407e-05,
+      "loss": 0.7591,
+      "step": 577500
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 1.9391656525667057e-05,
+      "loss": 0.7499,
+      "step": 578000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 1.9365178719893412e-05,
+      "loss": 0.7472,
+      "step": 578500
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 1.9338700914119768e-05,
+      "loss": 0.758,
+      "step": 579000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 1.9312223108346123e-05,
+      "loss": 0.7547,
+      "step": 579500
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 1.9285745302572478e-05,
+      "loss": 0.7518,
+      "step": 580000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 1.9259267496798834e-05,
+      "loss": 0.7523,
+      "step": 580500
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 1.9232789691025192e-05,
+      "loss": 0.7575,
+      "step": 581000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 1.9206311885251548e-05,
+      "loss": 0.7505,
+      "step": 581500
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 1.9179834079477903e-05,
+      "loss": 0.7551,
+      "step": 582000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 1.9153356273704255e-05,
+      "loss": 0.7495,
+      "step": 582500
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 1.912687846793061e-05,
+      "loss": 0.752,
+      "step": 583000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 1.9100400662156966e-05,
+      "loss": 0.7508,
+      "step": 583500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 1.907392285638332e-05,
+      "loss": 0.7491,
+      "step": 584000
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 1.904744505060968e-05,
+      "loss": 0.7549,
+      "step": 584500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 1.9020967244836035e-05,
+      "loss": 0.7465,
+      "step": 585000
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 1.899448943906239e-05,
+      "loss": 0.7482,
+      "step": 585500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 1.8968011633288746e-05,
+      "loss": 0.7484,
+      "step": 586000
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 1.89415338275151e-05,
+      "loss": 0.7456,
+      "step": 586500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.8915056021741456e-05,
+      "loss": 0.7596,
+      "step": 587000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.888857821596781e-05,
+      "loss": 0.7444,
+      "step": 587500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.8862100410194167e-05,
+      "loss": 0.7478,
+      "step": 588000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.8835622604420526e-05,
+      "loss": 0.7527,
+      "step": 588500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.880914479864688e-05,
+      "loss": 0.7486,
+      "step": 589000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.8782666992873236e-05,
+      "loss": 0.7537,
+      "step": 589500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.875618918709959e-05,
+      "loss": 0.7531,
+      "step": 590000
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8729711381325947e-05,
+      "loss": 0.7511,
+      "step": 590500
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8703233575552302e-05,
+      "loss": 0.7519,
+      "step": 591000
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8676755769778658e-05,
+      "loss": 0.7522,
+      "step": 591500
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8650277964005013e-05,
+      "loss": 0.7473,
+      "step": 592000
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8623800158231368e-05,
+      "loss": 0.75,
+      "step": 592500
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8597322352457723e-05,
+      "loss": 0.7565,
+      "step": 593000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.857084454668408e-05,
+      "loss": 0.751,
+      "step": 593500
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.8544366740910434e-05,
+      "loss": 0.7421,
+      "step": 594000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.851788893513679e-05,
+      "loss": 0.749,
+      "step": 594500
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.8491411129363145e-05,
+      "loss": 0.7523,
+      "step": 595000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.84649333235895e-05,
+      "loss": 0.7509,
+      "step": 595500
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.843845551781586e-05,
+      "loss": 0.7521,
+      "step": 596000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.8411977712042214e-05,
+      "loss": 0.7405,
+      "step": 596500
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.838549990626857e-05,
+      "loss": 0.7545,
+      "step": 597000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.8359022100494925e-05,
+      "loss": 0.7463,
+      "step": 597500
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.833254429472128e-05,
+      "loss": 0.7465,
+      "step": 598000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.8306066488947635e-05,
+      "loss": 0.7519,
+      "step": 598500
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.827958868317399e-05,
+      "loss": 0.7477,
+      "step": 599000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.8253110877400346e-05,
+      "loss": 0.7436,
+      "step": 599500
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.8226633071626705e-05,
+      "loss": 0.7552,
+      "step": 600000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.8200155265853057e-05,
+      "loss": 0.7483,
+      "step": 600500
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.8173677460079412e-05,
+      "loss": 0.7506,
+      "step": 601000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.8147199654305767e-05,
+      "loss": 0.7511,
+      "step": 601500
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.8120721848532123e-05,
+      "loss": 0.7484,
+      "step": 602000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.8094244042758478e-05,
+      "loss": 0.7472,
+      "step": 602500
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.8067766236984833e-05,
+      "loss": 0.7518,
+      "step": 603000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.8041288431211192e-05,
+      "loss": 0.7548,
+      "step": 603500
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.8014810625437547e-05,
+      "loss": 0.7523,
+      "step": 604000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.7988332819663903e-05,
+      "loss": 0.7432,
+      "step": 604500
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.7961855013890258e-05,
+      "loss": 0.7564,
+      "step": 605000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.7935377208116613e-05,
+      "loss": 0.744,
+      "step": 605500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.790889940234297e-05,
+      "loss": 0.7501,
+      "step": 606000
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.7882421596569324e-05,
+      "loss": 0.7465,
+      "step": 606500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.785594379079568e-05,
+      "loss": 0.7537,
+      "step": 607000
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.7829465985022038e-05,
+      "loss": 0.7522,
+      "step": 607500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.7802988179248393e-05,
+      "loss": 0.744,
+      "step": 608000
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.777651037347475e-05,
+      "loss": 0.7531,
+      "step": 608500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.7750032567701104e-05,
+      "loss": 0.7512,
+      "step": 609000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 1.772355476192746e-05,
+      "loss": 0.7453,
+      "step": 609500
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 1.7697076956153815e-05,
+      "loss": 0.7443,
+      "step": 610000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 1.7670599150380167e-05,
+      "loss": 0.7436,
+      "step": 610500
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 1.7644121344606522e-05,
+      "loss": 0.7396,
+      "step": 611000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 1.761764353883288e-05,
+      "loss": 0.7521,
+      "step": 611500
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 1.7591165733059236e-05,
+      "loss": 0.7503,
+      "step": 612000
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 1.756468792728559e-05,
+      "loss": 0.7509,
+      "step": 612500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 1.7538210121511947e-05,
+      "loss": 0.7449,
+      "step": 613000
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 1.7511732315738302e-05,
+      "loss": 0.7494,
+      "step": 613500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 1.7485254509964657e-05,
+      "loss": 0.747,
+      "step": 614000
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 1.7458776704191013e-05,
+      "loss": 0.7474,
+      "step": 614500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 1.743229889841737e-05,
+      "loss": 0.7426,
+      "step": 615000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.7405821092643727e-05,
+      "loss": 0.7447,
+      "step": 615500
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.7379343286870082e-05,
+      "loss": 0.7509,
+      "step": 616000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.7352865481096437e-05,
+      "loss": 0.7453,
+      "step": 616500
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.7326387675322793e-05,
+      "loss": 0.7483,
+      "step": 617000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.7299909869549148e-05,
+      "loss": 0.7412,
+      "step": 617500
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.7273432063775503e-05,
+      "loss": 0.7438,
+      "step": 618000
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.724695425800186e-05,
+      "loss": 0.747,
+      "step": 618500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.7220476452228214e-05,
+      "loss": 0.7527,
+      "step": 619000
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.719399864645457e-05,
+      "loss": 0.7423,
+      "step": 619500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.7167520840680924e-05,
+      "loss": 0.7438,
+      "step": 620000
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.714104303490728e-05,
+      "loss": 0.745,
+      "step": 620500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.7114565229133635e-05,
+      "loss": 0.7456,
+      "step": 621000
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.708808742335999e-05,
+      "loss": 0.7469,
+      "step": 621500
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 1.7061609617586346e-05,
+      "loss": 0.7428,
+      "step": 622000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 1.70351318118127e-05,
+      "loss": 0.7478,
+      "step": 622500
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 1.700865400603906e-05,
+      "loss": 0.7422,
+      "step": 623000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 1.6982176200265415e-05,
+      "loss": 0.7442,
+      "step": 623500
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 1.695569839449177e-05,
+      "loss": 0.7437,
+      "step": 624000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 1.6929220588718126e-05,
+      "loss": 0.7422,
+      "step": 624500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.690274278294448e-05,
+      "loss": 0.751,
+      "step": 625000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.6876264977170836e-05,
+      "loss": 0.7431,
+      "step": 625500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.6849787171397192e-05,
+      "loss": 0.7454,
+      "step": 626000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.682330936562355e-05,
+      "loss": 0.7445,
+      "step": 626500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.6796831559849906e-05,
+      "loss": 0.7395,
+      "step": 627000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.677035375407626e-05,
+      "loss": 0.7383,
+      "step": 627500
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 1.6743875948302616e-05,
+      "loss": 0.7477,
+      "step": 628000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 1.671739814252897e-05,
+      "loss": 0.7437,
+      "step": 628500
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 1.6690920336755324e-05,
+      "loss": 0.7438,
+      "step": 629000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 1.666444253098168e-05,
+      "loss": 0.7442,
+      "step": 629500
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 1.6637964725208034e-05,
+      "loss": 0.7486,
+      "step": 630000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 1.6611486919434393e-05,
+      "loss": 0.7341,
+      "step": 630500
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 1.658500911366075e-05,
+      "loss": 0.7438,
+      "step": 631000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 1.6558531307887104e-05,
+      "loss": 0.7437,
+      "step": 631500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 1.653205350211346e-05,
+      "loss": 0.7468,
+      "step": 632000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 1.6505575696339814e-05,
+      "loss": 0.7403,
+      "step": 632500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 1.647909789056617e-05,
+      "loss": 0.7386,
+      "step": 633000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 1.6452620084792525e-05,
+      "loss": 0.7394,
+      "step": 633500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 1.6426142279018884e-05,
+      "loss": 0.7439,
+      "step": 634000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 1.639966447324524e-05,
+      "loss": 0.7419,
+      "step": 634500
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 1.6373186667471594e-05,
+      "loss": 0.7421,
+      "step": 635000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 1.634670886169795e-05,
+      "loss": 0.7427,
+      "step": 635500
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 1.6320231055924305e-05,
+      "loss": 0.7402,
+      "step": 636000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 1.629375325015066e-05,
+      "loss": 0.7402,
+      "step": 636500
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 1.6267275444377016e-05,
+      "loss": 0.7409,
+      "step": 637000
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 1.624079763860337e-05,
+      "loss": 0.7437,
+      "step": 637500
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 1.6214319832829726e-05,
+      "loss": 0.7433,
+      "step": 638000
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 1.618784202705608e-05,
+      "loss": 0.7412,
+      "step": 638500
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 1.6161364221282437e-05,
+      "loss": 0.745,
+      "step": 639000
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 1.6134886415508792e-05,
+      "loss": 0.7442,
+      "step": 639500
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 1.6108408609735148e-05,
+      "loss": 0.7402,
+      "step": 640000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 1.6081930803961503e-05,
+      "loss": 0.741,
+      "step": 640500
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 1.6055452998187858e-05,
+      "loss": 0.7479,
+      "step": 641000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 1.6028975192414213e-05,
+      "loss": 0.7492,
+      "step": 641500
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 1.6002497386640572e-05,
+      "loss": 0.7494,
+      "step": 642000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 1.5976019580866928e-05,
+      "loss": 0.7453,
+      "step": 642500
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 1.5949541775093283e-05,
+      "loss": 0.7371,
+      "step": 643000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 1.5923063969319638e-05,
+      "loss": 0.7327,
+      "step": 643500
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 1.5896586163545993e-05,
+      "loss": 0.744,
+      "step": 644000
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 1.587010835777235e-05,
+      "loss": 0.7481,
+      "step": 644500
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 1.5843630551998704e-05,
+      "loss": 0.7444,
+      "step": 645000
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 1.5817152746225063e-05,
+      "loss": 0.7412,
+      "step": 645500
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 1.5790674940451418e-05,
+      "loss": 0.7446,
+      "step": 646000
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 1.576419713467777e-05,
+      "loss": 0.7431,
+      "step": 646500
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 1.5737719328904125e-05,
+      "loss": 0.7444,
+      "step": 647000
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 1.571124152313048e-05,
+      "loss": 0.7395,
+      "step": 647500
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 1.5684763717356836e-05,
+      "loss": 0.7382,
+      "step": 648000
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 1.565828591158319e-05,
+      "loss": 0.736,
+      "step": 648500
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 1.5631808105809547e-05,
+      "loss": 0.7434,
+      "step": 649000
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 1.5605330300035905e-05,
+      "loss": 0.7333,
+      "step": 649500
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 1.557885249426226e-05,
+      "loss": 0.7426,
+      "step": 650000
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 1.5552374688488616e-05,
+      "loss": 0.7416,
+      "step": 650500
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 1.552589688271497e-05,
+      "loss": 0.7373,
+      "step": 651000
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 1.5499419076941327e-05,
+      "loss": 0.7385,
+      "step": 651500
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 1.5472941271167682e-05,
+      "loss": 0.7458,
+      "step": 652000
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 1.5446463465394037e-05,
+      "loss": 0.7404,
+      "step": 652500
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 1.5419985659620396e-05,
+      "loss": 0.746,
+      "step": 653000
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 1.539350785384675e-05,
+      "loss": 0.7346,
+      "step": 653500
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 1.5367030048073107e-05,
+      "loss": 0.7344,
+      "step": 654000
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 1.5340552242299462e-05,
+      "loss": 0.7437,
+      "step": 654500
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 1.5314074436525817e-05,
+      "loss": 0.7405,
+      "step": 655000
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 1.5287596630752173e-05,
+      "loss": 0.74,
+      "step": 655500
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 1.5261118824978528e-05,
+      "loss": 0.7337,
+      "step": 656000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 1.5234641019204882e-05,
+      "loss": 0.743,
+      "step": 656500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 1.520816321343124e-05,
+      "loss": 0.7404,
+      "step": 657000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 1.5181685407657596e-05,
+      "loss": 0.745,
+      "step": 657500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 1.515520760188395e-05,
+      "loss": 0.7404,
+      "step": 658000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 1.5128729796110305e-05,
+      "loss": 0.7378,
+      "step": 658500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 1.510225199033666e-05,
+      "loss": 0.7392,
+      "step": 659000
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 1.5075774184563015e-05,
+      "loss": 0.7424,
+      "step": 659500
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 1.504929637878937e-05,
+      "loss": 0.7433,
+      "step": 660000
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 1.5022818573015726e-05,
+      "loss": 0.7384,
+      "step": 660500
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 1.4996340767242085e-05,
+      "loss": 0.7409,
+      "step": 661000
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 1.496986296146844e-05,
+      "loss": 0.735,
+      "step": 661500
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 1.4943385155694795e-05,
+      "loss": 0.7398,
+      "step": 662000
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 1.491690734992115e-05,
+      "loss": 0.7395,
+      "step": 662500
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 1.4890429544147504e-05,
+      "loss": 0.7366,
+      "step": 663000
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 1.486395173837386e-05,
+      "loss": 0.7346,
+      "step": 663500
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 1.4837473932600215e-05,
+      "loss": 0.7438,
+      "step": 664000
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 1.4810996126826574e-05,
+      "loss": 0.7395,
+      "step": 664500
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 1.4784518321052929e-05,
+      "loss": 0.7372,
+      "step": 665000
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 1.4758040515279284e-05,
+      "loss": 0.7374,
+      "step": 665500
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 1.473156270950564e-05,
+      "loss": 0.7379,
+      "step": 666000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 1.4705084903731995e-05,
+      "loss": 0.7425,
+      "step": 666500
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 1.467860709795835e-05,
+      "loss": 0.7423,
+      "step": 667000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 1.4652129292184706e-05,
+      "loss": 0.7384,
+      "step": 667500
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 1.4625651486411059e-05,
+      "loss": 0.7317,
+      "step": 668000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 1.4599173680637418e-05,
+      "loss": 0.74,
+      "step": 668500
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 1.4572695874863773e-05,
+      "loss": 0.7401,
+      "step": 669000
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 1.4546218069090129e-05,
+      "loss": 0.7412,
+      "step": 669500
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 1.4519740263316484e-05,
+      "loss": 0.7388,
+      "step": 670000
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 1.4493262457542839e-05,
+      "loss": 0.7407,
+      "step": 670500
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 1.4466784651769194e-05,
+      "loss": 0.7371,
+      "step": 671000
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 1.444030684599555e-05,
+      "loss": 0.7379,
+      "step": 671500
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 1.4413829040221905e-05,
+      "loss": 0.7393,
+      "step": 672000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 1.4387351234448262e-05,
+      "loss": 0.7438,
+      "step": 672500
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 1.4360873428674617e-05,
+      "loss": 0.7375,
+      "step": 673000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 1.4334395622900973e-05,
+      "loss": 0.7389,
+      "step": 673500
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 1.4307917817127328e-05,
+      "loss": 0.7351,
+      "step": 674000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 1.4281440011353683e-05,
+      "loss": 0.7382,
+      "step": 674500
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 1.4254962205580039e-05,
+      "loss": 0.7393,
+      "step": 675000
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 1.4228484399806394e-05,
+      "loss": 0.7374,
+      "step": 675500
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 1.4202006594032751e-05,
+      "loss": 0.7368,
+      "step": 676000
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 1.4175528788259106e-05,
+      "loss": 0.7362,
+      "step": 676500
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 1.4149050982485462e-05,
+      "loss": 0.7315,
+      "step": 677000
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 1.4122573176711817e-05,
+      "loss": 0.7271,
+      "step": 677500
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 1.4096095370938172e-05,
+      "loss": 0.7387,
+      "step": 678000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 1.4069617565164528e-05,
+      "loss": 0.7425,
+      "step": 678500
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 1.4043139759390883e-05,
+      "loss": 0.7314,
+      "step": 679000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 1.4016661953617238e-05,
+      "loss": 0.7371,
+      "step": 679500
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 1.3990184147843597e-05,
+      "loss": 0.7342,
+      "step": 680000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 1.3963706342069952e-05,
+      "loss": 0.734,
+      "step": 680500
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 1.3937228536296306e-05,
+      "loss": 0.7369,
+      "step": 681000
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 1.3910750730522661e-05,
+      "loss": 0.732,
+      "step": 681500
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 1.3884272924749017e-05,
+      "loss": 0.7396,
+      "step": 682000
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 1.3857795118975372e-05,
+      "loss": 0.7355,
+      "step": 682500
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 1.3831317313201727e-05,
+      "loss": 0.7347,
+      "step": 683000
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 1.3804839507428086e-05,
+      "loss": 0.7362,
+      "step": 683500
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 1.3778361701654441e-05,
+      "loss": 0.726,
+      "step": 684000
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 1.3751883895880797e-05,
+      "loss": 0.7405,
+      "step": 684500
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.3725406090107152e-05,
+      "loss": 0.7375,
+      "step": 685000
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.3698928284333507e-05,
+      "loss": 0.7315,
+      "step": 685500
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.3672450478559861e-05,
+      "loss": 0.7328,
+      "step": 686000
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.3645972672786216e-05,
+      "loss": 0.738,
+      "step": 686500
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.3619494867012572e-05,
+      "loss": 0.7361,
+      "step": 687000
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.359301706123893e-05,
+      "loss": 0.738,
+      "step": 687500
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.3566539255465286e-05,
+      "loss": 0.739,
+      "step": 688000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.3540061449691641e-05,
+      "loss": 0.734,
+      "step": 688500
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.3513583643917996e-05,
+      "loss": 0.7344,
+      "step": 689000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.3487105838144352e-05,
+      "loss": 0.7333,
+      "step": 689500
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.3460628032370707e-05,
+      "loss": 0.7318,
+      "step": 690000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.3434150226597062e-05,
+      "loss": 0.7343,
+      "step": 690500
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.3407672420823416e-05,
+      "loss": 0.7391,
+      "step": 691000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.3381194615049775e-05,
+      "loss": 0.7375,
+      "step": 691500
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.335471680927613e-05,
+      "loss": 0.7376,
+      "step": 692000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.3328239003502485e-05,
+      "loss": 0.732,
+      "step": 692500
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.330176119772884e-05,
+      "loss": 0.7345,
+      "step": 693000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.3275283391955196e-05,
+      "loss": 0.7323,
+      "step": 693500
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.3248805586181551e-05,
+      "loss": 0.735,
+      "step": 694000
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.3222327780407906e-05,
+      "loss": 0.7296,
+      "step": 694500
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.3195849974634264e-05,
+      "loss": 0.7395,
+      "step": 695000
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.3169372168860619e-05,
+      "loss": 0.7385,
+      "step": 695500
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.3142894363086974e-05,
+      "loss": 0.729,
+      "step": 696000
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.311641655731333e-05,
+      "loss": 0.7365,
+      "step": 696500
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.3089938751539685e-05,
+      "loss": 0.7357,
+      "step": 697000
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.306346094576604e-05,
+      "loss": 0.7318,
+      "step": 697500
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.3036983139992395e-05,
+      "loss": 0.733,
+      "step": 698000
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.301050533421875e-05,
+      "loss": 0.7347,
+      "step": 698500
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.2984027528445108e-05,
+      "loss": 0.7345,
+      "step": 699000
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.2957549722671463e-05,
+      "loss": 0.7312,
+      "step": 699500
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.2931071916897818e-05,
+      "loss": 0.7353,
+      "step": 700000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.2904594111124174e-05,
+      "loss": 0.7343,
+      "step": 700500
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.2878116305350529e-05,
+      "loss": 0.7407,
+      "step": 701000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.2851638499576884e-05,
+      "loss": 0.7329,
+      "step": 701500
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.282516069380324e-05,
+      "loss": 0.7352,
+      "step": 702000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.2798682888029598e-05,
+      "loss": 0.7322,
+      "step": 702500
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.2772205082255954e-05,
+      "loss": 0.7334,
+      "step": 703000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.2745727276482309e-05,
+      "loss": 0.7315,
+      "step": 703500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.2719249470708663e-05,
+      "loss": 0.7349,
+      "step": 704000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.2692771664935018e-05,
+      "loss": 0.7295,
+      "step": 704500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.2666293859161373e-05,
+      "loss": 0.7385,
+      "step": 705000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.2639816053387729e-05,
+      "loss": 0.7385,
+      "step": 705500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.2613338247614084e-05,
+      "loss": 0.7305,
+      "step": 706000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.2586860441840443e-05,
+      "loss": 0.7363,
+      "step": 706500
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.2560382636066798e-05,
+      "loss": 0.7358,
+      "step": 707000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.2533904830293153e-05,
+      "loss": 0.7277,
+      "step": 707500
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.2507427024519509e-05,
+      "loss": 0.7284,
+      "step": 708000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.2480949218745864e-05,
+      "loss": 0.7372,
+      "step": 708500
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.2454471412972218e-05,
+      "loss": 0.7397,
+      "step": 709000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.2427993607198575e-05,
+      "loss": 0.7289,
+      "step": 709500
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.240151580142493e-05,
+      "loss": 0.7284,
+      "step": 710000
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.2375037995651285e-05,
+      "loss": 0.7334,
+      "step": 710500
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.234856018987764e-05,
+      "loss": 0.7355,
+      "step": 711000
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.2322082384103998e-05,
+      "loss": 0.7354,
+      "step": 711500
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.2295604578330353e-05,
+      "loss": 0.7328,
+      "step": 712000
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.2269126772556708e-05,
+      "loss": 0.7295,
+      "step": 712500
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.2242648966783064e-05,
+      "loss": 0.7287,
+      "step": 713000
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.2216171161009419e-05,
+      "loss": 0.7341,
+      "step": 713500
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.2189693355235774e-05,
+      "loss": 0.7281,
+      "step": 714000
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.216321554946213e-05,
+      "loss": 0.7238,
+      "step": 714500
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.2136737743688487e-05,
+      "loss": 0.7347,
+      "step": 715000
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.2110259937914842e-05,
+      "loss": 0.7338,
+      "step": 715500
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.2083782132141197e-05,
+      "loss": 0.7354,
+      "step": 716000
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.2057304326367553e-05,
+      "loss": 0.7327,
+      "step": 716500
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.203082652059391e-05,
+      "loss": 0.7336,
+      "step": 717000
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.2004348714820265e-05,
+      "loss": 0.7337,
+      "step": 717500
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.1977870909046619e-05,
+      "loss": 0.7343,
+      "step": 718000
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.1951393103272974e-05,
+      "loss": 0.7263,
+      "step": 718500
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.1924915297499331e-05,
+      "loss": 0.7313,
+      "step": 719000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.1898437491725686e-05,
+      "loss": 0.7314,
+      "step": 719500
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.1871959685952042e-05,
+      "loss": 0.7278,
+      "step": 720000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.1845481880178397e-05,
+      "loss": 0.7257,
+      "step": 720500
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.1819004074404754e-05,
+      "loss": 0.7292,
+      "step": 721000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.179252626863111e-05,
+      "loss": 0.7325,
+      "step": 721500
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.1766048462857464e-05,
+      "loss": 0.7289,
+      "step": 722000
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.173957065708382e-05,
+      "loss": 0.7365,
+      "step": 722500
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.1713092851310175e-05,
+      "loss": 0.7395,
+      "step": 723000
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.168661504553653e-05,
+      "loss": 0.729,
+      "step": 723500
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.1660137239762886e-05,
+      "loss": 0.7339,
+      "step": 724000
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.1633659433989243e-05,
+      "loss": 0.7305,
+      "step": 724500
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.1607181628215598e-05,
+      "loss": 0.7306,
+      "step": 725000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.1580703822441953e-05,
+      "loss": 0.7328,
+      "step": 725500
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.1554226016668309e-05,
+      "loss": 0.7354,
+      "step": 726000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.1527748210894666e-05,
+      "loss": 0.735,
+      "step": 726500
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.150127040512102e-05,
+      "loss": 0.7367,
+      "step": 727000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.1474792599347375e-05,
+      "loss": 0.7308,
+      "step": 727500
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.144831479357373e-05,
+      "loss": 0.7285,
+      "step": 728000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.1421836987800087e-05,
+      "loss": 0.7334,
+      "step": 728500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.1395359182026442e-05,
+      "loss": 0.726,
+      "step": 729000
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.1368881376252798e-05,
+      "loss": 0.7311,
+      "step": 729500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.1342403570479153e-05,
+      "loss": 0.7244,
+      "step": 730000
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.131592576470551e-05,
+      "loss": 0.73,
+      "step": 730500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.1289447958931865e-05,
+      "loss": 0.7338,
+      "step": 731000
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.126297015315822e-05,
+      "loss": 0.7332,
+      "step": 731500
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.1236492347384576e-05,
+      "loss": 0.7263,
+      "step": 732000
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.1210014541610931e-05,
+      "loss": 0.7338,
+      "step": 732500
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.1183536735837287e-05,
+      "loss": 0.7304,
+      "step": 733000
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.1157058930063642e-05,
+      "loss": 0.7282,
+      "step": 733500
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.1130581124289999e-05,
+      "loss": 0.7255,
+      "step": 734000
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.1104103318516354e-05,
+      "loss": 0.7278,
+      "step": 734500
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.107762551274271e-05,
+      "loss": 0.7289,
+      "step": 735000
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.1051147706969065e-05,
+      "loss": 0.728,
+      "step": 735500
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.102466990119542e-05,
+      "loss": 0.7304,
+      "step": 736000
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.0998192095421776e-05,
+      "loss": 0.7263,
+      "step": 736500
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.0971714289648131e-05,
+      "loss": 0.7331,
+      "step": 737000
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.0945236483874486e-05,
+      "loss": 0.7281,
+      "step": 737500
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.0918758678100843e-05,
+      "loss": 0.7314,
+      "step": 738000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.0892280872327199e-05,
+      "loss": 0.7291,
+      "step": 738500
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.0865803066553554e-05,
+      "loss": 0.7268,
+      "step": 739000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.083932526077991e-05,
+      "loss": 0.7238,
+      "step": 739500
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.0812847455006266e-05,
+      "loss": 0.7283,
+      "step": 740000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.0786369649232622e-05,
+      "loss": 0.7294,
+      "step": 740500
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.0759891843458975e-05,
+      "loss": 0.7295,
+      "step": 741000
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.0733414037685332e-05,
+      "loss": 0.7302,
+      "step": 741500
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.0706936231911688e-05,
+      "loss": 0.7243,
+      "step": 742000
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.0680458426138043e-05,
+      "loss": 0.7281,
+      "step": 742500
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.0653980620364398e-05,
+      "loss": 0.7279,
+      "step": 743000
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.0627502814590755e-05,
+      "loss": 0.7312,
+      "step": 743500
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.060102500881711e-05,
+      "loss": 0.7253,
+      "step": 744000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.0574547203043466e-05,
+      "loss": 0.734,
+      "step": 744500
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.0548069397269821e-05,
+      "loss": 0.7283,
+      "step": 745000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.0521591591496177e-05,
+      "loss": 0.7298,
+      "step": 745500
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.0495113785722532e-05,
+      "loss": 0.7274,
+      "step": 746000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.0468635979948887e-05,
+      "loss": 0.7297,
+      "step": 746500
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.0442158174175242e-05,
+      "loss": 0.7278,
+      "step": 747000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.04156803684016e-05,
+      "loss": 0.7246,
+      "step": 747500
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.0389202562627955e-05,
+      "loss": 0.7267,
+      "step": 748000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.036272475685431e-05,
+      "loss": 0.7238,
+      "step": 748500
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.0336246951080665e-05,
+      "loss": 0.7286,
+      "step": 749000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.0309769145307022e-05,
+      "loss": 0.7291,
+      "step": 749500
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.0283291339533376e-05,
+      "loss": 0.7356,
+      "step": 750000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.0256813533759731e-05,
+      "loss": 0.7242,
+      "step": 750500
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.0230335727986087e-05,
+      "loss": 0.7296,
+      "step": 751000
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.0203857922212444e-05,
+      "loss": 0.7315,
+      "step": 751500
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.0177380116438799e-05,
+      "loss": 0.7285,
+      "step": 752000
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.0150902310665154e-05,
+      "loss": 0.718,
+      "step": 752500
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.0124424504891511e-05,
+      "loss": 0.7304,
+      "step": 753000
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.0097946699117867e-05,
+      "loss": 0.7295,
+      "step": 753500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.0071468893344222e-05,
+      "loss": 0.7279,
+      "step": 754000
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.0044991087570577e-05,
+      "loss": 0.7293,
+      "step": 754500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.0018513281796933e-05,
+      "loss": 0.725,
+      "step": 755000
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 9.992035476023288e-06,
+      "loss": 0.7255,
+      "step": 755500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 9.965557670249643e-06,
+      "loss": 0.7237,
+      "step": 756000
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 9.939079864475999e-06,
+      "loss": 0.7279,
+      "step": 756500
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 9.912602058702356e-06,
+      "loss": 0.7295,
+      "step": 757000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 9.886124252928711e-06,
+      "loss": 0.7183,
+      "step": 757500
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 9.859646447155066e-06,
+      "loss": 0.7285,
+      "step": 758000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 9.833168641381422e-06,
+      "loss": 0.7275,
+      "step": 758500
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 9.806690835607777e-06,
+      "loss": 0.7319,
+      "step": 759000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 9.780213029834132e-06,
+      "loss": 0.7268,
+      "step": 759500
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 9.753735224060488e-06,
+      "loss": 0.7213,
+      "step": 760000
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 9.727257418286843e-06,
+      "loss": 0.7192,
+      "step": 760500
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 9.7007796125132e-06,
+      "loss": 0.7243,
+      "step": 761000
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 9.674301806739555e-06,
+      "loss": 0.7193,
+      "step": 761500
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 9.64782400096591e-06,
+      "loss": 0.7322,
+      "step": 762000
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 9.621346195192268e-06,
+      "loss": 0.7281,
+      "step": 762500
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 9.594868389418623e-06,
+      "loss": 0.7255,
+      "step": 763000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 9.568390583644978e-06,
+      "loss": 0.7258,
+      "step": 763500
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 9.541912777871332e-06,
+      "loss": 0.7226,
+      "step": 764000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 9.515434972097689e-06,
+      "loss": 0.7262,
+      "step": 764500
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 9.488957166324044e-06,
+      "loss": 0.7254,
+      "step": 765000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 9.4624793605504e-06,
+      "loss": 0.7246,
+      "step": 765500
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 9.436001554776755e-06,
+      "loss": 0.731,
+      "step": 766000
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.409523749003112e-06,
+      "loss": 0.7292,
+      "step": 766500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.383045943229467e-06,
+      "loss": 0.7283,
+      "step": 767000
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.356568137455823e-06,
+      "loss": 0.7253,
+      "step": 767500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.330090331682178e-06,
+      "loss": 0.7206,
+      "step": 768000
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.303612525908533e-06,
+      "loss": 0.7245,
+      "step": 768500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.277134720134889e-06,
+      "loss": 0.7338,
+      "step": 769000
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.250656914361244e-06,
+      "loss": 0.7277,
+      "step": 769500
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.2241791085876e-06,
+      "loss": 0.7272,
+      "step": 770000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.197701302813956e-06,
+      "loss": 0.7277,
+      "step": 770500
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.171223497040312e-06,
+      "loss": 0.7204,
+      "step": 771000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.144745691266667e-06,
+      "loss": 0.7219,
+      "step": 771500
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.118267885493024e-06,
+      "loss": 0.7234,
+      "step": 772000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.09179007971938e-06,
+      "loss": 0.7209,
+      "step": 772500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.065312273945733e-06,
+      "loss": 0.7296,
+      "step": 773000
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.038834468172088e-06,
+      "loss": 0.7219,
+      "step": 773500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.012356662398445e-06,
+      "loss": 0.7267,
+      "step": 774000
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 8.9858788566248e-06,
+      "loss": 0.7206,
+      "step": 774500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 8.959401050851156e-06,
+      "loss": 0.7246,
+      "step": 775000
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 8.932923245077511e-06,
+      "loss": 0.7215,
+      "step": 775500
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.906445439303868e-06,
+      "loss": 0.7224,
+      "step": 776000
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.879967633530223e-06,
+      "loss": 0.7224,
+      "step": 776500
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.853489827756579e-06,
+      "loss": 0.7201,
+      "step": 777000
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.827012021982934e-06,
+      "loss": 0.7238,
+      "step": 777500
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.80053421620929e-06,
+      "loss": 0.7194,
+      "step": 778000
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.774056410435645e-06,
+      "loss": 0.7275,
+      "step": 778500
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.747578604662e-06,
+      "loss": 0.717,
+      "step": 779000
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.721100798888355e-06,
+      "loss": 0.7247,
+      "step": 779500
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.694622993114712e-06,
+      "loss": 0.7248,
+      "step": 780000
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.668145187341068e-06,
+      "loss": 0.7228,
+      "step": 780500
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.641667381567423e-06,
+      "loss": 0.726,
+      "step": 781000
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.615189575793778e-06,
+      "loss": 0.7206,
+      "step": 781500
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.588711770020134e-06,
+      "loss": 0.7224,
+      "step": 782000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.562233964246489e-06,
+      "loss": 0.7194,
+      "step": 782500
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.535756158472844e-06,
+      "loss": 0.7256,
+      "step": 783000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.509278352699201e-06,
+      "loss": 0.7232,
+      "step": 783500
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.482800546925557e-06,
+      "loss": 0.7241,
+      "step": 784000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.456322741151912e-06,
+      "loss": 0.7208,
+      "step": 784500
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.429844935378267e-06,
+      "loss": 0.7258,
+      "step": 785000
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.403367129604624e-06,
+      "loss": 0.7184,
+      "step": 785500
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.37688932383098e-06,
+      "loss": 0.7262,
+      "step": 786000
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.350411518057335e-06,
+      "loss": 0.7259,
+      "step": 786500
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.323933712283689e-06,
+      "loss": 0.7237,
+      "step": 787000
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.297455906510046e-06,
+      "loss": 0.7188,
+      "step": 787500
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.270978100736401e-06,
+      "loss": 0.718,
+      "step": 788000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.244500294962756e-06,
+      "loss": 0.7243,
+      "step": 788500
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.218022489189112e-06,
+      "loss": 0.7257,
+      "step": 789000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.191544683415469e-06,
+      "loss": 0.7234,
+      "step": 789500
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.165066877641824e-06,
+      "loss": 0.7199,
+      "step": 790000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.13858907186818e-06,
+      "loss": 0.7193,
+      "step": 790500
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.112111266094535e-06,
+      "loss": 0.7256,
+      "step": 791000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.08563346032089e-06,
+      "loss": 0.7261,
+      "step": 791500
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.059155654547245e-06,
+      "loss": 0.723,
+      "step": 792000
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.0326778487736e-06,
+      "loss": 0.726,
+      "step": 792500
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.006200042999958e-06,
+      "loss": 0.723,
+      "step": 793000
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.979722237226313e-06,
+      "loss": 0.7229,
+      "step": 793500
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.953244431452668e-06,
+      "loss": 0.7169,
+      "step": 794000
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.926766625679024e-06,
+      "loss": 0.7274,
+      "step": 794500
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.90028881990538e-06,
+      "loss": 0.7259,
+      "step": 795000
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.873811014131736e-06,
+      "loss": 0.72,
+      "step": 795500
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.84733320835809e-06,
+      "loss": 0.723,
+      "step": 796000
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.820855402584445e-06,
+      "loss": 0.7288,
+      "step": 796500
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.794377596810802e-06,
+      "loss": 0.721,
+      "step": 797000
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.767899791037157e-06,
+      "loss": 0.7245,
+      "step": 797500
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.741421985263513e-06,
+      "loss": 0.7218,
+      "step": 798000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.714944179489868e-06,
+      "loss": 0.7222,
+      "step": 798500
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.688466373716225e-06,
+      "loss": 0.7187,
+      "step": 799000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.66198856794258e-06,
+      "loss": 0.7157,
+      "step": 799500
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.635510762168935e-06,
+      "loss": 0.7191,
+      "step": 800000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.60903295639529e-06,
+      "loss": 0.7229,
+      "step": 800500
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 7.582555150621647e-06,
+      "loss": 0.7186,
+      "step": 801000
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 7.5560773448480015e-06,
+      "loss": 0.7106,
+      "step": 801500
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 7.529599539074357e-06,
+      "loss": 0.7217,
+      "step": 802000
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 7.503121733300714e-06,
+      "loss": 0.7221,
+      "step": 802500
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 7.476643927527069e-06,
+      "loss": 0.7237,
+      "step": 803000
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 7.4501661217534244e-06,
+      "loss": 0.7222,
+      "step": 803500
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 7.423688315979779e-06,
+      "loss": 0.7174,
+      "step": 804000
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 7.397210510206136e-06,
+      "loss": 0.7205,
+      "step": 804500
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 7.370732704432491e-06,
+      "loss": 0.7234,
+      "step": 805000
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 7.344254898658847e-06,
+      "loss": 0.7218,
+      "step": 805500
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 7.317777092885202e-06,
+      "loss": 0.7226,
+      "step": 806000
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 7.291299287111558e-06,
+      "loss": 0.7245,
+      "step": 806500
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 7.264821481337913e-06,
+      "loss": 0.7266,
+      "step": 807000
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 7.238343675564269e-06,
+      "loss": 0.7212,
+      "step": 807500
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 7.211865869790624e-06,
+      "loss": 0.7218,
+      "step": 808000
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 7.18538806401698e-06,
+      "loss": 0.7139,
+      "step": 808500
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 7.1589102582433355e-06,
+      "loss": 0.7254,
+      "step": 809000
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 7.132432452469691e-06,
+      "loss": 0.7253,
+      "step": 809500
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 7.105954646696046e-06,
+      "loss": 0.7226,
+      "step": 810000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 7.079476840922402e-06,
+      "loss": 0.7156,
+      "step": 810500
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 7.052999035148758e-06,
+      "loss": 0.7187,
+      "step": 811000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 7.026521229375113e-06,
+      "loss": 0.7184,
+      "step": 811500
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 7.00004342360147e-06,
+      "loss": 0.725,
+      "step": 812000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 6.973565617827825e-06,
+      "loss": 0.72,
+      "step": 812500
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 6.94708781205418e-06,
+      "loss": 0.7142,
+      "step": 813000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 6.920610006280535e-06,
+      "loss": 0.7219,
+      "step": 813500
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 6.894132200506892e-06,
+      "loss": 0.7165,
+      "step": 814000
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 6.8676543947332475e-06,
+      "loss": 0.7216,
+      "step": 814500
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 6.841176588959603e-06,
+      "loss": 0.7219,
+      "step": 815000
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 6.814698783185957e-06,
+      "loss": 0.7245,
+      "step": 815500
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 6.788220977412314e-06,
+      "loss": 0.7217,
+      "step": 816000
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 6.76174317163867e-06,
+      "loss": 0.7203,
+      "step": 816500
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 6.735265365865025e-06,
+      "loss": 0.7186,
+      "step": 817000
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 6.70878756009138e-06,
+      "loss": 0.7217,
+      "step": 817500
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 6.6823097543177364e-06,
+      "loss": 0.7257,
+      "step": 818000
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 6.655831948544092e-06,
+      "loss": 0.7248,
+      "step": 818500
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 6.629354142770447e-06,
+      "loss": 0.7156,
+      "step": 819000
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 6.602876336996802e-06,
+      "loss": 0.7273,
+      "step": 819500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 6.5763985312231586e-06,
+      "loss": 0.7188,
+      "step": 820000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 6.549920725449514e-06,
+      "loss": 0.7205,
+      "step": 820500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 6.523442919675869e-06,
+      "loss": 0.7204,
+      "step": 821000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 6.496965113902226e-06,
+      "loss": 0.7202,
+      "step": 821500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 6.470487308128581e-06,
+      "loss": 0.7205,
+      "step": 822000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 6.444009502354936e-06,
+      "loss": 0.7177,
+      "step": 822500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 6.417531696581291e-06,
+      "loss": 0.7177,
+      "step": 823000
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 6.391053890807648e-06,
+      "loss": 0.7195,
+      "step": 823500
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 6.364576085034004e-06,
+      "loss": 0.7202,
+      "step": 824000
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 6.338098279260358e-06,
+      "loss": 0.7175,
+      "step": 824500
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 6.3116204734867135e-06,
+      "loss": 0.7164,
+      "step": 825000
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 6.2851426677130705e-06,
+      "loss": 0.7203,
+      "step": 825500
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 6.258664861939426e-06,
+      "loss": 0.7245,
+      "step": 826000
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 6.232187056165781e-06,
+      "loss": 0.7245,
+      "step": 826500
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 6.2057092503921365e-06,
+      "loss": 0.7206,
+      "step": 827000
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 6.179231444618492e-06,
+      "loss": 0.7152,
+      "step": 827500
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 6.152753638844848e-06,
+      "loss": 0.7249,
+      "step": 828000
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 6.126275833071203e-06,
+      "loss": 0.7215,
+      "step": 828500
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 6.099798027297559e-06,
+      "loss": 0.7272,
+      "step": 829000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 6.073320221523914e-06,
+      "loss": 0.7225,
+      "step": 829500
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 6.04684241575027e-06,
+      "loss": 0.7171,
+      "step": 830000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 6.020364609976626e-06,
+      "loss": 0.714,
+      "step": 830500
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 5.993886804202982e-06,
+      "loss": 0.7184,
+      "step": 831000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 5.967408998429337e-06,
+      "loss": 0.7189,
+      "step": 831500
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 5.940931192655692e-06,
+      "loss": 0.7202,
+      "step": 832000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 5.914453386882048e-06,
+      "loss": 0.7152,
+      "step": 832500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 5.887975581108404e-06,
+      "loss": 0.7165,
+      "step": 833000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 5.861497775334759e-06,
+      "loss": 0.7125,
+      "step": 833500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 5.835019969561114e-06,
+      "loss": 0.7166,
+      "step": 834000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 5.8085421637874706e-06,
+      "loss": 0.714,
+      "step": 834500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 5.782064358013826e-06,
+      "loss": 0.7253,
+      "step": 835000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 5.755586552240182e-06,
+      "loss": 0.725,
+      "step": 835500
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 5.7291087464665365e-06,
+      "loss": 0.712,
+      "step": 836000
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 5.702630940692893e-06,
+      "loss": 0.7118,
+      "step": 836500
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 5.676153134919248e-06,
+      "loss": 0.7146,
+      "step": 837000
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 5.649675329145604e-06,
+      "loss": 0.7173,
+      "step": 837500
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 5.6231975233719595e-06,
+      "loss": 0.7195,
+      "step": 838000
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 5.596719717598315e-06,
+      "loss": 0.7116,
+      "step": 838500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 5.57024191182467e-06,
+      "loss": 0.7201,
+      "step": 839000
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 5.543764106051026e-06,
+      "loss": 0.7119,
+      "step": 839500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 5.517286300277382e-06,
+      "loss": 0.7172,
+      "step": 840000
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 5.490808494503737e-06,
+      "loss": 0.7163,
+      "step": 840500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 5.464330688730093e-06,
+      "loss": 0.718,
+      "step": 841000
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 5.4378528829564485e-06,
+      "loss": 0.7215,
+      "step": 841500
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 5.411375077182805e-06,
+      "loss": 0.719,
+      "step": 842000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 5.38489727140916e-06,
+      "loss": 0.7186,
+      "step": 842500
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 5.358419465635515e-06,
+      "loss": 0.7195,
+      "step": 843000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 5.331941659861871e-06,
+      "loss": 0.7188,
+      "step": 843500
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 5.305463854088227e-06,
+      "loss": 0.7214,
+      "step": 844000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 5.278986048314582e-06,
+      "loss": 0.7179,
+      "step": 844500
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 5.252508242540937e-06,
+      "loss": 0.7145,
+      "step": 845000
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 5.226030436767293e-06,
+      "loss": 0.7135,
+      "step": 845500
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 5.199552630993649e-06,
+      "loss": 0.7171,
+      "step": 846000
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 5.173074825220004e-06,
+      "loss": 0.7211,
+      "step": 846500
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 5.14659701944636e-06,
+      "loss": 0.7134,
+      "step": 847000
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 5.120119213672715e-06,
+      "loss": 0.7124,
+      "step": 847500
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 5.093641407899071e-06,
+      "loss": 0.7144,
+      "step": 848000
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 5.067163602125426e-06,
+      "loss": 0.719,
+      "step": 848500
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 5.0406857963517825e-06,
+      "loss": 0.7213,
+      "step": 849000
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 5.014207990578138e-06,
+      "loss": 0.7151,
+      "step": 849500
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 4.987730184804493e-06,
+      "loss": 0.7165,
+      "step": 850000
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 4.961252379030849e-06,
+      "loss": 0.7163,
+      "step": 850500
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 4.934774573257205e-06,
+      "loss": 0.718,
+      "step": 851000
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 4.908296767483561e-06,
+      "loss": 0.7175,
+      "step": 851500
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 4.881818961709915e-06,
+      "loss": 0.7184,
+      "step": 852000
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 4.8553411559362715e-06,
+      "loss": 0.7183,
+      "step": 852500
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 4.828863350162627e-06,
+      "loss": 0.7094,
+      "step": 853000
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 4.802385544388983e-06,
+      "loss": 0.7192,
+      "step": 853500
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 4.775907738615338e-06,
+      "loss": 0.7221,
+      "step": 854000
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 4.749429932841694e-06,
+      "loss": 0.7208,
+      "step": 854500
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 4.722952127068049e-06,
+      "loss": 0.7158,
+      "step": 855000
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 4.696474321294405e-06,
+      "loss": 0.7106,
+      "step": 855500
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 4.6699965155207604e-06,
+      "loss": 0.7172,
+      "step": 856000
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 4.643518709747116e-06,
+      "loss": 0.7169,
+      "step": 856500
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 4.617040903973471e-06,
+      "loss": 0.7175,
+      "step": 857000
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 4.590563098199827e-06,
+      "loss": 0.7137,
+      "step": 857500
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 4.564085292426183e-06,
+      "loss": 0.7147,
+      "step": 858000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 4.537607486652539e-06,
+      "loss": 0.7159,
+      "step": 858500
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 4.511129680878893e-06,
+      "loss": 0.7194,
+      "step": 859000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 4.484651875105249e-06,
+      "loss": 0.7194,
+      "step": 859500
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 4.4581740693316056e-06,
+      "loss": 0.7165,
+      "step": 860000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 4.431696263557961e-06,
+      "loss": 0.7198,
+      "step": 860500
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 4.405218457784316e-06,
+      "loss": 0.7098,
+      "step": 861000
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 4.3787406520106715e-06,
+      "loss": 0.713,
+      "step": 861500
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 4.352262846237028e-06,
+      "loss": 0.7135,
+      "step": 862000
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 4.325785040463383e-06,
+      "loss": 0.7203,
+      "step": 862500
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 4.299307234689739e-06,
+      "loss": 0.7147,
+      "step": 863000
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 4.272829428916094e-06,
+      "loss": 0.7158,
+      "step": 863500
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 4.24635162314245e-06,
+      "loss": 0.7139,
+      "step": 864000
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 4.219873817368805e-06,
+      "loss": 0.7148,
+      "step": 864500
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 4.193396011595161e-06,
+      "loss": 0.7177,
+      "step": 865000
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 4.166918205821517e-06,
+      "loss": 0.7197,
+      "step": 865500
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 4.140440400047872e-06,
+      "loss": 0.7201,
+      "step": 866000
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 4.113962594274227e-06,
+      "loss": 0.7217,
+      "step": 866500
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 4.0874847885005835e-06,
+      "loss": 0.7151,
+      "step": 867000
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 4.061006982726939e-06,
+      "loss": 0.7177,
+      "step": 867500
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 4.034529176953294e-06,
+      "loss": 0.7132,
+      "step": 868000
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 4.0080513711796494e-06,
+      "loss": 0.7085,
+      "step": 868500
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 3.981573565406006e-06,
+      "loss": 0.7122,
+      "step": 869000
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 3.955095759632361e-06,
+      "loss": 0.7128,
+      "step": 869500
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 3.928617953858717e-06,
+      "loss": 0.7105,
+      "step": 870000
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 3.902140148085072e-06,
+      "loss": 0.717,
+      "step": 870500
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 3.875662342311428e-06,
+      "loss": 0.7121,
+      "step": 871000
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 3.849184536537784e-06,
+      "loss": 0.7142,
+      "step": 871500
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 3.822706730764139e-06,
+      "loss": 0.7198,
+      "step": 872000
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 3.796228924990495e-06,
+      "loss": 0.7151,
+      "step": 872500
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 3.7697511192168503e-06,
+      "loss": 0.7165,
+      "step": 873000
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 3.743273313443206e-06,
+      "loss": 0.7144,
+      "step": 873500
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 3.7167955076695614e-06,
+      "loss": 0.708,
+      "step": 874000
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 3.690317701895917e-06,
+      "loss": 0.7148,
+      "step": 874500
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 3.6638398961222724e-06,
+      "loss": 0.7144,
+      "step": 875000
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 3.637362090348628e-06,
+      "loss": 0.7137,
+      "step": 875500
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 3.6108842845749835e-06,
+      "loss": 0.7092,
+      "step": 876000
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 3.5844064788013393e-06,
+      "loss": 0.7163,
+      "step": 876500
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 3.5579286730276946e-06,
+      "loss": 0.7141,
+      "step": 877000
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 3.5314508672540508e-06,
+      "loss": 0.7173,
+      "step": 877500
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 3.5049730614804057e-06,
+      "loss": 0.7108,
+      "step": 878000
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 3.478495255706762e-06,
+      "loss": 0.7156,
+      "step": 878500
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 3.4520174499331167e-06,
+      "loss": 0.718,
+      "step": 879000
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 3.425539644159473e-06,
+      "loss": 0.7151,
+      "step": 879500
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 3.3990618383858286e-06,
+      "loss": 0.7128,
+      "step": 880000
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 3.372584032612184e-06,
+      "loss": 0.7112,
+      "step": 880500
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 3.3461062268385397e-06,
+      "loss": 0.7197,
+      "step": 881000
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 3.319628421064895e-06,
+      "loss": 0.7064,
+      "step": 881500
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 3.293150615291251e-06,
+      "loss": 0.7176,
+      "step": 882000
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 3.266672809517606e-06,
+      "loss": 0.7134,
+      "step": 882500
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 3.2401950037439623e-06,
+      "loss": 0.7139,
+      "step": 883000
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 3.213717197970317e-06,
+      "loss": 0.7097,
+      "step": 883500
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 3.1872393921966733e-06,
+      "loss": 0.7128,
+      "step": 884000
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 3.1607615864230287e-06,
+      "loss": 0.7105,
+      "step": 884500
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 3.1342837806493844e-06,
+      "loss": 0.7099,
+      "step": 885000
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 3.10780597487574e-06,
+      "loss": 0.7149,
+      "step": 885500
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 3.0813281691020955e-06,
+      "loss": 0.7107,
+      "step": 886000
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 3.0548503633284512e-06,
+      "loss": 0.7095,
+      "step": 886500
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 3.0283725575548065e-06,
+      "loss": 0.7166,
+      "step": 887000
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 3.0018947517811623e-06,
+      "loss": 0.7139,
+      "step": 887500
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.9754169460075176e-06,
+      "loss": 0.7139,
+      "step": 888000
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.9489391402338734e-06,
+      "loss": 0.7143,
+      "step": 888500
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.922461334460229e-06,
+      "loss": 0.7164,
+      "step": 889000
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.8959835286865844e-06,
+      "loss": 0.715,
+      "step": 889500
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.86950572291294e-06,
+      "loss": 0.7085,
+      "step": 890000
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.8430279171392955e-06,
+      "loss": 0.7118,
+      "step": 890500
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.8165501113656512e-06,
+      "loss": 0.7109,
+      "step": 891000
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.7900723055920066e-06,
+      "loss": 0.7143,
+      "step": 891500
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.7635944998183623e-06,
+      "loss": 0.7099,
+      "step": 892000
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.737116694044718e-06,
+      "loss": 0.7103,
+      "step": 892500
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.7106388882710734e-06,
+      "loss": 0.715,
+      "step": 893000
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.684161082497429e-06,
+      "loss": 0.712,
+      "step": 893500
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.6576832767237845e-06,
+      "loss": 0.711,
+      "step": 894000
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.6312054709501406e-06,
+      "loss": 0.7147,
+      "step": 894500
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.604727665176496e-06,
+      "loss": 0.7161,
+      "step": 895000
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.5782498594028517e-06,
+      "loss": 0.7098,
+      "step": 895500
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.551772053629207e-06,
+      "loss": 0.7069,
+      "step": 896000
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.5252942478555628e-06,
+      "loss": 0.71,
+      "step": 896500
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.4988164420819185e-06,
+      "loss": 0.7094,
+      "step": 897000
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.472338636308274e-06,
+      "loss": 0.7144,
+      "step": 897500
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.4458608305346296e-06,
+      "loss": 0.7107,
+      "step": 898000
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.419383024760985e-06,
+      "loss": 0.7063,
+      "step": 898500
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.3929052189873406e-06,
+      "loss": 0.713,
+      "step": 899000
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.366427413213696e-06,
+      "loss": 0.7106,
+      "step": 899500
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.3399496074400517e-06,
+      "loss": 0.7065,
+      "step": 900000
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.3134718016664075e-06,
+      "loss": 0.7173,
+      "step": 900500
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.2869939958927628e-06,
+      "loss": 0.7064,
+      "step": 901000
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.2605161901191185e-06,
+      "loss": 0.7138,
+      "step": 901500
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.234038384345474e-06,
+      "loss": 0.7116,
+      "step": 902000
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.2075605785718296e-06,
+      "loss": 0.7134,
+      "step": 902500
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.181082772798185e-06,
+      "loss": 0.7162,
+      "step": 903000
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.1546049670245407e-06,
+      "loss": 0.7138,
+      "step": 903500
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.1281271612508964e-06,
+      "loss": 0.7161,
+      "step": 904000
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.101649355477252e-06,
+      "loss": 0.7104,
+      "step": 904500
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.075171549703608e-06,
+      "loss": 0.7037,
+      "step": 905000
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.0486937439299632e-06,
+      "loss": 0.7174,
+      "step": 905500
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.022215938156319e-06,
+      "loss": 0.7165,
+      "step": 906000
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 1.9957381323826743e-06,
+      "loss": 0.707,
+      "step": 906500
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 1.96926032660903e-06,
+      "loss": 0.7104,
+      "step": 907000
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 1.9427825208353854e-06,
+      "loss": 0.7123,
+      "step": 907500
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.916304715061741e-06,
+      "loss": 0.7096,
+      "step": 908000
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.8898269092880966e-06,
+      "loss": 0.7074,
+      "step": 908500
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.8633491035144522e-06,
+      "loss": 0.7185,
+      "step": 909000
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.8368712977408077e-06,
+      "loss": 0.7143,
+      "step": 909500
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.8103934919671632e-06,
+      "loss": 0.7129,
+      "step": 910000
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.783915686193519e-06,
+      "loss": 0.7062,
+      "step": 910500
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.7574378804198745e-06,
+      "loss": 0.7154,
+      "step": 911000
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 1.73096007464623e-06,
+      "loss": 0.7152,
+      "step": 911500
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 1.7044822688725856e-06,
+      "loss": 0.7143,
+      "step": 912000
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 1.6780044630989411e-06,
+      "loss": 0.7092,
+      "step": 912500
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 1.6515266573252967e-06,
+      "loss": 0.7087,
+      "step": 913000
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 1.6250488515516522e-06,
+      "loss": 0.7165,
+      "step": 913500
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 1.598571045778008e-06,
+      "loss": 0.7066,
+      "step": 914000
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 1.5720932400043637e-06,
+      "loss": 0.7104,
+      "step": 914500
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 1.5456154342307192e-06,
+      "loss": 0.71,
+      "step": 915000
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 1.5191376284570748e-06,
+      "loss": 0.7097,
+      "step": 915500
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 1.4926598226834303e-06,
+      "loss": 0.7121,
+      "step": 916000
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 1.4661820169097858e-06,
+      "loss": 0.7075,
+      "step": 916500
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 1.4397042111361416e-06,
+      "loss": 0.7093,
+      "step": 917000
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 1.4132264053624971e-06,
+      "loss": 0.7181,
+      "step": 917500
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 1.3867485995888526e-06,
+      "loss": 0.7104,
+      "step": 918000
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 1.3602707938152084e-06,
+      "loss": 0.7105,
+      "step": 918500
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 1.333792988041564e-06,
+      "loss": 0.7098,
+      "step": 919000
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 1.3073151822679195e-06,
+      "loss": 0.7086,
+      "step": 919500
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 1.280837376494275e-06,
+      "loss": 0.7124,
+      "step": 920000
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 1.2543595707206305e-06,
+      "loss": 0.7168,
+      "step": 920500
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 1.227881764946986e-06,
+      "loss": 0.7123,
+      "step": 921000
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 1.2014039591733416e-06,
+      "loss": 0.7104,
+      "step": 921500
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 1.1749261533996973e-06,
+      "loss": 0.7115,
+      "step": 922000
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 1.148448347626053e-06,
+      "loss": 0.7128,
+      "step": 922500
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 1.1219705418524086e-06,
+      "loss": 0.7109,
+      "step": 923000
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 1.0954927360787642e-06,
+      "loss": 0.7137,
+      "step": 923500
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 1.0690149303051197e-06,
+      "loss": 0.7066,
+      "step": 924000
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 1.0425371245314752e-06,
+      "loss": 0.7092,
+      "step": 924500
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 1.0160593187578308e-06,
+      "loss": 0.7109,
+      "step": 925000
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 9.895815129841863e-07,
+      "loss": 0.7098,
+      "step": 925500
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 9.63103707210542e-07,
+      "loss": 0.7074,
+      "step": 926000
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 9.366259014368975e-07,
+      "loss": 0.7097,
+      "step": 926500
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 9.101480956632532e-07,
+      "loss": 0.711,
+      "step": 927000
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 8.836702898896089e-07,
+      "loss": 0.7086,
+      "step": 927500
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 8.571924841159644e-07,
+      "loss": 0.7138,
+      "step": 928000
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 8.307146783423199e-07,
+      "loss": 0.7105,
+      "step": 928500
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 8.042368725686756e-07,
+      "loss": 0.7099,
+      "step": 929000
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 7.777590667950311e-07,
+      "loss": 0.7028,
+      "step": 929500
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 7.512812610213866e-07,
+      "loss": 0.7104,
+      "step": 930000
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 7.248034552477423e-07,
+      "loss": 0.7082,
+      "step": 930500
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 6.983256494740979e-07,
+      "loss": 0.714,
+      "step": 931000
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 6.718478437004535e-07,
+      "loss": 0.7099,
+      "step": 931500
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 6.45370037926809e-07,
+      "loss": 0.7135,
+      "step": 932000
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 6.188922321531645e-07,
+      "loss": 0.7102,
+      "step": 932500
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 5.924144263795203e-07,
+      "loss": 0.7122,
+      "step": 933000
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 5.659366206058758e-07,
+      "loss": 0.7077,
+      "step": 933500
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 5.394588148322313e-07,
+      "loss": 0.7101,
+      "step": 934000
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 5.129810090585869e-07,
+      "loss": 0.7091,
+      "step": 934500
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 4.865032032849425e-07,
+      "loss": 0.7029,
+      "step": 935000
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 4.6002539751129815e-07,
+      "loss": 0.7123,
+      "step": 935500
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 4.335475917376537e-07,
+      "loss": 0.7094,
+      "step": 936000
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 4.070697859640093e-07,
+      "loss": 0.7109,
+      "step": 936500
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 3.805919801903648e-07,
+      "loss": 0.7095,
+      "step": 937000
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 3.5411417441672045e-07,
+      "loss": 0.7131,
+      "step": 937500
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 3.27636368643076e-07,
+      "loss": 0.7142,
+      "step": 938000
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 3.011585628694316e-07,
+      "loss": 0.7074,
+      "step": 938500
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.7468075709578716e-07,
+      "loss": 0.7154,
+      "step": 939000
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.4820295132214275e-07,
+      "loss": 0.7118,
+      "step": 939500
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.2172514554849836e-07,
+      "loss": 0.7126,
+      "step": 940000
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 1.9524733977485395e-07,
+      "loss": 0.7061,
+      "step": 940500
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 1.687695340012095e-07,
+      "loss": 0.7138,
+      "step": 941000
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 1.422917282275651e-07,
+      "loss": 0.7024,
+      "step": 941500
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 1.1581392245392068e-07,
+      "loss": 0.7093,
+      "step": 942000
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 8.933611668027626e-08,
+      "loss": 0.7095,
+      "step": 942500
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 6.285831090663185e-08,
+      "loss": 0.7057,
+      "step": 943000
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 3.6380505132987426e-08,
+      "loss": 0.712,
+      "step": 943500
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 9.902699359343012e-09,
+      "loss": 0.7072,
+      "step": 944000
+    },
+    {
+      "epoch": 3.0,
+      "step": 944187,
+      "total_flos": 7.95556939258685e+18,
+      "train_loss": 0.7972901372973573,
+      "train_runtime": 334073.6243,
+      "train_samples_per_second": 90.441,
+      "train_steps_per_second": 2.826
+    }
+  ],
+  "max_steps": 944187,
+  "num_train_epochs": 3,
+  "total_flos": 7.95556939258685e+18,
+  "trial_name": null,
+  "trial_params": null
+}