{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "global_step": 944187,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.9973522194226354e-05,
      "loss": 2.2522,
      "step": 500
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.994704438845271e-05,
      "loss": 1.8238,
      "step": 1000
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9920566582679065e-05,
      "loss": 1.6551,
      "step": 1500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9894088776905424e-05,
      "loss": 1.5676,
      "step": 2000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9867610971131776e-05,
      "loss": 1.4923,
      "step": 2500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9841133165358134e-05,
      "loss": 1.4506,
      "step": 3000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9814655359584486e-05,
      "loss": 1.4014,
      "step": 3500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.978817755381085e-05,
      "loss": 1.3692,
      "step": 4000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9761699748037204e-05,
      "loss": 1.3338,
      "step": 4500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.973522194226356e-05,
      "loss": 1.3256,
      "step": 5000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9708744136489914e-05,
      "loss": 1.3086,
      "step": 5500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.968226633071627e-05,
      "loss": 1.2769,
      "step": 6000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9655788524942625e-05,
      "loss": 1.2585,
      "step": 6500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9629310719168984e-05,
      "loss": 1.2403,
      "step": 7000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9602832913395336e-05,
      "loss": 1.2324,
      "step": 7500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9576355107621694e-05,
      "loss": 1.2137,
      "step": 8000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9549877301848046e-05,
      "loss": 1.2112,
      "step": 8500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9523399496074405e-05,
      "loss": 1.1932,
      "step": 9000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.949692169030076e-05,
      "loss": 1.1908,
      "step": 9500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9470443884527116e-05,
      "loss": 1.1691,
      "step": 10000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.944396607875347e-05,
      "loss": 1.1698,
      "step": 10500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.941748827297982e-05,
      "loss": 1.1641,
      "step": 11000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9391010467206185e-05,
      "loss": 1.1514,
      "step": 11500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.936453266143254e-05,
      "loss": 1.1492,
      "step": 12000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9338054855658896e-05,
      "loss": 1.1428,
      "step": 12500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.931157704988525e-05,
      "loss": 1.1356,
      "step": 13000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9285099244111606e-05,
      "loss": 1.123,
      "step": 13500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.925862143833796e-05,
      "loss": 1.1154,
      "step": 14000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.923214363256432e-05,
      "loss": 1.1163,
      "step": 14500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.920566582679067e-05,
      "loss": 1.1154,
      "step": 15000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.917918802101703e-05,
      "loss": 1.1073,
      "step": 15500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.915271021524338e-05,
      "loss": 1.0975,
      "step": 16000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.912623240946974e-05,
      "loss": 1.0944,
      "step": 16500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.909975460369609e-05,
      "loss": 1.0897,
      "step": 17000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.907327679792245e-05,
      "loss": 1.1,
      "step": 17500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.90467989921488e-05,
      "loss": 1.0786,
      "step": 18000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.902032118637516e-05,
      "loss": 1.0732,
      "step": 18500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.899384338060151e-05,
      "loss": 1.0755,
      "step": 19000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.896736557482787e-05,
      "loss": 1.072,
      "step": 19500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.894088776905423e-05,
      "loss": 1.0643,
      "step": 20000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.891440996328058e-05,
      "loss": 1.0707,
      "step": 20500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.888793215750694e-05,
      "loss": 1.06,
      "step": 21000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.886145435173329e-05,
      "loss": 1.0505,
      "step": 21500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.883497654595965e-05,
      "loss": 1.0579,
      "step": 22000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.8808498740186e-05,
      "loss": 1.0495,
      "step": 22500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.878202093441236e-05,
      "loss": 1.0518,
      "step": 23000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.875554312863871e-05,
      "loss": 1.046,
      "step": 23500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.872906532286507e-05,
      "loss": 1.0421,
      "step": 24000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.870258751709142e-05,
      "loss": 1.0496,
      "step": 24500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.867610971131778e-05,
      "loss": 1.0381,
      "step": 25000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.8649631905544134e-05,
      "loss": 1.0374,
      "step": 25500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.862315409977049e-05,
      "loss": 1.0381,
      "step": 26000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.8596676293996845e-05,
      "loss": 1.0292,
      "step": 26500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.85701984882232e-05,
      "loss": 1.0376,
      "step": 27000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.854372068244956e-05,
      "loss": 1.0407,
      "step": 27500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.8517242876675914e-05,
      "loss": 1.0362,
      "step": 28000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.849076507090227e-05,
      "loss": 1.0222,
      "step": 28500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.8464287265128625e-05,
      "loss": 1.0189,
      "step": 29000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.843780945935498e-05,
      "loss": 1.0131,
      "step": 29500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.8411331653581335e-05,
      "loss": 1.0148,
      "step": 30000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.8384853847807694e-05,
      "loss": 1.0146,
      "step": 30500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.8358376042034046e-05,
      "loss": 1.0148,
      "step": 31000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.8331898236260405e-05,
      "loss": 1.0082,
      "step": 31500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.8305420430486757e-05,
      "loss": 1.0091,
      "step": 32000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.8278942624713115e-05,
      "loss": 1.0046,
      "step": 32500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.825246481893947e-05,
      "loss": 1.0025,
      "step": 33000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.8225987013165826e-05,
      "loss": 1.0103,
      "step": 33500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.819950920739218e-05,
      "loss": 1.0081,
      "step": 34000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.817303140161854e-05,
      "loss": 1.0024,
      "step": 34500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.8146553595844895e-05,
      "loss": 1.0073,
      "step": 35000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.8120075790071254e-05,
      "loss": 0.9974,
      "step": 35500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.8093597984297606e-05,
      "loss": 1.0054,
      "step": 36000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.806712017852396e-05,
      "loss": 0.9826,
      "step": 36500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.8040642372750317e-05,
      "loss": 1.0088,
      "step": 37000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.801416456697667e-05,
      "loss": 0.9877,
      "step": 37500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.798768676120303e-05,
      "loss": 0.9936,
      "step": 38000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.796120895542938e-05,
      "loss": 0.9948,
      "step": 38500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.793473114965574e-05,
      "loss": 0.9897,
      "step": 39000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.790825334388209e-05,
      "loss": 0.9812,
      "step": 39500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.788177553810845e-05,
      "loss": 0.9904,
      "step": 40000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.78552977323348e-05,
      "loss": 0.9817,
      "step": 40500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.782881992656116e-05,
      "loss": 0.9823,
      "step": 41000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.780234212078751e-05,
      "loss": 0.9793,
      "step": 41500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.7775864315013877e-05,
      "loss": 0.98,
      "step": 42000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.774938650924023e-05,
      "loss": 0.9711,
      "step": 42500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.772290870346659e-05,
      "loss": 0.9747,
      "step": 43000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.769643089769294e-05,
      "loss": 0.9803,
      "step": 43500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.76699530919193e-05,
      "loss": 0.9727,
      "step": 44000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.764347528614565e-05,
      "loss": 0.9763,
      "step": 44500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.761699748037201e-05,
      "loss": 0.9707,
      "step": 45000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.759051967459836e-05,
      "loss": 0.9745,
      "step": 45500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.756404186882471e-05,
      "loss": 0.9655,
      "step": 46000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.753756406305107e-05,
      "loss": 0.965,
      "step": 46500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.751108625727742e-05,
      "loss": 0.9673,
      "step": 47000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.748460845150378e-05,
      "loss": 0.9642,
      "step": 47500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.7458130645730134e-05,
      "loss": 0.9627,
      "step": 48000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.743165283995649e-05,
      "loss": 0.9655,
      "step": 48500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.7405175034182844e-05,
      "loss": 0.9582,
      "step": 49000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.737869722840921e-05,
      "loss": 0.9601,
      "step": 49500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.735221942263556e-05,
      "loss": 0.9631,
      "step": 50000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.732574161686192e-05,
      "loss": 0.9621,
      "step": 50500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.729926381108827e-05,
      "loss": 0.9676,
      "step": 51000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.727278600531463e-05,
      "loss": 0.9548,
      "step": 51500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.724630819954098e-05,
      "loss": 0.9576,
      "step": 52000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.721983039376734e-05,
      "loss": 0.9569,
      "step": 52500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.7193352587993694e-05,
      "loss": 0.9517,
      "step": 53000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.716687478222005e-05,
      "loss": 0.9528,
      "step": 53500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.7140396976446404e-05,
      "loss": 0.954,
      "step": 54000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.711391917067276e-05,
      "loss": 0.9512,
      "step": 54500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.7087441364899115e-05,
      "loss": 0.9519,
      "step": 55000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.7060963559125474e-05,
      "loss": 0.9567,
      "step": 55500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.7034485753351826e-05,
      "loss": 0.9436,
      "step": 56000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.700800794757818e-05,
      "loss": 0.9473,
      "step": 56500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.6981530141804536e-05,
      "loss": 0.9498,
      "step": 57000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.6955052336030895e-05,
      "loss": 0.9437,
      "step": 57500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.6928574530257254e-05,
      "loss": 0.9533,
      "step": 58000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.6902096724483606e-05,
      "loss": 0.9395,
      "step": 58500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.6875618918709964e-05,
      "loss": 0.9473,
      "step": 59000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.6849141112936316e-05,
      "loss": 0.9456,
      "step": 59500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.6822663307162675e-05,
      "loss": 0.9407,
      "step": 60000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.679618550138903e-05,
      "loss": 0.9432,
      "step": 60500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.6769707695615386e-05,
      "loss": 0.9369,
      "step": 61000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.674322988984174e-05,
      "loss": 0.9382,
      "step": 61500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.6716752084068096e-05,
      "loss": 0.9385,
      "step": 62000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.669027427829445e-05,
      "loss": 0.9397,
      "step": 62500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.666379647252081e-05,
      "loss": 0.9373,
      "step": 63000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.663731866674716e-05,
      "loss": 0.9305,
      "step": 63500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.661084086097352e-05,
      "loss": 0.9355,
      "step": 64000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.658436305519987e-05,
      "loss": 0.9344,
      "step": 64500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.655788524942623e-05,
      "loss": 0.9318,
      "step": 65000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.653140744365259e-05,
      "loss": 0.9312,
      "step": 65500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.650492963787894e-05,
      "loss": 0.9398,
      "step": 66000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.64784518321053e-05,
      "loss": 0.9307,
      "step": 66500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.645197402633165e-05,
      "loss": 0.9288,
      "step": 67000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.642549622055801e-05,
      "loss": 0.9377,
      "step": 67500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.639901841478436e-05,
      "loss": 0.9331,
      "step": 68000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.637254060901072e-05,
      "loss": 0.9311,
      "step": 68500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.634606280323707e-05,
      "loss": 0.9405,
      "step": 69000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.631958499746343e-05,
      "loss": 0.9262,
      "step": 69500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.629310719168978e-05,
      "loss": 0.9274,
      "step": 70000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.626662938591614e-05,
      "loss": 0.9282,
      "step": 70500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.624015158014249e-05,
      "loss": 0.9272,
      "step": 71000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.621367377436885e-05,
      "loss": 0.9276,
      "step": 71500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.61871959685952e-05,
      "loss": 0.92,
      "step": 72000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.616071816282156e-05,
      "loss": 0.9251,
      "step": 72500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.613424035704792e-05,
      "loss": 0.9177,
      "step": 73000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.610776255127427e-05,
      "loss": 0.9263,
      "step": 73500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.608128474550063e-05,
      "loss": 0.9218,
      "step": 74000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.605480693972698e-05,
      "loss": 0.9178,
      "step": 74500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.602832913395334e-05,
      "loss": 0.9234,
      "step": 75000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.6001851328179693e-05,
      "loss": 0.9206,
      "step": 75500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.597537352240605e-05,
      "loss": 0.9229,
      "step": 76000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.5948895716632404e-05,
      "loss": 0.9222,
      "step": 76500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.592241791085876e-05,
      "loss": 0.9086,
      "step": 77000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.5895940105085115e-05,
      "loss": 0.9174,
      "step": 77500
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.5869462299311473e-05,
      "loss": 0.9199,
      "step": 78000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.5842984493537825e-05,
      "loss": 0.9195,
      "step": 78500
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.5816506687764184e-05,
      "loss": 0.9153,
      "step": 79000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.5790028881990536e-05,
      "loss": 0.9159,
      "step": 79500
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.57635510762169e-05,
      "loss": 0.9091,
      "step": 80000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.5737073270443253e-05,
      "loss": 0.9168,
      "step": 80500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.571059546466961e-05,
      "loss": 0.9096,
      "step": 81000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.5684117658895964e-05,
      "loss": 0.912,
      "step": 81500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.5657639853122316e-05,
      "loss": 0.9144,
      "step": 82000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.5631162047348675e-05,
      "loss": 0.9154,
      "step": 82500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.560468424157503e-05,
      "loss": 0.9139,
      "step": 83000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.5578206435801385e-05,
      "loss": 0.9177,
      "step": 83500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.555172863002774e-05,
      "loss": 0.9112,
      "step": 84000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.5525250824254096e-05,
      "loss": 0.9135,
      "step": 84500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.549877301848045e-05,
      "loss": 0.9133,
      "step": 85000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.547229521270681e-05,
      "loss": 0.9102,
      "step": 85500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.544581740693316e-05,
      "loss": 0.9071,
      "step": 86000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.541933960115952e-05,
      "loss": 0.9149,
      "step": 86500
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.539286179538587e-05,
      "loss": 0.9105,
      "step": 87000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.536638398961223e-05,
      "loss": 0.9035,
      "step": 87500
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.533990618383859e-05,
      "loss": 0.9117,
      "step": 88000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.5313428378064945e-05,
      "loss": 0.9099,
      "step": 88500
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.52869505722913e-05,
      "loss": 0.9042,
      "step": 89000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.5260472766517656e-05,
      "loss": 0.9007,
      "step": 89500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.523399496074401e-05,
      "loss": 0.9066,
      "step": 90000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.520751715497037e-05,
      "loss": 0.9064,
      "step": 90500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.518103934919672e-05,
      "loss": 0.9035,
      "step": 91000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.515456154342308e-05,
      "loss": 0.9071,
      "step": 91500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.512808373764943e-05,
      "loss": 0.9016,
      "step": 92000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.510160593187578e-05,
      "loss": 0.9034,
      "step": 92500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.507512812610214e-05,
      "loss": 0.9008,
      "step": 93000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.504865032032849e-05,
      "loss": 0.9011,
      "step": 93500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.502217251455485e-05,
      "loss": 0.9064,
      "step": 94000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.49956947087812e-05,
      "loss": 0.9048,
      "step": 94500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.496921690300756e-05,
      "loss": 0.8994,
      "step": 95000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.494273909723392e-05,
      "loss": 0.8993,
      "step": 95500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.491626129146028e-05,
      "loss": 0.8981,
      "step": 96000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.488978348568663e-05,
      "loss": 0.9046,
      "step": 96500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.486330567991299e-05,
      "loss": 0.8999,
      "step": 97000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.483682787413934e-05,
      "loss": 0.9088,
      "step": 97500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.48103500683657e-05,
      "loss": 0.8967,
      "step": 98000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.478387226259205e-05,
      "loss": 0.8959,
      "step": 98500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.475739445681841e-05,
      "loss": 0.899,
      "step": 99000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.473091665104476e-05,
      "loss": 0.9039,
      "step": 99500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.470443884527112e-05,
      "loss": 0.8955,
      "step": 100000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.467796103949747e-05,
      "loss": 0.9001,
      "step": 100500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.465148323372383e-05,
      "loss": 0.9001,
      "step": 101000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.4625005427950184e-05,
      "loss": 0.9033,
      "step": 101500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.459852762217654e-05,
      "loss": 0.8914,
      "step": 102000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.4572049816402894e-05,
      "loss": 0.8983,
      "step": 102500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.454557201062925e-05,
      "loss": 0.8981,
      "step": 103000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.451909420485561e-05,
      "loss": 0.8953,
      "step": 103500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.4492616399081964e-05,
      "loss": 0.8858,
      "step": 104000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.446613859330832e-05,
      "loss": 0.8874,
      "step": 104500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.4439660787534674e-05,
      "loss": 0.9026,
      "step": 105000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.441318298176103e-05,
      "loss": 0.8924,
      "step": 105500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.4386705175987385e-05,
      "loss": 0.8967,
      "step": 106000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.4360227370213744e-05,
      "loss": 0.8952,
      "step": 106500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.4333749564440096e-05,
      "loss": 0.8845,
      "step": 107000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.4307271758666454e-05,
      "loss": 0.8972,
      "step": 107500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.4280793952892806e-05,
      "loss": 0.8944,
      "step": 108000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.4254316147119165e-05,
      "loss": 0.8927,
      "step": 108500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.422783834134552e-05,
      "loss": 0.8839,
      "step": 109000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.4201360535571876e-05,
      "loss": 0.8871,
      "step": 109500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.417488272979823e-05,
      "loss": 0.8928,
      "step": 110000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.4148404924024586e-05,
      "loss": 0.8891,
      "step": 110500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.4121927118250945e-05,
      "loss": 0.8901,
      "step": 111000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.40954493124773e-05,
      "loss": 0.8845,
      "step": 111500
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.4068971506703656e-05,
      "loss": 0.894,
      "step": 112000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.404249370093001e-05,
      "loss": 0.8781,
      "step": 112500
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.4016015895156366e-05,
      "loss": 0.8816,
      "step": 113000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.398953808938272e-05,
      "loss": 0.8806,
      "step": 113500
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.396306028360908e-05,
      "loss": 0.8888,
      "step": 114000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.393658247783543e-05,
      "loss": 0.8813,
      "step": 114500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.391010467206179e-05,
      "loss": 0.8775,
      "step": 115000
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.388362686628814e-05,
      "loss": 0.885,
      "step": 115500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.38571490605145e-05,
      "loss": 0.8802,
      "step": 116000
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.383067125474085e-05,
      "loss": 0.8904,
      "step": 116500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.380419344896721e-05,
      "loss": 0.8843,
      "step": 117000
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.377771564319356e-05,
      "loss": 0.8867,
      "step": 117500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.375123783741992e-05,
      "loss": 0.8811,
      "step": 118000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.372476003164628e-05,
      "loss": 0.883,
      "step": 118500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.369828222587263e-05,
      "loss": 0.8769,
      "step": 119000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.367180442009899e-05,
      "loss": 0.8837,
      "step": 119500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.364532661432534e-05,
      "loss": 0.8739,
      "step": 120000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.36188488085517e-05,
      "loss": 0.88,
      "step": 120500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.359237100277805e-05,
      "loss": 0.8791,
      "step": 121000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.356589319700441e-05,
      "loss": 0.8889,
      "step": 121500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.353941539123076e-05,
      "loss": 0.8803,
      "step": 122000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.351293758545712e-05,
      "loss": 0.8777,
      "step": 122500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.348645977968347e-05,
      "loss": 0.8844,
      "step": 123000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.345998197390983e-05,
      "loss": 0.8714,
      "step": 123500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.3433504168136183e-05,
      "loss": 0.8773,
      "step": 124000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.340702636236254e-05,
      "loss": 0.874,
      "step": 124500
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.3380548556588894e-05,
      "loss": 0.8792,
      "step": 125000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.335407075081525e-05,
      "loss": 0.875,
      "step": 125500
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.332759294504161e-05,
      "loss": 0.8774,
      "step": 126000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.330111513926797e-05,
      "loss": 0.8845,
      "step": 126500
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.327463733349432e-05,
      "loss": 0.8874,
      "step": 127000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.324815952772068e-05,
      "loss": 0.876,
      "step": 127500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.322168172194703e-05,
      "loss": 0.8859,
      "step": 128000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.3195203916173385e-05,
      "loss": 0.8746,
      "step": 128500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.3168726110399743e-05,
      "loss": 0.878,
      "step": 129000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.3142248304626095e-05,
      "loss": 0.8826,
      "step": 129500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.3115770498852454e-05,
      "loss": 0.8723,
      "step": 130000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.3089292693078806e-05,
      "loss": 0.8756,
      "step": 130500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.3062814887305165e-05,
      "loss": 0.8707,
      "step": 131000
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.303633708153152e-05,
      "loss": 0.8734,
      "step": 131500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.3009859275757875e-05,
      "loss": 0.8783,
      "step": 132000
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.298338146998423e-05,
      "loss": 0.8711,
      "step": 132500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.2956903664210586e-05,
      "loss": 0.8742,
      "step": 133000
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.2930425858436945e-05,
      "loss": 0.8712,
      "step": 133500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.2903948052663303e-05,
      "loss": 0.8704,
      "step": 134000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.2877470246889655e-05,
      "loss": 0.8614,
      "step": 134500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.2850992441116014e-05,
      "loss": 0.8726,
      "step": 135000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.2824514635342366e-05,
      "loss": 0.8671,
      "step": 135500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.2798036829568725e-05,
      "loss": 0.8625,
      "step": 136000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.277155902379508e-05,
      "loss": 0.8649,
      "step": 136500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.2745081218021435e-05,
      "loss": 0.8757,
      "step": 137000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.271860341224779e-05,
      "loss": 0.8668,
      "step": 137500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.269212560647414e-05,
      "loss": 0.8724,
      "step": 138000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.26656478007005e-05,
      "loss": 0.8686,
      "step": 138500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.263916999492685e-05,
      "loss": 0.867,
      "step": 139000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.261269218915321e-05,
      "loss": 0.8681,
      "step": 139500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.258621438337956e-05,
      "loss": 0.8736,
      "step": 140000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.255973657760592e-05,
      "loss": 0.8748,
      "step": 140500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.253325877183228e-05,
      "loss": 0.8647,
      "step": 141000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.250678096605864e-05,
      "loss": 0.8671,
      "step": 141500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.248030316028499e-05,
      "loss": 0.8598,
      "step": 142000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.245382535451135e-05,
      "loss": 0.8614,
      "step": 142500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.24273475487377e-05,
      "loss": 0.869,
      "step": 143000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.240086974296406e-05,
      "loss": 0.8611,
      "step": 143500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.237439193719041e-05,
      "loss": 0.8674,
      "step": 144000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.234791413141677e-05,
      "loss": 0.8589,
      "step": 144500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.232143632564312e-05,
      "loss": 0.8641,
      "step": 145000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.229495851986948e-05,
      "loss": 0.8691,
      "step": 145500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.226848071409583e-05,
      "loss": 0.8692,
      "step": 146000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.224200290832219e-05,
      "loss": 0.8621,
      "step": 146500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.221552510254854e-05,
      "loss": 0.8655,
      "step": 147000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.21890472967749e-05,
      "loss": 0.865,
      "step": 147500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.216256949100125e-05,
      "loss": 0.8674,
      "step": 148000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.213609168522761e-05,
      "loss": 0.855,
      "step": 148500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.210961387945397e-05,
      "loss": 0.8609,
      "step": 149000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.208313607368032e-05,
      "loss": 0.8666,
      "step": 149500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.205665826790668e-05,
      "loss": 0.8663,
      "step": 150000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.203018046213303e-05,
      "loss": 0.8589,
      "step": 150500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.200370265635939e-05,
      "loss": 0.862,
      "step": 151000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.197722485058574e-05,
      "loss": 0.8655,
      "step": 151500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.19507470448121e-05,
      "loss": 0.8673,
      "step": 152000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.1924269239038454e-05,
      "loss": 0.862,
      "step": 152500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.189779143326481e-05,
      "loss": 0.8704,
      "step": 153000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.1871313627491164e-05,
      "loss": 0.8605,
      "step": 153500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.184483582171752e-05,
      "loss": 0.8588,
      "step": 154000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.1818358015943875e-05,
      "loss": 0.8577,
      "step": 154500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.1791880210170234e-05,
      "loss": 0.8592,
      "step": 155000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.1765402404396586e-05,
      "loss": 0.8585,
      "step": 155500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.1738924598622944e-05,
      "loss": 0.8546,
      "step": 156000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.17124467928493e-05,
      "loss": 0.8577,
      "step": 156500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.1685968987075655e-05,
      "loss": 0.8555,
      "step": 157000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.1659491181302014e-05,
      "loss": 0.8561,
      "step": 157500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.1633013375528366e-05,
      "loss": 0.8618,
      "step": 158000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.1606535569754724e-05,
      "loss": 0.8616,
      "step": 158500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.1580057763981076e-05,
      "loss": 0.8566,
      "step": 159000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.1553579958207435e-05,
      "loss": 0.8543,
      "step": 159500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.152710215243379e-05,
      "loss": 0.862,
      "step": 160000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.1500624346660146e-05,
      "loss": 0.8528,
      "step": 160500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.14741465408865e-05,
      "loss": 0.8624,
      "step": 161000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.1447668735112856e-05,
      "loss": 0.8586,
      "step": 161500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.142119092933921e-05,
      "loss": 0.8559,
      "step": 162000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.139471312356557e-05,
      "loss": 0.8539,
      "step": 162500
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.136823531779192e-05,
      "loss": 0.8576,
      "step": 163000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.134175751201828e-05,
      "loss": 0.8529,
      "step": 163500
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.1315279706244636e-05,
      "loss": 0.8598,
      "step": 164000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.128880190047099e-05,
      "loss": 0.847,
      "step": 164500
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.126232409469735e-05,
      "loss": 0.8597,
      "step": 165000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.12358462889237e-05,
      "loss": 0.8562,
      "step": 165500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.120936848315006e-05,
      "loss": 0.8496,
      "step": 166000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.118289067737641e-05,
      "loss": 0.8563,
      "step": 166500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.115641287160277e-05,
      "loss": 0.85,
      "step": 167000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.112993506582912e-05,
      "loss": 0.852,
      "step": 167500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.110345726005548e-05,
      "loss": 0.8568,
      "step": 168000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.107697945428183e-05,
      "loss": 0.859,
      "step": 168500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.105050164850819e-05,
      "loss": 0.8554,
      "step": 169000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.102402384273454e-05,
      "loss": 0.8539,
      "step": 169500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.09975460369609e-05,
      "loss": 0.8514,
      "step": 170000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.097106823118725e-05,
      "loss": 0.8581,
      "step": 170500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.094459042541361e-05,
      "loss": 0.8558,
      "step": 171000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.091811261963997e-05,
      "loss": 0.8554,
      "step": 171500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.089163481386633e-05,
      "loss": 0.8566,
      "step": 172000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.086515700809268e-05,
      "loss": 0.8508,
      "step": 172500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.083867920231904e-05,
      "loss": 0.8508,
      "step": 173000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.081220139654539e-05,
      "loss": 0.8467,
      "step": 173500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.078572359077174e-05,
      "loss": 0.8555,
      "step": 174000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.07592457849981e-05,
      "loss": 0.8495,
      "step": 174500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.0732767979224453e-05,
      "loss": 0.8418,
      "step": 175000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.070629017345081e-05,
      "loss": 0.8496,
      "step": 175500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.0679812367677164e-05,
      "loss": 0.8529,
      "step": 176000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.065333456190352e-05,
      "loss": 0.8517,
      "step": 176500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.0626856756129875e-05,
      "loss": 0.8515,
      "step": 177000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.0600378950356233e-05,
      "loss": 0.8417,
      "step": 177500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0573901144582585e-05,
      "loss": 0.8448,
      "step": 178000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0547423338808944e-05,
      "loss": 0.8397,
      "step": 178500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.05209455330353e-05,
      "loss": 0.8509,
      "step": 179000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.049446772726166e-05,
      "loss": 0.8464,
      "step": 179500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0467989921488013e-05,
      "loss": 0.8447,
      "step": 180000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.044151211571437e-05,
      "loss": 0.8503,
      "step": 180500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0415034309940724e-05,
      "loss": 0.8554,
      "step": 181000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.038855650416708e-05,
      "loss": 0.8445,
      "step": 181500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0362078698393435e-05,
      "loss": 0.8496,
      "step": 182000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0335600892619793e-05,
      "loss": 0.8438,
      "step": 182500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0309123086846145e-05,
      "loss": 0.8507,
      "step": 183000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0282645281072504e-05,
      "loss": 0.8377,
      "step": 183500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0256167475298856e-05,
      "loss": 0.8457,
      "step": 184000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.022968966952521e-05,
      "loss": 0.8466,
      "step": 184500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.020321186375157e-05,
      "loss": 0.8444,
      "step": 185000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.017673405797792e-05,
      "loss": 0.8478,
      "step": 185500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.015025625220428e-05,
      "loss": 0.8452,
      "step": 186000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.012377844643063e-05,
      "loss": 0.8499,
      "step": 186500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.0097300640656995e-05,
      "loss": 0.8424,
      "step": 187000
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.007082283488335e-05,
      "loss": 0.8434,
      "step": 187500
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.0044345029109705e-05,
      "loss": 0.8429,
      "step": 188000
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.001786722333606e-05,
      "loss": 0.8468,
      "step": 188500
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.9991389417562416e-05,
      "loss": 0.8415,
      "step": 189000
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.996491161178877e-05,
      "loss": 0.8429,
      "step": 189500
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.993843380601513e-05,
      "loss": 0.8397,
      "step": 190000
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.991195600024148e-05,
      "loss": 0.8449,
      "step": 190500
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.988547819446784e-05,
      "loss": 0.8512,
      "step": 191000
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.985900038869419e-05,
      "loss": 0.8432,
      "step": 191500
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.983252258292055e-05,
      "loss": 0.8426,
      "step": 192000
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.98060447771469e-05,
      "loss": 0.8434,
      "step": 192500
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.977956697137326e-05,
      "loss": 0.8446,
      "step": 193000
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.975308916559961e-05,
      "loss": 0.8421,
      "step": 193500
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.972661135982597e-05,
      "loss": 0.8425,
      "step": 194000
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.970013355405233e-05,
      "loss": 0.8392,
      "step": 194500
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.967365574827868e-05,
      "loss": 0.8465,
      "step": 195000
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.964717794250504e-05,
      "loss": 0.8414,
      "step": 195500
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.962070013673139e-05,
      "loss": 0.8411,
      "step": 196000
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.959422233095775e-05,
      "loss": 0.8404,
      "step": 196500
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.95677445251841e-05,
      "loss": 0.8408,
      "step": 197000
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.954126671941046e-05,
      "loss": 0.8463,
      "step": 197500
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.951478891363681e-05,
      "loss": 0.845,
      "step": 198000
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.948831110786317e-05,
      "loss": 0.8364,
      "step": 198500
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.946183330208952e-05,
      "loss": 0.8343,
      "step": 199000
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.943535549631588e-05,
      "loss": 0.8425,
      "step": 199500
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.940887769054223e-05,
      "loss": 0.8444,
      "step": 200000
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.938239988476859e-05,
      "loss": 0.839,
      "step": 200500
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.9355922078994944e-05,
      "loss": 0.8403,
      "step": 201000
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.93294442732213e-05,
      "loss": 0.8348,
      "step": 201500
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.930296646744766e-05,
      "loss": 0.8374,
      "step": 202000
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.927648866167401e-05,
      "loss": 0.847,
      "step": 202500
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.925001085590037e-05,
      "loss": 0.8396,
      "step": 203000
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.9223533050126724e-05,
      "loss": 0.8433,
      "step": 203500
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.919705524435308e-05,
      "loss": 0.8443,
      "step": 204000
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.9170577438579434e-05,
      "loss": 0.8387,
      "step": 204500
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.914409963280579e-05,
      "loss": 0.8464,
      "step": 205000
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.9117621827032145e-05,
      "loss": 0.8384,
      "step": 205500
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.9091144021258504e-05,
      "loss": 0.8411,
      "step": 206000
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.9064666215484856e-05,
      "loss": 0.8311,
      "step": 206500
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.9038188409711214e-05,
      "loss": 0.8341,
      "step": 207000
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.9011710603937566e-05,
      "loss": 0.8364,
      "step": 207500
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.8985232798163925e-05,
      "loss": 0.8364,
      "step": 208000
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.895875499239028e-05,
      "loss": 0.8377,
      "step": 208500
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.8932277186616636e-05,
      "loss": 0.835,
      "step": 209000
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.8905799380842994e-05,
      "loss": 0.8391,
      "step": 209500
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.8879321575069346e-05,
      "loss": 0.8375,
      "step": 210000
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.8852843769295705e-05,
      "loss": 0.8363,
      "step": 210500
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.882636596352206e-05,
      "loss": 0.8371,
      "step": 211000
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.8799888157748416e-05,
      "loss": 0.8414,
      "step": 211500
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.877341035197477e-05,
      "loss": 0.8369,
      "step": 212000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.8746932546201126e-05,
      "loss": 0.836,
      "step": 212500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.872045474042748e-05,
      "loss": 0.8354,
      "step": 213000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.869397693465384e-05,
      "loss": 0.8394,
      "step": 213500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.866749912888019e-05,
      "loss": 0.8342,
      "step": 214000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.864102132310655e-05,
      "loss": 0.8348,
      "step": 214500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.86145435173329e-05,
      "loss": 0.8303,
      "step": 215000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.858806571155926e-05,
      "loss": 0.8363,
      "step": 215500
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.856158790578561e-05,
      "loss": 0.839,
      "step": 216000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.853511010001197e-05,
      "loss": 0.8335,
      "step": 216500
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.850863229423832e-05,
      "loss": 0.8348,
      "step": 217000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.8482154488464686e-05,
      "loss": 0.8334,
      "step": 217500
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.845567668269104e-05,
      "loss": 0.837,
      "step": 218000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.84291988769174e-05,
      "loss": 0.8348,
      "step": 218500
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.840272107114375e-05,
      "loss": 0.8342,
      "step": 219000
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.837624326537011e-05,
      "loss": 0.8334,
      "step": 219500
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.834976545959646e-05,
      "loss": 0.8304,
      "step": 220000
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.832328765382281e-05,
      "loss": 0.8358,
      "step": 220500
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.829680984804917e-05,
      "loss": 0.8329,
      "step": 221000
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.827033204227552e-05,
      "loss": 0.8282,
      "step": 221500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.824385423650188e-05,
      "loss": 0.8303,
      "step": 222000
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.821737643072823e-05,
      "loss": 0.8296,
      "step": 222500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.819089862495459e-05,
      "loss": 0.8376,
      "step": 223000
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.8164420819180943e-05,
      "loss": 0.8293,
      "step": 223500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.81379430134073e-05,
      "loss": 0.8343,
      "step": 224000
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.8111465207633654e-05,
      "loss": 0.8317,
      "step": 224500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.808498740186002e-05,
      "loss": 0.8309,
      "step": 225000
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.805850959608637e-05,
      "loss": 0.8241,
      "step": 225500
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.803203179031273e-05,
      "loss": 0.8279,
      "step": 226000
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.800555398453908e-05,
      "loss": 0.8297,
      "step": 226500
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.797907617876544e-05,
      "loss": 0.8326,
      "step": 227000
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.795259837299179e-05,
      "loss": 0.829,
      "step": 227500
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.792612056721815e-05,
      "loss": 0.8304,
      "step": 228000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7899642761444503e-05,
      "loss": 0.8306,
      "step": 228500
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.787316495567086e-05,
      "loss": 0.8248,
      "step": 229000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7846687149897214e-05,
      "loss": 0.8255,
      "step": 229500
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7820209344123566e-05,
      "loss": 0.8256,
      "step": 230000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7793731538349925e-05,
      "loss": 0.8226,
      "step": 230500
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.776725373257628e-05,
      "loss": 0.8281,
      "step": 231000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.7740775926802635e-05,
      "loss": 0.8298,
      "step": 231500
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.771429812102899e-05,
      "loss": 0.8255,
      "step": 232000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.768782031525535e-05,
      "loss": 0.8281,
      "step": 232500
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.7661342509481705e-05,
      "loss": 0.8247,
      "step": 233000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.7634864703708063e-05,
      "loss": 0.8336,
      "step": 233500
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.7608386897934415e-05,
      "loss": 0.826,
      "step": 234000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.7581909092160774e-05,
      "loss": 0.8267,
      "step": 234500
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.7555431286387126e-05,
      "loss": 0.8275,
      "step": 235000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.7528953480613485e-05,
      "loss": 0.8247,
      "step": 235500
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.750247567483984e-05,
      "loss": 0.8245,
      "step": 236000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.7475997869066195e-05,
      "loss": 0.8235,
      "step": 236500
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.744952006329255e-05,
      "loss": 0.8271,
      "step": 237000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.7423042257518906e-05,
      "loss": 0.8218,
      "step": 237500
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.739656445174526e-05,
      "loss": 0.8314,
      "step": 238000
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.737008664597162e-05,
      "loss": 0.8237,
      "step": 238500
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.734360884019797e-05,
      "loss": 0.8231,
      "step": 239000
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.731713103442433e-05,
      "loss": 0.8256,
      "step": 239500
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.7290653228650686e-05,
      "loss": 0.8219,
      "step": 240000
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.726417542287704e-05,
      "loss": 0.825,
      "step": 240500
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.72376976171034e-05,
      "loss": 0.8261,
      "step": 241000
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.721121981132975e-05,
      "loss": 0.8231,
      "step": 241500
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.718474200555611e-05,
      "loss": 0.8299,
      "step": 242000
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.715826419978246e-05,
      "loss": 0.8218,
      "step": 242500
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.713178639400882e-05,
      "loss": 0.8218,
      "step": 243000
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.710530858823517e-05,
      "loss": 0.8239,
      "step": 243500
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.707883078246153e-05,
      "loss": 0.8233,
      "step": 244000
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.705235297668788e-05,
      "loss": 0.8277,
      "step": 244500
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.702587517091424e-05,
      "loss": 0.8264,
      "step": 245000
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.699939736514059e-05,
      "loss": 0.8233,
      "step": 245500
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.697291955936695e-05,
      "loss": 0.826,
      "step": 246000
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.69464417535933e-05,
      "loss": 0.8236,
      "step": 246500
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.691996394781966e-05,
      "loss": 0.8242,
      "step": 247000
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.689348614204602e-05,
      "loss": 0.826,
      "step": 247500
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.686700833627237e-05,
      "loss": 0.8274,
      "step": 248000
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.684053053049873e-05,
      "loss": 0.8235,
      "step": 248500
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.681405272472508e-05,
      "loss": 0.8199,
      "step": 249000
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.678757491895144e-05,
      "loss": 0.8239,
      "step": 249500
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.676109711317779e-05,
      "loss": 0.8223,
      "step": 250000
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.673461930740415e-05,
      "loss": 0.8207,
      "step": 250500
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.67081415016305e-05,
      "loss": 0.817,
      "step": 251000
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.668166369585686e-05,
      "loss": 0.815,
      "step": 251500
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.6655185890083214e-05,
      "loss": 0.8245,
      "step": 252000
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.662870808430957e-05,
      "loss": 0.8181,
      "step": 252500
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.6602230278535924e-05,
      "loss": 0.8277,
      "step": 253000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.657575247276228e-05,
      "loss": 0.8229,
      "step": 253500
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.6549274666988635e-05,
      "loss": 0.8259,
      "step": 254000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.6522796861214994e-05,
      "loss": 0.8214,
      "step": 254500
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.6496319055441346e-05,
      "loss": 0.8106,
      "step": 255000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.6469841249667704e-05,
      "loss": 0.8313,
      "step": 255500
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.644336344389406e-05,
      "loss": 0.824,
      "step": 256000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.6416885638120415e-05,
      "loss": 0.8242,
      "step": 256500
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.6390407832346774e-05,
      "loss": 0.8222,
      "step": 257000
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.6363930026573126e-05,
      "loss": 0.8203,
      "step": 257500
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.6337452220799484e-05,
      "loss": 0.8201,
      "step": 258000
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.6310974415025836e-05,
      "loss": 0.8147,
      "step": 258500
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.6284496609252195e-05,
      "loss": 0.8288,
      "step": 259000
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.625801880347855e-05,
      "loss": 0.8227,
      "step": 259500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.6231540997704906e-05,
      "loss": 0.8168,
      "step": 260000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.620506319193126e-05,
      "loss": 0.8249,
      "step": 260500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.6178585386157616e-05,
      "loss": 0.8218,
      "step": 261000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.615210758038397e-05,
      "loss": 0.8139,
      "step": 261500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.612562977461033e-05,
      "loss": 0.8169,
      "step": 262000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.609915196883668e-05,
      "loss": 0.8219,
      "step": 262500
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.6072674163063044e-05,
      "loss": 0.8148,
      "step": 263000
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.6046196357289396e-05,
      "loss": 0.8254,
      "step": 263500
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.6019718551515755e-05,
      "loss": 0.8152,
      "step": 264000
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.599324074574211e-05,
      "loss": 0.8276,
      "step": 264500
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.5966762939968466e-05,
      "loss": 0.8239,
      "step": 265000
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.594028513419482e-05,
      "loss": 0.8233,
      "step": 265500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.591380732842117e-05,
      "loss": 0.8147,
      "step": 266000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.588732952264753e-05,
      "loss": 0.8178,
      "step": 266500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.586085171687388e-05,
      "loss": 0.8149,
      "step": 267000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.583437391110024e-05,
      "loss": 0.8143,
      "step": 267500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.580789610532659e-05,
      "loss": 0.8229,
      "step": 268000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.578141829955295e-05,
      "loss": 0.8182,
      "step": 268500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.57549404937793e-05,
      "loss": 0.8147,
      "step": 269000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.572846268800566e-05,
      "loss": 0.8182,
      "step": 269500
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.570198488223201e-05,
      "loss": 0.8206,
      "step": 270000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.567550707645838e-05,
      "loss": 0.8124,
      "step": 270500
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.564902927068473e-05,
      "loss": 0.8202,
      "step": 271000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.562255146491109e-05,
      "loss": 0.8175,
      "step": 271500
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.559607365913744e-05,
      "loss": 0.8172,
      "step": 272000
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.55695958533638e-05,
      "loss": 0.8171,
      "step": 272500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.554311804759015e-05,
      "loss": 0.8187,
      "step": 273000
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.551664024181651e-05,
      "loss": 0.8229,
      "step": 273500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.549016243604286e-05,
      "loss": 0.8153,
      "step": 274000
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.546368463026922e-05,
      "loss": 0.8164,
      "step": 274500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.543720682449557e-05,
      "loss": 0.8137,
      "step": 275000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.541072901872193e-05,
      "loss": 0.8126,
      "step": 275500
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.538425121294828e-05,
      "loss": 0.8193,
      "step": 276000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5357773407174635e-05,
      "loss": 0.8128,
      "step": 276500
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5331295601400993e-05,
      "loss": 0.8126,
      "step": 277000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5304817795627345e-05,
      "loss": 0.8137,
      "step": 277500
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.527833998985371e-05,
      "loss": 0.8164,
      "step": 278000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.525186218408006e-05,
      "loss": 0.8212,
      "step": 278500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.522538437830642e-05,
      "loss": 0.8101,
      "step": 279000
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.5198906572532773e-05,
      "loss": 0.814,
      "step": 279500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.517242876675913e-05,
      "loss": 0.8184,
      "step": 280000
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.5145950960985484e-05,
      "loss": 0.8201,
      "step": 280500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.511947315521184e-05,
      "loss": 0.8158,
      "step": 281000
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.5092995349438195e-05,
      "loss": 0.811,
      "step": 281500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.5066517543664553e-05,
      "loss": 0.8145,
      "step": 282000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.5040039737890905e-05,
      "loss": 0.8103,
      "step": 282500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.5013561932117264e-05,
      "loss": 0.8179,
      "step": 283000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.4987084126343616e-05,
      "loss": 0.8142,
      "step": 283500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.4960606320569975e-05,
      "loss": 0.8102,
      "step": 284000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.493412851479633e-05,
      "loss": 0.8158,
      "step": 284500
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.4907650709022685e-05,
      "loss": 0.8093,
      "step": 285000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.488117290324904e-05,
      "loss": 0.8115,
      "step": 285500
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.4854695097475396e-05,
      "loss": 0.8069,
      "step": 286000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.4828217291701755e-05,
      "loss": 0.8133,
      "step": 286500
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.480173948592811e-05,
      "loss": 0.8138,
      "step": 287000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.4775261680154465e-05,
      "loss": 0.8082,
      "step": 287500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.474878387438082e-05,
      "loss": 0.8114,
      "step": 288000
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4722306068607176e-05,
      "loss": 0.8081,
      "step": 288500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.469582826283353e-05,
      "loss": 0.8103,
      "step": 289000
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.466935045705989e-05,
      "loss": 0.8148,
      "step": 289500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.464287265128624e-05,
      "loss": 0.805,
      "step": 290000
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.46163948455126e-05,
      "loss": 0.8099,
      "step": 290500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.458991703973895e-05,
      "loss": 0.8133,
      "step": 291000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.456343923396531e-05,
      "loss": 0.8063,
      "step": 291500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.453696142819166e-05,
      "loss": 0.81,
      "step": 292000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.451048362241802e-05,
      "loss": 0.8105,
      "step": 292500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.448400581664437e-05,
      "loss": 0.811,
      "step": 293000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.445752801087073e-05,
      "loss": 0.8096,
      "step": 293500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.443105020509709e-05,
      "loss": 0.8161,
      "step": 294000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.440457239932344e-05,
      "loss": 0.8111,
      "step": 294500
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.43780945935498e-05,
      "loss": 0.8112,
      "step": 295000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.435161678777615e-05,
      "loss": 0.8138,
      "step": 295500
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.432513898200251e-05,
      "loss": 0.8091,
      "step": 296000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.429866117622886e-05,
      "loss": 0.8118,
      "step": 296500
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.427218337045522e-05,
      "loss": 0.8061,
      "step": 297000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.424570556468157e-05,
      "loss": 0.8084,
      "step": 297500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.421922775890793e-05,
      "loss": 0.8201,
      "step": 298000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.419274995313428e-05,
      "loss": 0.8042,
      "step": 298500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.416627214736064e-05,
      "loss": 0.8099,
      "step": 299000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.413979434158699e-05,
      "loss": 0.816,
      "step": 299500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.411331653581335e-05,
      "loss": 0.8147,
      "step": 300000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.4086838730039704e-05,
      "loss": 0.8087,
      "step": 300500
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.406036092426607e-05,
      "loss": 0.8059,
      "step": 301000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.403388311849242e-05,
      "loss": 0.8114,
      "step": 301500
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.400740531271877e-05,
      "loss": 0.811,
      "step": 302000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.398092750694513e-05,
      "loss": 0.8078,
      "step": 302500
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.3954449701171484e-05,
      "loss": 0.8162,
      "step": 303000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.392797189539784e-05,
      "loss": 0.8071,
      "step": 303500
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3901494089624194e-05,
      "loss": 0.8131,
      "step": 304000
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.387501628385055e-05,
      "loss": 0.8062,
      "step": 304500
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3848538478076905e-05,
      "loss": 0.8059,
      "step": 305000
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3822060672303264e-05,
      "loss": 0.8032,
      "step": 305500
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3795582866529616e-05,
      "loss": 0.8033,
      "step": 306000
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3769105060755974e-05,
      "loss": 0.8115,
      "step": 306500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.3742627254982326e-05,
      "loss": 0.803,
      "step": 307000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.3716149449208685e-05,
      "loss": 0.7984,
      "step": 307500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.368967164343504e-05,
      "loss": 0.8091,
      "step": 308000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.36631938376614e-05,
      "loss": 0.8016,
      "step": 308500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.3636716031887754e-05,
      "loss": 0.796,
      "step": 309000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.361023822611411e-05,
      "loss": 0.81,
      "step": 309500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.3583760420340465e-05,
      "loss": 0.8084,
      "step": 310000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3557282614566824e-05,
      "loss": 0.8128,
      "step": 310500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3530804808793176e-05,
      "loss": 0.7999,
      "step": 311000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3504327003019534e-05,
      "loss": 0.8061,
      "step": 311500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3477849197245886e-05,
      "loss": 0.8065,
      "step": 312000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.345137139147224e-05,
      "loss": 0.8105,
      "step": 312500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.34248935856986e-05,
      "loss": 0.8077,
      "step": 313000
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.339841577992495e-05,
      "loss": 0.8052,
      "step": 313500
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.337193797415131e-05,
      "loss": 0.7998,
      "step": 314000
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.334546016837766e-05,
      "loss": 0.8046,
      "step": 314500
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.331898236260402e-05,
      "loss": 0.8014,
      "step": 315000
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.329250455683037e-05,
      "loss": 0.8007,
      "step": 315500
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.326602675105673e-05,
      "loss": 0.8016,
      "step": 316000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.323954894528309e-05,
      "loss": 0.8101,
      "step": 316500
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.3213071139509446e-05,
      "loss": 0.8,
      "step": 317000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.31865933337358e-05,
      "loss": 0.7971,
      "step": 317500
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.316011552796216e-05,
      "loss": 0.8056,
      "step": 318000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.313363772218851e-05,
      "loss": 0.7993,
      "step": 318500
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.310715991641487e-05,
      "loss": 0.801,
      "step": 319000
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.308068211064122e-05,
      "loss": 0.8061,
      "step": 319500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.305420430486758e-05,
      "loss": 0.7988,
      "step": 320000
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.302772649909393e-05,
      "loss": 0.8075,
      "step": 320500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.300124869332029e-05,
      "loss": 0.8072,
      "step": 321000
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.297477088754664e-05,
      "loss": 0.7956,
      "step": 321500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.294829308177299e-05,
      "loss": 0.8,
      "step": 322000
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.292181527599935e-05,
      "loss": 0.7952,
      "step": 322500
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.2895337470225704e-05,
      "loss": 0.7968,
      "step": 323000
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.286885966445206e-05,
      "loss": 0.7926,
      "step": 323500
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.284238185867842e-05,
      "loss": 0.7981,
      "step": 324000
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.281590405290478e-05,
      "loss": 0.7977,
      "step": 324500
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.278942624713113e-05,
      "loss": 0.8018,
      "step": 325000
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.276294844135749e-05,
      "loss": 0.8018,
      "step": 325500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.273647063558384e-05,
      "loss": 0.8025,
      "step": 326000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.27099928298102e-05,
      "loss": 0.799,
      "step": 326500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.268351502403655e-05,
      "loss": 0.7981,
      "step": 327000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.265703721826291e-05,
      "loss": 0.7954,
      "step": 327500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.2630559412489264e-05,
      "loss": 0.7973,
      "step": 328000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.260408160671562e-05,
      "loss": 0.8002,
      "step": 328500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.2577603800941974e-05,
      "loss": 0.7965,
      "step": 329000
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.255112599516833e-05,
      "loss": 0.7994,
      "step": 329500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.2524648189394685e-05,
      "loss": 0.8009,
      "step": 330000
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.2498170383621044e-05,
      "loss": 0.8044,
      "step": 330500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.2471692577847395e-05,
      "loss": 0.8011,
      "step": 331000
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.2445214772073754e-05,
      "loss": 0.7966,
      "step": 331500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.241873696630011e-05,
      "loss": 0.7968,
      "step": 332000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.2392259160526465e-05,
      "loss": 0.7949,
      "step": 332500
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.2365781354752824e-05,
      "loss": 0.7996,
      "step": 333000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.2339303548979175e-05,
      "loss": 0.798,
      "step": 333500
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.2312825743205534e-05,
      "loss": 0.7953,
      "step": 334000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.2286347937431886e-05,
      "loss": 0.7897,
      "step": 334500
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.2259870131658245e-05,
      "loss": 0.8002,
      "step": 335000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.22333923258846e-05,
      "loss": 0.7995,
      "step": 335500
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.2206914520110955e-05,
      "loss": 0.7988,
      "step": 336000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.218043671433731e-05,
      "loss": 0.7966,
      "step": 336500
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.2153958908563666e-05,
      "loss": 0.7981,
      "step": 337000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.212748110279002e-05,
      "loss": 0.7959,
      "step": 337500
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.210100329701638e-05,
      "loss": 0.7975,
      "step": 338000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.207452549124273e-05,
      "loss": 0.7914,
      "step": 338500
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.204804768546909e-05,
      "loss": 0.7944,
      "step": 339000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.2021569879695446e-05,
      "loss": 0.7934,
      "step": 339500
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.19950920739218e-05,
      "loss": 0.7984,
      "step": 340000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.196861426814816e-05,
      "loss": 0.7937,
      "step": 340500
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.194213646237451e-05,
      "loss": 0.7963,
      "step": 341000
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.191565865660087e-05,
      "loss": 0.7978,
      "step": 341500
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.188918085082722e-05,
      "loss": 0.7957,
      "step": 342000
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.186270304505358e-05,
      "loss": 0.7975,
      "step": 342500
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.183622523927993e-05,
      "loss": 0.8,
      "step": 343000
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.180974743350629e-05,
      "loss": 0.8021,
      "step": 343500
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.178326962773264e-05,
      "loss": 0.8015,
      "step": 344000
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.1756791821959e-05,
      "loss": 0.7891,
      "step": 344500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.173031401618535e-05,
      "loss": 0.7934,
      "step": 345000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.170383621041171e-05,
      "loss": 0.8016,
      "step": 345500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.167735840463806e-05,
      "loss": 0.7865,
      "step": 346000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.165088059886443e-05,
      "loss": 0.7917,
      "step": 346500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.162440279309078e-05,
      "loss": 0.7993,
      "step": 347000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.159792498731713e-05,
      "loss": 0.7931,
      "step": 347500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.157144718154349e-05,
      "loss": 0.7983,
      "step": 348000
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.154496937576984e-05,
      "loss": 0.7978,
      "step": 348500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.15184915699962e-05,
      "loss": 0.796,
      "step": 349000
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.149201376422255e-05,
      "loss": 0.7996,
      "step": 349500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.146553595844891e-05,
      "loss": 0.7966,
      "step": 350000
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.143905815267526e-05,
      "loss": 0.7984,
      "step": 350500
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.141258034690162e-05,
      "loss": 0.7955,
      "step": 351000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.1386102541127974e-05,
      "loss": 0.7928,
      "step": 351500
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.135962473535433e-05,
      "loss": 0.7958,
      "step": 352000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.1333146929580684e-05,
      "loss": 0.7926,
      "step": 352500
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.130666912380704e-05,
      "loss": 0.7939,
      "step": 353000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.1280191318033395e-05,
      "loss": 0.7968,
      "step": 353500
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.1253713512259754e-05,
      "loss": 0.7929,
      "step": 354000
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.122723570648611e-05,
      "loss": 0.7894,
      "step": 354500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.120075790071247e-05,
      "loss": 0.7906,
      "step": 355000
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.117428009493882e-05,
      "loss": 0.7981,
      "step": 355500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.114780228916518e-05,
      "loss": 0.7913,
      "step": 356000
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.1121324483391534e-05,
      "loss": 0.7956,
      "step": 356500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.109484667761789e-05,
      "loss": 0.7911,
      "step": 357000
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.1068368871844244e-05,
      "loss": 0.7859,
      "step": 357500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.1041891066070596e-05,
      "loss": 0.791,
      "step": 358000
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.1015413260296955e-05,
      "loss": 0.8016,
      "step": 358500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.098893545452331e-05,
      "loss": 0.7939,
      "step": 359000
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.0962457648749666e-05,
      "loss": 0.7891,
      "step": 359500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.093597984297602e-05,
      "loss": 0.7912,
      "step": 360000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.0909502037202376e-05,
      "loss": 0.7893,
      "step": 360500
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.088302423142873e-05,
      "loss": 0.7922,
      "step": 361000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.085654642565509e-05,
      "loss": 0.789,
      "step": 361500
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.0830068619881446e-05,
      "loss": 0.7929,
      "step": 362000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.0803590814107804e-05,
      "loss": 0.7894,
      "step": 362500
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.0777113008334156e-05,
      "loss": 0.7894,
      "step": 363000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.0750635202560515e-05,
      "loss": 0.7935,
      "step": 363500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.072415739678687e-05,
      "loss": 0.7922,
      "step": 364000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.0697679591013226e-05,
      "loss": 0.7921,
      "step": 364500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.067120178523958e-05,
      "loss": 0.7889,
      "step": 365000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.0644723979465936e-05,
      "loss": 0.7958,
      "step": 365500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.061824617369229e-05,
      "loss": 0.7816,
      "step": 366000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.059176836791865e-05,
      "loss": 0.7918,
      "step": 366500
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.0565290562145e-05,
      "loss": 0.787,
      "step": 367000
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.053881275637136e-05,
      "loss": 0.7853,
      "step": 367500
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.051233495059771e-05,
      "loss": 0.7912,
      "step": 368000
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.0485857144824065e-05,
      "loss": 0.7901,
      "step": 368500
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.045937933905042e-05,
      "loss": 0.7983,
      "step": 369000
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.0432901533276782e-05,
      "loss": 0.7896,
      "step": 369500
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.0406423727503138e-05,
      "loss": 0.793,
      "step": 370000
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.037994592172949e-05,
      "loss": 0.7967,
      "step": 370500
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.0353468115955845e-05,
      "loss": 0.7868,
      "step": 371000
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.03269903101822e-05,
      "loss": 0.7892,
      "step": 371500
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.0300512504408556e-05,
      "loss": 0.7894,
      "step": 372000
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.027403469863491e-05,
      "loss": 0.7771,
      "step": 372500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0247556892861266e-05,
      "loss": 0.7886,
      "step": 373000
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.022107908708762e-05,
      "loss": 0.79,
      "step": 373500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0194601281313977e-05,
      "loss": 0.7888,
      "step": 374000
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0168123475540332e-05,
      "loss": 0.7903,
      "step": 374500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0141645669766688e-05,
      "loss": 0.7882,
      "step": 375000
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0115167863993043e-05,
      "loss": 0.798,
      "step": 375500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0088690058219398e-05,
      "loss": 0.7933,
      "step": 376000
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.0062212252445754e-05,
      "loss": 0.7877,
      "step": 376500
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.0035734446672116e-05,
      "loss": 0.7924,
      "step": 377000
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.000925664089847e-05,
      "loss": 0.7887,
      "step": 377500
    },
    {
      "epoch": 1.2,
      "learning_rate": 2.9982778835124826e-05,
      "loss": 0.7884,
      "step": 378000
    },
    {
      "epoch": 1.2,
      "learning_rate": 2.995630102935118e-05,
      "loss": 0.7976,
      "step": 378500
    },
    {
      "epoch": 1.2,
      "learning_rate": 2.9929823223577537e-05,
      "loss": 0.7855,
      "step": 379000
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9903345417803892e-05,
      "loss": 0.7867,
      "step": 379500
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9876867612030248e-05,
      "loss": 0.7921,
      "step": 380000
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9850389806256603e-05,
      "loss": 0.789,
      "step": 380500
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9823912000482955e-05,
      "loss": 0.795,
      "step": 381000
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.979743419470931e-05,
      "loss": 0.786,
      "step": 381500
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9770956388935665e-05,
      "loss": 0.7889,
      "step": 382000
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.974447858316202e-05,
      "loss": 0.7882,
      "step": 382500
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.9718000777388376e-05,
      "loss": 0.7844,
      "step": 383000
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.969152297161473e-05,
      "loss": 0.7851,
      "step": 383500
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.9665045165841087e-05,
      "loss": 0.785,
      "step": 384000
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.9638567360067442e-05,
      "loss": 0.7929,
      "step": 384500
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.9612089554293804e-05,
      "loss": 0.7888,
      "step": 385000
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.958561174852016e-05,
      "loss": 0.7858,
      "step": 385500
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9559133942746515e-05,
      "loss": 0.7885,
      "step": 386000
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.953265613697287e-05,
      "loss": 0.7879,
      "step": 386500
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9506178331199225e-05,
      "loss": 0.7837,
      "step": 387000
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.947970052542558e-05,
      "loss": 0.7852,
      "step": 387500
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9453222719651936e-05,
      "loss": 0.7861,
      "step": 388000
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.942674491387829e-05,
      "loss": 0.7901,
      "step": 388500
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9400267108104647e-05,
      "loss": 0.7851,
      "step": 389000
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9373789302331002e-05,
      "loss": 0.7867,
      "step": 389500
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9347311496557357e-05,
      "loss": 0.7894,
      "step": 390000
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9320833690783713e-05,
      "loss": 0.779,
      "step": 390500
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9294355885010065e-05,
      "loss": 0.7874,
      "step": 391000
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.926787807923642e-05,
      "loss": 0.7834,
      "step": 391500
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9241400273462775e-05,
      "loss": 0.7851,
      "step": 392000
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9214922467689137e-05,
      "loss": 0.7848,
      "step": 392500
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9188444661915493e-05,
      "loss": 0.7856,
      "step": 393000
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9161966856141848e-05,
      "loss": 0.7833,
      "step": 393500
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9135489050368203e-05,
      "loss": 0.794,
      "step": 394000
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.910901124459456e-05,
      "loss": 0.7913,
      "step": 394500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9082533438820914e-05,
      "loss": 0.7825,
      "step": 395000
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.905605563304727e-05,
      "loss": 0.7863,
      "step": 395500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9029577827273625e-05,
      "loss": 0.7824,
      "step": 396000
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.900310002149998e-05,
      "loss": 0.7793,
      "step": 396500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8976622215726335e-05,
      "loss": 0.7836,
      "step": 397000
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.895014440995269e-05,
      "loss": 0.786,
      "step": 397500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8923666604179046e-05,
      "loss": 0.7879,
      "step": 398000
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.88971887984054e-05,
      "loss": 0.7849,
      "step": 398500
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.8870710992631757e-05,
      "loss": 0.7776,
      "step": 399000
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.8844233186858112e-05,
      "loss": 0.7863,
      "step": 399500
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.881775538108447e-05,
      "loss": 0.7877,
      "step": 400000
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.8791277575310826e-05,
      "loss": 0.7902,
      "step": 400500
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.876479976953718e-05,
      "loss": 0.786,
      "step": 401000
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8738321963763537e-05,
      "loss": 0.7842,
      "step": 401500
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8711844157989892e-05,
      "loss": 0.7836,
      "step": 402000
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8685366352216247e-05,
      "loss": 0.7844,
      "step": 402500
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8658888546442603e-05,
      "loss": 0.7861,
      "step": 403000
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8632410740668958e-05,
      "loss": 0.7841,
      "step": 403500
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8605932934895313e-05,
      "loss": 0.78,
      "step": 404000
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.857945512912167e-05,
      "loss": 0.7787,
      "step": 404500
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8552977323348024e-05,
      "loss": 0.7884,
      "step": 405000
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.852649951757438e-05,
      "loss": 0.784,
      "step": 405500
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8500021711800735e-05,
      "loss": 0.7779,
      "step": 406000
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.847354390602709e-05,
      "loss": 0.7772,
      "step": 406500
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8447066100253445e-05,
      "loss": 0.7817,
      "step": 407000
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8420588294479804e-05,
      "loss": 0.7879,
      "step": 407500
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.839411048870616e-05,
      "loss": 0.7773,
      "step": 408000
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.8367632682932515e-05,
      "loss": 0.7811,
      "step": 408500
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.834115487715887e-05,
      "loss": 0.7861,
      "step": 409000
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.8314677071385225e-05,
      "loss": 0.7874,
      "step": 409500
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.828819926561158e-05,
      "loss": 0.787,
      "step": 410000
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.8261721459837936e-05,
      "loss": 0.781,
      "step": 410500
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.823524365406429e-05,
      "loss": 0.7793,
      "step": 411000
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8208765848290646e-05,
      "loss": 0.7853,
      "step": 411500
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8182288042517002e-05,
      "loss": 0.7788,
      "step": 412000
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8155810236743357e-05,
      "loss": 0.7783,
      "step": 412500
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8129332430969712e-05,
      "loss": 0.7761,
      "step": 413000
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8102854625196068e-05,
      "loss": 0.7788,
      "step": 413500
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.8076376819422423e-05,
      "loss": 0.7818,
      "step": 414000
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.804989901364878e-05,
      "loss": 0.7749,
      "step": 414500
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.8023421207875134e-05,
      "loss": 0.7834,
      "step": 415000
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.7996943402101496e-05,
      "loss": 0.7749,
      "step": 415500
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.797046559632785e-05,
      "loss": 0.7761,
      "step": 416000
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.7943987790554203e-05,
      "loss": 0.7881,
      "step": 416500
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.791750998478056e-05,
      "loss": 0.7803,
      "step": 417000
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.7891032179006914e-05,
      "loss": 0.7791,
      "step": 417500
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.786455437323327e-05,
      "loss": 0.7799,
      "step": 418000
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.7838076567459624e-05,
      "loss": 0.7804,
      "step": 418500
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.781159876168598e-05,
      "loss": 0.7866,
      "step": 419000
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.7785120955912335e-05,
      "loss": 0.7886,
      "step": 419500
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.775864315013869e-05,
      "loss": 0.784,
      "step": 420000
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7732165344365046e-05,
      "loss": 0.7768,
      "step": 420500
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.77056875385914e-05,
      "loss": 0.7754,
      "step": 421000
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7679209732817756e-05,
      "loss": 0.7829,
      "step": 421500
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.765273192704411e-05,
      "loss": 0.7843,
      "step": 422000
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.7626254121270467e-05,
      "loss": 0.7728,
      "step": 422500
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.759977631549683e-05,
      "loss": 0.7827,
      "step": 423000
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7573298509723184e-05,
      "loss": 0.7699,
      "step": 423500
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.754682070394954e-05,
      "loss": 0.7784,
      "step": 424000
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7520342898175895e-05,
      "loss": 0.7836,
      "step": 424500
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.749386509240225e-05,
      "loss": 0.7827,
      "step": 425000
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7467387286628606e-05,
      "loss": 0.7786,
      "step": 425500
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.744090948085496e-05,
      "loss": 0.7726,
      "step": 426000
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7414431675081313e-05,
      "loss": 0.7831,
      "step": 426500
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7387953869307668e-05,
      "loss": 0.7775,
      "step": 427000
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7361476063534024e-05,
      "loss": 0.776,
      "step": 427500
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.733499825776038e-05,
      "loss": 0.7836,
      "step": 428000
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7308520451986734e-05,
      "loss": 0.7812,
      "step": 428500
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.728204264621309e-05,
      "loss": 0.7766,
      "step": 429000
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7255564840439445e-05,
      "loss": 0.7711,
      "step": 429500
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.72290870346658e-05,
      "loss": 0.7767,
      "step": 430000
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7202609228892162e-05,
      "loss": 0.783,
      "step": 430500
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7176131423118518e-05,
      "loss": 0.7827,
      "step": 431000
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7149653617344873e-05,
      "loss": 0.777,
      "step": 431500
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7123175811571228e-05,
      "loss": 0.7804,
      "step": 432000
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7096698005797584e-05,
      "loss": 0.7779,
      "step": 432500
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.707022020002394e-05,
      "loss": 0.7804,
      "step": 433000
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.7043742394250294e-05,
      "loss": 0.7739,
      "step": 433500
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.701726458847665e-05,
      "loss": 0.7738,
      "step": 434000
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.6990786782703005e-05,
      "loss": 0.7835,
      "step": 434500
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.696430897692936e-05,
      "loss": 0.7752,
      "step": 435000
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.6937831171155715e-05,
      "loss": 0.7758,
      "step": 435500
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.691135336538207e-05,
      "loss": 0.7767,
      "step": 436000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6884875559608426e-05,
      "loss": 0.7738,
      "step": 436500
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6858397753834778e-05,
      "loss": 0.779,
      "step": 437000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6831919948061133e-05,
      "loss": 0.7735,
      "step": 437500
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6805442142287495e-05,
      "loss": 0.7743,
      "step": 438000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.677896433651385e-05,
      "loss": 0.7758,
      "step": 438500
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6752486530740206e-05,
      "loss": 0.7744,
      "step": 439000
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.672600872496656e-05,
      "loss": 0.7744,
      "step": 439500
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6699530919192917e-05,
      "loss": 0.7712,
      "step": 440000
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6673053113419272e-05,
      "loss": 0.7762,
      "step": 440500
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6646575307645627e-05,
      "loss": 0.7793,
      "step": 441000
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6620097501871983e-05,
      "loss": 0.7714,
      "step": 441500
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6593619696098338e-05,
      "loss": 0.772,
      "step": 442000
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.6567141890324693e-05,
      "loss": 0.7717,
      "step": 442500
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.654066408455105e-05,
      "loss": 0.7763,
      "step": 443000
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.6514186278777404e-05,
      "loss": 0.7783,
      "step": 443500
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.648770847300376e-05,
      "loss": 0.7742,
      "step": 444000
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.6461230667230115e-05,
      "loss": 0.7745,
      "step": 444500
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.643475286145647e-05,
      "loss": 0.775,
      "step": 445000
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.640827505568283e-05,
      "loss": 0.7766,
      "step": 445500
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.6381797249909184e-05,
      "loss": 0.7738,
      "step": 446000
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.635531944413554e-05,
      "loss": 0.7759,
      "step": 446500
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.6328841638361895e-05,
      "loss": 0.773,
      "step": 447000
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.630236383258825e-05,
      "loss": 0.7708,
      "step": 447500
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.6275886026814605e-05,
      "loss": 0.7778,
      "step": 448000
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.624940822104096e-05,
      "loss": 0.7758,
      "step": 448500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6222930415267316e-05,
      "loss": 0.7705,
      "step": 449000
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.619645260949367e-05,
      "loss": 0.7707,
      "step": 449500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6169974803720027e-05,
      "loss": 0.7742,
      "step": 450000
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6143496997946382e-05,
      "loss": 0.7747,
      "step": 450500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6117019192172737e-05,
      "loss": 0.7742,
      "step": 451000
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6090541386399093e-05,
      "loss": 0.7697,
      "step": 451500
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.6064063580625448e-05,
      "loss": 0.775,
      "step": 452000
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.6037585774851803e-05,
      "loss": 0.7801,
      "step": 452500
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.601110796907816e-05,
      "loss": 0.7758,
      "step": 453000
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.5984630163304517e-05,
      "loss": 0.7737,
      "step": 453500
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.5958152357530873e-05,
      "loss": 0.7799,
      "step": 454000
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.5931674551757228e-05,
      "loss": 0.7762,
      "step": 454500
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.5905196745983583e-05,
      "loss": 0.773,
      "step": 455000
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.587871894020994e-05,
      "loss": 0.774,
      "step": 455500
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.5852241134436294e-05,
      "loss": 0.7712,
      "step": 456000
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.582576332866265e-05,
      "loss": 0.7717,
      "step": 456500
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.5799285522889005e-05,
      "loss": 0.7785,
      "step": 457000
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.577280771711536e-05,
      "loss": 0.7733,
      "step": 457500
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5746329911341715e-05,
      "loss": 0.7722,
      "step": 458000
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.571985210556807e-05,
      "loss": 0.7731,
      "step": 458500
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5693374299794426e-05,
      "loss": 0.7805,
      "step": 459000
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.566689649402078e-05,
      "loss": 0.7684,
      "step": 459500
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5640418688247136e-05,
      "loss": 0.7688,
      "step": 460000
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5613940882473492e-05,
      "loss": 0.7673,
      "step": 460500
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5587463076699854e-05,
      "loss": 0.7715,
      "step": 461000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.556098527092621e-05,
      "loss": 0.7732,
      "step": 461500
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5534507465152565e-05,
      "loss": 0.7739,
      "step": 462000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5508029659378916e-05,
      "loss": 0.7746,
      "step": 462500
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5481551853605272e-05,
      "loss": 0.7668,
      "step": 463000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5455074047831627e-05,
      "loss": 0.7733,
      "step": 463500
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5428596242057982e-05,
      "loss": 0.7746,
      "step": 464000
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5402118436284338e-05,
      "loss": 0.7777,
      "step": 464500
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5375640630510693e-05,
      "loss": 0.7765,
      "step": 465000
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.534916282473705e-05,
      "loss": 0.7721,
      "step": 465500
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5322685018963404e-05,
      "loss": 0.7689,
      "step": 466000
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.529620721318976e-05,
      "loss": 0.7722,
      "step": 466500
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5269729407416114e-05,
      "loss": 0.7731,
      "step": 467000
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.524325160164247e-05,
      "loss": 0.7704,
      "step": 467500
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5216773795868825e-05,
      "loss": 0.7658,
      "step": 468000
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5190295990095187e-05,
      "loss": 0.7743,
      "step": 468500
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5163818184321542e-05,
      "loss": 0.7675,
      "step": 469000
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5137340378547898e-05,
      "loss": 0.7746,
      "step": 469500
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5110862572774253e-05,
      "loss": 0.7681,
      "step": 470000
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.508438476700061e-05,
      "loss": 0.7686,
      "step": 470500
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.5057906961226964e-05,
      "loss": 0.7678,
      "step": 471000
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.503142915545332e-05,
      "loss": 0.7705,
      "step": 471500
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.5004951349679674e-05,
      "loss": 0.7625,
      "step": 472000
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.4978473543906026e-05,
      "loss": 0.7714,
      "step": 472500
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.495199573813238e-05,
      "loss": 0.769,
      "step": 473000
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.4925517932358737e-05,
      "loss": 0.7724,
      "step": 473500
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.4899040126585092e-05,
      "loss": 0.7747,
      "step": 474000
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.487256232081145e-05,
      "loss": 0.7701,
      "step": 474500
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.4846084515037806e-05,
      "loss": 0.7764,
      "step": 475000
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.481960670926416e-05,
      "loss": 0.7698,
      "step": 475500
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.4793128903490517e-05,
      "loss": 0.7674,
      "step": 476000
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.4766651097716872e-05,
      "loss": 0.7721,
      "step": 476500
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.4740173291943228e-05,
      "loss": 0.768,
      "step": 477000
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.4713695486169583e-05,
      "loss": 0.7738,
      "step": 477500
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.468721768039594e-05,
      "loss": 0.7671,
      "step": 478000
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.4660739874622297e-05,
      "loss": 0.7648,
      "step": 478500
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.4634262068848652e-05,
      "loss": 0.7741,
      "step": 479000
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.4607784263075008e-05,
      "loss": 0.7651,
      "step": 479500
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4581306457301363e-05,
      "loss": 0.7611,
      "step": 480000
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4554828651527718e-05,
      "loss": 0.769,
      "step": 480500
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4528350845754074e-05,
      "loss": 0.7681,
      "step": 481000
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.450187303998043e-05,
      "loss": 0.7692,
      "step": 481500
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4475395234206784e-05,
      "loss": 0.7632,
      "step": 482000
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.444891742843314e-05,
      "loss": 0.7714,
      "step": 482500
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4422439622659495e-05,
      "loss": 0.7667,
      "step": 483000
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.439596181688585e-05,
      "loss": 0.7679,
      "step": 483500
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.4369484011112206e-05,
      "loss": 0.7711,
      "step": 484000
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.434300620533856e-05,
      "loss": 0.7697,
      "step": 484500
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.4316528399564916e-05,
      "loss": 0.7654,
      "step": 485000
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.4290050593791275e-05,
      "loss": 0.7651,
      "step": 485500
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.426357278801763e-05,
      "loss": 0.7662,
      "step": 486000
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4237094982243986e-05,
      "loss": 0.7633,
      "step": 486500
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.421061717647034e-05,
      "loss": 0.771,
      "step": 487000
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4184139370696696e-05,
      "loss": 0.7732,
      "step": 487500
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.415766156492305e-05,
      "loss": 0.7696,
      "step": 488000
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4131183759149407e-05,
      "loss": 0.7714,
      "step": 488500
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4104705953375762e-05,
      "loss": 0.7688,
      "step": 489000
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.407822814760212e-05,
      "loss": 0.7745,
      "step": 489500
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.4051750341828476e-05,
      "loss": 0.7667,
      "step": 490000
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.4025272536054828e-05,
      "loss": 0.7648,
      "step": 490500
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.3998794730281183e-05,
      "loss": 0.7669,
      "step": 491000
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.397231692450754e-05,
      "loss": 0.7703,
      "step": 491500
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.3945839118733894e-05,
      "loss": 0.7575,
      "step": 492000
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.391936131296025e-05,
      "loss": 0.7715,
      "step": 492500
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3892883507186605e-05,
      "loss": 0.7677,
      "step": 493000
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3866405701412963e-05,
      "loss": 0.766,
      "step": 493500
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.383992789563932e-05,
      "loss": 0.7681,
      "step": 494000
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3813450089865674e-05,
      "loss": 0.7579,
      "step": 494500
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.378697228409203e-05,
      "loss": 0.7622,
      "step": 495000
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3760494478318385e-05,
      "loss": 0.7661,
      "step": 495500
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.373401667254474e-05,
      "loss": 0.7659,
      "step": 496000
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.3707538866771095e-05,
      "loss": 0.7675,
      "step": 496500
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.3681061060997454e-05,
      "loss": 0.7633,
      "step": 497000
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.365458325522381e-05,
      "loss": 0.7692,
      "step": 497500
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.3628105449450165e-05,
      "loss": 0.7659,
      "step": 498000
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.360162764367652e-05,
      "loss": 0.7643,
      "step": 498500
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3575149837902875e-05,
      "loss": 0.762,
      "step": 499000
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.354867203212923e-05,
      "loss": 0.757,
      "step": 499500
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3522194226355586e-05,
      "loss": 0.7691,
      "step": 500000
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.349571642058194e-05,
      "loss": 0.7632,
      "step": 500500
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3469238614808297e-05,
      "loss": 0.7661,
      "step": 501000
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.3442760809034652e-05,
      "loss": 0.7602,
      "step": 501500
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3416283003261007e-05,
      "loss": 0.7666,
      "step": 502000
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3389805197487363e-05,
      "loss": 0.7641,
      "step": 502500
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3363327391713718e-05,
      "loss": 0.7648,
      "step": 503000
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3336849585940073e-05,
      "loss": 0.7565,
      "step": 503500
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.331037178016643e-05,
      "loss": 0.7695,
      "step": 504000
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3283893974392787e-05,
      "loss": 0.7644,
      "step": 504500
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3257416168619143e-05,
      "loss": 0.7606,
      "step": 505000
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3230938362845498e-05,
      "loss": 0.7638,
      "step": 505500
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3204460557071853e-05,
      "loss": 0.7676,
      "step": 506000
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.317798275129821e-05,
      "loss": 0.7551,
      "step": 506500
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3151504945524564e-05,
      "loss": 0.7682,
      "step": 507000
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.312502713975092e-05,
      "loss": 0.7645,
      "step": 507500
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3098549333977275e-05,
      "loss": 0.7729,
      "step": 508000
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.307207152820363e-05,
      "loss": 0.7626,
      "step": 508500
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.3045593722429985e-05,
      "loss": 0.7598,
      "step": 509000
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.301911591665634e-05,
      "loss": 0.7626,
      "step": 509500
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.2992638110882696e-05,
      "loss": 0.7648,
      "step": 510000
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.296616030510905e-05,
      "loss": 0.7639,
      "step": 510500
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.2939682499335406e-05,
      "loss": 0.7684,
      "step": 511000
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.2913204693561762e-05,
      "loss": 0.7553,
      "step": 511500
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.2886726887788117e-05,
      "loss": 0.7589,
      "step": 512000
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.2860249082014476e-05,
      "loss": 0.7638,
      "step": 512500
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.283377127624083e-05,
      "loss": 0.7659,
      "step": 513000
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.2807293470467186e-05,
      "loss": 0.758,
      "step": 513500
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.2780815664693542e-05,
      "loss": 0.7565,
      "step": 514000
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.2754337858919897e-05,
      "loss": 0.7615,
      "step": 514500
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2727860053146252e-05,
      "loss": 0.7603,
      "step": 515000
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2701382247372608e-05,
      "loss": 0.7654,
      "step": 515500
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2674904441598966e-05,
      "loss": 0.7631,
      "step": 516000
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2648426635825322e-05,
      "loss": 0.7618,
      "step": 516500
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2621948830051677e-05,
      "loss": 0.7565,
      "step": 517000
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2595471024278032e-05,
      "loss": 0.7626,
      "step": 517500
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.2568993218504388e-05,
      "loss": 0.7628,
      "step": 518000
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.254251541273074e-05,
      "loss": 0.763,
      "step": 518500
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.2516037606957095e-05,
      "loss": 0.7648,
      "step": 519000
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.248955980118345e-05,
      "loss": 0.7665,
      "step": 519500
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.246308199540981e-05,
      "loss": 0.7655,
      "step": 520000
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.2436604189636164e-05,
      "loss": 0.762,
      "step": 520500
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.241012638386252e-05,
      "loss": 0.7685,
      "step": 521000
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.2383648578088875e-05,
      "loss": 0.7529,
      "step": 521500
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.235717077231523e-05,
      "loss": 0.7626,
      "step": 522000
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.2330692966541586e-05,
      "loss": 0.7602,
      "step": 522500
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.230421516076794e-05,
      "loss": 0.7637,
      "step": 523000
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.2277737354994296e-05,
      "loss": 0.7614,
      "step": 523500
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.2251259549220655e-05,
      "loss": 0.7525,
      "step": 524000
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.222478174344701e-05,
      "loss": 0.7621,
      "step": 524500
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.2198303937673366e-05,
      "loss": 0.763,
      "step": 525000
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.217182613189972e-05,
      "loss": 0.7567,
      "step": 525500
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.2145348326126076e-05,
      "loss": 0.7573,
      "step": 526000
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.211887052035243e-05,
      "loss": 0.7569,
      "step": 526500
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.2092392714578787e-05,
      "loss": 0.7626,
      "step": 527000
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.2065914908805142e-05,
      "loss": 0.7676,
      "step": 527500
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.2039437103031498e-05,
      "loss": 0.7638,
      "step": 528000
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.2012959297257853e-05,
      "loss": 0.76,
      "step": 528500
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.1986481491484208e-05,
      "loss": 0.7536,
      "step": 529000
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.1960003685710564e-05,
      "loss": 0.7617,
      "step": 529500
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.193352587993692e-05,
      "loss": 0.7599,
      "step": 530000
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.1907048074163274e-05,
      "loss": 0.7689,
      "step": 530500
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.188057026838963e-05,
      "loss": 0.7673,
      "step": 531000
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.1854092462615988e-05,
      "loss": 0.7635,
      "step": 531500
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.1827614656842344e-05,
      "loss": 0.759,
      "step": 532000
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.18011368510687e-05,
      "loss": 0.7603,
      "step": 532500
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.1774659045295054e-05,
      "loss": 0.7642,
      "step": 533000
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.174818123952141e-05,
      "loss": 0.7553,
      "step": 533500
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.1721703433747765e-05,
      "loss": 0.7604,
      "step": 534000
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.169522562797412e-05,
      "loss": 0.7607,
      "step": 534500
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.166874782220048e-05,
      "loss": 0.7691,
      "step": 535000
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.1642270016426834e-05,
      "loss": 0.7605,
      "step": 535500
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.161579221065319e-05,
      "loss": 0.7536,
      "step": 536000
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.158931440487954e-05,
      "loss": 0.7629,
      "step": 536500
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1562836599105897e-05,
      "loss": 0.7558,
      "step": 537000
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1536358793332252e-05,
      "loss": 0.7604,
      "step": 537500
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1509880987558607e-05,
      "loss": 0.76,
      "step": 538000
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1483403181784963e-05,
      "loss": 0.7621,
      "step": 538500
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.145692537601132e-05,
      "loss": 0.7545,
      "step": 539000
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1430447570237677e-05,
      "loss": 0.7608,
      "step": 539500
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.1403969764464032e-05,
      "loss": 0.7599,
      "step": 540000
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.1377491958690387e-05,
      "loss": 0.761,
      "step": 540500
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.1351014152916743e-05,
      "loss": 0.7604,
      "step": 541000
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.1324536347143098e-05,
      "loss": 0.7603,
      "step": 541500
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.1298058541369453e-05,
      "loss": 0.7645,
      "step": 542000
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.127158073559581e-05,
      "loss": 0.7606,
      "step": 542500
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1245102929822167e-05,
      "loss": 0.7548,
      "step": 543000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1218625124048523e-05,
      "loss": 0.7577,
      "step": 543500
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1192147318274878e-05,
      "loss": 0.7627,
      "step": 544000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1165669512501233e-05,
      "loss": 0.7564,
      "step": 544500
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.113919170672759e-05,
      "loss": 0.7537,
      "step": 545000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1112713900953944e-05,
      "loss": 0.7627,
      "step": 545500
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.10862360951803e-05,
      "loss": 0.7602,
      "step": 546000
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.1059758289406655e-05,
      "loss": 0.759,
      "step": 546500
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.103328048363301e-05,
      "loss": 0.7605,
      "step": 547000
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.1006802677859365e-05,
      "loss": 0.7593,
      "step": 547500
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.098032487208572e-05,
      "loss": 0.7542,
      "step": 548000
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.0953847066312076e-05,
      "loss": 0.7596,
      "step": 548500
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.092736926053843e-05,
      "loss": 0.7603,
      "step": 549000
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.0900891454764787e-05,
      "loss": 0.7615,
      "step": 549500
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.0874413648991142e-05,
      "loss": 0.7603,
      "step": 550000
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.08479358432175e-05,
      "loss": 0.7549,
      "step": 550500
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.0821458037443856e-05,
      "loss": 0.7541,
      "step": 551000
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.079498023167021e-05,
      "loss": 0.7561,
      "step": 551500
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.0768502425896567e-05,
      "loss": 0.7507,
      "step": 552000
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0742024620122922e-05,
      "loss": 0.756,
      "step": 552500
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0715546814349277e-05,
      "loss": 0.7518,
      "step": 553000
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0689069008575633e-05,
      "loss": 0.7592,
      "step": 553500
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.066259120280199e-05,
      "loss": 0.7526,
      "step": 554000
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0636113397028343e-05,
      "loss": 0.7564,
      "step": 554500
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.06096355912547e-05,
      "loss": 0.7536,
      "step": 555000
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.0583157785481054e-05,
      "loss": 0.7505,
      "step": 555500
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.055667997970741e-05,
      "loss": 0.7601,
      "step": 556000
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.0530202173933765e-05,
      "loss": 0.7532,
      "step": 556500
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.050372436816012e-05,
      "loss": 0.7631,
      "step": 557000
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.0477246562386475e-05,
      "loss": 0.7569,
      "step": 557500
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.0450768756612834e-05,
      "loss": 0.7557,
      "step": 558000
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.042429095083919e-05,
      "loss": 0.7544,
      "step": 558500
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.0397813145065545e-05,
      "loss": 0.754,
      "step": 559000
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.03713353392919e-05,
      "loss": 0.7598,
      "step": 559500
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.0344857533518255e-05,
      "loss": 0.7553,
      "step": 560000
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.031837972774461e-05,
      "loss": 0.7525,
      "step": 560500
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.0291901921970966e-05,
      "loss": 0.7551,
      "step": 561000
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.026542411619732e-05,
      "loss": 0.7566,
      "step": 561500
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.023894631042368e-05,
      "loss": 0.757,
      "step": 562000
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0212468504650035e-05,
      "loss": 0.7577,
      "step": 562500
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.018599069887639e-05,
      "loss": 0.7568,
      "step": 563000
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0159512893102746e-05,
      "loss": 0.7561,
      "step": 563500
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.01330350873291e-05,
      "loss": 0.7592,
      "step": 564000
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0106557281555453e-05,
      "loss": 0.7479,
      "step": 564500
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.008007947578181e-05,
      "loss": 0.7554,
      "step": 565000
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.0053601670008167e-05,
      "loss": 0.7522,
      "step": 565500
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.0027123864234522e-05,
      "loss": 0.7487,
      "step": 566000
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.0000646058460878e-05,
      "loss": 0.7493,
      "step": 566500
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.9974168252687233e-05,
      "loss": 0.7589,
      "step": 567000
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.994769044691359e-05,
      "loss": 0.7585,
      "step": 567500
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.9921212641139944e-05,
      "loss": 0.7557,
      "step": 568000
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.98947348353663e-05,
      "loss": 0.7551,
      "step": 568500
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9868257029592654e-05,
      "loss": 0.755,
      "step": 569000
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9841779223819013e-05,
      "loss": 0.7563,
      "step": 569500
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.981530141804537e-05,
      "loss": 0.7582,
      "step": 570000
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9788823612271724e-05,
      "loss": 0.7534,
      "step": 570500
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.976234580649808e-05,
      "loss": 0.7544,
      "step": 571000
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.9735868000724434e-05,
      "loss": 0.7516,
      "step": 571500
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.970939019495079e-05,
      "loss": 0.7592,
      "step": 572000
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.9682912389177145e-05,
      "loss": 0.7477,
      "step": 572500
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.96564345834035e-05,
      "loss": 0.7523,
      "step": 573000
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.9629956777629856e-05,
      "loss": 0.7529,
      "step": 573500
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.960347897185621e-05,
      "loss": 0.7528,
      "step": 574000
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9577001166082566e-05,
      "loss": 0.7512,
      "step": 574500
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.955052336030892e-05,
      "loss": 0.7518,
      "step": 575000
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9524045554535277e-05,
      "loss": 0.7543,
      "step": 575500
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9497567748761632e-05,
      "loss": 0.7516,
      "step": 576000
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9471089942987988e-05,
      "loss": 0.7537,
      "step": 576500
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9444612137214346e-05,
      "loss": 0.7482,
      "step": 577000
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.94181343314407e-05,
      "loss": 0.7591,
      "step": 577500
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9391656525667057e-05,
      "loss": 0.7499,
      "step": 578000
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9365178719893412e-05,
      "loss": 0.7472,
      "step": 578500
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9338700914119768e-05,
      "loss": 0.758,
      "step": 579000
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9312223108346123e-05,
      "loss": 0.7547,
      "step": 579500
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9285745302572478e-05,
      "loss": 0.7518,
      "step": 580000
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9259267496798834e-05,
      "loss": 0.7523,
      "step": 580500
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9232789691025192e-05,
      "loss": 0.7575,
      "step": 581000
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9206311885251548e-05,
      "loss": 0.7505,
      "step": 581500
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9179834079477903e-05,
      "loss": 0.7551,
      "step": 582000
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9153356273704255e-05,
      "loss": 0.7495,
      "step": 582500
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.912687846793061e-05,
      "loss": 0.752,
      "step": 583000
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9100400662156966e-05,
      "loss": 0.7508,
      "step": 583500
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.907392285638332e-05,
      "loss": 0.7491,
      "step": 584000
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.904744505060968e-05,
      "loss": 0.7549,
      "step": 584500
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.9020967244836035e-05,
      "loss": 0.7465,
      "step": 585000
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.899448943906239e-05,
      "loss": 0.7482,
      "step": 585500
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.8968011633288746e-05,
      "loss": 0.7484,
      "step": 586000
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.89415338275151e-05,
      "loss": 0.7456,
      "step": 586500
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.8915056021741456e-05,
      "loss": 0.7596,
      "step": 587000
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.888857821596781e-05,
      "loss": 0.7444,
      "step": 587500
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.8862100410194167e-05,
      "loss": 0.7478,
      "step": 588000
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.8835622604420526e-05,
      "loss": 0.7527,
      "step": 588500
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.880914479864688e-05,
      "loss": 0.7486,
      "step": 589000
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.8782666992873236e-05,
      "loss": 0.7537,
      "step": 589500
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.875618918709959e-05,
      "loss": 0.7531,
      "step": 590000
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8729711381325947e-05,
      "loss": 0.7511,
      "step": 590500
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8703233575552302e-05,
      "loss": 0.7519,
      "step": 591000
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8676755769778658e-05,
      "loss": 0.7522,
      "step": 591500
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8650277964005013e-05,
      "loss": 0.7473,
      "step": 592000
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8623800158231368e-05,
      "loss": 0.75,
      "step": 592500
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8597322352457723e-05,
      "loss": 0.7565,
      "step": 593000
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.857084454668408e-05,
      "loss": 0.751,
      "step": 593500
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.8544366740910434e-05,
      "loss": 0.7421,
      "step": 594000
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.851788893513679e-05,
      "loss": 0.749,
      "step": 594500
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.8491411129363145e-05,
      "loss": 0.7523,
      "step": 595000
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.84649333235895e-05,
      "loss": 0.7509,
      "step": 595500
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.843845551781586e-05,
      "loss": 0.7521,
      "step": 596000
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.8411977712042214e-05,
      "loss": 0.7405,
      "step": 596500
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.838549990626857e-05,
      "loss": 0.7545,
      "step": 597000
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.8359022100494925e-05,
      "loss": 0.7463,
      "step": 597500
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.833254429472128e-05,
      "loss": 0.7465,
      "step": 598000
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.8306066488947635e-05,
      "loss": 0.7519,
      "step": 598500
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.827958868317399e-05,
      "loss": 0.7477,
      "step": 599000
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.8253110877400346e-05,
      "loss": 0.7436,
      "step": 599500
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8226633071626705e-05,
      "loss": 0.7552,
      "step": 600000
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8200155265853057e-05,
      "loss": 0.7483,
      "step": 600500
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8173677460079412e-05,
      "loss": 0.7506,
      "step": 601000
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8147199654305767e-05,
      "loss": 0.7511,
      "step": 601500
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8120721848532123e-05,
      "loss": 0.7484,
      "step": 602000
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8094244042758478e-05,
      "loss": 0.7472,
      "step": 602500
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.8067766236984833e-05,
      "loss": 0.7518,
      "step": 603000
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.8041288431211192e-05,
      "loss": 0.7548,
      "step": 603500
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.8014810625437547e-05,
      "loss": 0.7523,
      "step": 604000
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.7988332819663903e-05,
      "loss": 0.7432,
      "step": 604500
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.7961855013890258e-05,
      "loss": 0.7564,
      "step": 605000
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.7935377208116613e-05,
      "loss": 0.744,
      "step": 605500
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.790889940234297e-05,
      "loss": 0.7501,
      "step": 606000
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.7882421596569324e-05,
      "loss": 0.7465,
      "step": 606500
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.785594379079568e-05,
      "loss": 0.7537,
      "step": 607000
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.7829465985022038e-05,
      "loss": 0.7522,
      "step": 607500
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.7802988179248393e-05,
      "loss": 0.744,
      "step": 608000
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.777651037347475e-05,
      "loss": 0.7531,
      "step": 608500
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.7750032567701104e-05,
      "loss": 0.7512,
      "step": 609000
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.772355476192746e-05,
      "loss": 0.7453,
      "step": 609500
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.7697076956153815e-05,
      "loss": 0.7443,
      "step": 610000
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.7670599150380167e-05,
      "loss": 0.7436,
      "step": 610500
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.7644121344606522e-05,
      "loss": 0.7396,
      "step": 611000
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.761764353883288e-05,
      "loss": 0.7521,
      "step": 611500
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.7591165733059236e-05,
      "loss": 0.7503,
      "step": 612000
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.756468792728559e-05,
      "loss": 0.7509,
      "step": 612500
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.7538210121511947e-05,
      "loss": 0.7449,
      "step": 613000
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.7511732315738302e-05,
      "loss": 0.7494,
      "step": 613500
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.7485254509964657e-05,
      "loss": 0.747,
      "step": 614000
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.7458776704191013e-05,
      "loss": 0.7474,
      "step": 614500
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.743229889841737e-05,
      "loss": 0.7426,
      "step": 615000
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.7405821092643727e-05,
      "loss": 0.7447,
      "step": 615500
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.7379343286870082e-05,
      "loss": 0.7509,
      "step": 616000
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.7352865481096437e-05,
      "loss": 0.7453,
      "step": 616500
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.7326387675322793e-05,
      "loss": 0.7483,
      "step": 617000
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.7299909869549148e-05,
      "loss": 0.7412,
      "step": 617500
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.7273432063775503e-05,
      "loss": 0.7438,
      "step": 618000
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.724695425800186e-05,
      "loss": 0.747,
      "step": 618500
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7220476452228214e-05,
      "loss": 0.7527,
      "step": 619000
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.719399864645457e-05,
      "loss": 0.7423,
      "step": 619500
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7167520840680924e-05,
      "loss": 0.7438,
      "step": 620000
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.714104303490728e-05,
      "loss": 0.745,
      "step": 620500
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7114565229133635e-05,
      "loss": 0.7456,
      "step": 621000
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.708808742335999e-05,
      "loss": 0.7469,
      "step": 621500
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.7061609617586346e-05,
      "loss": 0.7428,
      "step": 622000
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.70351318118127e-05,
      "loss": 0.7478,
      "step": 622500
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.700865400603906e-05,
      "loss": 0.7422,
      "step": 623000
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.6982176200265415e-05,
      "loss": 0.7442,
      "step": 623500
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.695569839449177e-05,
      "loss": 0.7437,
      "step": 624000
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.6929220588718126e-05,
      "loss": 0.7422,
      "step": 624500
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.690274278294448e-05,
      "loss": 0.751,
      "step": 625000
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.6876264977170836e-05,
      "loss": 0.7431,
      "step": 625500
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.6849787171397192e-05,
      "loss": 0.7454,
      "step": 626000
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.682330936562355e-05,
      "loss": 0.7445,
      "step": 626500
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.6796831559849906e-05,
      "loss": 0.7395,
      "step": 627000
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.677035375407626e-05,
      "loss": 0.7383,
      "step": 627500
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6743875948302616e-05,
      "loss": 0.7477,
      "step": 628000
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.671739814252897e-05,
      "loss": 0.7437,
      "step": 628500
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6690920336755324e-05,
      "loss": 0.7438,
      "step": 629000
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.666444253098168e-05,
      "loss": 0.7442,
      "step": 629500
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6637964725208034e-05,
      "loss": 0.7486,
      "step": 630000
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6611486919434393e-05,
      "loss": 0.7341,
      "step": 630500
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.658500911366075e-05,
      "loss": 0.7438,
      "step": 631000
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.6558531307887104e-05,
      "loss": 0.7437,
      "step": 631500
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.653205350211346e-05,
      "loss": 0.7468,
      "step": 632000
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.6505575696339814e-05,
      "loss": 0.7403,
      "step": 632500
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.647909789056617e-05,
      "loss": 0.7386,
      "step": 633000
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.6452620084792525e-05,
      "loss": 0.7394,
      "step": 633500
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.6426142279018884e-05,
      "loss": 0.7439,
      "step": 634000
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.639966447324524e-05,
      "loss": 0.7419,
      "step": 634500
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.6373186667471594e-05,
      "loss": 0.7421,
      "step": 635000
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.634670886169795e-05,
      "loss": 0.7427,
      "step": 635500
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.6320231055924305e-05,
      "loss": 0.7402,
      "step": 636000
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.629375325015066e-05,
      "loss": 0.7402,
      "step": 636500
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.6267275444377016e-05,
      "loss": 0.7409,
      "step": 637000
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.624079763860337e-05,
      "loss": 0.7437,
      "step": 637500
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.6214319832829726e-05,
      "loss": 0.7433,
      "step": 638000
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.618784202705608e-05,
      "loss": 0.7412,
      "step": 638500
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.6161364221282437e-05,
      "loss": 0.745,
      "step": 639000
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.6134886415508792e-05,
      "loss": 0.7442,
      "step": 639500
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.6108408609735148e-05,
      "loss": 0.7402,
      "step": 640000
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.6081930803961503e-05,
      "loss": 0.741,
      "step": 640500
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.6055452998187858e-05,
      "loss": 0.7479,
      "step": 641000
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.6028975192414213e-05,
      "loss": 0.7492,
      "step": 641500
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.6002497386640572e-05,
      "loss": 0.7494,
      "step": 642000
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.5976019580866928e-05,
      "loss": 0.7453,
      "step": 642500
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.5949541775093283e-05,
      "loss": 0.7371,
      "step": 643000
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.5923063969319638e-05,
      "loss": 0.7327,
      "step": 643500
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.5896586163545993e-05,
      "loss": 0.744,
      "step": 644000
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.587010835777235e-05,
      "loss": 0.7481,
      "step": 644500
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.5843630551998704e-05,
      "loss": 0.7444,
      "step": 645000
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.5817152746225063e-05,
      "loss": 0.7412,
      "step": 645500
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.5790674940451418e-05,
      "loss": 0.7446,
      "step": 646000
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.576419713467777e-05,
      "loss": 0.7431,
      "step": 646500
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.5737719328904125e-05,
      "loss": 0.7444,
      "step": 647000
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.571124152313048e-05,
      "loss": 0.7395,
      "step": 647500
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.5684763717356836e-05,
      "loss": 0.7382,
      "step": 648000
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.565828591158319e-05,
      "loss": 0.736,
      "step": 648500
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.5631808105809547e-05,
      "loss": 0.7434,
      "step": 649000
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.5605330300035905e-05,
      "loss": 0.7333,
      "step": 649500
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.557885249426226e-05,
      "loss": 0.7426,
      "step": 650000
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.5552374688488616e-05,
      "loss": 0.7416,
      "step": 650500
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.552589688271497e-05,
      "loss": 0.7373,
      "step": 651000
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.5499419076941327e-05,
      "loss": 0.7385,
      "step": 651500
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.5472941271167682e-05,
      "loss": 0.7458,
      "step": 652000
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.5446463465394037e-05,
      "loss": 0.7404,
      "step": 652500
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.5419985659620396e-05,
      "loss": 0.746,
      "step": 653000
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.539350785384675e-05,
      "loss": 0.7346,
      "step": 653500
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.5367030048073107e-05,
      "loss": 0.7344,
      "step": 654000
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.5340552242299462e-05,
      "loss": 0.7437,
      "step": 654500
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.5314074436525817e-05,
      "loss": 0.7405,
      "step": 655000
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.5287596630752173e-05,
      "loss": 0.74,
      "step": 655500
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.5261118824978528e-05,
      "loss": 0.7337,
      "step": 656000
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5234641019204882e-05,
      "loss": 0.743,
      "step": 656500
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.520816321343124e-05,
      "loss": 0.7404,
      "step": 657000
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5181685407657596e-05,
      "loss": 0.745,
      "step": 657500
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.515520760188395e-05,
      "loss": 0.7404,
      "step": 658000
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5128729796110305e-05,
      "loss": 0.7378,
      "step": 658500
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.510225199033666e-05,
      "loss": 0.7392,
      "step": 659000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.5075774184563015e-05,
      "loss": 0.7424,
      "step": 659500
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.504929637878937e-05,
      "loss": 0.7433,
      "step": 660000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.5022818573015726e-05,
      "loss": 0.7384,
      "step": 660500
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.4996340767242085e-05,
      "loss": 0.7409,
      "step": 661000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.496986296146844e-05,
      "loss": 0.735,
      "step": 661500
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.4943385155694795e-05,
      "loss": 0.7398,
      "step": 662000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.491690734992115e-05,
      "loss": 0.7395,
      "step": 662500
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4890429544147504e-05,
      "loss": 0.7366,
      "step": 663000
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.486395173837386e-05,
      "loss": 0.7346,
      "step": 663500
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4837473932600215e-05,
      "loss": 0.7438,
      "step": 664000
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4810996126826574e-05,
      "loss": 0.7395,
      "step": 664500
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4784518321052929e-05,
      "loss": 0.7372,
      "step": 665000
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4758040515279284e-05,
      "loss": 0.7374,
      "step": 665500
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.473156270950564e-05,
      "loss": 0.7379,
      "step": 666000
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.4705084903731995e-05,
      "loss": 0.7425,
      "step": 666500
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.467860709795835e-05,
      "loss": 0.7423,
      "step": 667000
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.4652129292184706e-05,
      "loss": 0.7384,
      "step": 667500
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.4625651486411059e-05,
      "loss": 0.7317,
      "step": 668000
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.4599173680637418e-05,
      "loss": 0.74,
      "step": 668500
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4572695874863773e-05,
      "loss": 0.7401,
      "step": 669000
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4546218069090129e-05,
      "loss": 0.7412,
      "step": 669500
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4519740263316484e-05,
      "loss": 0.7388,
      "step": 670000
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4493262457542839e-05,
      "loss": 0.7407,
      "step": 670500
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4466784651769194e-05,
      "loss": 0.7371,
      "step": 671000
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.444030684599555e-05,
      "loss": 0.7379,
      "step": 671500
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4413829040221905e-05,
      "loss": 0.7393,
      "step": 672000
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4387351234448262e-05,
      "loss": 0.7438,
      "step": 672500
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4360873428674617e-05,
      "loss": 0.7375,
      "step": 673000
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4334395622900973e-05,
      "loss": 0.7389,
      "step": 673500
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4307917817127328e-05,
      "loss": 0.7351,
      "step": 674000
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4281440011353683e-05,
      "loss": 0.7382,
      "step": 674500
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4254962205580039e-05,
      "loss": 0.7393,
      "step": 675000
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4228484399806394e-05,
      "loss": 0.7374,
      "step": 675500
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4202006594032751e-05,
      "loss": 0.7368,
      "step": 676000
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4175528788259106e-05,
      "loss": 0.7362,
      "step": 676500
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4149050982485462e-05,
      "loss": 0.7315,
      "step": 677000
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4122573176711817e-05,
      "loss": 0.7271,
      "step": 677500
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4096095370938172e-05,
      "loss": 0.7387,
      "step": 678000
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.4069617565164528e-05,
      "loss": 0.7425,
      "step": 678500
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.4043139759390883e-05,
      "loss": 0.7314,
      "step": 679000
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.4016661953617238e-05,
      "loss": 0.7371,
      "step": 679500
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.3990184147843597e-05,
      "loss": 0.7342,
      "step": 680000
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.3963706342069952e-05,
      "loss": 0.734,
      "step": 680500
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.3937228536296306e-05,
      "loss": 0.7369,
      "step": 681000
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3910750730522661e-05,
      "loss": 0.732,
      "step": 681500
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3884272924749017e-05,
      "loss": 0.7396,
      "step": 682000
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3857795118975372e-05,
      "loss": 0.7355,
      "step": 682500
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3831317313201727e-05,
      "loss": 0.7347,
      "step": 683000
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3804839507428086e-05,
      "loss": 0.7362,
      "step": 683500
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3778361701654441e-05,
      "loss": 0.726,
      "step": 684000
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3751883895880797e-05,
      "loss": 0.7405,
      "step": 684500
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3725406090107152e-05,
      "loss": 0.7375,
      "step": 685000
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3698928284333507e-05,
      "loss": 0.7315,
      "step": 685500
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3672450478559861e-05,
      "loss": 0.7328,
      "step": 686000
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3645972672786216e-05,
      "loss": 0.738,
      "step": 686500
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3619494867012572e-05,
      "loss": 0.7361,
      "step": 687000
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.359301706123893e-05,
      "loss": 0.738,
      "step": 687500
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3566539255465286e-05,
      "loss": 0.739,
      "step": 688000
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3540061449691641e-05,
      "loss": 0.734,
      "step": 688500
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3513583643917996e-05,
      "loss": 0.7344,
      "step": 689000
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3487105838144352e-05,
      "loss": 0.7333,
      "step": 689500
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3460628032370707e-05,
      "loss": 0.7318,
      "step": 690000
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3434150226597062e-05,
      "loss": 0.7343,
      "step": 690500
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.3407672420823416e-05,
      "loss": 0.7391,
      "step": 691000
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.3381194615049775e-05,
      "loss": 0.7375,
      "step": 691500
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.335471680927613e-05,
      "loss": 0.7376,
      "step": 692000
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.3328239003502485e-05,
      "loss": 0.732,
      "step": 692500
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.330176119772884e-05,
      "loss": 0.7345,
      "step": 693000
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.3275283391955196e-05,
      "loss": 0.7323,
      "step": 693500
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3248805586181551e-05,
      "loss": 0.735,
      "step": 694000
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3222327780407906e-05,
      "loss": 0.7296,
      "step": 694500
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3195849974634264e-05,
      "loss": 0.7395,
      "step": 695000
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3169372168860619e-05,
      "loss": 0.7385,
      "step": 695500
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3142894363086974e-05,
      "loss": 0.729,
      "step": 696000
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.311641655731333e-05,
      "loss": 0.7365,
      "step": 696500
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3089938751539685e-05,
      "loss": 0.7357,
      "step": 697000
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.306346094576604e-05,
      "loss": 0.7318,
      "step": 697500
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.3036983139992395e-05,
      "loss": 0.733,
      "step": 698000
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.301050533421875e-05,
      "loss": 0.7347,
      "step": 698500
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.2984027528445108e-05,
      "loss": 0.7345,
      "step": 699000
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.2957549722671463e-05,
      "loss": 0.7312,
      "step": 699500
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.2931071916897818e-05,
      "loss": 0.7353,
      "step": 700000
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2904594111124174e-05,
      "loss": 0.7343,
      "step": 700500
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2878116305350529e-05,
      "loss": 0.7407,
      "step": 701000
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2851638499576884e-05,
      "loss": 0.7329,
      "step": 701500
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.282516069380324e-05,
      "loss": 0.7352,
      "step": 702000
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2798682888029598e-05,
      "loss": 0.7322,
      "step": 702500
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2772205082255954e-05,
      "loss": 0.7334,
      "step": 703000
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2745727276482309e-05,
      "loss": 0.7315,
      "step": 703500
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2719249470708663e-05,
      "loss": 0.7349,
      "step": 704000
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2692771664935018e-05,
      "loss": 0.7295,
      "step": 704500
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2666293859161373e-05,
      "loss": 0.7385,
      "step": 705000
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2639816053387729e-05,
      "loss": 0.7385,
      "step": 705500
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2613338247614084e-05,
      "loss": 0.7305,
      "step": 706000
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2586860441840443e-05,
      "loss": 0.7363,
      "step": 706500
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2560382636066798e-05,
      "loss": 0.7358,
      "step": 707000
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2533904830293153e-05,
      "loss": 0.7277,
      "step": 707500
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2507427024519509e-05,
      "loss": 0.7284,
      "step": 708000
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2480949218745864e-05,
      "loss": 0.7372,
      "step": 708500
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2454471412972218e-05,
      "loss": 0.7397,
      "step": 709000
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2427993607198575e-05,
      "loss": 0.7289,
      "step": 709500
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.240151580142493e-05,
      "loss": 0.7284,
      "step": 710000
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.2375037995651285e-05,
      "loss": 0.7334,
      "step": 710500
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.234856018987764e-05,
      "loss": 0.7355,
      "step": 711000
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.2322082384103998e-05,
      "loss": 0.7354,
      "step": 711500
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.2295604578330353e-05,
      "loss": 0.7328,
      "step": 712000
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.2269126772556708e-05,
      "loss": 0.7295,
      "step": 712500
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2242648966783064e-05,
      "loss": 0.7287,
      "step": 713000
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2216171161009419e-05,
      "loss": 0.7341,
      "step": 713500
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2189693355235774e-05,
      "loss": 0.7281,
      "step": 714000
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.216321554946213e-05,
      "loss": 0.7238,
      "step": 714500
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2136737743688487e-05,
      "loss": 0.7347,
      "step": 715000
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2110259937914842e-05,
      "loss": 0.7338,
      "step": 715500
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2083782132141197e-05,
      "loss": 0.7354,
      "step": 716000
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.2057304326367553e-05,
      "loss": 0.7327,
      "step": 716500
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.203082652059391e-05,
      "loss": 0.7336,
      "step": 717000
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.2004348714820265e-05,
      "loss": 0.7337,
      "step": 717500
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.1977870909046619e-05,
      "loss": 0.7343,
      "step": 718000
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.1951393103272974e-05,
      "loss": 0.7263,
      "step": 718500
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.1924915297499331e-05,
      "loss": 0.7313,
      "step": 719000
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.1898437491725686e-05,
      "loss": 0.7314,
      "step": 719500
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.1871959685952042e-05,
      "loss": 0.7278,
      "step": 720000
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.1845481880178397e-05,
      "loss": 0.7257,
      "step": 720500
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.1819004074404754e-05,
      "loss": 0.7292,
      "step": 721000
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.179252626863111e-05,
      "loss": 0.7325,
      "step": 721500
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.1766048462857464e-05,
      "loss": 0.7289,
      "step": 722000
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.173957065708382e-05,
      "loss": 0.7365,
      "step": 722500
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1713092851310175e-05,
      "loss": 0.7395,
      "step": 723000
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.168661504553653e-05,
      "loss": 0.729,
      "step": 723500
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1660137239762886e-05,
      "loss": 0.7339,
      "step": 724000
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1633659433989243e-05,
      "loss": 0.7305,
      "step": 724500
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1607181628215598e-05,
      "loss": 0.7306,
      "step": 725000
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.1580703822441953e-05,
      "loss": 0.7328,
      "step": 725500
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.1554226016668309e-05,
      "loss": 0.7354,
      "step": 726000
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.1527748210894666e-05,
      "loss": 0.735,
      "step": 726500
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.150127040512102e-05,
      "loss": 0.7367,
      "step": 727000
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.1474792599347375e-05,
      "loss": 0.7308,
      "step": 727500
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.144831479357373e-05,
      "loss": 0.7285,
      "step": 728000
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.1421836987800087e-05,
      "loss": 0.7334,
      "step": 728500
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.1395359182026442e-05,
      "loss": 0.726,
      "step": 729000
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.1368881376252798e-05,
      "loss": 0.7311,
      "step": 729500
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.1342403570479153e-05,
      "loss": 0.7244,
      "step": 730000
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.131592576470551e-05,
      "loss": 0.73,
      "step": 730500
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.1289447958931865e-05,
      "loss": 0.7338,
      "step": 731000
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.126297015315822e-05,
      "loss": 0.7332,
      "step": 731500
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1236492347384576e-05,
      "loss": 0.7263,
      "step": 732000
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1210014541610931e-05,
      "loss": 0.7338,
      "step": 732500
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1183536735837287e-05,
      "loss": 0.7304,
      "step": 733000
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1157058930063642e-05,
      "loss": 0.7282,
      "step": 733500
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1130581124289999e-05,
      "loss": 0.7255,
      "step": 734000
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1104103318516354e-05,
      "loss": 0.7278,
      "step": 734500
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.107762551274271e-05,
      "loss": 0.7289,
      "step": 735000
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.1051147706969065e-05,
      "loss": 0.728,
      "step": 735500
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.102466990119542e-05,
      "loss": 0.7304,
      "step": 736000
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.0998192095421776e-05,
      "loss": 0.7263,
      "step": 736500
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.0971714289648131e-05,
      "loss": 0.7331,
      "step": 737000
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.0945236483874486e-05,
      "loss": 0.7281,
      "step": 737500
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.0918758678100843e-05,
      "loss": 0.7314,
      "step": 738000
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0892280872327199e-05,
      "loss": 0.7291,
      "step": 738500
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0865803066553554e-05,
      "loss": 0.7268,
      "step": 739000
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.083932526077991e-05,
      "loss": 0.7238,
      "step": 739500
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0812847455006266e-05,
      "loss": 0.7283,
      "step": 740000
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0786369649232622e-05,
      "loss": 0.7294,
      "step": 740500
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0759891843458975e-05,
      "loss": 0.7295,
      "step": 741000
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0733414037685332e-05,
      "loss": 0.7302,
      "step": 741500
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0706936231911688e-05,
      "loss": 0.7243,
      "step": 742000
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0680458426138043e-05,
      "loss": 0.7281,
      "step": 742500
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0653980620364398e-05,
      "loss": 0.7279,
      "step": 743000
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0627502814590755e-05,
      "loss": 0.7312,
      "step": 743500
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.060102500881711e-05,
      "loss": 0.7253,
      "step": 744000
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0574547203043466e-05,
      "loss": 0.734,
      "step": 744500
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0548069397269821e-05,
      "loss": 0.7283,
      "step": 745000
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0521591591496177e-05,
      "loss": 0.7298,
      "step": 745500
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0495113785722532e-05,
      "loss": 0.7274,
      "step": 746000
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0468635979948887e-05,
      "loss": 0.7297,
      "step": 746500
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0442158174175242e-05,
      "loss": 0.7278,
      "step": 747000
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.04156803684016e-05,
      "loss": 0.7246,
      "step": 747500
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0389202562627955e-05,
      "loss": 0.7267,
      "step": 748000
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.036272475685431e-05,
      "loss": 0.7238,
      "step": 748500
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0336246951080665e-05,
      "loss": 0.7286,
      "step": 749000
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0309769145307022e-05,
      "loss": 0.7291,
      "step": 749500
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0283291339533376e-05,
      "loss": 0.7356,
      "step": 750000
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0256813533759731e-05,
      "loss": 0.7242,
      "step": 750500
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0230335727986087e-05,
      "loss": 0.7296,
      "step": 751000
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0203857922212444e-05,
      "loss": 0.7315,
      "step": 751500
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0177380116438799e-05,
      "loss": 0.7285,
      "step": 752000
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0150902310665154e-05,
      "loss": 0.718,
      "step": 752500
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0124424504891511e-05,
      "loss": 0.7304,
      "step": 753000
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0097946699117867e-05,
      "loss": 0.7295,
      "step": 753500
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.0071468893344222e-05,
      "loss": 0.7279,
      "step": 754000
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.0044991087570577e-05,
      "loss": 0.7293,
      "step": 754500
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.0018513281796933e-05,
      "loss": 0.725,
      "step": 755000
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.992035476023288e-06,
      "loss": 0.7255,
      "step": 755500
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.965557670249643e-06,
      "loss": 0.7237,
      "step": 756000
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.939079864475999e-06,
      "loss": 0.7279,
      "step": 756500
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.912602058702356e-06,
      "loss": 0.7295,
      "step": 757000
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.886124252928711e-06,
      "loss": 0.7183,
      "step": 757500
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.859646447155066e-06,
      "loss": 0.7285,
      "step": 758000
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.833168641381422e-06,
      "loss": 0.7275,
      "step": 758500
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.806690835607777e-06,
      "loss": 0.7319,
      "step": 759000
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.780213029834132e-06,
      "loss": 0.7268,
      "step": 759500
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.753735224060488e-06,
      "loss": 0.7213,
      "step": 760000
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.727257418286843e-06,
      "loss": 0.7192,
      "step": 760500
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.7007796125132e-06,
      "loss": 0.7243,
      "step": 761000
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.674301806739555e-06,
      "loss": 0.7193,
      "step": 761500
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.64782400096591e-06,
      "loss": 0.7322,
      "step": 762000
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.621346195192268e-06,
      "loss": 0.7281,
      "step": 762500
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.594868389418623e-06,
      "loss": 0.7255,
      "step": 763000
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.568390583644978e-06,
      "loss": 0.7258,
      "step": 763500
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.541912777871332e-06,
      "loss": 0.7226,
      "step": 764000
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.515434972097689e-06,
      "loss": 0.7262,
      "step": 764500
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.488957166324044e-06,
      "loss": 0.7254,
      "step": 765000
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.4624793605504e-06,
      "loss": 0.7246,
      "step": 765500
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.436001554776755e-06,
      "loss": 0.731,
      "step": 766000
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.409523749003112e-06,
      "loss": 0.7292,
      "step": 766500
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.383045943229467e-06,
      "loss": 0.7283,
      "step": 767000
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.356568137455823e-06,
      "loss": 0.7253,
      "step": 767500
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.330090331682178e-06,
      "loss": 0.7206,
      "step": 768000
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.303612525908533e-06,
      "loss": 0.7245,
      "step": 768500
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.277134720134889e-06,
      "loss": 0.7338,
      "step": 769000
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.250656914361244e-06,
      "loss": 0.7277,
      "step": 769500
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.2241791085876e-06,
      "loss": 0.7272,
      "step": 770000
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.197701302813956e-06,
      "loss": 0.7277,
      "step": 770500
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.171223497040312e-06,
      "loss": 0.7204,
      "step": 771000
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.144745691266667e-06,
      "loss": 0.7219,
      "step": 771500
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.118267885493024e-06,
      "loss": 0.7234,
      "step": 772000
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.09179007971938e-06,
      "loss": 0.7209,
      "step": 772500
    },
    {
      "epoch": 2.46,
      "learning_rate": 9.065312273945733e-06,
      "loss": 0.7296,
      "step": 773000
    },
    {
      "epoch": 2.46,
      "learning_rate": 9.038834468172088e-06,
      "loss": 0.7219,
      "step": 773500
    },
    {
      "epoch": 2.46,
      "learning_rate": 9.012356662398445e-06,
      "loss": 0.7267,
      "step": 774000
    },
    {
      "epoch": 2.46,
      "learning_rate": 8.9858788566248e-06,
      "loss": 0.7206,
      "step": 774500
    },
    {
      "epoch": 2.46,
      "learning_rate": 8.959401050851156e-06,
      "loss": 0.7246,
      "step": 775000
    },
    {
      "epoch": 2.46,
      "learning_rate": 8.932923245077511e-06,
      "loss": 0.7215,
      "step": 775500
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.906445439303868e-06,
      "loss": 0.7224,
      "step": 776000
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.879967633530223e-06,
      "loss": 0.7224,
      "step": 776500
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.853489827756579e-06,
      "loss": 0.7201,
      "step": 777000
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.827012021982934e-06,
      "loss": 0.7238,
      "step": 777500
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.80053421620929e-06,
      "loss": 0.7194,
      "step": 778000
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.774056410435645e-06,
      "loss": 0.7275,
      "step": 778500
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.747578604662e-06,
      "loss": 0.717,
      "step": 779000
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.721100798888355e-06,
      "loss": 0.7247,
      "step": 779500
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.694622993114712e-06,
      "loss": 0.7248,
      "step": 780000
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.668145187341068e-06,
      "loss": 0.7228,
      "step": 780500
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.641667381567423e-06,
      "loss": 0.726,
      "step": 781000
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.615189575793778e-06,
      "loss": 0.7206,
      "step": 781500
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.588711770020134e-06,
      "loss": 0.7224,
      "step": 782000
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.562233964246489e-06,
      "loss": 0.7194,
      "step": 782500
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.535756158472844e-06,
      "loss": 0.7256,
      "step": 783000
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.509278352699201e-06,
      "loss": 0.7232,
      "step": 783500
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.482800546925557e-06,
      "loss": 0.7241,
      "step": 784000
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.456322741151912e-06,
      "loss": 0.7208,
      "step": 784500
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.429844935378267e-06,
      "loss": 0.7258,
      "step": 785000
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.403367129604624e-06,
      "loss": 0.7184,
      "step": 785500
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.37688932383098e-06,
      "loss": 0.7262,
      "step": 786000
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.350411518057335e-06,
      "loss": 0.7259,
      "step": 786500
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.323933712283689e-06,
      "loss": 0.7237,
      "step": 787000
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.297455906510046e-06,
      "loss": 0.7188,
      "step": 787500
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.270978100736401e-06,
      "loss": 0.718,
      "step": 788000
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.244500294962756e-06,
      "loss": 0.7243,
      "step": 788500
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.218022489189112e-06,
      "loss": 0.7257,
      "step": 789000
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.191544683415469e-06,
      "loss": 0.7234,
      "step": 789500
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.165066877641824e-06,
      "loss": 0.7199,
      "step": 790000
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.13858907186818e-06,
      "loss": 0.7193,
      "step": 790500
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.112111266094535e-06,
      "loss": 0.7256,
      "step": 791000
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.08563346032089e-06,
      "loss": 0.7261,
      "step": 791500
    },
    {
      "epoch": 2.52,
      "learning_rate": 8.059155654547245e-06,
      "loss": 0.723,
      "step": 792000
    },
    {
      "epoch": 2.52,
      "learning_rate": 8.0326778487736e-06,
      "loss": 0.726,
      "step": 792500
    },
    {
      "epoch": 2.52,
      "learning_rate": 8.006200042999958e-06,
      "loss": 0.723,
      "step": 793000
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.979722237226313e-06,
      "loss": 0.7229,
      "step": 793500
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.953244431452668e-06,
      "loss": 0.7169,
      "step": 794000
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.926766625679024e-06,
      "loss": 0.7274,
      "step": 794500
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.90028881990538e-06,
      "loss": 0.7259,
      "step": 795000
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.873811014131736e-06,
      "loss": 0.72,
      "step": 795500
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.84733320835809e-06,
      "loss": 0.723,
      "step": 796000
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.820855402584445e-06,
      "loss": 0.7288,
      "step": 796500
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.794377596810802e-06,
      "loss": 0.721,
      "step": 797000
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.767899791037157e-06,
      "loss": 0.7245,
      "step": 797500
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.741421985263513e-06,
      "loss": 0.7218,
      "step": 798000
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.714944179489868e-06,
      "loss": 0.7222,
      "step": 798500
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.688466373716225e-06,
      "loss": 0.7187,
      "step": 799000
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.66198856794258e-06,
      "loss": 0.7157,
      "step": 799500
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.635510762168935e-06,
      "loss": 0.7191,
      "step": 800000
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.60903295639529e-06,
      "loss": 0.7229,
      "step": 800500
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.582555150621647e-06,
      "loss": 0.7186,
      "step": 801000
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.5560773448480015e-06,
      "loss": 0.7106,
      "step": 801500
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.529599539074357e-06,
      "loss": 0.7217,
      "step": 802000
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.503121733300714e-06,
      "loss": 0.7221,
      "step": 802500
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.476643927527069e-06,
      "loss": 0.7237,
      "step": 803000
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.4501661217534244e-06,
      "loss": 0.7222,
      "step": 803500
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.423688315979779e-06,
      "loss": 0.7174,
      "step": 804000
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.397210510206136e-06,
      "loss": 0.7205,
      "step": 804500
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.370732704432491e-06,
      "loss": 0.7234,
      "step": 805000
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.344254898658847e-06,
      "loss": 0.7218,
      "step": 805500
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.317777092885202e-06,
      "loss": 0.7226,
      "step": 806000
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.291299287111558e-06,
      "loss": 0.7245,
      "step": 806500
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.264821481337913e-06,
      "loss": 0.7266,
      "step": 807000
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.238343675564269e-06,
      "loss": 0.7212,
      "step": 807500
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.211865869790624e-06,
      "loss": 0.7218,
      "step": 808000
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.18538806401698e-06,
      "loss": 0.7139,
      "step": 808500
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.1589102582433355e-06,
      "loss": 0.7254,
      "step": 809000
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.132432452469691e-06,
      "loss": 0.7253,
      "step": 809500
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.105954646696046e-06,
      "loss": 0.7226,
      "step": 810000
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.079476840922402e-06,
      "loss": 0.7156,
      "step": 810500
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.052999035148758e-06,
      "loss": 0.7187,
      "step": 811000
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.026521229375113e-06,
      "loss": 0.7184,
      "step": 811500
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.00004342360147e-06,
      "loss": 0.725,
      "step": 812000
    },
    {
      "epoch": 2.58,
      "learning_rate": 6.973565617827825e-06,
      "loss": 0.72,
      "step": 812500
    },
    {
      "epoch": 2.58,
      "learning_rate": 6.94708781205418e-06,
      "loss": 0.7142,
      "step": 813000
    },
    {
      "epoch": 2.58,
      "learning_rate": 6.920610006280535e-06,
      "loss": 0.7219,
      "step": 813500
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.894132200506892e-06,
      "loss": 0.7165,
      "step": 814000
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.8676543947332475e-06,
      "loss": 0.7216,
      "step": 814500
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.841176588959603e-06,
      "loss": 0.7219,
      "step": 815000
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.814698783185957e-06,
      "loss": 0.7245,
      "step": 815500
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.788220977412314e-06,
      "loss": 0.7217,
      "step": 816000
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.76174317163867e-06,
      "loss": 0.7203,
      "step": 816500
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.735265365865025e-06,
      "loss": 0.7186,
      "step": 817000
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.70878756009138e-06,
      "loss": 0.7217,
      "step": 817500
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.6823097543177364e-06,
      "loss": 0.7257,
      "step": 818000
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.655831948544092e-06,
      "loss": 0.7248,
      "step": 818500
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.629354142770447e-06,
      "loss": 0.7156,
      "step": 819000
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.602876336996802e-06,
      "loss": 0.7273,
      "step": 819500
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.5763985312231586e-06,
      "loss": 0.7188,
      "step": 820000
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.549920725449514e-06,
      "loss": 0.7205,
      "step": 820500
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.523442919675869e-06,
      "loss": 0.7204,
      "step": 821000
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.496965113902226e-06,
      "loss": 0.7202,
      "step": 821500
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.470487308128581e-06,
      "loss": 0.7205,
      "step": 822000
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.444009502354936e-06,
      "loss": 0.7177,
      "step": 822500
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.417531696581291e-06,
      "loss": 0.7177,
      "step": 823000
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.391053890807648e-06,
      "loss": 0.7195,
      "step": 823500
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.364576085034004e-06,
      "loss": 0.7202,
      "step": 824000
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.338098279260358e-06,
      "loss": 0.7175,
      "step": 824500
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.3116204734867135e-06,
      "loss": 0.7164,
      "step": 825000
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.2851426677130705e-06,
      "loss": 0.7203,
      "step": 825500
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.258664861939426e-06,
      "loss": 0.7245,
      "step": 826000
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.232187056165781e-06,
      "loss": 0.7245,
      "step": 826500
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.2057092503921365e-06,
      "loss": 0.7206,
      "step": 827000
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.179231444618492e-06,
      "loss": 0.7152,
      "step": 827500
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.152753638844848e-06,
      "loss": 0.7249,
      "step": 828000
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.126275833071203e-06,
      "loss": 0.7215,
      "step": 828500
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.099798027297559e-06,
      "loss": 0.7272,
      "step": 829000
    },
    {
      "epoch": 2.64,
      "learning_rate": 6.073320221523914e-06,
      "loss": 0.7225,
      "step": 829500
    },
    {
      "epoch": 2.64,
      "learning_rate": 6.04684241575027e-06,
      "loss": 0.7171,
      "step": 830000
    },
    {
      "epoch": 2.64,
      "learning_rate": 6.020364609976626e-06,
      "loss": 0.714,
      "step": 830500
    },
    {
      "epoch": 2.64,
      "learning_rate": 5.993886804202982e-06,
      "loss": 0.7184,
      "step": 831000
    },
    {
      "epoch": 2.64,
      "learning_rate": 5.967408998429337e-06,
      "loss": 0.7189,
      "step": 831500
    },
    {
      "epoch": 2.64,
      "learning_rate": 5.940931192655692e-06,
      "loss": 0.7202,
      "step": 832000
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.914453386882048e-06,
      "loss": 0.7152,
      "step": 832500
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.887975581108404e-06,
      "loss": 0.7165,
      "step": 833000
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.861497775334759e-06,
      "loss": 0.7125,
      "step": 833500
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.835019969561114e-06,
      "loss": 0.7166,
      "step": 834000
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.8085421637874706e-06,
      "loss": 0.714,
      "step": 834500
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.782064358013826e-06,
      "loss": 0.7253,
      "step": 835000
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.755586552240182e-06,
      "loss": 0.725,
      "step": 835500
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.7291087464665365e-06,
      "loss": 0.712,
      "step": 836000
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.702630940692893e-06,
      "loss": 0.7118,
      "step": 836500
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.676153134919248e-06,
      "loss": 0.7146,
      "step": 837000
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.649675329145604e-06,
      "loss": 0.7173,
      "step": 837500
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.6231975233719595e-06,
      "loss": 0.7195,
      "step": 838000
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.596719717598315e-06,
      "loss": 0.7116,
      "step": 838500
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.57024191182467e-06,
      "loss": 0.7201,
      "step": 839000
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.543764106051026e-06,
      "loss": 0.7119,
      "step": 839500
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.517286300277382e-06,
      "loss": 0.7172,
      "step": 840000
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.490808494503737e-06,
      "loss": 0.7163,
      "step": 840500
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.464330688730093e-06,
      "loss": 0.718,
      "step": 841000
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.4378528829564485e-06,
      "loss": 0.7215,
      "step": 841500
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.411375077182805e-06,
      "loss": 0.719,
      "step": 842000
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.38489727140916e-06,
      "loss": 0.7186,
      "step": 842500
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.358419465635515e-06,
      "loss": 0.7195,
      "step": 843000
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.331941659861871e-06,
      "loss": 0.7188,
      "step": 843500
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.305463854088227e-06,
      "loss": 0.7214,
      "step": 844000
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.278986048314582e-06,
      "loss": 0.7179,
      "step": 844500
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.252508242540937e-06,
      "loss": 0.7145,
      "step": 845000
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.226030436767293e-06,
      "loss": 0.7135,
      "step": 845500
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.199552630993649e-06,
      "loss": 0.7171,
      "step": 846000
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.173074825220004e-06,
      "loss": 0.7211,
      "step": 846500
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.14659701944636e-06,
      "loss": 0.7134,
      "step": 847000
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.120119213672715e-06,
      "loss": 0.7124,
      "step": 847500
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.093641407899071e-06,
      "loss": 0.7144,
      "step": 848000
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.067163602125426e-06,
      "loss": 0.719,
      "step": 848500
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.0406857963517825e-06,
      "loss": 0.7213,
      "step": 849000
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.014207990578138e-06,
      "loss": 0.7151,
      "step": 849500
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.987730184804493e-06,
      "loss": 0.7165,
      "step": 850000
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.961252379030849e-06,
      "loss": 0.7163,
      "step": 850500
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.934774573257205e-06,
      "loss": 0.718,
      "step": 851000
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.908296767483561e-06,
      "loss": 0.7175,
      "step": 851500
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.881818961709915e-06,
      "loss": 0.7184,
      "step": 852000
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.8553411559362715e-06,
      "loss": 0.7183,
      "step": 852500
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.828863350162627e-06,
      "loss": 0.7094,
      "step": 853000
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.802385544388983e-06,
      "loss": 0.7192,
      "step": 853500
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.775907738615338e-06,
      "loss": 0.7221,
      "step": 854000
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.749429932841694e-06,
      "loss": 0.7208,
      "step": 854500
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.722952127068049e-06,
      "loss": 0.7158,
      "step": 855000
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.696474321294405e-06,
      "loss": 0.7106,
      "step": 855500
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.6699965155207604e-06,
      "loss": 0.7172,
      "step": 856000
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.643518709747116e-06,
      "loss": 0.7169,
      "step": 856500
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.617040903973471e-06,
      "loss": 0.7175,
      "step": 857000
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.590563098199827e-06,
      "loss": 0.7137,
      "step": 857500
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.564085292426183e-06,
      "loss": 0.7147,
      "step": 858000
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.537607486652539e-06,
      "loss": 0.7159,
      "step": 858500
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.511129680878893e-06,
      "loss": 0.7194,
      "step": 859000
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.484651875105249e-06,
      "loss": 0.7194,
      "step": 859500
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.4581740693316056e-06,
      "loss": 0.7165,
      "step": 860000
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.431696263557961e-06,
      "loss": 0.7198,
      "step": 860500
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.405218457784316e-06,
      "loss": 0.7098,
      "step": 861000
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.3787406520106715e-06,
      "loss": 0.713,
      "step": 861500
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.352262846237028e-06,
      "loss": 0.7135,
      "step": 862000
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.325785040463383e-06,
      "loss": 0.7203,
      "step": 862500
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.299307234689739e-06,
      "loss": 0.7147,
      "step": 863000
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.272829428916094e-06,
      "loss": 0.7158,
      "step": 863500
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.24635162314245e-06,
      "loss": 0.7139,
      "step": 864000
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.219873817368805e-06,
      "loss": 0.7148,
      "step": 864500
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.193396011595161e-06,
      "loss": 0.7177,
      "step": 865000
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.166918205821517e-06,
      "loss": 0.7197,
      "step": 865500
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.140440400047872e-06,
      "loss": 0.7201,
      "step": 866000
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.113962594274227e-06,
      "loss": 0.7217,
      "step": 866500
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.0874847885005835e-06,
      "loss": 0.7151,
      "step": 867000
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.061006982726939e-06,
      "loss": 0.7177,
      "step": 867500
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.034529176953294e-06,
      "loss": 0.7132,
      "step": 868000
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.0080513711796494e-06,
      "loss": 0.7085,
      "step": 868500
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.981573565406006e-06,
      "loss": 0.7122,
      "step": 869000
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.955095759632361e-06,
      "loss": 0.7128,
      "step": 869500
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.928617953858717e-06,
      "loss": 0.7105,
      "step": 870000
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.902140148085072e-06,
      "loss": 0.717,
      "step": 870500
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.875662342311428e-06,
      "loss": 0.7121,
      "step": 871000
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.849184536537784e-06,
      "loss": 0.7142,
      "step": 871500
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.822706730764139e-06,
      "loss": 0.7198,
      "step": 872000
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.796228924990495e-06,
      "loss": 0.7151,
      "step": 872500
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.7697511192168503e-06,
      "loss": 0.7165,
      "step": 873000
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.743273313443206e-06,
      "loss": 0.7144,
      "step": 873500
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.7167955076695614e-06,
      "loss": 0.708,
      "step": 874000
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.690317701895917e-06,
      "loss": 0.7148,
      "step": 874500
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.6638398961222724e-06,
      "loss": 0.7144,
      "step": 875000
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.637362090348628e-06,
      "loss": 0.7137,
      "step": 875500
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.6108842845749835e-06,
      "loss": 0.7092,
      "step": 876000
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.5844064788013393e-06,
      "loss": 0.7163,
      "step": 876500
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.5579286730276946e-06,
      "loss": 0.7141,
      "step": 877000
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.5314508672540508e-06,
      "loss": 0.7173,
      "step": 877500
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.5049730614804057e-06,
      "loss": 0.7108,
      "step": 878000
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.478495255706762e-06,
      "loss": 0.7156,
      "step": 878500
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.4520174499331167e-06,
      "loss": 0.718,
      "step": 879000
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.425539644159473e-06,
      "loss": 0.7151,
      "step": 879500
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.3990618383858286e-06,
      "loss": 0.7128,
      "step": 880000
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.372584032612184e-06,
      "loss": 0.7112,
      "step": 880500
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.3461062268385397e-06,
      "loss": 0.7197,
      "step": 881000
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.319628421064895e-06,
      "loss": 0.7064,
      "step": 881500
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.293150615291251e-06,
      "loss": 0.7176,
      "step": 882000
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.266672809517606e-06,
      "loss": 0.7134,
      "step": 882500
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.2401950037439623e-06,
      "loss": 0.7139,
      "step": 883000
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.213717197970317e-06,
      "loss": 0.7097,
      "step": 883500
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.1872393921966733e-06,
      "loss": 0.7128,
      "step": 884000
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.1607615864230287e-06,
      "loss": 0.7105,
      "step": 884500
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.1342837806493844e-06,
      "loss": 0.7099,
      "step": 885000
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.10780597487574e-06,
      "loss": 0.7149,
      "step": 885500
    },
    {
      "epoch": 2.82,
      "learning_rate": 3.0813281691020955e-06,
      "loss": 0.7107,
      "step": 886000
    },
    {
      "epoch": 2.82,
      "learning_rate": 3.0548503633284512e-06,
      "loss": 0.7095,
      "step": 886500
    },
    {
      "epoch": 2.82,
      "learning_rate": 3.0283725575548065e-06,
      "loss": 0.7166,
      "step": 887000
    },
    {
      "epoch": 2.82,
      "learning_rate": 3.0018947517811623e-06,
      "loss": 0.7139,
      "step": 887500
    },
    {
      "epoch": 2.82,
      "learning_rate": 2.9754169460075176e-06,
      "loss": 0.7139,
      "step": 888000
    },
    {
      "epoch": 2.82,
      "learning_rate": 2.9489391402338734e-06,
      "loss": 0.7143,
      "step": 888500
    },
    {
      "epoch": 2.82,
      "learning_rate": 2.922461334460229e-06,
      "loss": 0.7164,
      "step": 889000
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.8959835286865844e-06,
      "loss": 0.715,
      "step": 889500
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.86950572291294e-06,
      "loss": 0.7085,
      "step": 890000
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.8430279171392955e-06,
      "loss": 0.7118,
      "step": 890500
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.8165501113656512e-06,
      "loss": 0.7109,
      "step": 891000
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.7900723055920066e-06,
      "loss": 0.7143,
      "step": 891500
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.7635944998183623e-06,
      "loss": 0.7099,
      "step": 892000
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.737116694044718e-06,
      "loss": 0.7103,
      "step": 892500
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.7106388882710734e-06,
      "loss": 0.715,
      "step": 893000
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.684161082497429e-06,
      "loss": 0.712,
      "step": 893500
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.6576832767237845e-06,
      "loss": 0.711,
      "step": 894000
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.6312054709501406e-06,
      "loss": 0.7147,
      "step": 894500
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.604727665176496e-06,
      "loss": 0.7161,
      "step": 895000
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.5782498594028517e-06,
      "loss": 0.7098,
      "step": 895500
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.551772053629207e-06,
      "loss": 0.7069,
      "step": 896000
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.5252942478555628e-06,
      "loss": 0.71,
      "step": 896500
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.4988164420819185e-06,
      "loss": 0.7094,
      "step": 897000
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.472338636308274e-06,
      "loss": 0.7144,
      "step": 897500
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.4458608305346296e-06,
      "loss": 0.7107,
      "step": 898000
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.419383024760985e-06,
      "loss": 0.7063,
      "step": 898500
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.3929052189873406e-06,
      "loss": 0.713,
      "step": 899000
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.366427413213696e-06,
      "loss": 0.7106,
      "step": 899500
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.3399496074400517e-06,
      "loss": 0.7065,
      "step": 900000
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.3134718016664075e-06,
      "loss": 0.7173,
      "step": 900500
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.2869939958927628e-06,
      "loss": 0.7064,
      "step": 901000
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.2605161901191185e-06,
      "loss": 0.7138,
      "step": 901500
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.234038384345474e-06,
      "loss": 0.7116,
      "step": 902000
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.2075605785718296e-06,
      "loss": 0.7134,
      "step": 902500
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.181082772798185e-06,
      "loss": 0.7162,
      "step": 903000
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.1546049670245407e-06,
      "loss": 0.7138,
      "step": 903500
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.1281271612508964e-06,
      "loss": 0.7161,
      "step": 904000
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.101649355477252e-06,
      "loss": 0.7104,
      "step": 904500
    },
    {
      "epoch": 2.88,
      "learning_rate": 2.075171549703608e-06,
      "loss": 0.7037,
      "step": 905000
    },
    {
      "epoch": 2.88,
      "learning_rate": 2.0486937439299632e-06,
      "loss": 0.7174,
      "step": 905500
    },
    {
      "epoch": 2.88,
      "learning_rate": 2.022215938156319e-06,
      "loss": 0.7165,
      "step": 906000
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.9957381323826743e-06,
      "loss": 0.707,
      "step": 906500
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.96926032660903e-06,
      "loss": 0.7104,
      "step": 907000
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.9427825208353854e-06,
      "loss": 0.7123,
      "step": 907500
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.916304715061741e-06,
      "loss": 0.7096,
      "step": 908000
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.8898269092880966e-06,
      "loss": 0.7074,
      "step": 908500
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.8633491035144522e-06,
      "loss": 0.7185,
      "step": 909000
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.8368712977408077e-06,
      "loss": 0.7143,
      "step": 909500
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.8103934919671632e-06,
      "loss": 0.7129,
      "step": 910000
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.783915686193519e-06,
      "loss": 0.7062,
      "step": 910500
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.7574378804198745e-06,
      "loss": 0.7154,
      "step": 911000
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.73096007464623e-06,
      "loss": 0.7152,
      "step": 911500
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.7044822688725856e-06,
      "loss": 0.7143,
      "step": 912000
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.6780044630989411e-06,
      "loss": 0.7092,
      "step": 912500
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.6515266573252967e-06,
      "loss": 0.7087,
      "step": 913000
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.6250488515516522e-06,
      "loss": 0.7165,
      "step": 913500
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.598571045778008e-06,
      "loss": 0.7066,
      "step": 914000
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.5720932400043637e-06,
      "loss": 0.7104,
      "step": 914500
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.5456154342307192e-06,
      "loss": 0.71,
      "step": 915000
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.5191376284570748e-06,
      "loss": 0.7097,
      "step": 915500
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.4926598226834303e-06,
      "loss": 0.7121,
      "step": 916000
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.4661820169097858e-06,
      "loss": 0.7075,
      "step": 916500
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.4397042111361416e-06,
      "loss": 0.7093,
      "step": 917000
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.4132264053624971e-06,
      "loss": 0.7181,
      "step": 917500
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.3867485995888526e-06,
      "loss": 0.7104,
      "step": 918000
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.3602707938152084e-06,
      "loss": 0.7105,
      "step": 918500
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.333792988041564e-06,
      "loss": 0.7098,
      "step": 919000
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.3073151822679195e-06,
      "loss": 0.7086,
      "step": 919500
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.280837376494275e-06,
      "loss": 0.7124,
      "step": 920000
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.2543595707206305e-06,
      "loss": 0.7168,
      "step": 920500
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.227881764946986e-06,
      "loss": 0.7123,
      "step": 921000
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.2014039591733416e-06,
      "loss": 0.7104,
      "step": 921500
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.1749261533996973e-06,
      "loss": 0.7115,
      "step": 922000
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.148448347626053e-06,
      "loss": 0.7128,
      "step": 922500
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.1219705418524086e-06,
      "loss": 0.7109,
      "step": 923000
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.0954927360787642e-06,
      "loss": 0.7137,
      "step": 923500
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.0690149303051197e-06,
      "loss": 0.7066,
      "step": 924000
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.0425371245314752e-06,
      "loss": 0.7092,
      "step": 924500
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.0160593187578308e-06,
      "loss": 0.7109,
      "step": 925000
    },
    {
      "epoch": 2.94,
      "learning_rate": 9.895815129841863e-07,
      "loss": 0.7098,
      "step": 925500
    },
    {
      "epoch": 2.94,
      "learning_rate": 9.63103707210542e-07,
      "loss": 0.7074,
      "step": 926000
    },
    {
      "epoch": 2.94,
      "learning_rate": 9.366259014368975e-07,
      "loss": 0.7097,
      "step": 926500
    },
    {
      "epoch": 2.95,
      "learning_rate": 9.101480956632532e-07,
      "loss": 0.711,
      "step": 927000
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.836702898896089e-07,
      "loss": 0.7086,
      "step": 927500
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.571924841159644e-07,
      "loss": 0.7138,
      "step": 928000
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.307146783423199e-07,
      "loss": 0.7105,
      "step": 928500
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.042368725686756e-07,
      "loss": 0.7099,
      "step": 929000
    },
    {
      "epoch": 2.95,
      "learning_rate": 7.777590667950311e-07,
      "loss": 0.7028,
      "step": 929500
    },
    {
      "epoch": 2.95,
      "learning_rate": 7.512812610213866e-07,
      "loss": 0.7104,
      "step": 930000
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.248034552477423e-07,
      "loss": 0.7082,
      "step": 930500
    },
    {
      "epoch": 2.96,
      "learning_rate": 6.983256494740979e-07,
      "loss": 0.714,
      "step": 931000
    },
    {
      "epoch": 2.96,
      "learning_rate": 6.718478437004535e-07,
      "loss": 0.7099,
      "step": 931500
    },
    {
      "epoch": 2.96,
      "learning_rate": 6.45370037926809e-07,
      "loss": 0.7135,
      "step": 932000
    },
    {
      "epoch": 2.96,
      "learning_rate": 6.188922321531645e-07,
      "loss": 0.7102,
      "step": 932500
    },
    {
      "epoch": 2.96,
      "learning_rate": 5.924144263795203e-07,
      "loss": 0.7122,
      "step": 933000
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.659366206058758e-07,
      "loss": 0.7077,
      "step": 933500
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.394588148322313e-07,
      "loss": 0.7101,
      "step": 934000
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.129810090585869e-07,
      "loss": 0.7091,
      "step": 934500
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.865032032849425e-07,
      "loss": 0.7029,
      "step": 935000
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.6002539751129815e-07,
      "loss": 0.7123,
      "step": 935500
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.335475917376537e-07,
      "loss": 0.7094,
      "step": 936000
    },
    {
      "epoch": 2.98,
      "learning_rate": 4.070697859640093e-07,
      "loss": 0.7109,
      "step": 936500
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.805919801903648e-07,
      "loss": 0.7095,
      "step": 937000
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.5411417441672045e-07,
      "loss": 0.7131,
      "step": 937500
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.27636368643076e-07,
      "loss": 0.7142,
      "step": 938000
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.011585628694316e-07,
      "loss": 0.7074,
      "step": 938500
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.7468075709578716e-07,
      "loss": 0.7154,
      "step": 939000
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.4820295132214275e-07,
      "loss": 0.7118,
      "step": 939500
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.2172514554849836e-07,
      "loss": 0.7126,
      "step": 940000
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.9524733977485395e-07,
      "loss": 0.7061,
      "step": 940500
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.687695340012095e-07,
      "loss": 0.7138,
      "step": 941000
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.422917282275651e-07,
      "loss": 0.7024,
      "step": 941500
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.1581392245392068e-07,
      "loss": 0.7093,
      "step": 942000
    },
    {
      "epoch": 2.99,
      "learning_rate": 8.933611668027626e-08,
      "loss": 0.7095,
      "step": 942500
    },
    {
      "epoch": 3.0,
      "learning_rate": 6.285831090663185e-08,
      "loss": 0.7057,
      "step": 943000
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.6380505132987426e-08,
      "loss": 0.712,
      "step": 943500
    },
    {
      "epoch": 3.0,
      "learning_rate": 9.902699359343012e-09,
      "loss": 0.7072,
      "step": 944000
    },
    {
      "epoch": 3.0,
      "step": 944187,
      "total_flos": 7.95556939258685e+18,
      "train_loss": 0.7972901372973573,
      "train_runtime": 334073.6243,
      "train_samples_per_second": 90.441,
      "train_steps_per_second": 2.826
    }
  ],
  "max_steps": 944187,
  "num_train_epochs": 3,
  "total_flos": 7.95556939258685e+18,
  "trial_name": null,
  "trial_params": null
}