{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 15.120586678763136,
  "global_step": 200000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.08,
      "learning_rate": 4.000000000000001e-06,
      "loss": 5.7461,
      "step": 1000
    },
    {
      "epoch": 0.15,
      "learning_rate": 8.000000000000001e-06,
      "loss": 5.2435,
      "step": 2000
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.2e-05,
      "loss": 5.1697,
      "step": 3000
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 5.1422,
      "step": 4000
    },
    {
      "epoch": 0.38,
      "learning_rate": 2e-05,
      "loss": 5.1265,
      "step": 5000
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.4e-05,
      "loss": 5.1186,
      "step": 6000
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.8e-05,
      "loss": 5.1159,
      "step": 7000
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 5.11,
      "step": 8000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.6e-05,
      "loss": 5.1084,
      "step": 9000
    },
    {
      "epoch": 0.76,
      "learning_rate": 4e-05,
      "loss": 5.1073,
      "step": 10000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.978947368421053e-05,
      "loss": 5.1033,
      "step": 11000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9578947368421056e-05,
      "loss": 5.103,
      "step": 12000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.936842105263158e-05,
      "loss": 5.0998,
      "step": 13000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.915789473684211e-05,
      "loss": 5.099,
      "step": 14000
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.8947368421052636e-05,
      "loss": 5.0958,
      "step": 15000
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.873684210526316e-05,
      "loss": 5.0956,
      "step": 16000
    },
    {
      "epoch": 1.29,
      "learning_rate": 3.852631578947369e-05,
      "loss": 5.0925,
      "step": 17000
    },
    {
      "epoch": 1.36,
      "learning_rate": 3.8315789473684216e-05,
      "loss": 5.0947,
      "step": 18000
    },
    {
      "epoch": 1.44,
      "learning_rate": 3.8105263157894735e-05,
      "loss": 5.0925,
      "step": 19000
    },
    {
      "epoch": 1.51,
      "learning_rate": 3.789473684210526e-05,
      "loss": 5.093,
      "step": 20000
    },
    {
      "epoch": 1.59,
      "learning_rate": 3.7684210526315795e-05,
      "loss": 5.0922,
      "step": 21000
    },
    {
      "epoch": 1.66,
      "learning_rate": 3.747368421052632e-05,
      "loss": 5.0894,
      "step": 22000
    },
    {
      "epoch": 1.74,
      "learning_rate": 3.726315789473685e-05,
      "loss": 5.0699,
      "step": 23000
    },
    {
      "epoch": 1.81,
      "learning_rate": 3.705263157894737e-05,
      "loss": 5.037,
      "step": 24000
    },
    {
      "epoch": 1.89,
      "learning_rate": 3.6842105263157895e-05,
      "loss": 5.0146,
      "step": 25000
    },
    {
      "epoch": 1.97,
      "learning_rate": 3.663157894736842e-05,
      "loss": 4.9928,
      "step": 26000
    },
    {
      "epoch": 2.04,
      "learning_rate": 3.6421052631578955e-05,
      "loss": 4.9687,
      "step": 27000
    },
    {
      "epoch": 2.12,
      "learning_rate": 3.621052631578948e-05,
      "loss": 4.9464,
      "step": 28000
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6e-05,
      "loss": 4.922,
      "step": 29000
    },
    {
      "epoch": 2.27,
      "learning_rate": 3.578947368421053e-05,
      "loss": 4.8983,
      "step": 30000
    },
    {
      "epoch": 2.34,
      "learning_rate": 3.5578947368421054e-05,
      "loss": 4.8721,
      "step": 31000
    },
    {
      "epoch": 2.42,
      "learning_rate": 3.536842105263158e-05,
      "loss": 4.8441,
      "step": 32000
    },
    {
      "epoch": 2.49,
      "learning_rate": 3.515789473684211e-05,
      "loss": 4.8125,
      "step": 33000
    },
    {
      "epoch": 2.57,
      "learning_rate": 3.4947368421052634e-05,
      "loss": 4.7796,
      "step": 34000
    },
    {
      "epoch": 2.65,
      "learning_rate": 3.473684210526316e-05,
      "loss": 4.7264,
      "step": 35000
    },
    {
      "epoch": 2.72,
      "learning_rate": 3.452631578947369e-05,
      "loss": 4.6306,
      "step": 36000
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.431578947368421e-05,
      "loss": 4.5571,
      "step": 37000
    },
    {
      "epoch": 2.87,
      "learning_rate": 3.410526315789474e-05,
      "loss": 4.4757,
      "step": 38000
    },
    {
      "epoch": 2.95,
      "learning_rate": 3.3894736842105266e-05,
      "loss": 4.3942,
      "step": 39000
    },
    {
      "epoch": 3.02,
      "learning_rate": 3.368421052631579e-05,
      "loss": 4.3376,
      "step": 40000
    },
    {
      "epoch": 3.1,
      "learning_rate": 3.347368421052632e-05,
      "loss": 4.2928,
      "step": 41000
    },
    {
      "epoch": 3.18,
      "learning_rate": 3.3263157894736846e-05,
      "loss": 4.2614,
      "step": 42000
    },
    {
      "epoch": 3.25,
      "learning_rate": 3.305263157894737e-05,
      "loss": 4.2338,
      "step": 43000
    },
    {
      "epoch": 3.33,
      "learning_rate": 3.28421052631579e-05,
      "loss": 4.2183,
      "step": 44000
    },
    {
      "epoch": 3.4,
      "learning_rate": 3.2631578947368426e-05,
      "loss": 4.194,
      "step": 45000
    },
    {
      "epoch": 3.48,
      "learning_rate": 3.2421052631578945e-05,
      "loss": 4.1761,
      "step": 46000
    },
    {
      "epoch": 3.55,
      "learning_rate": 3.221052631578947e-05,
      "loss": 4.1644,
      "step": 47000
    },
    {
      "epoch": 3.63,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 4.1498,
      "step": 48000
    },
    {
      "epoch": 3.7,
      "learning_rate": 3.178947368421053e-05,
      "loss": 4.1397,
      "step": 49000
    },
    {
      "epoch": 3.78,
      "learning_rate": 3.157894736842106e-05,
      "loss": 4.1275,
      "step": 50000
    },
    {
      "epoch": 3.86,
      "learning_rate": 3.136842105263158e-05,
      "loss": 4.1146,
      "step": 51000
    },
    {
      "epoch": 3.93,
      "learning_rate": 3.1157894736842105e-05,
      "loss": 4.1074,
      "step": 52000
    },
    {
      "epoch": 4.01,
      "learning_rate": 3.094736842105263e-05,
      "loss": 4.1001,
      "step": 53000
    },
    {
      "epoch": 4.08,
      "learning_rate": 3.073684210526316e-05,
      "loss": 4.0887,
      "step": 54000
    },
    {
      "epoch": 4.16,
      "learning_rate": 3.052631578947369e-05,
      "loss": 4.0836,
      "step": 55000
    },
    {
      "epoch": 4.23,
      "learning_rate": 3.0315789473684214e-05,
      "loss": 4.0808,
      "step": 56000
    },
    {
      "epoch": 4.31,
      "learning_rate": 3.010526315789474e-05,
      "loss": 4.0691,
      "step": 57000
    },
    {
      "epoch": 4.38,
      "learning_rate": 2.9894736842105264e-05,
      "loss": 4.0624,
      "step": 58000
    },
    {
      "epoch": 4.46,
      "learning_rate": 2.968421052631579e-05,
      "loss": 4.0501,
      "step": 59000
    },
    {
      "epoch": 4.54,
      "learning_rate": 2.9473684210526317e-05,
      "loss": 4.0523,
      "step": 60000
    },
    {
      "epoch": 4.61,
      "learning_rate": 2.9263157894736847e-05,
      "loss": 4.0434,
      "step": 61000
    },
    {
      "epoch": 4.69,
      "learning_rate": 2.9052631578947374e-05,
      "loss": 4.0381,
      "step": 62000
    },
    {
      "epoch": 4.76,
      "learning_rate": 2.8842105263157897e-05,
      "loss": 4.0363,
      "step": 63000
    },
    {
      "epoch": 4.84,
      "learning_rate": 2.8631578947368423e-05,
      "loss": 4.0303,
      "step": 64000
    },
    {
      "epoch": 4.91,
      "learning_rate": 2.842105263157895e-05,
      "loss": 4.0211,
      "step": 65000
    },
    {
      "epoch": 4.99,
      "learning_rate": 2.8210526315789476e-05,
      "loss": 4.0168,
      "step": 66000
    },
    {
      "epoch": 5.07,
      "learning_rate": 2.8e-05,
      "loss": 4.0122,
      "step": 67000
    },
    {
      "epoch": 5.14,
      "learning_rate": 2.778947368421053e-05,
      "loss": 4.0091,
      "step": 68000
    },
    {
      "epoch": 5.22,
      "learning_rate": 2.7578947368421056e-05,
      "loss": 4.0019,
      "step": 69000
    },
    {
      "epoch": 5.29,
      "learning_rate": 2.7368421052631583e-05,
      "loss": 3.9973,
      "step": 70000
    },
    {
      "epoch": 5.37,
      "learning_rate": 2.715789473684211e-05,
      "loss": 3.9994,
      "step": 71000
    },
    {
      "epoch": 5.44,
      "learning_rate": 2.6947368421052632e-05,
      "loss": 3.9907,
      "step": 72000
    },
    {
      "epoch": 5.52,
      "learning_rate": 2.673684210526316e-05,
      "loss": 3.9873,
      "step": 73000
    },
    {
      "epoch": 5.59,
      "learning_rate": 2.6526315789473685e-05,
      "loss": 3.984,
      "step": 74000
    },
    {
      "epoch": 5.67,
      "learning_rate": 2.6315789473684215e-05,
      "loss": 3.9795,
      "step": 75000
    },
    {
      "epoch": 5.75,
      "learning_rate": 2.610526315789474e-05,
      "loss": 3.973,
      "step": 76000
    },
    {
      "epoch": 5.82,
      "learning_rate": 2.5894736842105265e-05,
      "loss": 3.9739,
      "step": 77000
    },
    {
      "epoch": 5.9,
      "learning_rate": 2.568421052631579e-05,
      "loss": 3.9637,
      "step": 78000
    },
    {
      "epoch": 5.97,
      "learning_rate": 2.5473684210526318e-05,
      "loss": 3.9668,
      "step": 79000
    },
    {
      "epoch": 6.05,
      "learning_rate": 2.526315789473684e-05,
      "loss": 3.9624,
      "step": 80000
    },
    {
      "epoch": 6.12,
      "learning_rate": 2.5052631578947368e-05,
      "loss": 3.9513,
      "step": 81000
    },
    {
      "epoch": 6.2,
      "learning_rate": 2.4842105263157898e-05,
      "loss": 3.9586,
      "step": 82000
    },
    {
      "epoch": 6.28,
      "learning_rate": 2.4631578947368424e-05,
      "loss": 3.9509,
      "step": 83000
    },
    {
      "epoch": 6.35,
      "learning_rate": 2.442105263157895e-05,
      "loss": 3.9526,
      "step": 84000
    },
    {
      "epoch": 6.43,
      "learning_rate": 2.4210526315789474e-05,
      "loss": 3.9427,
      "step": 85000
    },
    {
      "epoch": 6.5,
      "learning_rate": 2.4e-05,
      "loss": 3.9448,
      "step": 86000
    },
    {
      "epoch": 6.58,
      "learning_rate": 2.3789473684210527e-05,
      "loss": 3.9331,
      "step": 87000
    },
    {
      "epoch": 6.65,
      "learning_rate": 2.3578947368421054e-05,
      "loss": 3.9368,
      "step": 88000
    },
    {
      "epoch": 6.73,
      "learning_rate": 2.3368421052631584e-05,
      "loss": 3.9316,
      "step": 89000
    },
    {
      "epoch": 6.8,
      "learning_rate": 2.3157894736842107e-05,
      "loss": 3.932,
      "step": 90000
    },
    {
      "epoch": 6.88,
      "learning_rate": 2.2947368421052633e-05,
      "loss": 3.9249,
      "step": 91000
    },
    {
      "epoch": 6.96,
      "learning_rate": 2.273684210526316e-05,
      "loss": 3.9272,
      "step": 92000
    },
    {
      "epoch": 7.03,
      "learning_rate": 2.2526315789473686e-05,
      "loss": 3.9157,
      "step": 93000
    },
    {
      "epoch": 7.11,
      "learning_rate": 2.231578947368421e-05,
      "loss": 3.9139,
      "step": 94000
    },
    {
      "epoch": 7.18,
      "learning_rate": 2.210526315789474e-05,
      "loss": 3.9091,
      "step": 95000
    },
    {
      "epoch": 7.26,
      "learning_rate": 2.1894736842105266e-05,
      "loss": 3.9164,
      "step": 96000
    },
    {
      "epoch": 7.33,
      "learning_rate": 2.1684210526315793e-05,
      "loss": 3.9119,
      "step": 97000
    },
    {
      "epoch": 7.41,
      "learning_rate": 2.147368421052632e-05,
      "loss": 3.9058,
      "step": 98000
    },
    {
      "epoch": 7.48,
      "learning_rate": 2.1263157894736842e-05,
      "loss": 3.9131,
      "step": 99000
    },
    {
      "epoch": 7.56,
      "learning_rate": 2.105263157894737e-05,
      "loss": 3.9097,
      "step": 100000
    },
    {
      "epoch": 7.64,
      "learning_rate": 2.0842105263157895e-05,
      "loss": 3.9044,
      "step": 101000
    },
    {
      "epoch": 7.71,
      "learning_rate": 2.0631578947368425e-05,
      "loss": 3.9004,
      "step": 102000
    },
    {
      "epoch": 7.79,
      "learning_rate": 2.0421052631578952e-05,
      "loss": 3.8937,
      "step": 103000
    },
    {
      "epoch": 7.86,
      "learning_rate": 2.0210526315789475e-05,
      "loss": 3.9017,
      "step": 104000
    },
    {
      "epoch": 7.94,
      "learning_rate": 2e-05,
      "loss": 3.899,
      "step": 105000
    },
    {
      "epoch": 8.01,
      "learning_rate": 1.9789473684210528e-05,
      "loss": 3.8979,
      "step": 106000
    },
    {
      "epoch": 8.09,
      "learning_rate": 1.9578947368421055e-05,
      "loss": 3.8889,
      "step": 107000
    },
    {
      "epoch": 8.17,
      "learning_rate": 1.936842105263158e-05,
      "loss": 3.8857,
      "step": 108000
    },
    {
      "epoch": 8.24,
      "learning_rate": 1.9157894736842108e-05,
      "loss": 3.8892,
      "step": 109000
    },
    {
      "epoch": 8.32,
      "learning_rate": 1.894736842105263e-05,
      "loss": 3.887,
      "step": 110000
    },
    {
      "epoch": 8.39,
      "learning_rate": 1.873684210526316e-05,
      "loss": 3.8848,
      "step": 111000
    },
    {
      "epoch": 8.47,
      "learning_rate": 1.8526315789473684e-05,
      "loss": 3.8805,
      "step": 112000
    },
    {
      "epoch": 8.54,
      "learning_rate": 1.831578947368421e-05,
      "loss": 3.8819,
      "step": 113000
    },
    {
      "epoch": 8.62,
      "learning_rate": 1.810526315789474e-05,
      "loss": 3.8753,
      "step": 114000
    },
    {
      "epoch": 8.69,
      "learning_rate": 1.7894736842105264e-05,
      "loss": 3.881,
      "step": 115000
    },
    {
      "epoch": 8.77,
      "learning_rate": 1.768421052631579e-05,
      "loss": 3.8784,
      "step": 116000
    },
    {
      "epoch": 8.85,
      "learning_rate": 1.7473684210526317e-05,
      "loss": 3.8694,
      "step": 117000
    },
    {
      "epoch": 8.92,
      "learning_rate": 1.7263157894736843e-05,
      "loss": 3.8727,
      "step": 118000
    },
    {
      "epoch": 9.0,
      "learning_rate": 1.705263157894737e-05,
      "loss": 3.8701,
      "step": 119000
    },
    {
      "epoch": 9.07,
      "learning_rate": 1.6842105263157896e-05,
      "loss": 3.8676,
      "step": 120000
    },
    {
      "epoch": 9.15,
      "learning_rate": 1.6631578947368423e-05,
      "loss": 3.8632,
      "step": 121000
    },
    {
      "epoch": 9.22,
      "learning_rate": 1.642105263157895e-05,
      "loss": 3.8645,
      "step": 122000
    },
    {
      "epoch": 9.3,
      "learning_rate": 1.6210526315789473e-05,
      "loss": 3.8682,
      "step": 123000
    },
    {
      "epoch": 9.37,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 3.8575,
      "step": 124000
    },
    {
      "epoch": 9.45,
      "learning_rate": 1.578947368421053e-05,
      "loss": 3.8633,
      "step": 125000
    },
    {
      "epoch": 9.53,
      "learning_rate": 1.5578947368421052e-05,
      "loss": 3.8594,
      "step": 126000
    },
    {
      "epoch": 9.6,
      "learning_rate": 1.536842105263158e-05,
      "loss": 3.8552,
      "step": 127000
    },
    {
      "epoch": 9.68,
      "learning_rate": 1.5157894736842107e-05,
      "loss": 3.8563,
      "step": 128000
    },
    {
      "epoch": 9.75,
      "learning_rate": 1.4947368421052632e-05,
      "loss": 3.8596,
      "step": 129000
    },
    {
      "epoch": 9.83,
      "learning_rate": 1.4736842105263159e-05,
      "loss": 3.8565,
      "step": 130000
    },
    {
      "epoch": 9.9,
      "learning_rate": 1.4526315789473687e-05,
      "loss": 3.8512,
      "step": 131000
    },
    {
      "epoch": 9.98,
      "learning_rate": 1.4315789473684212e-05,
      "loss": 3.8531,
      "step": 132000
    },
    {
      "epoch": 10.06,
      "learning_rate": 1.4105263157894738e-05,
      "loss": 3.8538,
      "step": 133000
    },
    {
      "epoch": 10.13,
      "learning_rate": 1.3894736842105265e-05,
      "loss": 3.8477,
      "step": 134000
    },
    {
      "epoch": 10.21,
      "learning_rate": 1.3684210526315791e-05,
      "loss": 3.8497,
      "step": 135000
    },
    {
      "epoch": 10.28,
      "learning_rate": 1.3473684210526316e-05,
      "loss": 3.8455,
      "step": 136000
    },
    {
      "epoch": 10.36,
      "learning_rate": 1.3263157894736843e-05,
      "loss": 3.8442,
      "step": 137000
    },
    {
      "epoch": 10.43,
      "learning_rate": 1.305263157894737e-05,
      "loss": 3.8466,
      "step": 138000
    },
    {
      "epoch": 10.51,
      "learning_rate": 1.2842105263157896e-05,
      "loss": 3.8465,
      "step": 139000
    },
    {
      "epoch": 10.58,
      "learning_rate": 1.263157894736842e-05,
      "loss": 3.8443,
      "step": 140000
    },
    {
      "epoch": 10.66,
      "learning_rate": 1.2421052631578949e-05,
      "loss": 3.8407,
      "step": 141000
    },
    {
      "epoch": 10.74,
      "learning_rate": 1.2210526315789475e-05,
      "loss": 3.8414,
      "step": 142000
    },
    {
      "epoch": 10.81,
      "learning_rate": 1.2e-05,
      "loss": 3.835,
      "step": 143000
    },
    {
      "epoch": 10.89,
      "learning_rate": 1.1789473684210527e-05,
      "loss": 3.8321,
      "step": 144000
    },
    {
      "epoch": 10.96,
      "learning_rate": 1.1578947368421053e-05,
      "loss": 3.8366,
      "step": 145000
    },
    {
      "epoch": 11.04,
      "learning_rate": 1.136842105263158e-05,
      "loss": 3.8353,
      "step": 146000
    },
    {
      "epoch": 11.11,
      "learning_rate": 1.1157894736842105e-05,
      "loss": 3.8347,
      "step": 147000
    },
    {
      "epoch": 11.19,
      "learning_rate": 1.0947368421052633e-05,
      "loss": 3.833,
      "step": 148000
    },
    {
      "epoch": 11.26,
      "learning_rate": 1.073684210526316e-05,
      "loss": 3.8337,
      "step": 149000
    },
    {
      "epoch": 11.34,
      "learning_rate": 1.0526315789473684e-05,
      "loss": 3.8342,
      "step": 150000
    },
    {
      "epoch": 11.42,
      "learning_rate": 1.0315789473684213e-05,
      "loss": 3.8302,
      "step": 151000
    },
    {
      "epoch": 11.49,
      "learning_rate": 1.0105263157894738e-05,
      "loss": 3.8326,
      "step": 152000
    },
    {
      "epoch": 11.57,
      "learning_rate": 9.894736842105264e-06,
      "loss": 3.827,
      "step": 153000
    },
    {
      "epoch": 11.64,
      "learning_rate": 9.68421052631579e-06,
      "loss": 3.8309,
      "step": 154000
    },
    {
      "epoch": 11.72,
      "learning_rate": 9.473684210526315e-06,
      "loss": 3.8293,
      "step": 155000
    },
    {
      "epoch": 11.79,
      "learning_rate": 9.263157894736842e-06,
      "loss": 3.8277,
      "step": 156000
    },
    {
      "epoch": 11.87,
      "learning_rate": 9.05263157894737e-06,
      "loss": 3.8273,
      "step": 157000
    },
    {
      "epoch": 11.95,
      "learning_rate": 8.842105263157895e-06,
      "loss": 3.8199,
      "step": 158000
    },
    {
      "epoch": 12.02,
      "learning_rate": 8.631578947368422e-06,
      "loss": 3.8253,
      "step": 159000
    },
    {
      "epoch": 12.1,
      "learning_rate": 8.421052631578948e-06,
      "loss": 3.8267,
      "step": 160000
    },
    {
      "epoch": 12.17,
      "learning_rate": 8.210526315789475e-06,
      "loss": 3.8287,
      "step": 161000
    },
    {
      "epoch": 12.25,
      "learning_rate": 8.000000000000001e-06,
      "loss": 3.8196,
      "step": 162000
    },
    {
      "epoch": 12.32,
      "learning_rate": 7.789473684210526e-06,
      "loss": 3.8208,
      "step": 163000
    },
    {
      "epoch": 12.4,
      "learning_rate": 7.578947368421054e-06,
      "loss": 3.8287,
      "step": 164000
    },
    {
      "epoch": 12.47,
      "learning_rate": 7.368421052631579e-06,
      "loss": 3.8223,
      "step": 165000
    },
    {
      "epoch": 12.55,
      "learning_rate": 7.157894736842106e-06,
      "loss": 3.8103,
      "step": 166000
    },
    {
      "epoch": 12.63,
      "learning_rate": 6.947368421052632e-06,
      "loss": 3.8183,
      "step": 167000
    },
    {
      "epoch": 12.7,
      "learning_rate": 6.736842105263158e-06,
      "loss": 3.8174,
      "step": 168000
    },
    {
      "epoch": 12.78,
      "learning_rate": 6.526315789473685e-06,
      "loss": 3.8154,
      "step": 169000
    },
    {
      "epoch": 12.85,
      "learning_rate": 6.31578947368421e-06,
      "loss": 3.8204,
      "step": 170000
    },
    {
      "epoch": 12.93,
      "learning_rate": 6.105263157894738e-06,
      "loss": 3.8104,
      "step": 171000
    },
    {
      "epoch": 13.0,
      "learning_rate": 5.8947368421052634e-06,
      "loss": 3.8173,
      "step": 172000
    },
    {
      "epoch": 13.08,
      "learning_rate": 5.68421052631579e-06,
      "loss": 3.8139,
      "step": 173000
    },
    {
      "epoch": 13.15,
      "learning_rate": 5.4736842105263165e-06,
      "loss": 3.809,
      "step": 174000
    },
    {
      "epoch": 13.23,
      "learning_rate": 5.263157894736842e-06,
      "loss": 3.8151,
      "step": 175000
    },
    {
      "epoch": 13.31,
      "learning_rate": 5.052631578947369e-06,
      "loss": 3.8129,
      "step": 176000
    },
    {
      "epoch": 13.38,
      "learning_rate": 4.842105263157895e-06,
      "loss": 3.815,
      "step": 177000
    },
    {
      "epoch": 13.46,
      "learning_rate": 4.631578947368421e-06,
      "loss": 3.8175,
      "step": 178000
    },
    {
      "epoch": 13.53,
      "learning_rate": 4.4210526315789476e-06,
      "loss": 3.8125,
      "step": 179000
    },
    {
      "epoch": 13.61,
      "learning_rate": 4.210526315789474e-06,
      "loss": 3.8101,
      "step": 180000
    },
    {
      "epoch": 13.68,
      "learning_rate": 4.000000000000001e-06,
      "loss": 3.8079,
      "step": 181000
    },
    {
      "epoch": 13.76,
      "learning_rate": 3.789473684210527e-06,
      "loss": 3.8124,
      "step": 182000
    },
    {
      "epoch": 13.84,
      "learning_rate": 3.578947368421053e-06,
      "loss": 3.8134,
      "step": 183000
    },
    {
      "epoch": 13.91,
      "learning_rate": 3.368421052631579e-06,
      "loss": 3.8048,
      "step": 184000
    },
    {
      "epoch": 13.99,
      "learning_rate": 3.157894736842105e-06,
      "loss": 3.8167,
      "step": 185000
    },
    {
      "epoch": 14.06,
      "learning_rate": 2.9473684210526317e-06,
      "loss": 3.812,
      "step": 186000
    },
    {
      "epoch": 14.14,
      "learning_rate": 2.7368421052631583e-06,
      "loss": 3.8089,
      "step": 187000
    },
    {
      "epoch": 14.21,
      "learning_rate": 2.5263157894736844e-06,
      "loss": 3.8119,
      "step": 188000
    },
    {
      "epoch": 14.29,
      "learning_rate": 2.3157894736842105e-06,
      "loss": 3.8058,
      "step": 189000
    },
    {
      "epoch": 14.36,
      "learning_rate": 2.105263157894737e-06,
      "loss": 3.8089,
      "step": 190000
    },
    {
      "epoch": 14.44,
      "learning_rate": 1.8947368421052634e-06,
      "loss": 3.8058,
      "step": 191000
    },
    {
      "epoch": 14.52,
      "learning_rate": 1.6842105263157895e-06,
      "loss": 3.8099,
      "step": 192000
    },
    {
      "epoch": 14.59,
      "learning_rate": 1.4736842105263159e-06,
      "loss": 3.7993,
      "step": 193000
    },
    {
      "epoch": 14.67,
      "learning_rate": 1.2631578947368422e-06,
      "loss": 3.8072,
      "step": 194000
    },
    {
      "epoch": 14.74,
      "learning_rate": 1.0526315789473685e-06,
      "loss": 3.806,
      "step": 195000
    },
    {
      "epoch": 14.82,
      "learning_rate": 8.421052631578948e-07,
      "loss": 3.8084,
      "step": 196000
    },
    {
      "epoch": 14.89,
      "learning_rate": 6.315789473684211e-07,
      "loss": 3.8074,
      "step": 197000
    },
    {
      "epoch": 14.97,
      "learning_rate": 4.210526315789474e-07,
      "loss": 3.8013,
      "step": 198000
    },
    {
      "epoch": 15.04,
      "learning_rate": 2.105263157894737e-07,
      "loss": 3.8081,
      "step": 199000
    },
    {
      "epoch": 15.12,
      "learning_rate": 0.0,
      "loss": 3.8009,
      "step": 200000
    }
  ],
  "max_steps": 200000,
  "num_train_epochs": 16,
  "total_flos": 5.051724710578883e+18,
  "trial_name": null,
  "trial_params": null
}