{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.6451612903225806,
  "global_step": 80000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.97983870967742e-05,
      "loss": 6.7059,
      "step": 500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.959677419354839e-05,
      "loss": 5.6289,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.939516129032259e-05,
      "loss": 5.1456,
      "step": 1500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9193548387096775e-05,
      "loss": 4.7873,
      "step": 2000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.899193548387097e-05,
      "loss": 4.6802,
      "step": 2500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8790322580645164e-05,
      "loss": 4.3627,
      "step": 3000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.858870967741936e-05,
      "loss": 4.196,
      "step": 3500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8387096774193554e-05,
      "loss": 3.7748,
      "step": 4000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.818548387096775e-05,
      "loss": 3.8727,
      "step": 4500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7983870967741937e-05,
      "loss": 3.646,
      "step": 5000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.778225806451613e-05,
      "loss": 3.6242,
      "step": 5500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7580645161290326e-05,
      "loss": 3.5577,
      "step": 6000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.737903225806452e-05,
      "loss": 3.5461,
      "step": 6500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7177419354838716e-05,
      "loss": 3.4455,
      "step": 7000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.697580645161291e-05,
      "loss": 3.4798,
      "step": 7500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.67741935483871e-05,
      "loss": 3.4644,
      "step": 8000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.657258064516129e-05,
      "loss": 3.3689,
      "step": 8500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.637096774193548e-05,
      "loss": 3.3166,
      "step": 9000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6169354838709676e-05,
      "loss": 3.3226,
      "step": 9500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.596774193548387e-05,
      "loss": 3.283,
      "step": 10000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5766129032258065e-05,
      "loss": 3.1365,
      "step": 10500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.556451612903226e-05,
      "loss": 3.23,
      "step": 11000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5362903225806455e-05,
      "loss": 3.2074,
      "step": 11500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.516129032258064e-05,
      "loss": 3.221,
      "step": 12000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.495967741935484e-05,
      "loss": 3.1792,
      "step": 12500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.475806451612903e-05,
      "loss": 3.0746,
      "step": 13000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.455645161290323e-05,
      "loss": 3.1394,
      "step": 13500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.435483870967742e-05,
      "loss": 3.0609,
      "step": 14000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.415322580645162e-05,
      "loss": 3.1135,
      "step": 14500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.395161290322581e-05,
      "loss": 3.0392,
      "step": 15000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.375e-05,
      "loss": 3.0255,
      "step": 15500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3548387096774194e-05,
      "loss": 3.0095,
      "step": 16000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.334677419354839e-05,
      "loss": 3.0491,
      "step": 16500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3145161290322584e-05,
      "loss": 3.068,
      "step": 17000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.294354838709678e-05,
      "loss": 2.9763,
      "step": 17500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2741935483870973e-05,
      "loss": 2.985,
      "step": 18000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.254032258064516e-05,
      "loss": 2.9917,
      "step": 18500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2338709677419356e-05,
      "loss": 3.0161,
      "step": 19000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.213709677419355e-05,
      "loss": 2.9634,
      "step": 19500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1935483870967746e-05,
      "loss": 2.9889,
      "step": 20000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.173387096774194e-05,
      "loss": 3.0213,
      "step": 20500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1532258064516135e-05,
      "loss": 2.9616,
      "step": 21000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.133064516129033e-05,
      "loss": 2.8978,
      "step": 21500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.112903225806452e-05,
      "loss": 2.7943,
      "step": 22000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.092741935483871e-05,
      "loss": 2.9148,
      "step": 22500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.072580645161291e-05,
      "loss": 2.9236,
      "step": 23000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0524193548387096e-05,
      "loss": 2.8025,
      "step": 23500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.032258064516129e-05,
      "loss": 2.8641,
      "step": 24000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0120967741935485e-05,
      "loss": 2.8458,
      "step": 24500
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.991935483870968e-05,
      "loss": 2.8769,
      "step": 25000
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.971774193548387e-05,
      "loss": 2.9281,
      "step": 25500
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.951612903225806e-05,
      "loss": 2.8934,
      "step": 26000
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.931451612903226e-05,
      "loss": 2.8421,
      "step": 26500
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.911290322580645e-05,
      "loss": 2.9583,
      "step": 27000
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.891129032258065e-05,
      "loss": 2.8541,
      "step": 27500
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.870967741935484e-05,
      "loss": 2.9187,
      "step": 28000
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8508064516129036e-05,
      "loss": 2.9765,
      "step": 28500
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.8306451612903224e-05,
      "loss": 2.6983,
      "step": 29000
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.810483870967742e-05,
      "loss": 2.8056,
      "step": 29500
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7903225806451614e-05,
      "loss": 2.7826,
      "step": 30000
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.770161290322581e-05,
      "loss": 2.8993,
      "step": 30500
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 2.931,
      "step": 31000
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.72983870967742e-05,
      "loss": 2.8276,
      "step": 31500
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7096774193548386e-05,
      "loss": 2.8348,
      "step": 32000
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.689516129032258e-05,
      "loss": 2.8317,
      "step": 32500
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6693548387096776e-05,
      "loss": 2.8061,
      "step": 33000
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.649193548387097e-05,
      "loss": 2.7982,
      "step": 33500
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6290322580645165e-05,
      "loss": 2.8439,
      "step": 34000
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.608870967741936e-05,
      "loss": 2.7924,
      "step": 34500
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.5887096774193555e-05,
      "loss": 2.7077,
      "step": 35000
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.568548387096774e-05,
      "loss": 2.8267,
      "step": 35500
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.548387096774194e-05,
      "loss": 2.8308,
      "step": 36000
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.528225806451613e-05,
      "loss": 2.7554,
      "step": 36500
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.508064516129033e-05,
      "loss": 2.7693,
      "step": 37000
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.487903225806452e-05,
      "loss": 2.7417,
      "step": 37500
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.467741935483872e-05,
      "loss": 2.6836,
      "step": 38000
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4475806451612905e-05,
      "loss": 2.7334,
      "step": 38500
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.427419354838709e-05,
      "loss": 2.9839,
      "step": 39000
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.407258064516129e-05,
      "loss": 2.7495,
      "step": 39500
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.387096774193548e-05,
      "loss": 2.767,
      "step": 40000
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.366935483870968e-05,
      "loss": 2.7316,
      "step": 40500
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.346774193548387e-05,
      "loss": 2.7787,
      "step": 41000
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3266129032258067e-05,
      "loss": 2.7504,
      "step": 41500
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.306451612903226e-05,
      "loss": 2.6913,
      "step": 42000
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.286290322580645e-05,
      "loss": 2.7743,
      "step": 42500
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2661290322580644e-05,
      "loss": 2.7656,
      "step": 43000
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.245967741935484e-05,
      "loss": 2.7828,
      "step": 43500
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2258064516129034e-05,
      "loss": 2.7927,
      "step": 44000
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.205645161290323e-05,
      "loss": 2.7036,
      "step": 44500
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.185483870967742e-05,
      "loss": 2.6734,
      "step": 45000
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.165322580645161e-05,
      "loss": 2.7777,
      "step": 45500
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1451612903225806e-05,
      "loss": 2.7163,
      "step": 46000
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.125e-05,
      "loss": 2.7279,
      "step": 46500
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1048387096774195e-05,
      "loss": 2.7209,
      "step": 47000
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.084677419354839e-05,
      "loss": 2.6712,
      "step": 47500
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0645161290322585e-05,
      "loss": 2.7012,
      "step": 48000
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0443548387096776e-05,
      "loss": 2.7272,
      "step": 48500
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.024193548387097e-05,
      "loss": 2.7072,
      "step": 49000
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0040322580645162e-05,
      "loss": 2.6696,
      "step": 49500
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9838709677419357e-05,
      "loss": 2.6467,
      "step": 50000
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9637096774193552e-05,
      "loss": 2.7601,
      "step": 50500
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9435483870967743e-05,
      "loss": 2.7173,
      "step": 51000
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9233870967741938e-05,
      "loss": 2.6568,
      "step": 51500
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9032258064516133e-05,
      "loss": 2.713,
      "step": 52000
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8830645161290328e-05,
      "loss": 2.7691,
      "step": 52500
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.862903225806452e-05,
      "loss": 2.7268,
      "step": 53000
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8427419354838714e-05,
      "loss": 2.5954,
      "step": 53500
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.822580645161291e-05,
      "loss": 2.6935,
      "step": 54000
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8024193548387097e-05,
      "loss": 2.6538,
      "step": 54500
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7822580645161288e-05,
      "loss": 2.7291,
      "step": 55000
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7620967741935483e-05,
      "loss": 2.6463,
      "step": 55500
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7419354838709678e-05,
      "loss": 2.7153,
      "step": 56000
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.721774193548387e-05,
      "loss": 2.6529,
      "step": 56500
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7016129032258064e-05,
      "loss": 2.6653,
      "step": 57000
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.681451612903226e-05,
      "loss": 2.6571,
      "step": 57500
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.661290322580645e-05,
      "loss": 2.6362,
      "step": 58000
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6411290322580645e-05,
      "loss": 2.709,
      "step": 58500
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.620967741935484e-05,
      "loss": 2.6777,
      "step": 59000
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6008064516129034e-05,
      "loss": 2.7051,
      "step": 59500
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5806451612903226e-05,
      "loss": 2.6077,
      "step": 60000
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.560483870967742e-05,
      "loss": 2.6631,
      "step": 60500
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5403225806451615e-05,
      "loss": 2.6302,
      "step": 61000
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5201612903225806e-05,
      "loss": 2.605,
      "step": 61500
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5e-05,
      "loss": 2.5936,
      "step": 62000
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4798387096774196e-05,
      "loss": 2.6623,
      "step": 62500
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4596774193548387e-05,
      "loss": 2.7046,
      "step": 63000
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4395161290322582e-05,
      "loss": 2.5976,
      "step": 63500
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4193548387096777e-05,
      "loss": 2.6664,
      "step": 64000
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3991935483870968e-05,
      "loss": 2.6509,
      "step": 64500
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3790322580645163e-05,
      "loss": 2.6651,
      "step": 65000
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3588709677419358e-05,
      "loss": 2.6349,
      "step": 65500
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.338709677419355e-05,
      "loss": 2.6451,
      "step": 66000
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.318548387096774e-05,
      "loss": 2.6604,
      "step": 66500
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2983870967741935e-05,
      "loss": 2.6519,
      "step": 67000
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.278225806451613e-05,
      "loss": 2.6072,
      "step": 67500
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.258064516129032e-05,
      "loss": 2.6437,
      "step": 68000
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2379032258064516e-05,
      "loss": 2.6558,
      "step": 68500
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.217741935483871e-05,
      "loss": 2.5988,
      "step": 69000
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1975806451612906e-05,
      "loss": 2.646,
      "step": 69500
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1774193548387097e-05,
      "loss": 2.6395,
      "step": 70000
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1572580645161292e-05,
      "loss": 2.6216,
      "step": 70500
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1370967741935487e-05,
      "loss": 2.6985,
      "step": 71000
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1169354838709678e-05,
      "loss": 2.6508,
      "step": 71500
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0967741935483873e-05,
      "loss": 2.6124,
      "step": 72000
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0766129032258068e-05,
      "loss": 2.5642,
      "step": 72500
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.056451612903226e-05,
      "loss": 2.6297,
      "step": 73000
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0362903225806454e-05,
      "loss": 2.5099,
      "step": 73500
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0161290322580645e-05,
      "loss": 2.5825,
      "step": 74000
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.995967741935484e-05,
      "loss": 2.6509,
      "step": 74500
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.975806451612903e-05,
      "loss": 2.5801,
      "step": 75000
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9556451612903226e-05,
      "loss": 2.6328,
      "step": 75500
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.935483870967742e-05,
      "loss": 2.5998,
      "step": 76000
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9153225806451612e-05,
      "loss": 2.6794,
      "step": 76500
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8951612903225807e-05,
      "loss": 2.6152,
      "step": 77000
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 2.5854,
      "step": 77500
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8548387096774193e-05,
      "loss": 2.587,
      "step": 78000
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8346774193548388e-05,
      "loss": 2.5791,
      "step": 78500
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8145161290322583e-05,
      "loss": 2.5613,
      "step": 79000
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7943548387096777e-05,
      "loss": 2.581,
      "step": 79500
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.774193548387097e-05,
      "loss": 2.5466,
      "step": 80000
    }
  ],
  "max_steps": 124000,
  "num_train_epochs": 9223372036854775807,
  "total_flos": 1.18874494205952e+18,
  "trial_name": null,
  "trial_params": null
}