{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "global_step": 122720,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02,
      "learning_rate": 1.991900260756193e-05,
      "loss": 0.8126,
      "step": 500
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.983767926988266e-05,
      "loss": 0.6298,
      "step": 1000
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9756192959582793e-05,
      "loss": 0.5816,
      "step": 1500
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.967470664928292e-05,
      "loss": 0.5448,
      "step": 2000
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9593220338983052e-05,
      "loss": 0.5418,
      "step": 2500
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9511734028683183e-05,
      "loss": 0.5363,
      "step": 3000
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9430410691003915e-05,
      "loss": 0.5124,
      "step": 3500
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9348924380704043e-05,
      "loss": 0.5199,
      "step": 4000
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9267438070404174e-05,
      "loss": 0.4912,
      "step": 4500
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9185951760104305e-05,
      "loss": 0.4827,
      "step": 5000
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9104465449804433e-05,
      "loss": 0.4819,
      "step": 5500
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9023305084745763e-05,
      "loss": 0.4897,
      "step": 6000
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.8941818774445894e-05,
      "loss": 0.4875,
      "step": 6500
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.8860332464146026e-05,
      "loss": 0.4813,
      "step": 7000
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.8778846153846157e-05,
      "loss": 0.4721,
      "step": 7500
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.8697359843546285e-05,
      "loss": 0.4629,
      "step": 8000
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.8615873533246416e-05,
      "loss": 0.4671,
      "step": 8500
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.8534387222946547e-05,
      "loss": 0.4841,
      "step": 9000
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.8452900912646675e-05,
      "loss": 0.4595,
      "step": 9500
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.8371577574967407e-05,
      "loss": 0.4584,
      "step": 10000
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.8290091264667538e-05,
      "loss": 0.4544,
      "step": 10500
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.820860495436767e-05,
      "loss": 0.4578,
      "step": 11000
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.8127118644067797e-05,
      "loss": 0.4599,
      "step": 11500
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.804563233376793e-05,
      "loss": 0.4514,
      "step": 12000
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.796447196870926e-05,
      "loss": 0.4578,
      "step": 12500
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.788298565840939e-05,
      "loss": 0.4533,
      "step": 13000
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.7801499348109517e-05,
      "loss": 0.4528,
      "step": 13500
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.772017601043025e-05,
      "loss": 0.4496,
      "step": 14000
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.763868970013038e-05,
      "loss": 0.4443,
      "step": 14500
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.7557203389830512e-05,
      "loss": 0.4603,
      "step": 15000
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.747571707953064e-05,
      "loss": 0.4541,
      "step": 15500
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.739423076923077e-05,
      "loss": 0.4447,
      "step": 16000
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.7312744458930902e-05,
      "loss": 0.4501,
      "step": 16500
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.723125814863103e-05,
      "loss": 0.4342,
      "step": 17000
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.714977183833116e-05,
      "loss": 0.4501,
      "step": 17500
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7068285528031293e-05,
      "loss": 0.4532,
      "step": 18000
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6986799217731424e-05,
      "loss": 0.4313,
      "step": 18500
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.690531290743155e-05,
      "loss": 0.4339,
      "step": 19000
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.6823989569752284e-05,
      "loss": 0.4355,
      "step": 19500
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.6742503259452415e-05,
      "loss": 0.4155,
      "step": 20000
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6661016949152543e-05,
      "loss": 0.4201,
      "step": 20500
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6579530638852674e-05,
      "loss": 0.4278,
      "step": 21000
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6498044328552805e-05,
      "loss": 0.4436,
      "step": 21500
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6416558018252936e-05,
      "loss": 0.4228,
      "step": 22000
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6335071707953064e-05,
      "loss": 0.4225,
      "step": 22500
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6253585397653195e-05,
      "loss": 0.4264,
      "step": 23000
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.6172099087353327e-05,
      "loss": 0.4079,
      "step": 23500
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6090612777053454e-05,
      "loss": 0.4117,
      "step": 24000
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6009126466753586e-05,
      "loss": 0.418,
      "step": 24500
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5927640156453717e-05,
      "loss": 0.3114,
      "step": 25000
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.584631681877445e-05,
      "loss": 0.3058,
      "step": 25500
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.576515645371578e-05,
      "loss": 0.3029,
      "step": 26000
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.5683833116036508e-05,
      "loss": 0.2873,
      "step": 26500
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.5602346805736636e-05,
      "loss": 0.2856,
      "step": 27000
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.5520860495436767e-05,
      "loss": 0.2867,
      "step": 27500
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.5439374185136898e-05,
      "loss": 0.2954,
      "step": 28000
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.535788787483703e-05,
      "loss": 0.2994,
      "step": 28500
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.527640156453716e-05,
      "loss": 0.2925,
      "step": 29000
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.519491525423729e-05,
      "loss": 0.2886,
      "step": 29500
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.5113428943937421e-05,
      "loss": 0.3094,
      "step": 30000
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.503194263363755e-05,
      "loss": 0.3007,
      "step": 30500
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.495045632333768e-05,
      "loss": 0.2992,
      "step": 31000
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.4868970013037811e-05,
      "loss": 0.2977,
      "step": 31500
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.4787483702737941e-05,
      "loss": 0.3049,
      "step": 32000
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.4705997392438072e-05,
      "loss": 0.3042,
      "step": 32500
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.4624511082138202e-05,
      "loss": 0.2967,
      "step": 33000
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.4543187744458934e-05,
      "loss": 0.3003,
      "step": 33500
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.4461701434159063e-05,
      "loss": 0.3043,
      "step": 34000
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.4380215123859193e-05,
      "loss": 0.2887,
      "step": 34500
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.4298728813559324e-05,
      "loss": 0.2969,
      "step": 35000
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4217405475880053e-05,
      "loss": 0.2943,
      "step": 35500
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.4135919165580182e-05,
      "loss": 0.302,
      "step": 36000
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.4054432855280314e-05,
      "loss": 0.2866,
      "step": 36500
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.3972946544980443e-05,
      "loss": 0.3001,
      "step": 37000
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.3891460234680574e-05,
      "loss": 0.3074,
      "step": 37500
    },
    {
      "epoch": 1.55,
      "learning_rate": 1.3809973924380706e-05,
      "loss": 0.3015,
      "step": 38000
    },
    {
      "epoch": 1.57,
      "learning_rate": 1.3728487614080837e-05,
      "loss": 0.292,
      "step": 38500
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.3647001303780966e-05,
      "loss": 0.3036,
      "step": 39000
    },
    {
      "epoch": 1.61,
      "learning_rate": 1.3565677966101695e-05,
      "loss": 0.2968,
      "step": 39500
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.3484354628422427e-05,
      "loss": 0.2942,
      "step": 40000
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.3402868318122557e-05,
      "loss": 0.29,
      "step": 40500
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.3321382007822688e-05,
      "loss": 0.2974,
      "step": 41000
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.3239895697522818e-05,
      "loss": 0.2956,
      "step": 41500
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.3158409387222949e-05,
      "loss": 0.2975,
      "step": 42000
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.3076923076923078e-05,
      "loss": 0.2974,
      "step": 42500
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.2995436766623208e-05,
      "loss": 0.2985,
      "step": 43000
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.2913950456323339e-05,
      "loss": 0.2932,
      "step": 43500
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.2832464146023468e-05,
      "loss": 0.2953,
      "step": 44000
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.27511408083442e-05,
      "loss": 0.299,
      "step": 44500
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.266965449804433e-05,
      "loss": 0.284,
      "step": 45000
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.2588168187744461e-05,
      "loss": 0.2934,
      "step": 45500
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.2506681877444591e-05,
      "loss": 0.2926,
      "step": 46000
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.242519556714472e-05,
      "loss": 0.3106,
      "step": 46500
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.2343709256844852e-05,
      "loss": 0.3061,
      "step": 47000
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.2262222946544981e-05,
      "loss": 0.2924,
      "step": 47500
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.2180736636245112e-05,
      "loss": 0.3064,
      "step": 48000
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.2099250325945242e-05,
      "loss": 0.293,
      "step": 48500
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.2017926988265974e-05,
      "loss": 0.2838,
      "step": 49000
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.1936440677966104e-05,
      "loss": 0.2064,
      "step": 49500
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.1855117340286832e-05,
      "loss": 0.2013,
      "step": 50000
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.1773631029986962e-05,
      "loss": 0.1839,
      "step": 50500
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.1692144719687093e-05,
      "loss": 0.2017,
      "step": 51000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.1610658409387223e-05,
      "loss": 0.1932,
      "step": 51500
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.1529335071707955e-05,
      "loss": 0.1967,
      "step": 52000
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.1447848761408084e-05,
      "loss": 0.1894,
      "step": 52500
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.1366362451108216e-05,
      "loss": 0.1929,
      "step": 53000
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.1284876140808345e-05,
      "loss": 0.194,
      "step": 53500
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.1203552803129076e-05,
      "loss": 0.2006,
      "step": 54000
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.1122066492829207e-05,
      "loss": 0.2096,
      "step": 54500
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.1040580182529336e-05,
      "loss": 0.2047,
      "step": 55000
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.0959093872229468e-05,
      "loss": 0.2006,
      "step": 55500
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.0877607561929597e-05,
      "loss": 0.209,
      "step": 56000
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.0796121251629728e-05,
      "loss": 0.201,
      "step": 56500
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.0714797913950457e-05,
      "loss": 0.1952,
      "step": 57000
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.0633474576271188e-05,
      "loss": 0.1966,
      "step": 57500
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0551988265971317e-05,
      "loss": 0.1941,
      "step": 58000
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0470501955671448e-05,
      "loss": 0.1978,
      "step": 58500
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.0389015645371578e-05,
      "loss": 0.1953,
      "step": 59000
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.030752933507171e-05,
      "loss": 0.1943,
      "step": 59500
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.0226043024771839e-05,
      "loss": 0.207,
      "step": 60000
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.014455671447197e-05,
      "loss": 0.2075,
      "step": 60500
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.00630704041721e-05,
      "loss": 0.197,
      "step": 61000
    },
    {
      "epoch": 2.51,
      "learning_rate": 9.98158409387223e-06,
      "loss": 0.2191,
      "step": 61500
    },
    {
      "epoch": 2.53,
      "learning_rate": 9.900260756192961e-06,
      "loss": 0.195,
      "step": 62000
    },
    {
      "epoch": 2.55,
      "learning_rate": 9.81877444589309e-06,
      "loss": 0.2089,
      "step": 62500
    },
    {
      "epoch": 2.57,
      "learning_rate": 9.737288135593222e-06,
      "loss": 0.2116,
      "step": 63000
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.655801825293351e-06,
      "loss": 0.2021,
      "step": 63500
    },
    {
      "epoch": 2.61,
      "learning_rate": 9.574315514993483e-06,
      "loss": 0.2064,
      "step": 64000
    },
    {
      "epoch": 2.63,
      "learning_rate": 9.492829204693612e-06,
      "loss": 0.201,
      "step": 64500
    },
    {
      "epoch": 2.65,
      "learning_rate": 9.411342894393743e-06,
      "loss": 0.217,
      "step": 65000
    },
    {
      "epoch": 2.67,
      "learning_rate": 9.329856584093873e-06,
      "loss": 0.2103,
      "step": 65500
    },
    {
      "epoch": 2.69,
      "learning_rate": 9.248533246414603e-06,
      "loss": 0.2061,
      "step": 66000
    },
    {
      "epoch": 2.71,
      "learning_rate": 9.167046936114733e-06,
      "loss": 0.2004,
      "step": 66500
    },
    {
      "epoch": 2.73,
      "learning_rate": 9.085560625814864e-06,
      "loss": 0.1984,
      "step": 67000
    },
    {
      "epoch": 2.75,
      "learning_rate": 9.004074315514995e-06,
      "loss": 0.2145,
      "step": 67500
    },
    {
      "epoch": 2.77,
      "learning_rate": 8.922588005215125e-06,
      "loss": 0.2029,
      "step": 68000
    },
    {
      "epoch": 2.79,
      "learning_rate": 8.841264667535855e-06,
      "loss": 0.2132,
      "step": 68500
    },
    {
      "epoch": 2.81,
      "learning_rate": 8.759941329856584e-06,
      "loss": 0.2046,
      "step": 69000
    },
    {
      "epoch": 2.83,
      "learning_rate": 8.678455019556715e-06,
      "loss": 0.2029,
      "step": 69500
    },
    {
      "epoch": 2.85,
      "learning_rate": 8.596968709256845e-06,
      "loss": 0.2072,
      "step": 70000
    },
    {
      "epoch": 2.87,
      "learning_rate": 8.515482398956976e-06,
      "loss": 0.2068,
      "step": 70500
    },
    {
      "epoch": 2.89,
      "learning_rate": 8.434159061277705e-06,
      "loss": 0.2001,
      "step": 71000
    },
    {
      "epoch": 2.91,
      "learning_rate": 8.352672750977836e-06,
      "loss": 0.213,
      "step": 71500
    },
    {
      "epoch": 2.93,
      "learning_rate": 8.271186440677966e-06,
      "loss": 0.2027,
      "step": 72000
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.189700130378097e-06,
      "loss": 0.2109,
      "step": 72500
    },
    {
      "epoch": 2.97,
      "learning_rate": 8.108213820078228e-06,
      "loss": 0.1989,
      "step": 73000
    },
    {
      "epoch": 2.99,
      "learning_rate": 8.026727509778358e-06,
      "loss": 0.2039,
      "step": 73500
    },
    {
      "epoch": 3.01,
      "learning_rate": 7.945241199478489e-06,
      "loss": 0.1444,
      "step": 74000
    },
    {
      "epoch": 3.04,
      "learning_rate": 7.863917861799218e-06,
      "loss": 0.1375,
      "step": 74500
    },
    {
      "epoch": 3.06,
      "learning_rate": 7.782431551499349e-06,
      "loss": 0.1237,
      "step": 75000
    },
    {
      "epoch": 3.08,
      "learning_rate": 7.700945241199478e-06,
      "loss": 0.1369,
      "step": 75500
    },
    {
      "epoch": 3.1,
      "learning_rate": 7.6194589308996095e-06,
      "loss": 0.1432,
      "step": 76000
    },
    {
      "epoch": 3.12,
      "learning_rate": 7.53797262059974e-06,
      "loss": 0.1283,
      "step": 76500
    },
    {
      "epoch": 3.14,
      "learning_rate": 7.456486310299869e-06,
      "loss": 0.1381,
      "step": 77000
    },
    {
      "epoch": 3.16,
      "learning_rate": 7.375000000000001e-06,
      "loss": 0.13,
      "step": 77500
    },
    {
      "epoch": 3.18,
      "learning_rate": 7.293513689700131e-06,
      "loss": 0.1329,
      "step": 78000
    },
    {
      "epoch": 3.2,
      "learning_rate": 7.212027379400261e-06,
      "loss": 0.1315,
      "step": 78500
    },
    {
      "epoch": 3.22,
      "learning_rate": 7.130541069100392e-06,
      "loss": 0.1214,
      "step": 79000
    },
    {
      "epoch": 3.24,
      "learning_rate": 7.0493807040417216e-06,
      "loss": 0.141,
      "step": 79500
    },
    {
      "epoch": 3.26,
      "learning_rate": 6.967894393741852e-06,
      "loss": 0.1485,
      "step": 80000
    },
    {
      "epoch": 3.28,
      "learning_rate": 6.886408083441982e-06,
      "loss": 0.1301,
      "step": 80500
    },
    {
      "epoch": 3.3,
      "learning_rate": 6.804921773142113e-06,
      "loss": 0.1519,
      "step": 81000
    },
    {
      "epoch": 3.32,
      "learning_rate": 6.723435462842243e-06,
      "loss": 0.1536,
      "step": 81500
    },
    {
      "epoch": 3.34,
      "learning_rate": 6.641949152542373e-06,
      "loss": 0.1207,
      "step": 82000
    },
    {
      "epoch": 3.36,
      "learning_rate": 6.5604628422425045e-06,
      "loss": 0.1455,
      "step": 82500
    },
    {
      "epoch": 3.38,
      "learning_rate": 6.478976531942635e-06,
      "loss": 0.1414,
      "step": 83000
    },
    {
      "epoch": 3.4,
      "learning_rate": 6.397816166883965e-06,
      "loss": 0.1283,
      "step": 83500
    },
    {
      "epoch": 3.42,
      "learning_rate": 6.316329856584094e-06,
      "loss": 0.1487,
      "step": 84000
    },
    {
      "epoch": 3.44,
      "learning_rate": 6.234843546284225e-06,
      "loss": 0.1312,
      "step": 84500
    },
    {
      "epoch": 3.46,
      "learning_rate": 6.153357235984355e-06,
      "loss": 0.1397,
      "step": 85000
    },
    {
      "epoch": 3.48,
      "learning_rate": 6.071870925684485e-06,
      "loss": 0.1173,
      "step": 85500
    },
    {
      "epoch": 3.5,
      "learning_rate": 5.990547588005216e-06,
      "loss": 0.1505,
      "step": 86000
    },
    {
      "epoch": 3.52,
      "learning_rate": 5.9090612777053454e-06,
      "loss": 0.1342,
      "step": 86500
    },
    {
      "epoch": 3.54,
      "learning_rate": 5.827574967405476e-06,
      "loss": 0.1423,
      "step": 87000
    },
    {
      "epoch": 3.57,
      "learning_rate": 5.746251629726206e-06,
      "loss": 0.1337,
      "step": 87500
    },
    {
      "epoch": 3.59,
      "learning_rate": 5.664765319426337e-06,
      "loss": 0.1253,
      "step": 88000
    },
    {
      "epoch": 3.61,
      "learning_rate": 5.583279009126468e-06,
      "loss": 0.124,
      "step": 88500
    },
    {
      "epoch": 3.63,
      "learning_rate": 5.501792698826598e-06,
      "loss": 0.1445,
      "step": 89000
    },
    {
      "epoch": 3.65,
      "learning_rate": 5.420306388526729e-06,
      "loss": 0.128,
      "step": 89500
    },
    {
      "epoch": 3.67,
      "learning_rate": 5.338820078226858e-06,
      "loss": 0.1359,
      "step": 90000
    },
    {
      "epoch": 3.69,
      "learning_rate": 5.257496740547589e-06,
      "loss": 0.1333,
      "step": 90500
    },
    {
      "epoch": 3.71,
      "learning_rate": 5.176010430247719e-06,
      "loss": 0.1304,
      "step": 91000
    },
    {
      "epoch": 3.73,
      "learning_rate": 5.094524119947849e-06,
      "loss": 0.1459,
      "step": 91500
    },
    {
      "epoch": 3.75,
      "learning_rate": 5.013037809647979e-06,
      "loss": 0.1265,
      "step": 92000
    },
    {
      "epoch": 3.77,
      "learning_rate": 4.93155149934811e-06,
      "loss": 0.1316,
      "step": 92500
    },
    {
      "epoch": 3.79,
      "learning_rate": 4.85006518904824e-06,
      "loss": 0.1418,
      "step": 93000
    },
    {
      "epoch": 3.81,
      "learning_rate": 4.768578878748371e-06,
      "loss": 0.1419,
      "step": 93500
    },
    {
      "epoch": 3.83,
      "learning_rate": 4.687092568448501e-06,
      "loss": 0.137,
      "step": 94000
    },
    {
      "epoch": 3.85,
      "learning_rate": 4.6056062581486315e-06,
      "loss": 0.133,
      "step": 94500
    },
    {
      "epoch": 3.87,
      "learning_rate": 4.524282920469362e-06,
      "loss": 0.1423,
      "step": 95000
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.4427966101694915e-06,
      "loss": 0.1395,
      "step": 95500
    },
    {
      "epoch": 3.91,
      "learning_rate": 4.361310299869622e-06,
      "loss": 0.1381,
      "step": 96000
    },
    {
      "epoch": 3.93,
      "learning_rate": 4.279823989569752e-06,
      "loss": 0.1403,
      "step": 96500
    },
    {
      "epoch": 3.95,
      "learning_rate": 4.198500651890483e-06,
      "loss": 0.119,
      "step": 97000
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.117014341590613e-06,
      "loss": 0.1339,
      "step": 97500
    },
    {
      "epoch": 3.99,
      "learning_rate": 4.0355280312907435e-06,
      "loss": 0.1317,
      "step": 98000
    },
    {
      "epoch": 4.01,
      "learning_rate": 3.954041720990874e-06,
      "loss": 0.0799,
      "step": 98500
    },
    {
      "epoch": 4.03,
      "learning_rate": 3.872555410691004e-06,
      "loss": 0.0724,
      "step": 99000
    },
    {
      "epoch": 4.05,
      "learning_rate": 3.791069100391135e-06,
      "loss": 0.088,
      "step": 99500
    },
    {
      "epoch": 4.07,
      "learning_rate": 3.709582790091265e-06,
      "loss": 0.0731,
      "step": 100000
    },
    {
      "epoch": 4.09,
      "learning_rate": 3.6280964797913952e-06,
      "loss": 0.084,
      "step": 100500
    },
    {
      "epoch": 4.12,
      "learning_rate": 3.5467731421121254e-06,
      "loss": 0.0797,
      "step": 101000
    },
    {
      "epoch": 4.14,
      "learning_rate": 3.4654498044328556e-06,
      "loss": 0.0703,
      "step": 101500
    },
    {
      "epoch": 4.16,
      "learning_rate": 3.383963494132986e-06,
      "loss": 0.0748,
      "step": 102000
    },
    {
      "epoch": 4.18,
      "learning_rate": 3.3024771838331167e-06,
      "loss": 0.0757,
      "step": 102500
    },
    {
      "epoch": 4.2,
      "learning_rate": 3.2209908735332466e-06,
      "loss": 0.0696,
      "step": 103000
    },
    {
      "epoch": 4.22,
      "learning_rate": 3.139504563233377e-06,
      "loss": 0.0763,
      "step": 103500
    },
    {
      "epoch": 4.24,
      "learning_rate": 3.0580182529335073e-06,
      "loss": 0.0723,
      "step": 104000
    },
    {
      "epoch": 4.26,
      "learning_rate": 2.9765319426336376e-06,
      "loss": 0.085,
      "step": 104500
    },
    {
      "epoch": 4.28,
      "learning_rate": 2.8950456323337684e-06,
      "loss": 0.073,
      "step": 105000
    },
    {
      "epoch": 4.3,
      "learning_rate": 2.8135593220338988e-06,
      "loss": 0.0858,
      "step": 105500
    },
    {
      "epoch": 4.32,
      "learning_rate": 2.7320730117340287e-06,
      "loss": 0.0784,
      "step": 106000
    },
    {
      "epoch": 4.34,
      "learning_rate": 2.650749674054759e-06,
      "loss": 0.0853,
      "step": 106500
    },
    {
      "epoch": 4.36,
      "learning_rate": 2.569263363754889e-06,
      "loss": 0.0741,
      "step": 107000
    },
    {
      "epoch": 4.38,
      "learning_rate": 2.4877770534550195e-06,
      "loss": 0.0772,
      "step": 107500
    },
    {
      "epoch": 4.4,
      "learning_rate": 2.4062907431551503e-06,
      "loss": 0.0737,
      "step": 108000
    },
    {
      "epoch": 4.42,
      "learning_rate": 2.3248044328552807e-06,
      "loss": 0.0636,
      "step": 108500
    },
    {
      "epoch": 4.44,
      "learning_rate": 2.2434810951760104e-06,
      "loss": 0.0795,
      "step": 109000
    },
    {
      "epoch": 4.46,
      "learning_rate": 2.161994784876141e-06,
      "loss": 0.0825,
      "step": 109500
    },
    {
      "epoch": 4.48,
      "learning_rate": 2.0805084745762715e-06,
      "loss": 0.0755,
      "step": 110000
    },
    {
      "epoch": 4.5,
      "learning_rate": 1.999022164276402e-06,
      "loss": 0.0691,
      "step": 110500
    },
    {
      "epoch": 4.52,
      "learning_rate": 1.917535853976532e-06,
      "loss": 0.0892,
      "step": 111000
    },
    {
      "epoch": 4.54,
      "learning_rate": 1.8360495436766626e-06,
      "loss": 0.0667,
      "step": 111500
    },
    {
      "epoch": 4.56,
      "learning_rate": 1.754563233376793e-06,
      "loss": 0.0884,
      "step": 112000
    },
    {
      "epoch": 4.58,
      "learning_rate": 1.673076923076923e-06,
      "loss": 0.0826,
      "step": 112500
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.591916558018253e-06,
      "loss": 0.0731,
      "step": 113000
    },
    {
      "epoch": 4.62,
      "learning_rate": 1.5104302477183836e-06,
      "loss": 0.076,
      "step": 113500
    },
    {
      "epoch": 4.64,
      "learning_rate": 1.4289439374185137e-06,
      "loss": 0.0752,
      "step": 114000
    },
    {
      "epoch": 4.67,
      "learning_rate": 1.3474576271186443e-06,
      "loss": 0.0947,
      "step": 114500
    },
    {
      "epoch": 4.69,
      "learning_rate": 1.2661342894393744e-06,
      "loss": 0.0617,
      "step": 115000
    },
    {
      "epoch": 4.71,
      "learning_rate": 1.1846479791395046e-06,
      "loss": 0.0826,
      "step": 115500
    },
    {
      "epoch": 4.73,
      "learning_rate": 1.1033246414602347e-06,
      "loss": 0.0745,
      "step": 116000
    },
    {
      "epoch": 4.75,
      "learning_rate": 1.021838331160365e-06,
      "loss": 0.0867,
      "step": 116500
    },
    {
      "epoch": 4.77,
      "learning_rate": 9.403520208604955e-07,
      "loss": 0.0788,
      "step": 117000
    },
    {
      "epoch": 4.79,
      "learning_rate": 8.588657105606259e-07,
      "loss": 0.0732,
      "step": 117500
    },
    {
      "epoch": 4.81,
      "learning_rate": 7.773794002607562e-07,
      "loss": 0.0644,
      "step": 118000
    },
    {
      "epoch": 4.83,
      "learning_rate": 6.960560625814864e-07,
      "loss": 0.0745,
      "step": 118500
    },
    {
      "epoch": 4.85,
      "learning_rate": 6.145697522816167e-07,
      "loss": 0.0761,
      "step": 119000
    },
    {
      "epoch": 4.87,
      "learning_rate": 5.330834419817471e-07,
      "loss": 0.0864,
      "step": 119500
    },
    {
      "epoch": 4.89,
      "learning_rate": 4.5159713168187747e-07,
      "loss": 0.0647,
      "step": 120000
    },
    {
      "epoch": 4.91,
      "learning_rate": 3.7011082138200787e-07,
      "loss": 0.0679,
      "step": 120500
    },
    {
      "epoch": 4.93,
      "learning_rate": 2.886245110821382e-07,
      "loss": 0.08,
      "step": 121000
    },
    {
      "epoch": 4.95,
      "learning_rate": 2.071382007822686e-07,
      "loss": 0.085,
      "step": 121500
    },
    {
      "epoch": 4.97,
      "learning_rate": 1.258148631029987e-07,
      "loss": 0.0764,
      "step": 122000
    },
    {
      "epoch": 4.99,
      "learning_rate": 4.432855280312908e-08,
      "loss": 0.0787,
      "step": 122500
    },
    {
      "epoch": 5.0,
      "step": 122720,
      "total_flos": 4.574656834771123e+17,
      "train_loss": 0.23671778235317364,
      "train_runtime": 11417.9442,
      "train_samples_per_second": 171.967,
      "train_steps_per_second": 10.748
    }
  ],
  "max_steps": 122720,
  "num_train_epochs": 5,
  "total_flos": 4.574656834771123e+17,
  "trial_name": null,
  "trial_params": null
}