{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.4613642796490236,
  "global_step": 42800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04,
      "learning_rate": 2.4900000000000002e-05,
      "loss": 1.6261,
      "step": 500
    },
    {
      "epoch": 0.04,
      "eval_accuracy": 0.4594048261642456,
      "eval_loss": 1.6715384721755981,
      "eval_runtime": 1195.9203,
      "eval_samples_per_second": 10.34,
      "eval_steps_per_second": 5.17,
      "step": 500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.9850000000000006e-05,
      "loss": 1.5983,
      "step": 1000
    },
    {
      "epoch": 0.08,
      "eval_accuracy": 0.4273815155029297,
      "eval_loss": 1.8006267547607422,
      "eval_runtime": 1200.9941,
      "eval_samples_per_second": 10.296,
      "eval_steps_per_second": 5.148,
      "step": 1000
    },
    {
      "epoch": 0.12,
      "learning_rate": 7.475000000000001e-05,
      "loss": 1.8724,
      "step": 1500
    },
    {
      "epoch": 0.12,
      "eval_accuracy": 0.3767588436603546,
      "eval_loss": 1.967054009437561,
      "eval_runtime": 1198.349,
      "eval_samples_per_second": 10.319,
      "eval_steps_per_second": 5.16,
      "step": 1500
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.975000000000001e-05,
      "loss": 1.9731,
      "step": 2000
    },
    {
      "epoch": 0.16,
      "eval_accuracy": 0.3982694447040558,
      "eval_loss": 1.9361200332641602,
      "eval_runtime": 1206.207,
      "eval_samples_per_second": 10.252,
      "eval_steps_per_second": 5.126,
      "step": 2000
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.979820627802691e-05,
      "loss": 1.9923,
      "step": 2500
    },
    {
      "epoch": 0.2,
      "eval_accuracy": 0.3914766311645508,
      "eval_loss": 2.0836076736450195,
      "eval_runtime": 1190.0672,
      "eval_samples_per_second": 10.391,
      "eval_steps_per_second": 5.196,
      "step": 2500
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.959437423562985e-05,
      "loss": 1.8714,
      "step": 3000
    },
    {
      "epoch": 0.24,
      "eval_accuracy": 0.47185832262039185,
      "eval_loss": 1.6872302293777466,
      "eval_runtime": 1192.2479,
      "eval_samples_per_second": 10.372,
      "eval_steps_per_second": 5.186,
      "step": 3000
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.939054219323278e-05,
      "loss": 1.7592,
      "step": 3500
    },
    {
      "epoch": 0.28,
      "eval_accuracy": 0.4551997482776642,
      "eval_loss": 1.7559692859649658,
      "eval_runtime": 1199.3651,
      "eval_samples_per_second": 10.31,
      "eval_steps_per_second": 5.155,
      "step": 3500
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.918671015083571e-05,
      "loss": 1.6757,
      "step": 4000
    },
    {
      "epoch": 0.32,
      "eval_accuracy": 0.5049328804016113,
      "eval_loss": 1.6301194429397583,
      "eval_runtime": 1201.6603,
      "eval_samples_per_second": 10.291,
      "eval_steps_per_second": 5.145,
      "step": 4000
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.898287810843865e-05,
      "loss": 1.6694,
      "step": 4500
    },
    {
      "epoch": 0.36,
      "eval_accuracy": 0.5016981959342957,
      "eval_loss": 1.7610756158828735,
      "eval_runtime": 1198.381,
      "eval_samples_per_second": 10.319,
      "eval_steps_per_second": 5.159,
      "step": 4500
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.877904606604159e-05,
      "loss": 1.6181,
      "step": 5000
    },
    {
      "epoch": 0.4,
      "eval_accuracy": 0.5145560503005981,
      "eval_loss": 1.5850120782852173,
      "eval_runtime": 1202.0306,
      "eval_samples_per_second": 10.288,
      "eval_steps_per_second": 5.144,
      "step": 5000
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.857562168772932e-05,
      "loss": 1.686,
      "step": 5500
    },
    {
      "epoch": 0.44,
      "eval_accuracy": 0.5050137639045715,
      "eval_loss": 1.6993136405944824,
      "eval_runtime": 1206.9484,
      "eval_samples_per_second": 10.246,
      "eval_steps_per_second": 5.123,
      "step": 5500
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.837178964533225e-05,
      "loss": 1.5614,
      "step": 6000
    },
    {
      "epoch": 0.49,
      "eval_accuracy": 0.5293546915054321,
      "eval_loss": 1.5649951696395874,
      "eval_runtime": 1211.1061,
      "eval_samples_per_second": 10.211,
      "eval_steps_per_second": 5.105,
      "step": 6000
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.816795760293519e-05,
      "loss": 1.5995,
      "step": 6500
    },
    {
      "epoch": 0.53,
      "eval_accuracy": 0.5736697316169739,
      "eval_loss": 1.4089938402175903,
      "eval_runtime": 1208.3994,
      "eval_samples_per_second": 10.233,
      "eval_steps_per_second": 5.117,
      "step": 6500
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.796412556053812e-05,
      "loss": 1.4745,
      "step": 7000
    },
    {
      "epoch": 0.57,
      "eval_accuracy": 0.5655021667480469,
      "eval_loss": 1.4745545387268066,
      "eval_runtime": 1213.8281,
      "eval_samples_per_second": 10.188,
      "eval_steps_per_second": 5.094,
      "step": 7000
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.776029351814105e-05,
      "loss": 1.4518,
      "step": 7500
    },
    {
      "epoch": 0.61,
      "eval_accuracy": 0.5529677867889404,
      "eval_loss": 1.5653101205825806,
      "eval_runtime": 1212.4544,
      "eval_samples_per_second": 10.199,
      "eval_steps_per_second": 5.1,
      "step": 7500
    },
    {
      "epoch": 0.65,
      "learning_rate": 9.755646147574398e-05,
      "loss": 1.4693,
      "step": 8000
    },
    {
      "epoch": 0.65,
      "eval_accuracy": 0.5558789968490601,
      "eval_loss": 1.499045729637146,
      "eval_runtime": 1219.4703,
      "eval_samples_per_second": 10.14,
      "eval_steps_per_second": 5.07,
      "step": 8000
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.735262943334693e-05,
      "loss": 1.4723,
      "step": 8500
    },
    {
      "epoch": 0.69,
      "eval_accuracy": 0.5532912611961365,
      "eval_loss": 1.5437432527542114,
      "eval_runtime": 1217.1159,
      "eval_samples_per_second": 10.16,
      "eval_steps_per_second": 5.08,
      "step": 8500
    },
    {
      "epoch": 0.73,
      "learning_rate": 9.714879739094986e-05,
      "loss": 1.468,
      "step": 9000
    },
    {
      "epoch": 0.73,
      "eval_accuracy": 0.5289503335952759,
      "eval_loss": 1.6594600677490234,
      "eval_runtime": 1215.7239,
      "eval_samples_per_second": 10.172,
      "eval_steps_per_second": 5.086,
      "step": 9000
    },
    {
      "epoch": 0.77,
      "learning_rate": 9.69449653485528e-05,
      "loss": 1.4135,
      "step": 9500
    },
    {
      "epoch": 0.77,
      "eval_accuracy": 0.5919456481933594,
      "eval_loss": 1.2978076934814453,
      "eval_runtime": 1220.3558,
      "eval_samples_per_second": 10.133,
      "eval_steps_per_second": 5.067,
      "step": 9500
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.674194863432532e-05,
      "loss": 1.4042,
      "step": 10000
    },
    {
      "epoch": 0.81,
      "eval_accuracy": 0.5769044160842896,
      "eval_loss": 1.4572824239730835,
      "eval_runtime": 1236.4044,
      "eval_samples_per_second": 10.002,
      "eval_steps_per_second": 5.001,
      "step": 10000
    },
    {
      "epoch": 0.85,
      "learning_rate": 9.653811659192825e-05,
      "loss": 1.3864,
      "step": 10500
    },
    {
      "epoch": 0.85,
      "eval_accuracy": 0.5811903476715088,
      "eval_loss": 1.4342533349990845,
      "eval_runtime": 1219.3647,
      "eval_samples_per_second": 10.141,
      "eval_steps_per_second": 5.071,
      "step": 10500
    },
    {
      "epoch": 0.89,
      "learning_rate": 9.63342845495312e-05,
      "loss": 1.3847,
      "step": 11000
    },
    {
      "epoch": 0.89,
      "eval_accuracy": 0.6037521958351135,
      "eval_loss": 1.433942437171936,
      "eval_runtime": 1217.0747,
      "eval_samples_per_second": 10.16,
      "eval_steps_per_second": 5.08,
      "step": 11000
    },
    {
      "epoch": 0.93,
      "learning_rate": 9.613045250713413e-05,
      "loss": 1.3346,
      "step": 11500
    },
    {
      "epoch": 0.93,
      "eval_accuracy": 0.6101406812667847,
      "eval_loss": 1.3803991079330444,
      "eval_runtime": 1217.1935,
      "eval_samples_per_second": 10.159,
      "eval_steps_per_second": 5.08,
      "step": 11500
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.592662046473706e-05,
      "loss": 1.3487,
      "step": 12000
    },
    {
      "epoch": 0.97,
      "eval_accuracy": 0.6148309707641602,
      "eval_loss": 1.342442274093628,
      "eval_runtime": 1216.3216,
      "eval_samples_per_second": 10.167,
      "eval_steps_per_second": 5.083,
      "step": 12000
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.572278842233999e-05,
      "loss": 1.3597,
      "step": 12500
    },
    {
      "epoch": 1.01,
      "eval_accuracy": 0.6078764200210571,
      "eval_loss": 1.3775306940078735,
      "eval_runtime": 1216.7531,
      "eval_samples_per_second": 10.163,
      "eval_steps_per_second": 5.082,
      "step": 12500
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.551895637994293e-05,
      "loss": 1.3021,
      "step": 13000
    },
    {
      "epoch": 1.05,
      "eval_accuracy": 0.6058547496795654,
      "eval_loss": 1.3221111297607422,
      "eval_runtime": 1220.1747,
      "eval_samples_per_second": 10.135,
      "eval_steps_per_second": 5.067,
      "step": 13000
    },
    {
      "epoch": 1.09,
      "learning_rate": 9.531512433754587e-05,
      "loss": 1.2762,
      "step": 13500
    },
    {
      "epoch": 1.09,
      "eval_accuracy": 0.6061782240867615,
      "eval_loss": 1.3001333475112915,
      "eval_runtime": 1208.1233,
      "eval_samples_per_second": 10.236,
      "eval_steps_per_second": 5.118,
      "step": 13500
    },
    {
      "epoch": 1.13,
      "learning_rate": 9.51112922951488e-05,
      "loss": 1.3218,
      "step": 14000
    },
    {
      "epoch": 1.13,
      "eval_accuracy": 0.592430830001831,
      "eval_loss": 1.4698729515075684,
      "eval_runtime": 1219.7567,
      "eval_samples_per_second": 10.138,
      "eval_steps_per_second": 5.069,
      "step": 14000
    },
    {
      "epoch": 1.17,
      "learning_rate": 9.490786791683654e-05,
      "loss": 1.3226,
      "step": 14500
    },
    {
      "epoch": 1.17,
      "eval_accuracy": 0.5907326340675354,
      "eval_loss": 1.396222710609436,
      "eval_runtime": 1210.2892,
      "eval_samples_per_second": 10.217,
      "eval_steps_per_second": 5.109,
      "step": 14500
    },
    {
      "epoch": 1.21,
      "learning_rate": 9.470444353852426e-05,
      "loss": 1.3306,
      "step": 15000
    },
    {
      "epoch": 1.21,
      "eval_accuracy": 0.6242924332618713,
      "eval_loss": 1.3146133422851562,
      "eval_runtime": 1215.13,
      "eval_samples_per_second": 10.177,
      "eval_steps_per_second": 5.088,
      "step": 15000
    },
    {
      "epoch": 1.25,
      "learning_rate": 9.45006114961272e-05,
      "loss": 1.307,
      "step": 15500
    },
    {
      "epoch": 1.25,
      "eval_accuracy": 0.6107068061828613,
      "eval_loss": 1.3835194110870361,
      "eval_runtime": 1216.4262,
      "eval_samples_per_second": 10.166,
      "eval_steps_per_second": 5.083,
      "step": 15500
    },
    {
      "epoch": 1.29,
      "learning_rate": 9.429677945373014e-05,
      "loss": 1.239,
      "step": 16000
    },
    {
      "epoch": 1.29,
      "eval_accuracy": 0.6234028935432434,
      "eval_loss": 1.333041787147522,
      "eval_runtime": 1214.4499,
      "eval_samples_per_second": 10.182,
      "eval_steps_per_second": 5.091,
      "step": 16000
    },
    {
      "epoch": 1.33,
      "learning_rate": 9.409294741133307e-05,
      "loss": 1.2486,
      "step": 16500
    },
    {
      "epoch": 1.33,
      "eval_accuracy": 0.644670844078064,
      "eval_loss": 1.187103033065796,
      "eval_runtime": 1217.2373,
      "eval_samples_per_second": 10.159,
      "eval_steps_per_second": 5.08,
      "step": 16500
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.3889115368936e-05,
      "loss": 1.2305,
      "step": 17000
    },
    {
      "epoch": 1.37,
      "eval_accuracy": 0.6330260634422302,
      "eval_loss": 1.280613660812378,
      "eval_runtime": 1218.1968,
      "eval_samples_per_second": 10.151,
      "eval_steps_per_second": 5.076,
      "step": 17000
    },
    {
      "epoch": 1.42,
      "learning_rate": 9.368528332653894e-05,
      "loss": 1.2427,
      "step": 17500
    },
    {
      "epoch": 1.42,
      "eval_accuracy": 0.6369885206222534,
      "eval_loss": 1.3734965324401855,
      "eval_runtime": 1216.3233,
      "eval_samples_per_second": 10.167,
      "eval_steps_per_second": 5.083,
      "step": 17500
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.348145128414187e-05,
      "loss": 1.232,
      "step": 18000
    },
    {
      "epoch": 1.46,
      "eval_accuracy": 0.6478247046470642,
      "eval_loss": 1.244884729385376,
      "eval_runtime": 1226.612,
      "eval_samples_per_second": 10.081,
      "eval_steps_per_second": 5.041,
      "step": 18000
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.32776192417448e-05,
      "loss": 1.2819,
      "step": 18500
    },
    {
      "epoch": 1.5,
      "eval_accuracy": 0.6360180974006653,
      "eval_loss": 1.2376329898834229,
      "eval_runtime": 1221.3054,
      "eval_samples_per_second": 10.125,
      "eval_steps_per_second": 5.063,
      "step": 18500
    },
    {
      "epoch": 1.54,
      "learning_rate": 9.307378719934773e-05,
      "loss": 1.206,
      "step": 19000
    },
    {
      "epoch": 1.54,
      "eval_accuracy": 0.6438621878623962,
      "eval_loss": 1.3146148920059204,
      "eval_runtime": 1216.9126,
      "eval_samples_per_second": 10.162,
      "eval_steps_per_second": 5.081,
      "step": 19000
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.286995515695067e-05,
      "loss": 1.1787,
      "step": 19500
    },
    {
      "epoch": 1.58,
      "eval_accuracy": 0.6048035025596619,
      "eval_loss": 1.5405412912368774,
      "eval_runtime": 1222.2408,
      "eval_samples_per_second": 10.117,
      "eval_steps_per_second": 5.059,
      "step": 19500
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.266612311455361e-05,
      "loss": 1.2037,
      "step": 20000
    },
    {
      "epoch": 1.62,
      "eval_accuracy": 0.6377162933349609,
      "eval_loss": 1.245172142982483,
      "eval_runtime": 1222.2415,
      "eval_samples_per_second": 10.117,
      "eval_steps_per_second": 5.059,
      "step": 20000
    },
    {
      "epoch": 1.66,
      "learning_rate": 9.246269873624134e-05,
      "loss": 1.2359,
      "step": 20500
    },
    {
      "epoch": 1.66,
      "eval_accuracy": 0.6452369689941406,
      "eval_loss": 1.305955171585083,
      "eval_runtime": 1226.2844,
      "eval_samples_per_second": 10.084,
      "eval_steps_per_second": 5.042,
      "step": 20500
    },
    {
      "epoch": 1.7,
      "learning_rate": 9.225886669384428e-05,
      "loss": 1.258,
      "step": 21000
    },
    {
      "epoch": 1.7,
      "eval_accuracy": 0.6490376591682434,
      "eval_loss": 1.2557748556137085,
      "eval_runtime": 1225.4315,
      "eval_samples_per_second": 10.091,
      "eval_steps_per_second": 5.046,
      "step": 21000
    },
    {
      "epoch": 1.74,
      "learning_rate": 9.2055442315532e-05,
      "loss": 1.124,
      "step": 21500
    },
    {
      "epoch": 1.74,
      "eval_accuracy": 0.6577712893486023,
      "eval_loss": 1.201909065246582,
      "eval_runtime": 1234.6035,
      "eval_samples_per_second": 10.016,
      "eval_steps_per_second": 5.008,
      "step": 21500
    },
    {
      "epoch": 1.78,
      "learning_rate": 9.185201793721973e-05,
      "loss": 1.2008,
      "step": 22000
    },
    {
      "epoch": 1.78,
      "eval_accuracy": 0.6518680453300476,
      "eval_loss": 1.2547849416732788,
      "eval_runtime": 1221.6378,
      "eval_samples_per_second": 10.122,
      "eval_steps_per_second": 5.061,
      "step": 22000
    },
    {
      "epoch": 1.82,
      "learning_rate": 9.164818589482268e-05,
      "loss": 1.231,
      "step": 22500
    },
    {
      "epoch": 1.82,
      "eval_accuracy": 0.6403040885925293,
      "eval_loss": 1.2401455640792847,
      "eval_runtime": 1227.1884,
      "eval_samples_per_second": 10.077,
      "eval_steps_per_second": 5.038,
      "step": 22500
    },
    {
      "epoch": 1.86,
      "learning_rate": 9.14443538524256e-05,
      "loss": 1.176,
      "step": 23000
    },
    {
      "epoch": 1.86,
      "eval_accuracy": 0.630195677280426,
      "eval_loss": 1.3183224201202393,
      "eval_runtime": 1230.2141,
      "eval_samples_per_second": 10.052,
      "eval_steps_per_second": 5.026,
      "step": 23000
    },
    {
      "epoch": 1.9,
      "learning_rate": 9.124052181002855e-05,
      "loss": 1.1756,
      "step": 23500
    },
    {
      "epoch": 1.9,
      "eval_accuracy": 0.6433770060539246,
      "eval_loss": 1.3021215200424194,
      "eval_runtime": 1225.278,
      "eval_samples_per_second": 10.092,
      "eval_steps_per_second": 5.046,
      "step": 23500
    },
    {
      "epoch": 1.94,
      "learning_rate": 9.103709743171626e-05,
      "loss": 1.2213,
      "step": 24000
    },
    {
      "epoch": 1.94,
      "eval_accuracy": 0.6450752019882202,
      "eval_loss": 1.2812703847885132,
      "eval_runtime": 1226.6055,
      "eval_samples_per_second": 10.081,
      "eval_steps_per_second": 5.041,
      "step": 24000
    },
    {
      "epoch": 1.98,
      "learning_rate": 9.08332653893192e-05,
      "loss": 1.1343,
      "step": 24500
    },
    {
      "epoch": 1.98,
      "eval_accuracy": 0.6614103317260742,
      "eval_loss": 1.2407350540161133,
      "eval_runtime": 1227.7031,
      "eval_samples_per_second": 10.072,
      "eval_steps_per_second": 5.036,
      "step": 24500
    },
    {
      "epoch": 2.02,
      "learning_rate": 9.062943334692214e-05,
      "loss": 1.1498,
      "step": 25000
    },
    {
      "epoch": 2.02,
      "eval_accuracy": 0.6570435166358948,
      "eval_loss": 1.1911596059799194,
      "eval_runtime": 1201.1782,
      "eval_samples_per_second": 10.295,
      "eval_steps_per_second": 5.147,
      "step": 25000
    },
    {
      "epoch": 2.06,
      "learning_rate": 9.042560130452508e-05,
      "loss": 1.1015,
      "step": 25500
    },
    {
      "epoch": 2.06,
      "eval_accuracy": 0.6508976221084595,
      "eval_loss": 1.360363245010376,
      "eval_runtime": 1193.6402,
      "eval_samples_per_second": 10.36,
      "eval_steps_per_second": 5.18,
      "step": 25500
    },
    {
      "epoch": 2.1,
      "learning_rate": 9.022176926212801e-05,
      "loss": 1.0794,
      "step": 26000
    },
    {
      "epoch": 2.1,
      "eval_accuracy": 0.6508976221084595,
      "eval_loss": 1.3214635848999023,
      "eval_runtime": 1206.1082,
      "eval_samples_per_second": 10.253,
      "eval_steps_per_second": 5.126,
      "step": 26000
    },
    {
      "epoch": 2.14,
      "learning_rate": 9.001793721973094e-05,
      "loss": 1.0692,
      "step": 26500
    },
    {
      "epoch": 2.14,
      "eval_accuracy": 0.662542462348938,
      "eval_loss": 1.2083770036697388,
      "eval_runtime": 1204.5386,
      "eval_samples_per_second": 10.266,
      "eval_steps_per_second": 5.133,
      "step": 26500
    },
    {
      "epoch": 2.18,
      "learning_rate": 8.981492050550348e-05,
      "loss": 1.1552,
      "step": 27000
    },
    {
      "epoch": 2.18,
      "eval_accuracy": 0.6536471247673035,
      "eval_loss": 1.2683591842651367,
      "eval_runtime": 1207.0957,
      "eval_samples_per_second": 10.244,
      "eval_steps_per_second": 5.122,
      "step": 27000
    },
    {
      "epoch": 2.22,
      "learning_rate": 8.961108846310641e-05,
      "loss": 1.0985,
      "step": 27500
    },
    {
      "epoch": 2.22,
      "eval_accuracy": 0.6645641326904297,
      "eval_loss": 1.1616308689117432,
      "eval_runtime": 1202.0246,
      "eval_samples_per_second": 10.288,
      "eval_steps_per_second": 5.144,
      "step": 27500
    },
    {
      "epoch": 2.26,
      "learning_rate": 8.940725642070934e-05,
      "loss": 1.1239,
      "step": 28000
    },
    {
      "epoch": 2.26,
      "eval_accuracy": 0.669173538684845,
      "eval_loss": 1.1362210512161255,
      "eval_runtime": 1205.0904,
      "eval_samples_per_second": 10.261,
      "eval_steps_per_second": 5.131,
      "step": 28000
    },
    {
      "epoch": 2.3,
      "learning_rate": 8.920342437831227e-05,
      "loss": 1.0899,
      "step": 28500
    },
    {
      "epoch": 2.3,
      "eval_accuracy": 0.6521106362342834,
      "eval_loss": 1.3762954473495483,
      "eval_runtime": 1210.3119,
      "eval_samples_per_second": 10.217,
      "eval_steps_per_second": 5.109,
      "step": 28500
    },
    {
      "epoch": 2.35,
      "learning_rate": 8.89995923359152e-05,
      "loss": 1.0953,
      "step": 29000
    },
    {
      "epoch": 2.35,
      "eval_accuracy": 0.666747510433197,
      "eval_loss": 1.1568596363067627,
      "eval_runtime": 1213.4003,
      "eval_samples_per_second": 10.191,
      "eval_steps_per_second": 5.096,
      "step": 29000
    },
    {
      "epoch": 2.39,
      "learning_rate": 8.879576029351814e-05,
      "loss": 1.1148,
      "step": 29500
    },
    {
      "epoch": 2.39,
      "eval_accuracy": 0.6541323065757751,
      "eval_loss": 1.2405096292495728,
      "eval_runtime": 1215.762,
      "eval_samples_per_second": 10.171,
      "eval_steps_per_second": 5.086,
      "step": 29500
    },
    {
      "epoch": 2.43,
      "learning_rate": 8.859192825112108e-05,
      "loss": 1.0715,
      "step": 30000
    },
    {
      "epoch": 2.43,
      "eval_accuracy": 0.6622189879417419,
      "eval_loss": 1.2203196287155151,
      "eval_runtime": 1237.659,
      "eval_samples_per_second": 9.991,
      "eval_steps_per_second": 4.996,
      "step": 30000
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.838809620872402e-05,
      "loss": 1.1298,
      "step": 30500
    },
    {
      "epoch": 2.47,
      "eval_accuracy": 0.667960524559021,
      "eval_loss": 1.258815884590149,
      "eval_runtime": 1214.4985,
      "eval_samples_per_second": 10.182,
      "eval_steps_per_second": 5.091,
      "step": 30500
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.818426416632695e-05,
      "loss": 1.1078,
      "step": 31000
    },
    {
      "epoch": 2.51,
      "eval_accuracy": 0.6598738431930542,
      "eval_loss": 1.1994160413742065,
      "eval_runtime": 1223.4805,
      "eval_samples_per_second": 10.107,
      "eval_steps_per_second": 5.054,
      "step": 31000
    },
    {
      "epoch": 2.55,
      "learning_rate": 8.79804321239299e-05,
      "loss": 1.1229,
      "step": 31500
    },
    {
      "epoch": 2.55,
      "eval_accuracy": 0.6650493144989014,
      "eval_loss": 1.1719839572906494,
      "eval_runtime": 1217.7937,
      "eval_samples_per_second": 10.154,
      "eval_steps_per_second": 5.077,
      "step": 31500
    },
    {
      "epoch": 2.59,
      "learning_rate": 8.777660008153283e-05,
      "loss": 1.1176,
      "step": 32000
    },
    {
      "epoch": 2.59,
      "eval_accuracy": 0.6727316975593567,
      "eval_loss": 1.1364519596099854,
      "eval_runtime": 1228.5963,
      "eval_samples_per_second": 10.065,
      "eval_steps_per_second": 5.033,
      "step": 32000
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.757276803913576e-05,
      "loss": 1.0393,
      "step": 32500
    },
    {
      "epoch": 2.63,
      "eval_accuracy": 0.6387676000595093,
      "eval_loss": 1.356237769126892,
      "eval_runtime": 1220.1605,
      "eval_samples_per_second": 10.135,
      "eval_steps_per_second": 5.067,
      "step": 32500
    },
    {
      "epoch": 2.67,
      "learning_rate": 8.736893599673869e-05,
      "loss": 1.0686,
      "step": 33000
    },
    {
      "epoch": 2.67,
      "eval_accuracy": 0.6770985126495361,
      "eval_loss": 1.2882039546966553,
      "eval_runtime": 1227.7272,
      "eval_samples_per_second": 10.072,
      "eval_steps_per_second": 5.036,
      "step": 33000
    },
    {
      "epoch": 2.71,
      "learning_rate": 8.716591928251121e-05,
      "loss": 1.0984,
      "step": 33500
    },
    {
      "epoch": 2.71,
      "eval_accuracy": 0.6504932641983032,
      "eval_loss": 1.2953248023986816,
      "eval_runtime": 1228.2391,
      "eval_samples_per_second": 10.068,
      "eval_steps_per_second": 5.034,
      "step": 33500
    },
    {
      "epoch": 2.75,
      "learning_rate": 8.696208724011415e-05,
      "loss": 1.0653,
      "step": 34000
    },
    {
      "epoch": 2.75,
      "eval_accuracy": 0.6635128855705261,
      "eval_loss": 1.2924034595489502,
      "eval_runtime": 1226.8106,
      "eval_samples_per_second": 10.08,
      "eval_steps_per_second": 5.04,
      "step": 34000
    },
    {
      "epoch": 2.79,
      "learning_rate": 8.675825519771708e-05,
      "loss": 1.0878,
      "step": 34500
    },
    {
      "epoch": 2.79,
      "eval_accuracy": 0.6699013710021973,
      "eval_loss": 1.2249584197998047,
      "eval_runtime": 1223.8019,
      "eval_samples_per_second": 10.105,
      "eval_steps_per_second": 5.052,
      "step": 34500
    },
    {
      "epoch": 2.83,
      "learning_rate": 8.655442315532001e-05,
      "loss": 1.0446,
      "step": 35000
    },
    {
      "epoch": 2.83,
      "eval_accuracy": 0.6664240956306458,
      "eval_loss": 1.3492021560668945,
      "eval_runtime": 1227.92,
      "eval_samples_per_second": 10.071,
      "eval_steps_per_second": 5.035,
      "step": 35000
    },
    {
      "epoch": 2.87,
      "learning_rate": 8.635059111292296e-05,
      "loss": 1.0754,
      "step": 35500
    },
    {
      "epoch": 2.87,
      "eval_accuracy": 0.6584182381629944,
      "eval_loss": 1.275933861732483,
      "eval_runtime": 1225.9895,
      "eval_samples_per_second": 10.087,
      "eval_steps_per_second": 5.043,
      "step": 35500
    },
    {
      "epoch": 2.91,
      "learning_rate": 8.614675907052589e-05,
      "loss": 1.0441,
      "step": 36000
    },
    {
      "epoch": 2.91,
      "eval_accuracy": 0.6821931004524231,
      "eval_loss": 1.1557066440582275,
      "eval_runtime": 1227.8238,
      "eval_samples_per_second": 10.071,
      "eval_steps_per_second": 5.036,
      "step": 36000
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.594374235629842e-05,
      "loss": 1.2804,
      "step": 36500
    },
    {
      "epoch": 2.95,
      "eval_accuracy": 0.6013262271881104,
      "eval_loss": 1.4437016248703003,
      "eval_runtime": 1228.8358,
      "eval_samples_per_second": 10.063,
      "eval_steps_per_second": 5.032,
      "step": 36500
    },
    {
      "epoch": 2.99,
      "learning_rate": 8.573991031390135e-05,
      "loss": 1.0833,
      "step": 37000
    },
    {
      "epoch": 2.99,
      "eval_accuracy": 0.6906032562255859,
      "eval_loss": 1.1393189430236816,
      "eval_runtime": 1227.4427,
      "eval_samples_per_second": 10.075,
      "eval_steps_per_second": 5.037,
      "step": 37000
    },
    {
      "epoch": 3.03,
      "learning_rate": 8.553607827150428e-05,
      "loss": 0.9851,
      "step": 37500
    },
    {
      "epoch": 3.03,
      "eval_accuracy": 0.6836487054824829,
      "eval_loss": 1.1196837425231934,
      "eval_runtime": 1223.1266,
      "eval_samples_per_second": 10.11,
      "eval_steps_per_second": 5.055,
      "step": 37500
    },
    {
      "epoch": 3.07,
      "learning_rate": 8.533224622910721e-05,
      "loss": 0.95,
      "step": 38000
    },
    {
      "epoch": 3.07,
      "eval_accuracy": 0.6299530863761902,
      "eval_loss": 1.4798767566680908,
      "eval_runtime": 1224.7327,
      "eval_samples_per_second": 10.097,
      "eval_steps_per_second": 5.048,
      "step": 38000
    },
    {
      "epoch": 3.11,
      "learning_rate": 8.512841418671016e-05,
      "loss": 1.0258,
      "step": 38500
    },
    {
      "epoch": 3.11,
      "eval_accuracy": 0.6828400492668152,
      "eval_loss": 1.1659743785858154,
      "eval_runtime": 1235.0907,
      "eval_samples_per_second": 10.012,
      "eval_steps_per_second": 5.006,
      "step": 38500
    },
    {
      "epoch": 3.15,
      "learning_rate": 8.492458214431309e-05,
      "loss": 1.0604,
      "step": 39000
    },
    {
      "epoch": 3.15,
      "eval_accuracy": 0.6709526181221008,
      "eval_loss": 1.2192966938018799,
      "eval_runtime": 1228.4696,
      "eval_samples_per_second": 10.066,
      "eval_steps_per_second": 5.033,
      "step": 39000
    },
    {
      "epoch": 3.19,
      "learning_rate": 8.472075010191602e-05,
      "loss": 1.0496,
      "step": 39500
    },
    {
      "epoch": 3.19,
      "eval_accuracy": 0.6782306432723999,
      "eval_loss": 1.2562731504440308,
      "eval_runtime": 1229.0843,
      "eval_samples_per_second": 10.061,
      "eval_steps_per_second": 5.031,
      "step": 39500
    },
    {
      "epoch": 3.23,
      "learning_rate": 8.451732572360376e-05,
      "loss": 2.5985,
      "step": 40000
    },
    {
      "epoch": 3.23,
      "eval_accuracy": 0.1606016457080841,
      "eval_loss": 2.8276100158691406,
      "eval_runtime": 1227.4333,
      "eval_samples_per_second": 10.075,
      "eval_steps_per_second": 5.037,
      "step": 40000
    },
    {
      "epoch": 3.28,
      "learning_rate": 8.431430900937628e-05,
      "loss": 2.5628,
      "step": 40500
    },
    {
      "epoch": 3.28,
      "eval_accuracy": 0.6409509778022766,
      "eval_loss": 1.2782047986984253,
      "eval_runtime": 1226.8685,
      "eval_samples_per_second": 10.079,
      "eval_steps_per_second": 5.04,
      "step": 40500
    },
    {
      "epoch": 3.32,
      "learning_rate": 8.411047696697921e-05,
      "loss": 1.0363,
      "step": 41000
    },
    {
      "epoch": 3.32,
      "eval_accuracy": 0.6780688762664795,
      "eval_loss": 1.2363730669021606,
      "eval_runtime": 1229.116,
      "eval_samples_per_second": 10.061,
      "eval_steps_per_second": 5.03,
      "step": 41000
    },
    {
      "epoch": 3.36,
      "learning_rate": 8.390664492458214e-05,
      "loss": 1.0159,
      "step": 41500
    },
    {
      "epoch": 3.36,
      "eval_accuracy": 0.6617338061332703,
      "eval_loss": 1.323940396308899,
      "eval_runtime": 1225.656,
      "eval_samples_per_second": 10.089,
      "eval_steps_per_second": 5.045,
      "step": 41500
    },
    {
      "epoch": 3.4,
      "learning_rate": 8.370281288218509e-05,
      "loss": 1.0396,
      "step": 42000
    },
    {
      "epoch": 3.4,
      "eval_accuracy": 0.6728934049606323,
      "eval_loss": 1.187890887260437,
      "eval_runtime": 1229.8463,
      "eval_samples_per_second": 10.055,
      "eval_steps_per_second": 5.027,
      "step": 42000
    },
    {
      "epoch": 3.44,
      "learning_rate": 8.349898083978802e-05,
      "loss": 1.0262,
      "step": 42500
    },
    {
      "epoch": 3.44,
      "eval_accuracy": 0.6631894111633301,
      "eval_loss": 1.18537437915802,
      "eval_runtime": 1238.5652,
      "eval_samples_per_second": 9.984,
      "eval_steps_per_second": 4.992,
      "step": 42500
    }
  ],
  "max_steps": 247300,
  "num_train_epochs": 20,
  "total_flos": 2.8496051091712414e+19,
  "trial_name": null,
  "trial_params": null
}