{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 2500,
  "global_step": 20000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02,
      "grad_norm": 3.375241279602051,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.3562,
      "step": 100
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.329700231552124,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.0739,
      "step": 200
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.802884340286255,
      "learning_rate": 1.2e-05,
      "loss": 1.0389,
      "step": 300
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.4885237216949463,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 1.0009,
      "step": 400
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.990727663040161,
      "learning_rate": 2e-05,
      "loss": 0.9878,
      "step": 500
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.8411333560943604,
      "learning_rate": 1.98974358974359e-05,
      "loss": 0.9812,
      "step": 600
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.3672726154327393,
      "learning_rate": 1.9794871794871798e-05,
      "loss": 0.9462,
      "step": 700
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.6635308265686035,
      "learning_rate": 1.9692307692307696e-05,
      "loss": 0.9287,
      "step": 800
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.3260979652404785,
      "learning_rate": 1.958974358974359e-05,
      "loss": 0.9079,
      "step": 900
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.360579490661621,
      "learning_rate": 1.9487179487179488e-05,
      "loss": 0.9002,
      "step": 1000
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.2634215354919434,
      "learning_rate": 1.9384615384615386e-05,
      "loss": 0.8752,
      "step": 1100
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.375136137008667,
      "learning_rate": 1.9282051282051284e-05,
      "loss": 0.8791,
      "step": 1200
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.7745119333267212,
      "learning_rate": 1.9179487179487182e-05,
      "loss": 0.8601,
      "step": 1300
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.3610873222351074,
      "learning_rate": 1.907692307692308e-05,
      "loss": 0.846,
      "step": 1400
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.3921096324920654,
      "learning_rate": 1.8974358974358975e-05,
      "loss": 0.8465,
      "step": 1500
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.9155237674713135,
      "learning_rate": 1.8871794871794873e-05,
      "loss": 0.8358,
      "step": 1600
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.5246050357818604,
      "learning_rate": 1.876923076923077e-05,
      "loss": 0.8346,
      "step": 1700
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.402024030685425,
      "learning_rate": 1.866666666666667e-05,
      "loss": 0.8151,
      "step": 1800
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.9758305549621582,
      "learning_rate": 1.8564102564102567e-05,
      "loss": 0.8121,
      "step": 1900
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.7855979204177856,
      "learning_rate": 1.8461538461538465e-05,
      "loss": 0.8094,
      "step": 2000
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.5531435012817383,
      "learning_rate": 1.835897435897436e-05,
      "loss": 0.8056,
      "step": 2100
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.6370404958724976,
      "learning_rate": 1.8256410256410257e-05,
      "loss": 0.7954,
      "step": 2200
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.1094133853912354,
      "learning_rate": 1.8153846153846155e-05,
      "loss": 0.7954,
      "step": 2300
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.988926887512207,
      "learning_rate": 1.8051282051282053e-05,
      "loss": 0.7831,
      "step": 2400
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.0189740657806396,
      "learning_rate": 1.794871794871795e-05,
      "loss": 0.7734,
      "step": 2500
    },
    {
      "epoch": 0.5,
      "eval_loss": 0.7750750184059143,
      "eval_runtime": 37.7119,
      "eval_samples_per_second": 26.517,
      "eval_steps_per_second": 6.629,
      "step": 2500
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.6814110279083252,
      "learning_rate": 1.784615384615385e-05,
      "loss": 0.785,
      "step": 2600
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.3658416271209717,
      "learning_rate": 1.7743589743589744e-05,
      "loss": 0.7771,
      "step": 2700
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.0418968200683594,
      "learning_rate": 1.7641025641025642e-05,
      "loss": 0.7666,
      "step": 2800
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.8352694511413574,
      "learning_rate": 1.753846153846154e-05,
      "loss": 0.7636,
      "step": 2900
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.93773353099823,
      "learning_rate": 1.743692307692308e-05,
      "loss": 0.7447,
      "step": 3000
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.1721432209014893,
      "learning_rate": 1.7334358974358977e-05,
      "loss": 0.7583,
      "step": 3100
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.6705156564712524,
      "learning_rate": 1.7231794871794875e-05,
      "loss": 0.7347,
      "step": 3200
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.3235106468200684,
      "learning_rate": 1.7129230769230773e-05,
      "loss": 0.7509,
      "step": 3300
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.9557029008865356,
      "learning_rate": 1.702666666666667e-05,
      "loss": 0.7416,
      "step": 3400
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.8498666286468506,
      "learning_rate": 1.6924102564102565e-05,
      "loss": 0.7395,
      "step": 3500
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.7680326700210571,
      "learning_rate": 1.6821538461538463e-05,
      "loss": 0.7455,
      "step": 3600
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.8850408792495728,
      "learning_rate": 1.671897435897436e-05,
      "loss": 0.7174,
      "step": 3700
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.8840125799179077,
      "learning_rate": 1.661641025641026e-05,
      "loss": 0.7236,
      "step": 3800
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.8746532201766968,
      "learning_rate": 1.6513846153846157e-05,
      "loss": 0.7313,
      "step": 3900
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.9656246900558472,
      "learning_rate": 1.6411282051282055e-05,
      "loss": 0.7067,
      "step": 4000
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.298736572265625,
      "learning_rate": 1.630871794871795e-05,
      "loss": 0.7195,
      "step": 4100
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.647545337677002,
      "learning_rate": 1.6206153846153848e-05,
      "loss": 0.7166,
      "step": 4200
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.433582305908203,
      "learning_rate": 1.6103589743589746e-05,
      "loss": 0.7066,
      "step": 4300
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.937717080116272,
      "learning_rate": 1.6001025641025644e-05,
      "loss": 0.7065,
      "step": 4400
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.8050605058670044,
      "learning_rate": 1.5898461538461542e-05,
      "loss": 0.6854,
      "step": 4500
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.7141133546829224,
      "learning_rate": 1.579589743589744e-05,
      "loss": 0.6986,
      "step": 4600
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.356724739074707,
      "learning_rate": 1.5693333333333334e-05,
      "loss": 0.6915,
      "step": 4700
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.991727590560913,
      "learning_rate": 1.5590769230769232e-05,
      "loss": 0.7086,
      "step": 4800
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.5158222913742065,
      "learning_rate": 1.548820512820513e-05,
      "loss": 0.6915,
      "step": 4900
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.744266986846924,
      "learning_rate": 1.538564102564103e-05,
      "loss": 0.6765,
      "step": 5000
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.6998236179351807,
      "eval_runtime": 37.7448,
      "eval_samples_per_second": 26.494,
      "eval_steps_per_second": 6.623,
      "step": 5000
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.5580978393554688,
      "learning_rate": 1.5283076923076926e-05,
      "loss": 0.6651,
      "step": 5100
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.8239487409591675,
      "learning_rate": 1.5180512820512823e-05,
      "loss": 0.6602,
      "step": 5200
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.6179425716400146,
      "learning_rate": 1.5077948717948719e-05,
      "loss": 0.6639,
      "step": 5300
    },
    {
      "epoch": 1.08,
      "grad_norm": 2.1928112506866455,
      "learning_rate": 1.4975384615384617e-05,
      "loss": 0.6594,
      "step": 5400
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.6164484024047852,
      "learning_rate": 1.4872820512820513e-05,
      "loss": 0.675,
      "step": 5500
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.6600135564804077,
      "learning_rate": 1.4770256410256411e-05,
      "loss": 0.6601,
      "step": 5600
    },
    {
      "epoch": 1.14,
      "grad_norm": 2.3864831924438477,
      "learning_rate": 1.466769230769231e-05,
      "loss": 0.6523,
      "step": 5700
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.7675199508666992,
      "learning_rate": 1.4565128205128207e-05,
      "loss": 0.6571,
      "step": 5800
    },
    {
      "epoch": 1.18,
      "grad_norm": 2.3523380756378174,
      "learning_rate": 1.4462564102564103e-05,
      "loss": 0.644,
      "step": 5900
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.5896570682525635,
      "learning_rate": 1.4360000000000001e-05,
      "loss": 0.6425,
      "step": 6000
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.9609613418579102,
      "learning_rate": 1.4257435897435898e-05,
      "loss": 0.6449,
      "step": 6100
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.7148176431655884,
      "learning_rate": 1.4154871794871796e-05,
      "loss": 0.639,
      "step": 6200
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.6646454334259033,
      "learning_rate": 1.4052307692307694e-05,
      "loss": 0.6546,
      "step": 6300
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.6648869514465332,
      "learning_rate": 1.3949743589743592e-05,
      "loss": 0.6467,
      "step": 6400
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.6408113241195679,
      "learning_rate": 1.3847179487179488e-05,
      "loss": 0.629,
      "step": 6500
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.608528971672058,
      "learning_rate": 1.3744615384615386e-05,
      "loss": 0.6304,
      "step": 6600
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.7841941118240356,
      "learning_rate": 1.3642051282051282e-05,
      "loss": 0.636,
      "step": 6700
    },
    {
      "epoch": 1.36,
      "grad_norm": 1.4850620031356812,
      "learning_rate": 1.353948717948718e-05,
      "loss": 0.6435,
      "step": 6800
    },
    {
      "epoch": 1.38,
      "grad_norm": 1.8835147619247437,
      "learning_rate": 1.3436923076923078e-05,
      "loss": 0.6507,
      "step": 6900
    },
    {
      "epoch": 1.4,
      "grad_norm": 2.422339916229248,
      "learning_rate": 1.3334358974358976e-05,
      "loss": 0.6419,
      "step": 7000
    },
    {
      "epoch": 1.42,
      "grad_norm": 1.893487572669983,
      "learning_rate": 1.3231794871794872e-05,
      "loss": 0.6248,
      "step": 7100
    },
    {
      "epoch": 1.44,
      "grad_norm": 2.7827541828155518,
      "learning_rate": 1.312923076923077e-05,
      "loss": 0.6376,
      "step": 7200
    },
    {
      "epoch": 1.46,
      "grad_norm": 1.6783027648925781,
      "learning_rate": 1.3026666666666667e-05,
      "loss": 0.6207,
      "step": 7300
    },
    {
      "epoch": 1.48,
      "grad_norm": 1.6965584754943848,
      "learning_rate": 1.2924102564102565e-05,
      "loss": 0.6239,
      "step": 7400
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.7779945135116577,
      "learning_rate": 1.2821538461538463e-05,
      "loss": 0.6211,
      "step": 7500
    },
    {
      "epoch": 1.5,
      "eval_loss": 0.6189149022102356,
      "eval_runtime": 37.7906,
      "eval_samples_per_second": 26.462,
      "eval_steps_per_second": 6.615,
      "step": 7500
    },
    {
      "epoch": 1.52,
      "grad_norm": 1.8954280614852905,
      "learning_rate": 1.271897435897436e-05,
      "loss": 0.6301,
      "step": 7600
    },
    {
      "epoch": 1.54,
      "grad_norm": 1.695956826210022,
      "learning_rate": 1.2616410256410257e-05,
      "loss": 0.6173,
      "step": 7700
    },
    {
      "epoch": 1.56,
      "grad_norm": 2.6846532821655273,
      "learning_rate": 1.2513846153846155e-05,
      "loss": 0.6116,
      "step": 7800
    },
    {
      "epoch": 1.58,
      "grad_norm": 2.0877957344055176,
      "learning_rate": 1.2411282051282051e-05,
      "loss": 0.6165,
      "step": 7900
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.568054437637329,
      "learning_rate": 1.230871794871795e-05,
      "loss": 0.6231,
      "step": 8000
    },
    {
      "epoch": 1.62,
      "grad_norm": 1.8222888708114624,
      "learning_rate": 1.2206153846153847e-05,
      "loss": 0.6107,
      "step": 8100
    },
    {
      "epoch": 1.64,
      "grad_norm": 1.8577901124954224,
      "learning_rate": 1.2104615384615386e-05,
      "loss": 0.6193,
      "step": 8200
    },
    {
      "epoch": 1.66,
      "grad_norm": 1.689939022064209,
      "learning_rate": 1.2002051282051284e-05,
      "loss": 0.61,
      "step": 8300
    },
    {
      "epoch": 1.68,
      "grad_norm": 1.8094621896743774,
      "learning_rate": 1.189948717948718e-05,
      "loss": 0.6131,
      "step": 8400
    },
    {
      "epoch": 1.7,
      "grad_norm": 2.136385202407837,
      "learning_rate": 1.1796923076923077e-05,
      "loss": 0.6126,
      "step": 8500
    },
    {
      "epoch": 1.72,
      "grad_norm": 1.6386775970458984,
      "learning_rate": 1.1694358974358975e-05,
      "loss": 0.617,
      "step": 8600
    },
    {
      "epoch": 1.74,
      "grad_norm": 1.7911731004714966,
      "learning_rate": 1.1591794871794873e-05,
      "loss": 0.5999,
      "step": 8700
    },
    {
      "epoch": 1.76,
      "grad_norm": 1.9262185096740723,
      "learning_rate": 1.1489230769230771e-05,
      "loss": 0.6069,
      "step": 8800
    },
    {
      "epoch": 1.78,
      "grad_norm": 1.7505638599395752,
      "learning_rate": 1.1386666666666669e-05,
      "loss": 0.6083,
      "step": 8900
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.8164703845977783,
      "learning_rate": 1.1284102564102565e-05,
      "loss": 0.6237,
      "step": 9000
    },
    {
      "epoch": 1.82,
      "grad_norm": 2.1859376430511475,
      "learning_rate": 1.1181538461538461e-05,
      "loss": 0.6004,
      "step": 9100
    },
    {
      "epoch": 1.84,
      "grad_norm": 1.4279205799102783,
      "learning_rate": 1.107897435897436e-05,
      "loss": 0.6131,
      "step": 9200
    },
    {
      "epoch": 1.86,
      "grad_norm": 1.8264535665512085,
      "learning_rate": 1.0976410256410257e-05,
      "loss": 0.602,
      "step": 9300
    },
    {
      "epoch": 1.88,
      "grad_norm": 1.9791676998138428,
      "learning_rate": 1.0873846153846155e-05,
      "loss": 0.5974,
      "step": 9400
    },
    {
      "epoch": 1.9,
      "grad_norm": 1.5951436758041382,
      "learning_rate": 1.0771282051282053e-05,
      "loss": 0.5855,
      "step": 9500
    },
    {
      "epoch": 1.92,
      "grad_norm": 2.221043348312378,
      "learning_rate": 1.066871794871795e-05,
      "loss": 0.5942,
      "step": 9600
    },
    {
      "epoch": 1.94,
      "grad_norm": 1.7138677835464478,
      "learning_rate": 1.0566153846153846e-05,
      "loss": 0.5981,
      "step": 9700
    },
    {
      "epoch": 1.96,
      "grad_norm": 1.6244597434997559,
      "learning_rate": 1.0463589743589744e-05,
      "loss": 0.5908,
      "step": 9800
    },
    {
      "epoch": 1.98,
      "grad_norm": 1.6802514791488647,
      "learning_rate": 1.0361025641025642e-05,
      "loss": 0.594,
      "step": 9900
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.2132487297058105,
      "learning_rate": 1.025846153846154e-05,
      "loss": 0.5894,
      "step": 10000
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.5827540159225464,
      "eval_runtime": 37.6623,
      "eval_samples_per_second": 26.552,
      "eval_steps_per_second": 6.638,
      "step": 10000
    },
    {
      "epoch": 2.02,
      "grad_norm": 2.0124223232269287,
      "learning_rate": 1.0155897435897438e-05,
      "loss": 0.5565,
      "step": 10100
    },
    {
      "epoch": 2.04,
      "grad_norm": 1.5917423963546753,
      "learning_rate": 1.0053333333333334e-05,
      "loss": 0.5719,
      "step": 10200
    },
    {
      "epoch": 2.06,
      "grad_norm": 1.895202875137329,
      "learning_rate": 9.950769230769232e-06,
      "loss": 0.5469,
      "step": 10300
    },
    {
      "epoch": 2.08,
      "grad_norm": 1.5201858282089233,
      "learning_rate": 9.84820512820513e-06,
      "loss": 0.5672,
      "step": 10400
    },
    {
      "epoch": 2.1,
      "grad_norm": 1.8425326347351074,
      "learning_rate": 9.745641025641026e-06,
      "loss": 0.5446,
      "step": 10500
    },
    {
      "epoch": 2.12,
      "grad_norm": 2.431252956390381,
      "learning_rate": 9.643076923076924e-06,
      "loss": 0.552,
      "step": 10600
    },
    {
      "epoch": 2.14,
      "grad_norm": 2.391223430633545,
      "learning_rate": 9.541538461538462e-06,
      "loss": 0.5668,
      "step": 10700
    },
    {
      "epoch": 2.16,
      "grad_norm": 1.9579830169677734,
      "learning_rate": 9.43897435897436e-06,
      "loss": 0.5432,
      "step": 10800
    },
    {
      "epoch": 2.18,
      "grad_norm": 1.6551591157913208,
      "learning_rate": 9.336410256410258e-06,
      "loss": 0.5345,
      "step": 10900
    },
    {
      "epoch": 2.2,
      "grad_norm": 1.58843195438385,
      "learning_rate": 9.233846153846154e-06,
      "loss": 0.5527,
      "step": 11000
    },
    {
      "epoch": 2.22,
      "grad_norm": 1.36421799659729,
      "learning_rate": 9.131282051282052e-06,
      "loss": 0.5543,
      "step": 11100
    },
    {
      "epoch": 2.24,
      "grad_norm": 1.5961703062057495,
      "learning_rate": 9.02871794871795e-06,
      "loss": 0.5621,
      "step": 11200
    },
    {
      "epoch": 2.26,
      "grad_norm": 1.9277173280715942,
      "learning_rate": 8.926153846153846e-06,
      "loss": 0.5404,
      "step": 11300
    },
    {
      "epoch": 2.28,
      "grad_norm": 1.6406772136688232,
      "learning_rate": 8.823589743589744e-06,
      "loss": 0.5487,
      "step": 11400
    },
    {
      "epoch": 2.3,
      "grad_norm": 2.2707431316375732,
      "learning_rate": 8.721025641025642e-06,
      "loss": 0.5581,
      "step": 11500
    },
    {
      "epoch": 2.32,
      "grad_norm": 2.063711404800415,
      "learning_rate": 8.618461538461539e-06,
      "loss": 0.537,
      "step": 11600
    },
    {
      "epoch": 2.34,
      "grad_norm": 1.40162992477417,
      "learning_rate": 8.515897435897437e-06,
      "loss": 0.5467,
      "step": 11700
    },
    {
      "epoch": 2.36,
      "grad_norm": 1.9021568298339844,
      "learning_rate": 8.413333333333335e-06,
      "loss": 0.5492,
      "step": 11800
    },
    {
      "epoch": 2.38,
      "grad_norm": 1.607601523399353,
      "learning_rate": 8.310769230769231e-06,
      "loss": 0.5358,
      "step": 11900
    },
    {
      "epoch": 2.4,
      "grad_norm": 1.6282119750976562,
      "learning_rate": 8.208205128205129e-06,
      "loss": 0.5539,
      "step": 12000
    },
    {
      "epoch": 2.42,
      "grad_norm": 1.7966066598892212,
      "learning_rate": 8.105641025641027e-06,
      "loss": 0.5459,
      "step": 12100
    },
    {
      "epoch": 2.44,
      "grad_norm": 2.068737745285034,
      "learning_rate": 8.003076923076923e-06,
      "loss": 0.5427,
      "step": 12200
    },
    {
      "epoch": 2.46,
      "grad_norm": 1.8832446336746216,
      "learning_rate": 7.901538461538462e-06,
      "loss": 0.5392,
      "step": 12300
    },
    {
      "epoch": 2.48,
      "grad_norm": 3.1190991401672363,
      "learning_rate": 7.798974358974359e-06,
      "loss": 0.5479,
      "step": 12400
    },
    {
      "epoch": 2.5,
      "grad_norm": 1.997453212738037,
      "learning_rate": 7.696410256410257e-06,
      "loss": 0.5462,
      "step": 12500
    },
    {
      "epoch": 2.5,
      "eval_loss": 0.592738151550293,
      "eval_runtime": 37.6944,
      "eval_samples_per_second": 26.529,
      "eval_steps_per_second": 6.632,
      "step": 12500
    },
    {
      "epoch": 2.52,
      "grad_norm": 1.9580820798873901,
      "learning_rate": 7.593846153846155e-06,
      "loss": 0.5205,
      "step": 12600
    },
    {
      "epoch": 2.54,
      "grad_norm": 1.8407106399536133,
      "learning_rate": 7.491282051282052e-06,
      "loss": 0.5283,
      "step": 12700
    },
    {
      "epoch": 2.56,
      "grad_norm": 1.8764362335205078,
      "learning_rate": 7.38871794871795e-06,
      "loss": 0.5372,
      "step": 12800
    },
    {
      "epoch": 2.58,
      "grad_norm": 2.0187058448791504,
      "learning_rate": 7.286153846153847e-06,
      "loss": 0.5443,
      "step": 12900
    },
    {
      "epoch": 2.6,
      "grad_norm": 1.6760249137878418,
      "learning_rate": 7.183589743589744e-06,
      "loss": 0.5359,
      "step": 13000
    },
    {
      "epoch": 2.62,
      "grad_norm": 1.7465155124664307,
      "learning_rate": 7.081025641025642e-06,
      "loss": 0.5332,
      "step": 13100
    },
    {
      "epoch": 2.64,
      "grad_norm": 1.983605980873108,
      "learning_rate": 6.978461538461539e-06,
      "loss": 0.5375,
      "step": 13200
    },
    {
      "epoch": 2.66,
      "grad_norm": 3.748850107192993,
      "learning_rate": 6.875897435897436e-06,
      "loss": 0.5202,
      "step": 13300
    },
    {
      "epoch": 2.68,
      "grad_norm": 2.3786838054656982,
      "learning_rate": 6.773333333333334e-06,
      "loss": 0.5366,
      "step": 13400
    },
    {
      "epoch": 2.7,
      "grad_norm": 1.8277692794799805,
      "learning_rate": 6.670769230769231e-06,
      "loss": 0.5406,
      "step": 13500
    },
    {
      "epoch": 2.72,
      "grad_norm": 1.736742377281189,
      "learning_rate": 6.5682051282051285e-06,
      "loss": 0.5324,
      "step": 13600
    },
    {
      "epoch": 2.74,
      "grad_norm": 2.152658224105835,
      "learning_rate": 6.4656410256410265e-06,
      "loss": 0.5238,
      "step": 13700
    },
    {
      "epoch": 2.76,
      "grad_norm": 1.4771183729171753,
      "learning_rate": 6.363076923076924e-06,
      "loss": 0.5244,
      "step": 13800
    },
    {
      "epoch": 2.78,
      "grad_norm": 2.6469223499298096,
      "learning_rate": 6.260512820512821e-06,
      "loss": 0.5296,
      "step": 13900
    },
    {
      "epoch": 2.8,
      "grad_norm": 2.2587192058563232,
      "learning_rate": 6.157948717948719e-06,
      "loss": 0.5245,
      "step": 14000
    },
    {
      "epoch": 2.82,
      "grad_norm": 1.691953182220459,
      "learning_rate": 6.055384615384616e-06,
      "loss": 0.523,
      "step": 14100
    },
    {
      "epoch": 2.84,
      "grad_norm": 1.9120712280273438,
      "learning_rate": 5.952820512820513e-06,
      "loss": 0.522,
      "step": 14200
    },
    {
      "epoch": 2.86,
      "grad_norm": 2.196423292160034,
      "learning_rate": 5.850256410256411e-06,
      "loss": 0.5252,
      "step": 14300
    },
    {
      "epoch": 2.88,
      "grad_norm": 2.080812931060791,
      "learning_rate": 5.747692307692308e-06,
      "loss": 0.53,
      "step": 14400
    },
    {
      "epoch": 2.9,
      "grad_norm": 1.567008376121521,
      "learning_rate": 5.645128205128205e-06,
      "loss": 0.5213,
      "step": 14500
    },
    {
      "epoch": 2.92,
      "grad_norm": 1.8277350664138794,
      "learning_rate": 5.542564102564103e-06,
      "loss": 0.5288,
      "step": 14600
    },
    {
      "epoch": 2.94,
      "grad_norm": 2.144063711166382,
      "learning_rate": 5.4400000000000004e-06,
      "loss": 0.5187,
      "step": 14700
    },
    {
      "epoch": 2.96,
      "grad_norm": 2.0858545303344727,
      "learning_rate": 5.338461538461539e-06,
      "loss": 0.5104,
      "step": 14800
    },
    {
      "epoch": 2.98,
      "grad_norm": 2.8449838161468506,
      "learning_rate": 5.235897435897437e-06,
      "loss": 0.5254,
      "step": 14900
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.867030143737793,
      "learning_rate": 5.133333333333334e-06,
      "loss": 0.5265,
      "step": 15000
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.5755677819252014,
      "eval_runtime": 37.7393,
      "eval_samples_per_second": 26.498,
      "eval_steps_per_second": 6.624,
      "step": 15000
    },
    {
      "epoch": 3.02,
      "grad_norm": 1.6803908348083496,
      "learning_rate": 5.031794871794871e-06,
      "loss": 0.4732,
      "step": 15100
    },
    {
      "epoch": 3.04,
      "grad_norm": 1.657348871231079,
      "learning_rate": 4.929230769230769e-06,
      "loss": 0.4753,
      "step": 15200
    },
    {
      "epoch": 3.06,
      "grad_norm": 2.1027541160583496,
      "learning_rate": 4.826666666666667e-06,
      "loss": 0.4763,
      "step": 15300
    },
    {
      "epoch": 3.08,
      "grad_norm": 2.144843816757202,
      "learning_rate": 4.7241025641025645e-06,
      "loss": 0.4691,
      "step": 15400
    },
    {
      "epoch": 3.1,
      "grad_norm": 2.0413217544555664,
      "learning_rate": 4.621538461538462e-06,
      "loss": 0.4694,
      "step": 15500
    },
    {
      "epoch": 3.12,
      "grad_norm": 2.122432231903076,
      "learning_rate": 4.51897435897436e-06,
      "loss": 0.472,
      "step": 15600
    },
    {
      "epoch": 3.14,
      "grad_norm": 2.2207162380218506,
      "learning_rate": 4.416410256410257e-06,
      "loss": 0.463,
      "step": 15700
    },
    {
      "epoch": 3.16,
      "grad_norm": 1.912340521812439,
      "learning_rate": 4.313846153846154e-06,
      "loss": 0.4735,
      "step": 15800
    },
    {
      "epoch": 3.18,
      "grad_norm": 2.1629879474639893,
      "learning_rate": 4.211282051282052e-06,
      "loss": 0.4759,
      "step": 15900
    },
    {
      "epoch": 3.2,
      "grad_norm": 2.2578675746917725,
      "learning_rate": 4.108717948717949e-06,
      "loss": 0.4716,
      "step": 16000
    },
    {
      "epoch": 3.22,
      "grad_norm": 1.8659443855285645,
      "learning_rate": 4.006153846153846e-06,
      "loss": 0.4521,
      "step": 16100
    },
    {
      "epoch": 3.24,
      "grad_norm": 2.5843989849090576,
      "learning_rate": 3.903589743589744e-06,
      "loss": 0.4642,
      "step": 16200
    },
    {
      "epoch": 3.26,
      "grad_norm": 2.093555212020874,
      "learning_rate": 3.8010256410256412e-06,
      "loss": 0.4625,
      "step": 16300
    },
    {
      "epoch": 3.28,
      "grad_norm": 1.8870043754577637,
      "learning_rate": 3.6984615384615384e-06,
      "loss": 0.4715,
      "step": 16400
    },
    {
      "epoch": 3.3,
      "grad_norm": 1.8587422370910645,
      "learning_rate": 3.5958974358974363e-06,
      "loss": 0.4598,
      "step": 16500
    },
    {
      "epoch": 3.32,
      "grad_norm": 3.115006923675537,
      "learning_rate": 3.4933333333333335e-06,
      "loss": 0.4522,
      "step": 16600
    },
    {
      "epoch": 3.34,
      "grad_norm": 3.0302741527557373,
      "learning_rate": 3.3907692307692306e-06,
      "loss": 0.4606,
      "step": 16700
    },
    {
      "epoch": 3.36,
      "grad_norm": 2.0749588012695312,
      "learning_rate": 3.2882051282051286e-06,
      "loss": 0.4677,
      "step": 16800
    },
    {
      "epoch": 3.38,
      "grad_norm": 1.8986167907714844,
      "learning_rate": 3.1856410256410257e-06,
      "loss": 0.4621,
      "step": 16900
    },
    {
      "epoch": 3.4,
      "grad_norm": 4.082165241241455,
      "learning_rate": 3.083076923076923e-06,
      "loss": 0.472,
      "step": 17000
    },
    {
      "epoch": 3.42,
      "grad_norm": 2.0937159061431885,
      "learning_rate": 2.980512820512821e-06,
      "loss": 0.4704,
      "step": 17100
    },
    {
      "epoch": 3.44,
      "grad_norm": 1.8796356916427612,
      "learning_rate": 2.877948717948718e-06,
      "loss": 0.4664,
      "step": 17200
    },
    {
      "epoch": 3.46,
      "grad_norm": 2.338709831237793,
      "learning_rate": 2.775384615384615e-06,
      "loss": 0.4642,
      "step": 17300
    },
    {
      "epoch": 3.48,
      "grad_norm": 1.9063432216644287,
      "learning_rate": 2.672820512820513e-06,
      "loss": 0.4587,
      "step": 17400
    },
    {
      "epoch": 3.5,
      "grad_norm": 2.500352621078491,
      "learning_rate": 2.5702564102564103e-06,
      "loss": 0.4653,
      "step": 17500
    },
    {
      "epoch": 3.5,
      "eval_loss": 0.5773757696151733,
      "eval_runtime": 37.7662,
      "eval_samples_per_second": 26.479,
      "eval_steps_per_second": 6.62,
      "step": 17500
    },
    {
      "epoch": 3.52,
      "grad_norm": 2.412173271179199,
      "learning_rate": 2.467692307692308e-06,
      "loss": 0.4577,
      "step": 17600
    },
    {
      "epoch": 3.54,
      "grad_norm": 2.3137009143829346,
      "learning_rate": 2.3651282051282054e-06,
      "loss": 0.4691,
      "step": 17700
    },
    {
      "epoch": 3.56,
      "grad_norm": 2.7015998363494873,
      "learning_rate": 2.2625641025641025e-06,
      "loss": 0.4528,
      "step": 17800
    },
    {
      "epoch": 3.58,
      "grad_norm": 2.0640199184417725,
      "learning_rate": 2.16e-06,
      "loss": 0.4543,
      "step": 17900
    },
    {
      "epoch": 3.6,
      "grad_norm": 2.362372398376465,
      "learning_rate": 2.0574358974358976e-06,
      "loss": 0.4537,
      "step": 18000
    },
    {
      "epoch": 3.62,
      "grad_norm": 2.2816359996795654,
      "learning_rate": 1.9548717948717948e-06,
      "loss": 0.4567,
      "step": 18100
    },
    {
      "epoch": 3.64,
      "grad_norm": 1.7161535024642944,
      "learning_rate": 1.8523076923076923e-06,
      "loss": 0.4551,
      "step": 18200
    },
    {
      "epoch": 3.66,
      "grad_norm": 2.011964797973633,
      "learning_rate": 1.7497435897435899e-06,
      "loss": 0.4501,
      "step": 18300
    },
    {
      "epoch": 3.68,
      "grad_norm": 2.126624584197998,
      "learning_rate": 1.6471794871794874e-06,
      "loss": 0.4475,
      "step": 18400
    },
    {
      "epoch": 3.7,
      "grad_norm": 2.778960704803467,
      "learning_rate": 1.5446153846153846e-06,
      "loss": 0.4525,
      "step": 18500
    },
    {
      "epoch": 3.72,
      "grad_norm": 2.1998558044433594,
      "learning_rate": 1.4420512820512821e-06,
      "loss": 0.4542,
      "step": 18600
    },
    {
      "epoch": 3.74,
      "grad_norm": 2.273758888244629,
      "learning_rate": 1.3394871794871797e-06,
      "loss": 0.4709,
      "step": 18700
    },
    {
      "epoch": 3.76,
      "grad_norm": 2.270432949066162,
      "learning_rate": 1.236923076923077e-06,
      "loss": 0.4515,
      "step": 18800
    },
    {
      "epoch": 3.78,
      "grad_norm": 2.251328706741333,
      "learning_rate": 1.1343589743589744e-06,
      "loss": 0.4414,
      "step": 18900
    },
    {
      "epoch": 3.8,
      "grad_norm": 1.7179417610168457,
      "learning_rate": 1.0317948717948717e-06,
      "loss": 0.4571,
      "step": 19000
    },
    {
      "epoch": 3.82,
      "grad_norm": 2.2892489433288574,
      "learning_rate": 9.292307692307693e-07,
      "loss": 0.4512,
      "step": 19100
    },
    {
      "epoch": 3.84,
      "grad_norm": 2.386227607727051,
      "learning_rate": 8.266666666666668e-07,
      "loss": 0.4529,
      "step": 19200
    },
    {
      "epoch": 3.86,
      "grad_norm": 3.4404356479644775,
      "learning_rate": 7.241025641025641e-07,
      "loss": 0.4561,
      "step": 19300
    },
    {
      "epoch": 3.88,
      "grad_norm": 3.1425325870513916,
      "learning_rate": 6.215384615384616e-07,
      "loss": 0.4512,
      "step": 19400
    },
    {
      "epoch": 3.9,
      "grad_norm": 2.285019636154175,
      "learning_rate": 5.18974358974359e-07,
      "loss": 0.4644,
      "step": 19500
    },
    {
      "epoch": 3.92,
      "grad_norm": 1.933229923248291,
      "learning_rate": 4.164102564102564e-07,
      "loss": 0.4636,
      "step": 19600
    },
    {
      "epoch": 3.94,
      "grad_norm": 2.129995346069336,
      "learning_rate": 3.138461538461539e-07,
      "loss": 0.4486,
      "step": 19700
    },
    {
      "epoch": 3.96,
      "grad_norm": 2.06881046295166,
      "learning_rate": 2.112820512820513e-07,
      "loss": 0.4338,
      "step": 19800
    },
    {
      "epoch": 3.98,
      "grad_norm": 2.346268892288208,
      "learning_rate": 1.0871794871794872e-07,
      "loss": 0.4543,
      "step": 19900
    },
    {
      "epoch": 4.0,
      "grad_norm": 2.0282890796661377,
      "learning_rate": 6.153846153846155e-09,
      "loss": 0.4407,
      "step": 20000
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.5501033663749695,
      "eval_runtime": 37.7502,
      "eval_samples_per_second": 26.49,
      "eval_steps_per_second": 6.622,
      "step": 20000
    }
  ],
  "logging_steps": 100,
  "max_steps": 20000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 2500,
  "total_flos": 2.51739173289984e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}