{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 3756,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003993610223642172,
      "grad_norm": 124.79125135092546,
      "learning_rate": 9.308510638297872e-08,
      "loss": 1.1351,
      "step": 5
    },
    {
      "epoch": 0.007987220447284345,
      "grad_norm": 53.854891738476,
      "learning_rate": 1.8617021276595745e-07,
      "loss": 1.1123,
      "step": 10
    },
    {
      "epoch": 0.011980830670926517,
      "grad_norm": 35.55984338795738,
      "learning_rate": 2.7925531914893617e-07,
      "loss": 1.1318,
      "step": 15
    },
    {
      "epoch": 0.01597444089456869,
      "grad_norm": 53.424023941482716,
      "learning_rate": 3.723404255319149e-07,
      "loss": 1.1141,
      "step": 20
    },
    {
      "epoch": 0.019968051118210862,
      "grad_norm": 61.65516106085094,
      "learning_rate": 4.654255319148936e-07,
      "loss": 1.0358,
      "step": 25
    },
    {
      "epoch": 0.023961661341853034,
      "grad_norm": 24.644625180093044,
      "learning_rate": 5.585106382978723e-07,
      "loss": 0.9898,
      "step": 30
    },
    {
      "epoch": 0.027955271565495207,
      "grad_norm": 35.18949474973098,
      "learning_rate": 6.515957446808511e-07,
      "loss": 0.7832,
      "step": 35
    },
    {
      "epoch": 0.03194888178913738,
      "grad_norm": 21.730902642961105,
      "learning_rate": 7.446808510638298e-07,
      "loss": 0.7333,
      "step": 40
    },
    {
      "epoch": 0.035942492012779555,
      "grad_norm": 9.326268068588167,
      "learning_rate": 8.377659574468085e-07,
      "loss": 0.5276,
      "step": 45
    },
    {
      "epoch": 0.039936102236421724,
      "grad_norm": 4.219331242308076,
      "learning_rate": 9.308510638297872e-07,
      "loss": 0.443,
      "step": 50
    },
    {
      "epoch": 0.0439297124600639,
      "grad_norm": 3.828106728488943,
      "learning_rate": 1.023936170212766e-06,
      "loss": 0.3801,
      "step": 55
    },
    {
      "epoch": 0.04792332268370607,
      "grad_norm": 26.95012737394801,
      "learning_rate": 1.1170212765957447e-06,
      "loss": 0.3434,
      "step": 60
    },
    {
      "epoch": 0.051916932907348244,
      "grad_norm": 3.0269858271064702,
      "learning_rate": 1.2101063829787234e-06,
      "loss": 0.3256,
      "step": 65
    },
    {
      "epoch": 0.05591054313099041,
      "grad_norm": 2.9924716110173173,
      "learning_rate": 1.3031914893617021e-06,
      "loss": 0.3081,
      "step": 70
    },
    {
      "epoch": 0.05990415335463259,
      "grad_norm": 3.332606341722849,
      "learning_rate": 1.3962765957446809e-06,
      "loss": 0.2981,
      "step": 75
    },
    {
      "epoch": 0.06389776357827476,
      "grad_norm": 2.9070407704071846,
      "learning_rate": 1.4893617021276596e-06,
      "loss": 0.2841,
      "step": 80
    },
    {
      "epoch": 0.06789137380191693,
      "grad_norm": 2.8536909013493745,
      "learning_rate": 1.5824468085106383e-06,
      "loss": 0.2818,
      "step": 85
    },
    {
      "epoch": 0.07188498402555911,
      "grad_norm": 3.0044229558990367,
      "learning_rate": 1.675531914893617e-06,
      "loss": 0.2738,
      "step": 90
    },
    {
      "epoch": 0.07587859424920128,
      "grad_norm": 2.8334575842346887,
      "learning_rate": 1.7686170212765958e-06,
      "loss": 0.2648,
      "step": 95
    },
    {
      "epoch": 0.07987220447284345,
      "grad_norm": 2.634618871564216,
      "learning_rate": 1.8617021276595745e-06,
      "loss": 0.2629,
      "step": 100
    },
    {
      "epoch": 0.08386581469648563,
      "grad_norm": 2.6590626092313014,
      "learning_rate": 1.9547872340425528e-06,
      "loss": 0.2472,
      "step": 105
    },
    {
      "epoch": 0.0878594249201278,
      "grad_norm": 2.90486484818493,
      "learning_rate": 2.047872340425532e-06,
      "loss": 0.2495,
      "step": 110
    },
    {
      "epoch": 0.09185303514376997,
      "grad_norm": 2.8099143216926317,
      "learning_rate": 2.1409574468085107e-06,
      "loss": 0.2327,
      "step": 115
    },
    {
      "epoch": 0.09584664536741214,
      "grad_norm": 2.8136050336335434,
      "learning_rate": 2.2340425531914894e-06,
      "loss": 0.2338,
      "step": 120
    },
    {
      "epoch": 0.09984025559105432,
      "grad_norm": 2.4697542437553768,
      "learning_rate": 2.327127659574468e-06,
      "loss": 0.2339,
      "step": 125
    },
    {
      "epoch": 0.10383386581469649,
      "grad_norm": 2.6351363837368136,
      "learning_rate": 2.420212765957447e-06,
      "loss": 0.2262,
      "step": 130
    },
    {
      "epoch": 0.10782747603833866,
      "grad_norm": 2.613372563691564,
      "learning_rate": 2.5132978723404256e-06,
      "loss": 0.2206,
      "step": 135
    },
    {
      "epoch": 0.11182108626198083,
      "grad_norm": 2.597752416642004,
      "learning_rate": 2.6063829787234043e-06,
      "loss": 0.2083,
      "step": 140
    },
    {
      "epoch": 0.11581469648562301,
      "grad_norm": 2.4178777850084767,
      "learning_rate": 2.699468085106383e-06,
      "loss": 0.2039,
      "step": 145
    },
    {
      "epoch": 0.11980830670926518,
      "grad_norm": 2.249342405853297,
      "learning_rate": 2.7925531914893617e-06,
      "loss": 0.2003,
      "step": 150
    },
    {
      "epoch": 0.12380191693290735,
      "grad_norm": 2.050068983302969,
      "learning_rate": 2.8856382978723405e-06,
      "loss": 0.2024,
      "step": 155
    },
    {
      "epoch": 0.12779552715654952,
      "grad_norm": 1.7186257113193864,
      "learning_rate": 2.978723404255319e-06,
      "loss": 0.1958,
      "step": 160
    },
    {
      "epoch": 0.13178913738019168,
      "grad_norm": 1.6632638689827575,
      "learning_rate": 3.071808510638298e-06,
      "loss": 0.1961,
      "step": 165
    },
    {
      "epoch": 0.13578274760383385,
      "grad_norm": 1.4976658741753586,
      "learning_rate": 3.1648936170212766e-06,
      "loss": 0.1881,
      "step": 170
    },
    {
      "epoch": 0.13977635782747605,
      "grad_norm": 1.5262647756049854,
      "learning_rate": 3.2579787234042553e-06,
      "loss": 0.1882,
      "step": 175
    },
    {
      "epoch": 0.14376996805111822,
      "grad_norm": 1.5576363273434715,
      "learning_rate": 3.351063829787234e-06,
      "loss": 0.1861,
      "step": 180
    },
    {
      "epoch": 0.1477635782747604,
      "grad_norm": 1.4077910584213011,
      "learning_rate": 3.444148936170213e-06,
      "loss": 0.1888,
      "step": 185
    },
    {
      "epoch": 0.15175718849840256,
      "grad_norm": 1.44303025282263,
      "learning_rate": 3.5372340425531915e-06,
      "loss": 0.1887,
      "step": 190
    },
    {
      "epoch": 0.15575079872204473,
      "grad_norm": 1.3605098039485544,
      "learning_rate": 3.63031914893617e-06,
      "loss": 0.1809,
      "step": 195
    },
    {
      "epoch": 0.1597444089456869,
      "grad_norm": 1.2997453068507787,
      "learning_rate": 3.723404255319149e-06,
      "loss": 0.1877,
      "step": 200
    },
    {
      "epoch": 0.16373801916932906,
      "grad_norm": 1.2577351321884693,
      "learning_rate": 3.816489361702128e-06,
      "loss": 0.18,
      "step": 205
    },
    {
      "epoch": 0.16773162939297126,
      "grad_norm": 1.2562249686118996,
      "learning_rate": 3.9095744680851056e-06,
      "loss": 0.1846,
      "step": 210
    },
    {
      "epoch": 0.17172523961661343,
      "grad_norm": 1.3018013547612421,
      "learning_rate": 4.002659574468085e-06,
      "loss": 0.1853,
      "step": 215
    },
    {
      "epoch": 0.1757188498402556,
      "grad_norm": 1.2860696034925374,
      "learning_rate": 4.095744680851064e-06,
      "loss": 0.183,
      "step": 220
    },
    {
      "epoch": 0.17971246006389777,
      "grad_norm": 1.3940860735108558,
      "learning_rate": 4.188829787234043e-06,
      "loss": 0.1749,
      "step": 225
    },
    {
      "epoch": 0.18370607028753994,
      "grad_norm": 1.266616659720171,
      "learning_rate": 4.281914893617021e-06,
      "loss": 0.1812,
      "step": 230
    },
    {
      "epoch": 0.1876996805111821,
      "grad_norm": 1.1679912165565878,
      "learning_rate": 4.375e-06,
      "loss": 0.1764,
      "step": 235
    },
    {
      "epoch": 0.19169329073482427,
      "grad_norm": 1.2063141158373527,
      "learning_rate": 4.468085106382979e-06,
      "loss": 0.1725,
      "step": 240
    },
    {
      "epoch": 0.19568690095846644,
      "grad_norm": 1.3549203536924732,
      "learning_rate": 4.561170212765957e-06,
      "loss": 0.1811,
      "step": 245
    },
    {
      "epoch": 0.19968051118210864,
      "grad_norm": 1.3023445750500837,
      "learning_rate": 4.654255319148936e-06,
      "loss": 0.1732,
      "step": 250
    },
    {
      "epoch": 0.2036741214057508,
      "grad_norm": 1.1897447106164616,
      "learning_rate": 4.747340425531915e-06,
      "loss": 0.1768,
      "step": 255
    },
    {
      "epoch": 0.20766773162939298,
      "grad_norm": 1.3217343761947535,
      "learning_rate": 4.840425531914894e-06,
      "loss": 0.1876,
      "step": 260
    },
    {
      "epoch": 0.21166134185303515,
      "grad_norm": 1.1882978703516491,
      "learning_rate": 4.933510638297872e-06,
      "loss": 0.1849,
      "step": 265
    },
    {
      "epoch": 0.21565495207667731,
      "grad_norm": 1.2988676577170748,
      "learning_rate": 5.026595744680851e-06,
      "loss": 0.1742,
      "step": 270
    },
    {
      "epoch": 0.21964856230031948,
      "grad_norm": 1.3576611779609293,
      "learning_rate": 5.11968085106383e-06,
      "loss": 0.1915,
      "step": 275
    },
    {
      "epoch": 0.22364217252396165,
      "grad_norm": 1.324286801402471,
      "learning_rate": 5.2127659574468086e-06,
      "loss": 0.1849,
      "step": 280
    },
    {
      "epoch": 0.22763578274760382,
      "grad_norm": 1.1601790573503918,
      "learning_rate": 5.305851063829787e-06,
      "loss": 0.176,
      "step": 285
    },
    {
      "epoch": 0.23162939297124602,
      "grad_norm": 1.2319656878269474,
      "learning_rate": 5.398936170212766e-06,
      "loss": 0.179,
      "step": 290
    },
    {
      "epoch": 0.2356230031948882,
      "grad_norm": 1.1947505074640163,
      "learning_rate": 5.492021276595744e-06,
      "loss": 0.1805,
      "step": 295
    },
    {
      "epoch": 0.23961661341853036,
      "grad_norm": 1.1865842816293095,
      "learning_rate": 5.5851063829787235e-06,
      "loss": 0.1798,
      "step": 300
    },
    {
      "epoch": 0.24361022364217252,
      "grad_norm": 1.2294425800486448,
      "learning_rate": 5.678191489361702e-06,
      "loss": 0.176,
      "step": 305
    },
    {
      "epoch": 0.2476038338658147,
      "grad_norm": 1.1750231455196776,
      "learning_rate": 5.771276595744681e-06,
      "loss": 0.1798,
      "step": 310
    },
    {
      "epoch": 0.2515974440894569,
      "grad_norm": 1.2451767206261621,
      "learning_rate": 5.864361702127659e-06,
      "loss": 0.1791,
      "step": 315
    },
    {
      "epoch": 0.25559105431309903,
      "grad_norm": 1.2675583808344273,
      "learning_rate": 5.957446808510638e-06,
      "loss": 0.1798,
      "step": 320
    },
    {
      "epoch": 0.2595846645367412,
      "grad_norm": 1.179067660563583,
      "learning_rate": 6.0505319148936175e-06,
      "loss": 0.1709,
      "step": 325
    },
    {
      "epoch": 0.26357827476038337,
      "grad_norm": 1.2526557533302813,
      "learning_rate": 6.143617021276596e-06,
      "loss": 0.1751,
      "step": 330
    },
    {
      "epoch": 0.26757188498402557,
      "grad_norm": 1.1681286446845103,
      "learning_rate": 6.236702127659574e-06,
      "loss": 0.1656,
      "step": 335
    },
    {
      "epoch": 0.2715654952076677,
      "grad_norm": 1.1728046626126167,
      "learning_rate": 6.329787234042553e-06,
      "loss": 0.1798,
      "step": 340
    },
    {
      "epoch": 0.2755591054313099,
      "grad_norm": 1.1964596076655767,
      "learning_rate": 6.4228723404255316e-06,
      "loss": 0.1775,
      "step": 345
    },
    {
      "epoch": 0.2795527156549521,
      "grad_norm": 1.2208354176011962,
      "learning_rate": 6.515957446808511e-06,
      "loss": 0.1779,
      "step": 350
    },
    {
      "epoch": 0.28354632587859424,
      "grad_norm": 1.196375387187927,
      "learning_rate": 6.609042553191489e-06,
      "loss": 0.1779,
      "step": 355
    },
    {
      "epoch": 0.28753993610223644,
      "grad_norm": 1.299599153387323,
      "learning_rate": 6.702127659574468e-06,
      "loss": 0.1793,
      "step": 360
    },
    {
      "epoch": 0.2915335463258786,
      "grad_norm": 1.2361399705105702,
      "learning_rate": 6.7952127659574464e-06,
      "loss": 0.1772,
      "step": 365
    },
    {
      "epoch": 0.2955271565495208,
      "grad_norm": 1.1486851112889924,
      "learning_rate": 6.888297872340426e-06,
      "loss": 0.171,
      "step": 370
    },
    {
      "epoch": 0.2995207667731629,
      "grad_norm": 1.2309787273113733,
      "learning_rate": 6.981382978723405e-06,
      "loss": 0.169,
      "step": 375
    },
    {
      "epoch": 0.3035143769968051,
      "grad_norm": 1.1069081217064252,
      "learning_rate": 6.999975810667964e-06,
      "loss": 0.174,
      "step": 380
    },
    {
      "epoch": 0.3075079872204473,
      "grad_norm": 1.0934902660778836,
      "learning_rate": 6.999877542079611e-06,
      "loss": 0.1749,
      "step": 385
    },
    {
      "epoch": 0.31150159744408945,
      "grad_norm": 1.1647975706264049,
      "learning_rate": 6.99970368452242e-06,
      "loss": 0.1682,
      "step": 390
    },
    {
      "epoch": 0.31549520766773165,
      "grad_norm": 1.150865125937996,
      "learning_rate": 6.9994542417513e-06,
      "loss": 0.1797,
      "step": 395
    },
    {
      "epoch": 0.3194888178913738,
      "grad_norm": 1.0698977727857675,
      "learning_rate": 6.999129219153615e-06,
      "loss": 0.1729,
      "step": 400
    },
    {
      "epoch": 0.323482428115016,
      "grad_norm": 1.1500528795772351,
      "learning_rate": 6.998728623749078e-06,
      "loss": 0.1824,
      "step": 405
    },
    {
      "epoch": 0.3274760383386581,
      "grad_norm": 1.1428662750727947,
      "learning_rate": 6.9982524641895845e-06,
      "loss": 0.1705,
      "step": 410
    },
    {
      "epoch": 0.3314696485623003,
      "grad_norm": 1.1575666664852504,
      "learning_rate": 6.997700750759044e-06,
      "loss": 0.1769,
      "step": 415
    },
    {
      "epoch": 0.3354632587859425,
      "grad_norm": 1.115412562169602,
      "learning_rate": 6.997073495373145e-06,
      "loss": 0.1734,
      "step": 420
    },
    {
      "epoch": 0.33945686900958466,
      "grad_norm": 1.151869893863153,
      "learning_rate": 6.996370711579098e-06,
      "loss": 0.1789,
      "step": 425
    },
    {
      "epoch": 0.34345047923322686,
      "grad_norm": 1.1454117113132618,
      "learning_rate": 6.99559241455535e-06,
      "loss": 0.166,
      "step": 430
    },
    {
      "epoch": 0.347444089456869,
      "grad_norm": 1.0873453028650606,
      "learning_rate": 6.994738621111253e-06,
      "loss": 0.1654,
      "step": 435
    },
    {
      "epoch": 0.3514376996805112,
      "grad_norm": 0.99906893867618,
      "learning_rate": 6.993809349686699e-06,
      "loss": 0.1751,
      "step": 440
    },
    {
      "epoch": 0.35543130990415334,
      "grad_norm": 1.157573643863577,
      "learning_rate": 6.992804620351724e-06,
      "loss": 0.1728,
      "step": 445
    },
    {
      "epoch": 0.35942492012779553,
      "grad_norm": 1.0531396174518157,
      "learning_rate": 6.991724454806074e-06,
      "loss": 0.1765,
      "step": 450
    },
    {
      "epoch": 0.3634185303514377,
      "grad_norm": 1.1386062653595457,
      "learning_rate": 6.990568876378738e-06,
      "loss": 0.1761,
      "step": 455
    },
    {
      "epoch": 0.36741214057507987,
      "grad_norm": 1.2777140078161082,
      "learning_rate": 6.989337910027439e-06,
      "loss": 0.1772,
      "step": 460
    },
    {
      "epoch": 0.37140575079872207,
      "grad_norm": 1.1495981738430336,
      "learning_rate": 6.988031582338101e-06,
      "loss": 0.1685,
      "step": 465
    },
    {
      "epoch": 0.3753993610223642,
      "grad_norm": 1.6362808683762557,
      "learning_rate": 6.986649921524274e-06,
      "loss": 0.1717,
      "step": 470
    },
    {
      "epoch": 0.3793929712460064,
      "grad_norm": 0.9691070079618013,
      "learning_rate": 6.9851929574265194e-06,
      "loss": 0.1682,
      "step": 475
    },
    {
      "epoch": 0.38338658146964855,
      "grad_norm": 1.024317390117457,
      "learning_rate": 6.98366072151177e-06,
      "loss": 0.167,
      "step": 480
    },
    {
      "epoch": 0.38738019169329074,
      "grad_norm": 1.2702847001741562,
      "learning_rate": 6.982053246872652e-06,
      "loss": 0.1703,
      "step": 485
    },
    {
      "epoch": 0.3913738019169329,
      "grad_norm": 1.0391707960731285,
      "learning_rate": 6.9803705682267635e-06,
      "loss": 0.1637,
      "step": 490
    },
    {
      "epoch": 0.3953674121405751,
      "grad_norm": 1.0070748510170011,
      "learning_rate": 6.978612721915935e-06,
      "loss": 0.1677,
      "step": 495
    },
    {
      "epoch": 0.3993610223642173,
      "grad_norm": 1.0402855278956755,
      "learning_rate": 6.976779745905432e-06,
      "loss": 0.1654,
      "step": 500
    },
    {
      "epoch": 0.3993610223642173,
      "eval_loss": 0.15384411811828613,
      "eval_runtime": 389.0289,
      "eval_samples_per_second": 45.773,
      "eval_steps_per_second": 5.722,
      "step": 500
    },
    {
      "epoch": 0.4033546325878594,
      "grad_norm": 1.1163339009849595,
      "learning_rate": 6.974871679783144e-06,
      "loss": 0.17,
      "step": 505
    },
    {
      "epoch": 0.4073482428115016,
      "grad_norm": 0.9859275646648643,
      "learning_rate": 6.972888564758729e-06,
      "loss": 0.1657,
      "step": 510
    },
    {
      "epoch": 0.41134185303514376,
      "grad_norm": 0.9394276032165236,
      "learning_rate": 6.970830443662719e-06,
      "loss": 0.1685,
      "step": 515
    },
    {
      "epoch": 0.41533546325878595,
      "grad_norm": 1.073675948253867,
      "learning_rate": 6.968697360945598e-06,
      "loss": 0.1759,
      "step": 520
    },
    {
      "epoch": 0.4193290734824281,
      "grad_norm": 1.036048195729432,
      "learning_rate": 6.966489362676843e-06,
      "loss": 0.1631,
      "step": 525
    },
    {
      "epoch": 0.4233226837060703,
      "grad_norm": 1.034694676356374,
      "learning_rate": 6.964206496543924e-06,
      "loss": 0.1693,
      "step": 530
    },
    {
      "epoch": 0.4273162939297125,
      "grad_norm": 1.0185215828025804,
      "learning_rate": 6.96184881185128e-06,
      "loss": 0.1653,
      "step": 535
    },
    {
      "epoch": 0.43130990415335463,
      "grad_norm": 0.9931981204110877,
      "learning_rate": 6.959416359519253e-06,
      "loss": 0.168,
      "step": 540
    },
    {
      "epoch": 0.4353035143769968,
      "grad_norm": 1.0616121384749488,
      "learning_rate": 6.956909192082982e-06,
      "loss": 0.1709,
      "step": 545
    },
    {
      "epoch": 0.43929712460063897,
      "grad_norm": 1.0045397760966588,
      "learning_rate": 6.954327363691278e-06,
      "loss": 0.1721,
      "step": 550
    },
    {
      "epoch": 0.44329073482428116,
      "grad_norm": 1.0341210608686486,
      "learning_rate": 6.951670930105448e-06,
      "loss": 0.1637,
      "step": 555
    },
    {
      "epoch": 0.4472843450479233,
      "grad_norm": 0.943453900900678,
      "learning_rate": 6.9489399486980925e-06,
      "loss": 0.1672,
      "step": 560
    },
    {
      "epoch": 0.4512779552715655,
      "grad_norm": 1.0198128200679288,
      "learning_rate": 6.946134478451864e-06,
      "loss": 0.1561,
      "step": 565
    },
    {
      "epoch": 0.45527156549520764,
      "grad_norm": 0.981934871464691,
      "learning_rate": 6.943254579958201e-06,
      "loss": 0.1696,
      "step": 570
    },
    {
      "epoch": 0.45926517571884984,
      "grad_norm": 0.9799305322175899,
      "learning_rate": 6.940300315416007e-06,
      "loss": 0.1716,
      "step": 575
    },
    {
      "epoch": 0.46325878594249204,
      "grad_norm": 1.0222871844508339,
      "learning_rate": 6.93727174863032e-06,
      "loss": 0.1732,
      "step": 580
    },
    {
      "epoch": 0.4672523961661342,
      "grad_norm": 1.0017118270280685,
      "learning_rate": 6.934168945010925e-06,
      "loss": 0.1697,
      "step": 585
    },
    {
      "epoch": 0.4712460063897764,
      "grad_norm": 1.0155218802083956,
      "learning_rate": 6.930991971570945e-06,
      "loss": 0.1612,
      "step": 590
    },
    {
      "epoch": 0.4752396166134185,
      "grad_norm": 0.968986765149799,
      "learning_rate": 6.9277408969253935e-06,
      "loss": 0.1624,
      "step": 595
    },
    {
      "epoch": 0.4792332268370607,
      "grad_norm": 0.9049030479920512,
      "learning_rate": 6.924415791289696e-06,
      "loss": 0.1666,
      "step": 600
    },
    {
      "epoch": 0.48322683706070285,
      "grad_norm": 1.0516179412211666,
      "learning_rate": 6.921016726478164e-06,
      "loss": 0.1711,
      "step": 605
    },
    {
      "epoch": 0.48722044728434505,
      "grad_norm": 0.9668990395103417,
      "learning_rate": 6.917543775902452e-06,
      "loss": 0.1726,
      "step": 610
    },
    {
      "epoch": 0.49121405750798725,
      "grad_norm": 1.106970562985427,
      "learning_rate": 6.913997014569974e-06,
      "loss": 0.1659,
      "step": 615
    },
    {
      "epoch": 0.4952076677316294,
      "grad_norm": 0.995421768407361,
      "learning_rate": 6.910376519082274e-06,
      "loss": 0.1588,
      "step": 620
    },
    {
      "epoch": 0.4992012779552716,
      "grad_norm": 1.0063189979179088,
      "learning_rate": 6.906682367633382e-06,
      "loss": 0.1733,
      "step": 625
    },
    {
      "epoch": 0.5031948881789138,
      "grad_norm": 1.0076370540912887,
      "learning_rate": 6.902914640008114e-06,
      "loss": 0.1583,
      "step": 630
    },
    {
      "epoch": 0.5071884984025559,
      "grad_norm": 0.9196883887602973,
      "learning_rate": 6.899073417580362e-06,
      "loss": 0.167,
      "step": 635
    },
    {
      "epoch": 0.5111821086261981,
      "grad_norm": 0.9516430809786864,
      "learning_rate": 6.895158783311325e-06,
      "loss": 0.1727,
      "step": 640
    },
    {
      "epoch": 0.5151757188498403,
      "grad_norm": 1.0089849026997129,
      "learning_rate": 6.891170821747724e-06,
      "loss": 0.1656,
      "step": 645
    },
    {
      "epoch": 0.5191693290734825,
      "grad_norm": 0.9583023331989294,
      "learning_rate": 6.887109619019972e-06,
      "loss": 0.1665,
      "step": 650
    },
    {
      "epoch": 0.5231629392971247,
      "grad_norm": 1.00161133810888,
      "learning_rate": 6.882975262840319e-06,
      "loss": 0.1644,
      "step": 655
    },
    {
      "epoch": 0.5271565495207667,
      "grad_norm": 1.051049075871936,
      "learning_rate": 6.87876784250095e-06,
      "loss": 0.1668,
      "step": 660
    },
    {
      "epoch": 0.5311501597444089,
      "grad_norm": 0.8907899001628331,
      "learning_rate": 6.874487448872064e-06,
      "loss": 0.1642,
      "step": 665
    },
    {
      "epoch": 0.5351437699680511,
      "grad_norm": 0.9259445853753279,
      "learning_rate": 6.870134174399907e-06,
      "loss": 0.1662,
      "step": 670
    },
    {
      "epoch": 0.5391373801916933,
      "grad_norm": 0.8930200609325035,
      "learning_rate": 6.8657081131047766e-06,
      "loss": 0.1646,
      "step": 675
    },
    {
      "epoch": 0.5431309904153354,
      "grad_norm": 0.9561210976739172,
      "learning_rate": 6.861209360578991e-06,
      "loss": 0.1627,
      "step": 680
    },
    {
      "epoch": 0.5471246006389776,
      "grad_norm": 0.9117689744304602,
      "learning_rate": 6.856638013984827e-06,
      "loss": 0.1623,
      "step": 685
    },
    {
      "epoch": 0.5511182108626198,
      "grad_norm": 0.9687731076699732,
      "learning_rate": 6.8519941720524155e-06,
      "loss": 0.1567,
      "step": 690
    },
    {
      "epoch": 0.555111821086262,
      "grad_norm": 0.9600827029154959,
      "learning_rate": 6.847277935077615e-06,
      "loss": 0.1608,
      "step": 695
    },
    {
      "epoch": 0.5591054313099042,
      "grad_norm": 0.9096771947825363,
      "learning_rate": 6.842489404919846e-06,
      "loss": 0.1523,
      "step": 700
    },
    {
      "epoch": 0.5630990415335463,
      "grad_norm": 0.9443224796506533,
      "learning_rate": 6.837628684999885e-06,
      "loss": 0.1566,
      "step": 705
    },
    {
      "epoch": 0.5670926517571885,
      "grad_norm": 0.979707108806894,
      "learning_rate": 6.832695880297634e-06,
      "loss": 0.166,
      "step": 710
    },
    {
      "epoch": 0.5710862619808307,
      "grad_norm": 1.0043374037070385,
      "learning_rate": 6.827691097349857e-06,
      "loss": 0.1627,
      "step": 715
    },
    {
      "epoch": 0.5750798722044729,
      "grad_norm": 0.9464996778618299,
      "learning_rate": 6.8226144442478715e-06,
      "loss": 0.164,
      "step": 720
    },
    {
      "epoch": 0.579073482428115,
      "grad_norm": 0.9416490321614909,
      "learning_rate": 6.817466030635222e-06,
      "loss": 0.1618,
      "step": 725
    },
    {
      "epoch": 0.5830670926517572,
      "grad_norm": 0.8925338429207857,
      "learning_rate": 6.812245967705307e-06,
      "loss": 0.1619,
      "step": 730
    },
    {
      "epoch": 0.5870607028753994,
      "grad_norm": 0.9194904859850123,
      "learning_rate": 6.8069543681989755e-06,
      "loss": 0.1553,
      "step": 735
    },
    {
      "epoch": 0.5910543130990416,
      "grad_norm": 0.895691163374912,
      "learning_rate": 6.8015913464021e-06,
      "loss": 0.1606,
      "step": 740
    },
    {
      "epoch": 0.5950479233226837,
      "grad_norm": 0.8442230894893846,
      "learning_rate": 6.796157018143101e-06,
      "loss": 0.1541,
      "step": 745
    },
    {
      "epoch": 0.5990415335463258,
      "grad_norm": 0.911157960300542,
      "learning_rate": 6.790651500790446e-06,
      "loss": 0.158,
      "step": 750
    },
    {
      "epoch": 0.603035143769968,
      "grad_norm": 0.9270097775375741,
      "learning_rate": 6.785074913250119e-06,
      "loss": 0.1578,
      "step": 755
    },
    {
      "epoch": 0.6070287539936102,
      "grad_norm": 0.985999202515655,
      "learning_rate": 6.779427375963048e-06,
      "loss": 0.1605,
      "step": 760
    },
    {
      "epoch": 0.6110223642172524,
      "grad_norm": 0.9816513779676883,
      "learning_rate": 6.773709010902506e-06,
      "loss": 0.1579,
      "step": 765
    },
    {
      "epoch": 0.6150159744408946,
      "grad_norm": 0.9851452504449081,
      "learning_rate": 6.767919941571479e-06,
      "loss": 0.1643,
      "step": 770
    },
    {
      "epoch": 0.6190095846645367,
      "grad_norm": 0.932019250350353,
      "learning_rate": 6.762060292999991e-06,
      "loss": 0.1641,
      "step": 775
    },
    {
      "epoch": 0.6230031948881789,
      "grad_norm": 1.0112706975782446,
      "learning_rate": 6.756130191742413e-06,
      "loss": 0.1669,
      "step": 780
    },
    {
      "epoch": 0.6269968051118211,
      "grad_norm": 1.0652365454569854,
      "learning_rate": 6.75012976587472e-06,
      "loss": 0.1553,
      "step": 785
    },
    {
      "epoch": 0.6309904153354633,
      "grad_norm": 0.9293147453915607,
      "learning_rate": 6.7440591449917345e-06,
      "loss": 0.1629,
      "step": 790
    },
    {
      "epoch": 0.6349840255591054,
      "grad_norm": 0.9124885849493852,
      "learning_rate": 6.737918460204323e-06,
      "loss": 0.1615,
      "step": 795
    },
    {
      "epoch": 0.6389776357827476,
      "grad_norm": 0.9576719497775147,
      "learning_rate": 6.731707844136561e-06,
      "loss": 0.166,
      "step": 800
    },
    {
      "epoch": 0.6429712460063898,
      "grad_norm": 0.8872595723908449,
      "learning_rate": 6.725427430922875e-06,
      "loss": 0.1542,
      "step": 805
    },
    {
      "epoch": 0.646964856230032,
      "grad_norm": 0.9935128432068615,
      "learning_rate": 6.719077356205143e-06,
      "loss": 0.1574,
      "step": 810
    },
    {
      "epoch": 0.6509584664536742,
      "grad_norm": 0.931891327221199,
      "learning_rate": 6.712657757129762e-06,
      "loss": 0.1646,
      "step": 815
    },
    {
      "epoch": 0.6549520766773163,
      "grad_norm": 0.8727423850294462,
      "learning_rate": 6.7061687723446925e-06,
      "loss": 0.1588,
      "step": 820
    },
    {
      "epoch": 0.6589456869009584,
      "grad_norm": 0.9689019750184885,
      "learning_rate": 6.699610541996453e-06,
      "loss": 0.1544,
      "step": 825
    },
    {
      "epoch": 0.6629392971246006,
      "grad_norm": 0.9135093758857515,
      "learning_rate": 6.69298320772711e-06,
      "loss": 0.1633,
      "step": 830
    },
    {
      "epoch": 0.6669329073482428,
      "grad_norm": 0.8841844046649162,
      "learning_rate": 6.6862869126712006e-06,
      "loss": 0.1517,
      "step": 835
    },
    {
      "epoch": 0.670926517571885,
      "grad_norm": 0.9197410885367548,
      "learning_rate": 6.6795218014526535e-06,
      "loss": 0.1582,
      "step": 840
    },
    {
      "epoch": 0.6749201277955271,
      "grad_norm": 0.9071224596757496,
      "learning_rate": 6.672688020181662e-06,
      "loss": 0.1568,
      "step": 845
    },
    {
      "epoch": 0.6789137380191693,
      "grad_norm": 0.8384791088112575,
      "learning_rate": 6.665785716451527e-06,
      "loss": 0.161,
      "step": 850
    },
    {
      "epoch": 0.6829073482428115,
      "grad_norm": 0.9697839295867846,
      "learning_rate": 6.658815039335469e-06,
      "loss": 0.1663,
      "step": 855
    },
    {
      "epoch": 0.6869009584664537,
      "grad_norm": 0.93519835830344,
      "learning_rate": 6.651776139383413e-06,
      "loss": 0.1635,
      "step": 860
    },
    {
      "epoch": 0.6908945686900958,
      "grad_norm": 0.8980357502380838,
      "learning_rate": 6.644669168618731e-06,
      "loss": 0.1614,
      "step": 865
    },
    {
      "epoch": 0.694888178913738,
      "grad_norm": 0.9335437765568465,
      "learning_rate": 6.637494280534963e-06,
      "loss": 0.1629,
      "step": 870
    },
    {
      "epoch": 0.6988817891373802,
      "grad_norm": 0.8803593207070962,
      "learning_rate": 6.630251630092499e-06,
      "loss": 0.1477,
      "step": 875
    },
    {
      "epoch": 0.7028753993610224,
      "grad_norm": 0.904997999578463,
      "learning_rate": 6.622941373715235e-06,
      "loss": 0.1575,
      "step": 880
    },
    {
      "epoch": 0.7068690095846646,
      "grad_norm": 0.9235638802056787,
      "learning_rate": 6.615563669287194e-06,
      "loss": 0.1584,
      "step": 885
    },
    {
      "epoch": 0.7108626198083067,
      "grad_norm": 0.9076843251345146,
      "learning_rate": 6.6081186761491116e-06,
      "loss": 0.1557,
      "step": 890
    },
    {
      "epoch": 0.7148562300319489,
      "grad_norm": 0.9740399647119267,
      "learning_rate": 6.600606555095002e-06,
      "loss": 0.1604,
      "step": 895
    },
    {
      "epoch": 0.7188498402555911,
      "grad_norm": 0.928718969148393,
      "learning_rate": 6.593027468368679e-06,
      "loss": 0.1571,
      "step": 900
    },
    {
      "epoch": 0.7228434504792333,
      "grad_norm": 0.9098156003642778,
      "learning_rate": 6.585381579660256e-06,
      "loss": 0.1572,
      "step": 905
    },
    {
      "epoch": 0.7268370607028753,
      "grad_norm": 0.9164438133952856,
      "learning_rate": 6.577669054102609e-06,
      "loss": 0.1549,
      "step": 910
    },
    {
      "epoch": 0.7308306709265175,
      "grad_norm": 0.8693093471558418,
      "learning_rate": 6.56989005826781e-06,
      "loss": 0.1644,
      "step": 915
    },
    {
      "epoch": 0.7348242811501597,
      "grad_norm": 0.8225661786689502,
      "learning_rate": 6.5620447601635305e-06,
      "loss": 0.1598,
      "step": 920
    },
    {
      "epoch": 0.7388178913738019,
      "grad_norm": 0.9061170444615521,
      "learning_rate": 6.55413332922941e-06,
      "loss": 0.1507,
      "step": 925
    },
    {
      "epoch": 0.7428115015974441,
      "grad_norm": 1.2155491539418426,
      "learning_rate": 6.546155936333401e-06,
      "loss": 0.1531,
      "step": 930
    },
    {
      "epoch": 0.7468051118210862,
      "grad_norm": 0.8958306454880214,
      "learning_rate": 6.538112753768076e-06,
      "loss": 0.1543,
      "step": 935
    },
    {
      "epoch": 0.7507987220447284,
      "grad_norm": 0.9538107994557221,
      "learning_rate": 6.530003955246904e-06,
      "loss": 0.1552,
      "step": 940
    },
    {
      "epoch": 0.7547923322683706,
      "grad_norm": 0.9543004936787222,
      "learning_rate": 6.521829715900506e-06,
      "loss": 0.1579,
      "step": 945
    },
    {
      "epoch": 0.7587859424920128,
      "grad_norm": 0.9325838144594478,
      "learning_rate": 6.5135902122728635e-06,
      "loss": 0.1556,
      "step": 950
    },
    {
      "epoch": 0.762779552715655,
      "grad_norm": 0.9186355171261438,
      "learning_rate": 6.505285622317513e-06,
      "loss": 0.1589,
      "step": 955
    },
    {
      "epoch": 0.7667731629392971,
      "grad_norm": 0.9099495360242699,
      "learning_rate": 6.496916125393698e-06,
      "loss": 0.1587,
      "step": 960
    },
    {
      "epoch": 0.7707667731629393,
      "grad_norm": 0.8392658119656629,
      "learning_rate": 6.4884819022625e-06,
      "loss": 0.1619,
      "step": 965
    },
    {
      "epoch": 0.7747603833865815,
      "grad_norm": 0.8457903416638893,
      "learning_rate": 6.479983135082927e-06,
      "loss": 0.1516,
      "step": 970
    },
    {
      "epoch": 0.7787539936102237,
      "grad_norm": 0.9121023222975818,
      "learning_rate": 6.4714200074079885e-06,
      "loss": 0.157,
      "step": 975
    },
    {
      "epoch": 0.7827476038338658,
      "grad_norm": 0.8553962057764459,
      "learning_rate": 6.462792704180721e-06,
      "loss": 0.1517,
      "step": 980
    },
    {
      "epoch": 0.786741214057508,
      "grad_norm": 0.9373339203123983,
      "learning_rate": 6.454101411730205e-06,
      "loss": 0.1492,
      "step": 985
    },
    {
      "epoch": 0.7907348242811502,
      "grad_norm": 0.8309793749606978,
      "learning_rate": 6.445346317767532e-06,
      "loss": 0.1475,
      "step": 990
    },
    {
      "epoch": 0.7947284345047924,
      "grad_norm": 0.8968174110255692,
      "learning_rate": 6.436527611381752e-06,
      "loss": 0.1554,
      "step": 995
    },
    {
      "epoch": 0.7987220447284346,
      "grad_norm": 0.8719592876952176,
      "learning_rate": 6.427645483035793e-06,
      "loss": 0.1531,
      "step": 1000
    },
    {
      "epoch": 0.7987220447284346,
      "eval_loss": 0.13947652280330658,
      "eval_runtime": 388.4879,
      "eval_samples_per_second": 45.837,
      "eval_steps_per_second": 5.73,
      "step": 1000
    },
    {
      "epoch": 0.8027156549520766,
      "grad_norm": 0.8945078745681652,
      "learning_rate": 6.418700124562346e-06,
      "loss": 0.1511,
      "step": 1005
    },
    {
      "epoch": 0.8067092651757188,
      "grad_norm": 0.9037985750009097,
      "learning_rate": 6.409691729159718e-06,
      "loss": 0.158,
      "step": 1010
    },
    {
      "epoch": 0.810702875399361,
      "grad_norm": 0.9841558619803956,
      "learning_rate": 6.400620491387666e-06,
      "loss": 0.1572,
      "step": 1015
    },
    {
      "epoch": 0.8146964856230032,
      "grad_norm": 0.8856887705179193,
      "learning_rate": 6.39148660716319e-06,
      "loss": 0.1564,
      "step": 1020
    },
    {
      "epoch": 0.8186900958466453,
      "grad_norm": 0.8458094119326396,
      "learning_rate": 6.382290273756303e-06,
      "loss": 0.1564,
      "step": 1025
    },
    {
      "epoch": 0.8226837060702875,
      "grad_norm": 0.8951775862164378,
      "learning_rate": 6.373031689785771e-06,
      "loss": 0.1567,
      "step": 1030
    },
    {
      "epoch": 0.8266773162939297,
      "grad_norm": 0.8814016163914961,
      "learning_rate": 6.363711055214824e-06,
      "loss": 0.1559,
      "step": 1035
    },
    {
      "epoch": 0.8306709265175719,
      "grad_norm": 0.8434088161690633,
      "learning_rate": 6.354328571346836e-06,
      "loss": 0.154,
      "step": 1040
    },
    {
      "epoch": 0.8346645367412141,
      "grad_norm": 0.8465270748003091,
      "learning_rate": 6.344884440820976e-06,
      "loss": 0.1621,
      "step": 1045
    },
    {
      "epoch": 0.8386581469648562,
      "grad_norm": 0.8575168379781873,
      "learning_rate": 6.335378867607834e-06,
      "loss": 0.1494,
      "step": 1050
    },
    {
      "epoch": 0.8426517571884984,
      "grad_norm": 0.9030974173812433,
      "learning_rate": 6.325812057005017e-06,
      "loss": 0.1509,
      "step": 1055
    },
    {
      "epoch": 0.8466453674121406,
      "grad_norm": 0.9655594054454741,
      "learning_rate": 6.316184215632708e-06,
      "loss": 0.1574,
      "step": 1060
    },
    {
      "epoch": 0.8506389776357828,
      "grad_norm": 0.8882567467448087,
      "learning_rate": 6.306495551429215e-06,
      "loss": 0.1523,
      "step": 1065
    },
    {
      "epoch": 0.854632587859425,
      "grad_norm": 0.8714942442812957,
      "learning_rate": 6.296746273646466e-06,
      "loss": 0.1494,
      "step": 1070
    },
    {
      "epoch": 0.8586261980830671,
      "grad_norm": 0.9184869505642743,
      "learning_rate": 6.286936592845503e-06,
      "loss": 0.1553,
      "step": 1075
    },
    {
      "epoch": 0.8626198083067093,
      "grad_norm": 0.9132914637442158,
      "learning_rate": 6.2770667208919265e-06,
      "loss": 0.1507,
      "step": 1080
    },
    {
      "epoch": 0.8666134185303515,
      "grad_norm": 0.8713397978039784,
      "learning_rate": 6.26713687095132e-06,
      "loss": 0.1495,
      "step": 1085
    },
    {
      "epoch": 0.8706070287539937,
      "grad_norm": 0.8854147468102307,
      "learning_rate": 6.2571472574846515e-06,
      "loss": 0.1486,
      "step": 1090
    },
    {
      "epoch": 0.8746006389776357,
      "grad_norm": 0.9369163481137155,
      "learning_rate": 6.247098096243633e-06,
      "loss": 0.1506,
      "step": 1095
    },
    {
      "epoch": 0.8785942492012779,
      "grad_norm": 0.9543529445696081,
      "learning_rate": 6.23698960426607e-06,
      "loss": 0.1547,
      "step": 1100
    },
    {
      "epoch": 0.8825878594249201,
      "grad_norm": 0.9373088824897908,
      "learning_rate": 6.2268219998711676e-06,
      "loss": 0.1488,
      "step": 1105
    },
    {
      "epoch": 0.8865814696485623,
      "grad_norm": 0.9422023974896926,
      "learning_rate": 6.216595502654819e-06,
      "loss": 0.1573,
      "step": 1110
    },
    {
      "epoch": 0.8905750798722045,
      "grad_norm": 0.9696343156334155,
      "learning_rate": 6.206310333484859e-06,
      "loss": 0.1625,
      "step": 1115
    },
    {
      "epoch": 0.8945686900958466,
      "grad_norm": 0.8142960364081798,
      "learning_rate": 6.1959667144962984e-06,
      "loss": 0.1525,
      "step": 1120
    },
    {
      "epoch": 0.8985623003194888,
      "grad_norm": 0.8889141559955737,
      "learning_rate": 6.185564869086523e-06,
      "loss": 0.1493,
      "step": 1125
    },
    {
      "epoch": 0.902555910543131,
      "grad_norm": 0.9104469356832359,
      "learning_rate": 6.175105021910469e-06,
      "loss": 0.144,
      "step": 1130
    },
    {
      "epoch": 0.9065495207667732,
      "grad_norm": 0.8784613561636412,
      "learning_rate": 6.164587398875773e-06,
      "loss": 0.1553,
      "step": 1135
    },
    {
      "epoch": 0.9105431309904153,
      "grad_norm": 0.9170546731493038,
      "learning_rate": 6.1540122271378905e-06,
      "loss": 0.1501,
      "step": 1140
    },
    {
      "epoch": 0.9145367412140575,
      "grad_norm": 0.8596576185799807,
      "learning_rate": 6.143379735095194e-06,
      "loss": 0.1514,
      "step": 1145
    },
    {
      "epoch": 0.9185303514376997,
      "grad_norm": 0.8780099284965823,
      "learning_rate": 6.1326901523840325e-06,
      "loss": 0.1485,
      "step": 1150
    },
    {
      "epoch": 0.9225239616613419,
      "grad_norm": 0.8740379156570441,
      "learning_rate": 6.12194370987378e-06,
      "loss": 0.1528,
      "step": 1155
    },
    {
      "epoch": 0.9265175718849841,
      "grad_norm": 0.9196888261832091,
      "learning_rate": 6.111140639661846e-06,
      "loss": 0.149,
      "step": 1160
    },
    {
      "epoch": 0.9305111821086262,
      "grad_norm": 0.898041148881679,
      "learning_rate": 6.10028117506866e-06,
      "loss": 0.1588,
      "step": 1165
    },
    {
      "epoch": 0.9345047923322684,
      "grad_norm": 0.8638459142453613,
      "learning_rate": 6.089365550632639e-06,
      "loss": 0.1513,
      "step": 1170
    },
    {
      "epoch": 0.9384984025559105,
      "grad_norm": 0.9015055071062944,
      "learning_rate": 6.078394002105115e-06,
      "loss": 0.1561,
      "step": 1175
    },
    {
      "epoch": 0.9424920127795527,
      "grad_norm": 0.8542741624271732,
      "learning_rate": 6.067366766445247e-06,
      "loss": 0.1519,
      "step": 1180
    },
    {
      "epoch": 0.9464856230031949,
      "grad_norm": 0.9418131743815946,
      "learning_rate": 6.056284081814902e-06,
      "loss": 0.1445,
      "step": 1185
    },
    {
      "epoch": 0.950479233226837,
      "grad_norm": 0.8274533049204239,
      "learning_rate": 6.045146187573513e-06,
      "loss": 0.1508,
      "step": 1190
    },
    {
      "epoch": 0.9544728434504792,
      "grad_norm": 0.8788233365616475,
      "learning_rate": 6.0339533242729105e-06,
      "loss": 0.1457,
      "step": 1195
    },
    {
      "epoch": 0.9584664536741214,
      "grad_norm": 0.8978374665514917,
      "learning_rate": 6.022705733652118e-06,
      "loss": 0.1607,
      "step": 1200
    },
    {
      "epoch": 0.9624600638977636,
      "grad_norm": 0.9265956339818142,
      "learning_rate": 6.0114036586321476e-06,
      "loss": 0.1606,
      "step": 1205
    },
    {
      "epoch": 0.9664536741214057,
      "grad_norm": 0.8913889253563607,
      "learning_rate": 6.000047343310736e-06,
      "loss": 0.1446,
      "step": 1210
    },
    {
      "epoch": 0.9704472843450479,
      "grad_norm": 0.9162076451056782,
      "learning_rate": 5.988637032957083e-06,
      "loss": 0.1472,
      "step": 1215
    },
    {
      "epoch": 0.9744408945686901,
      "grad_norm": 0.9037423765093193,
      "learning_rate": 5.977172974006552e-06,
      "loss": 0.1495,
      "step": 1220
    },
    {
      "epoch": 0.9784345047923323,
      "grad_norm": 0.8965101197123303,
      "learning_rate": 5.965655414055348e-06,
      "loss": 0.1514,
      "step": 1225
    },
    {
      "epoch": 0.9824281150159745,
      "grad_norm": 0.8363882753686213,
      "learning_rate": 5.954084601855169e-06,
      "loss": 0.1517,
      "step": 1230
    },
    {
      "epoch": 0.9864217252396166,
      "grad_norm": 0.8508334278041144,
      "learning_rate": 5.942460787307833e-06,
      "loss": 0.1545,
      "step": 1235
    },
    {
      "epoch": 0.9904153354632588,
      "grad_norm": 0.8440202005698025,
      "learning_rate": 5.930784221459883e-06,
      "loss": 0.154,
      "step": 1240
    },
    {
      "epoch": 0.994408945686901,
      "grad_norm": 0.8641285063450203,
      "learning_rate": 5.919055156497162e-06,
      "loss": 0.1575,
      "step": 1245
    },
    {
      "epoch": 0.9984025559105432,
      "grad_norm": 0.8395654019211741,
      "learning_rate": 5.907273845739368e-06,
      "loss": 0.1433,
      "step": 1250
    },
    {
      "epoch": 1.0023961661341854,
      "grad_norm": 0.7574896989713115,
      "learning_rate": 5.895440543634588e-06,
      "loss": 0.123,
      "step": 1255
    },
    {
      "epoch": 1.0063897763578276,
      "grad_norm": 0.7001918457109648,
      "learning_rate": 5.88355550575379e-06,
      "loss": 0.0967,
      "step": 1260
    },
    {
      "epoch": 1.0103833865814698,
      "grad_norm": 0.8541947338770247,
      "learning_rate": 5.871618988785316e-06,
      "loss": 0.0961,
      "step": 1265
    },
    {
      "epoch": 1.0143769968051117,
      "grad_norm": 0.7524342512654641,
      "learning_rate": 5.8596312505293315e-06,
      "loss": 0.0947,
      "step": 1270
    },
    {
      "epoch": 1.018370607028754,
      "grad_norm": 0.7718835887830281,
      "learning_rate": 5.847592549892258e-06,
      "loss": 0.0945,
      "step": 1275
    },
    {
      "epoch": 1.0223642172523961,
      "grad_norm": 0.8408835100355743,
      "learning_rate": 5.835503146881185e-06,
      "loss": 0.1015,
      "step": 1280
    },
    {
      "epoch": 1.0263578274760383,
      "grad_norm": 0.8763612828817176,
      "learning_rate": 5.823363302598248e-06,
      "loss": 0.0968,
      "step": 1285
    },
    {
      "epoch": 1.0303514376996805,
      "grad_norm": 0.8178713771043465,
      "learning_rate": 5.811173279234996e-06,
      "loss": 0.0962,
      "step": 1290
    },
    {
      "epoch": 1.0343450479233227,
      "grad_norm": 0.9101366597977056,
      "learning_rate": 5.798933340066726e-06,
      "loss": 0.0983,
      "step": 1295
    },
    {
      "epoch": 1.038338658146965,
      "grad_norm": 0.753210589288919,
      "learning_rate": 5.786643749446795e-06,
      "loss": 0.0923,
      "step": 1300
    },
    {
      "epoch": 1.042332268370607,
      "grad_norm": 0.8263779547352994,
      "learning_rate": 5.774304772800912e-06,
      "loss": 0.0978,
      "step": 1305
    },
    {
      "epoch": 1.0463258785942493,
      "grad_norm": 0.835011482405387,
      "learning_rate": 5.76191667662141e-06,
      "loss": 0.0917,
      "step": 1310
    },
    {
      "epoch": 1.0503194888178913,
      "grad_norm": 0.8228387988406632,
      "learning_rate": 5.74947972846148e-06,
      "loss": 0.0977,
      "step": 1315
    },
    {
      "epoch": 1.0543130990415335,
      "grad_norm": 0.7510886619859262,
      "learning_rate": 5.736994196929405e-06,
      "loss": 0.0934,
      "step": 1320
    },
    {
      "epoch": 1.0583067092651757,
      "grad_norm": 0.8004708846108053,
      "learning_rate": 5.724460351682749e-06,
      "loss": 0.0946,
      "step": 1325
    },
    {
      "epoch": 1.0623003194888179,
      "grad_norm": 0.8382732441836329,
      "learning_rate": 5.711878463422534e-06,
      "loss": 0.0925,
      "step": 1330
    },
    {
      "epoch": 1.06629392971246,
      "grad_norm": 0.8616180876824737,
      "learning_rate": 5.699248803887402e-06,
      "loss": 0.0933,
      "step": 1335
    },
    {
      "epoch": 1.0702875399361023,
      "grad_norm": 0.8300175767051388,
      "learning_rate": 5.686571645847735e-06,
      "loss": 0.0964,
      "step": 1340
    },
    {
      "epoch": 1.0742811501597445,
      "grad_norm": 0.8522423266080669,
      "learning_rate": 5.673847263099774e-06,
      "loss": 0.0917,
      "step": 1345
    },
    {
      "epoch": 1.0782747603833867,
      "grad_norm": 0.7589979341067651,
      "learning_rate": 5.6610759304596946e-06,
      "loss": 0.0914,
      "step": 1350
    },
    {
      "epoch": 1.0822683706070289,
      "grad_norm": 0.8241214078415051,
      "learning_rate": 5.64825792375768e-06,
      "loss": 0.0972,
      "step": 1355
    },
    {
      "epoch": 1.0862619808306708,
      "grad_norm": 0.7525508184236472,
      "learning_rate": 5.6353935198319636e-06,
      "loss": 0.091,
      "step": 1360
    },
    {
      "epoch": 1.090255591054313,
      "grad_norm": 0.8304249863595534,
      "learning_rate": 5.622482996522844e-06,
      "loss": 0.094,
      "step": 1365
    },
    {
      "epoch": 1.0942492012779552,
      "grad_norm": 0.814379429479353,
      "learning_rate": 5.6095266326666915e-06,
      "loss": 0.0988,
      "step": 1370
    },
    {
      "epoch": 1.0982428115015974,
      "grad_norm": 0.7740762735894441,
      "learning_rate": 5.5965247080899184e-06,
      "loss": 0.0936,
      "step": 1375
    },
    {
      "epoch": 1.1022364217252396,
      "grad_norm": 0.7765444476341753,
      "learning_rate": 5.583477503602944e-06,
      "loss": 0.0949,
      "step": 1380
    },
    {
      "epoch": 1.1062300319488818,
      "grad_norm": 0.7960825199906291,
      "learning_rate": 5.570385300994121e-06,
      "loss": 0.0973,
      "step": 1385
    },
    {
      "epoch": 1.110223642172524,
      "grad_norm": 0.8211272733995488,
      "learning_rate": 5.557248383023656e-06,
      "loss": 0.0989,
      "step": 1390
    },
    {
      "epoch": 1.1142172523961662,
      "grad_norm": 0.8230061747958791,
      "learning_rate": 5.5440670334175e-06,
      "loss": 0.0959,
      "step": 1395
    },
    {
      "epoch": 1.1182108626198084,
      "grad_norm": 0.7930641006824678,
      "learning_rate": 5.5308415368612194e-06,
      "loss": 0.0941,
      "step": 1400
    },
    {
      "epoch": 1.1222044728434506,
      "grad_norm": 0.7986731856931012,
      "learning_rate": 5.5175721789938525e-06,
      "loss": 0.0964,
      "step": 1405
    },
    {
      "epoch": 1.1261980830670926,
      "grad_norm": 0.8180516432624779,
      "learning_rate": 5.504259246401733e-06,
      "loss": 0.0992,
      "step": 1410
    },
    {
      "epoch": 1.1301916932907348,
      "grad_norm": 0.8080517814845294,
      "learning_rate": 5.490903026612306e-06,
      "loss": 0.0954,
      "step": 1415
    },
    {
      "epoch": 1.134185303514377,
      "grad_norm": 0.7894397030245984,
      "learning_rate": 5.477503808087915e-06,
      "loss": 0.0939,
      "step": 1420
    },
    {
      "epoch": 1.1381789137380192,
      "grad_norm": 0.8266502827314096,
      "learning_rate": 5.464061880219575e-06,
      "loss": 0.0972,
      "step": 1425
    },
    {
      "epoch": 1.1421725239616614,
      "grad_norm": 0.7695060771844507,
      "learning_rate": 5.450577533320721e-06,
      "loss": 0.0889,
      "step": 1430
    },
    {
      "epoch": 1.1461661341853036,
      "grad_norm": 0.7975054651942407,
      "learning_rate": 5.437051058620934e-06,
      "loss": 0.0912,
      "step": 1435
    },
    {
      "epoch": 1.1501597444089458,
      "grad_norm": 0.835290771956647,
      "learning_rate": 5.423482748259657e-06,
      "loss": 0.1003,
      "step": 1440
    },
    {
      "epoch": 1.154153354632588,
      "grad_norm": 0.796837303035922,
      "learning_rate": 5.4098728952798835e-06,
      "loss": 0.0924,
      "step": 1445
    },
    {
      "epoch": 1.15814696485623,
      "grad_norm": 0.7979782248094183,
      "learning_rate": 5.396221793621827e-06,
      "loss": 0.097,
      "step": 1450
    },
    {
      "epoch": 1.1621405750798721,
      "grad_norm": 0.7733365430240714,
      "learning_rate": 5.382529738116575e-06,
      "loss": 0.0943,
      "step": 1455
    },
    {
      "epoch": 1.1661341853035143,
      "grad_norm": 0.792955069966389,
      "learning_rate": 5.3687970244797175e-06,
      "loss": 0.0907,
      "step": 1460
    },
    {
      "epoch": 1.1701277955271565,
      "grad_norm": 0.7955575959074169,
      "learning_rate": 5.355023949304962e-06,
      "loss": 0.0935,
      "step": 1465
    },
    {
      "epoch": 1.1741214057507987,
      "grad_norm": 0.773556306974029,
      "learning_rate": 5.3412108100577344e-06,
      "loss": 0.0961,
      "step": 1470
    },
    {
      "epoch": 1.178115015974441,
      "grad_norm": 0.7701308254197153,
      "learning_rate": 5.327357905068743e-06,
      "loss": 0.091,
      "step": 1475
    },
    {
      "epoch": 1.182108626198083,
      "grad_norm": 0.8555538690082194,
      "learning_rate": 5.3134655335275425e-06,
      "loss": 0.097,
      "step": 1480
    },
    {
      "epoch": 1.1861022364217253,
      "grad_norm": 0.8028090926659807,
      "learning_rate": 5.29953399547607e-06,
      "loss": 0.0991,
      "step": 1485
    },
    {
      "epoch": 1.1900958466453675,
      "grad_norm": 0.8257848244515429,
      "learning_rate": 5.285563591802168e-06,
      "loss": 0.0951,
      "step": 1490
    },
    {
      "epoch": 1.1940894568690097,
      "grad_norm": 0.7918972043683726,
      "learning_rate": 5.271554624233079e-06,
      "loss": 0.094,
      "step": 1495
    },
    {
      "epoch": 1.1980830670926517,
      "grad_norm": 0.8361622190630472,
      "learning_rate": 5.257507395328937e-06,
      "loss": 0.0938,
      "step": 1500
    },
    {
      "epoch": 1.1980830670926517,
      "eval_loss": 0.14057603478431702,
      "eval_runtime": 388.2062,
      "eval_samples_per_second": 45.87,
      "eval_steps_per_second": 5.734,
      "step": 1500
    },
    {
      "epoch": 1.2020766773162939,
      "grad_norm": 0.835859137908053,
      "learning_rate": 5.243422208476228e-06,
      "loss": 0.0963,
      "step": 1505
    },
    {
      "epoch": 1.206070287539936,
      "grad_norm": 0.8373993609652842,
      "learning_rate": 5.229299367881236e-06,
      "loss": 0.0931,
      "step": 1510
    },
    {
      "epoch": 1.2100638977635783,
      "grad_norm": 0.8468046787504842,
      "learning_rate": 5.215139178563481e-06,
      "loss": 0.0983,
      "step": 1515
    },
    {
      "epoch": 1.2140575079872205,
      "grad_norm": 0.835364718161382,
      "learning_rate": 5.200941946349121e-06,
      "loss": 0.0964,
      "step": 1520
    },
    {
      "epoch": 1.2180511182108626,
      "grad_norm": 0.7759190731109368,
      "learning_rate": 5.186707977864355e-06,
      "loss": 0.0929,
      "step": 1525
    },
    {
      "epoch": 1.2220447284345048,
      "grad_norm": 0.8158943737288525,
      "learning_rate": 5.172437580528796e-06,
      "loss": 0.094,
      "step": 1530
    },
    {
      "epoch": 1.226038338658147,
      "grad_norm": 0.8729951582908195,
      "learning_rate": 5.158131062548833e-06,
      "loss": 0.096,
      "step": 1535
    },
    {
      "epoch": 1.230031948881789,
      "grad_norm": 0.8333545374654573,
      "learning_rate": 5.143788732910973e-06,
      "loss": 0.0952,
      "step": 1540
    },
    {
      "epoch": 1.2340255591054312,
      "grad_norm": 0.8612855433349985,
      "learning_rate": 5.129410901375172e-06,
      "loss": 0.0974,
      "step": 1545
    },
    {
      "epoch": 1.2380191693290734,
      "grad_norm": 0.8542415949428595,
      "learning_rate": 5.11499787846814e-06,
      "loss": 0.0947,
      "step": 1550
    },
    {
      "epoch": 1.2420127795527156,
      "grad_norm": 0.8391599714715479,
      "learning_rate": 5.100549975476637e-06,
      "loss": 0.0944,
      "step": 1555
    },
    {
      "epoch": 1.2460063897763578,
      "grad_norm": 0.8898214771674834,
      "learning_rate": 5.0860675044407495e-06,
      "loss": 0.0965,
      "step": 1560
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.8779811650939291,
      "learning_rate": 5.071550778147149e-06,
      "loss": 0.098,
      "step": 1565
    },
    {
      "epoch": 1.2539936102236422,
      "grad_norm": 0.8272086627597742,
      "learning_rate": 5.05700011012234e-06,
      "loss": 0.0935,
      "step": 1570
    },
    {
      "epoch": 1.2579872204472844,
      "grad_norm": 0.810515606440639,
      "learning_rate": 5.042415814625887e-06,
      "loss": 0.0969,
      "step": 1575
    },
    {
      "epoch": 1.2619808306709266,
      "grad_norm": 0.8943157588820453,
      "learning_rate": 5.027798206643629e-06,
      "loss": 0.0985,
      "step": 1580
    },
    {
      "epoch": 1.2659744408945688,
      "grad_norm": 0.825143864442046,
      "learning_rate": 5.013147601880871e-06,
      "loss": 0.0944,
      "step": 1585
    },
    {
      "epoch": 1.269968051118211,
      "grad_norm": 0.8256699054355341,
      "learning_rate": 4.998464316755571e-06,
      "loss": 0.0932,
      "step": 1590
    },
    {
      "epoch": 1.273961661341853,
      "grad_norm": 0.8116571534197091,
      "learning_rate": 4.983748668391507e-06,
      "loss": 0.0936,
      "step": 1595
    },
    {
      "epoch": 1.2779552715654952,
      "grad_norm": 0.8161005230017339,
      "learning_rate": 4.969000974611423e-06,
      "loss": 0.0968,
      "step": 1600
    },
    {
      "epoch": 1.2819488817891374,
      "grad_norm": 0.8346647605386535,
      "learning_rate": 4.954221553930166e-06,
      "loss": 0.0942,
      "step": 1605
    },
    {
      "epoch": 1.2859424920127795,
      "grad_norm": 0.7827131547372781,
      "learning_rate": 4.939410725547812e-06,
      "loss": 0.0941,
      "step": 1610
    },
    {
      "epoch": 1.2899361022364217,
      "grad_norm": 0.8568068704330788,
      "learning_rate": 4.9245688093427655e-06,
      "loss": 0.0926,
      "step": 1615
    },
    {
      "epoch": 1.293929712460064,
      "grad_norm": 0.7805159905736859,
      "learning_rate": 4.909696125864851e-06,
      "loss": 0.0912,
      "step": 1620
    },
    {
      "epoch": 1.2979233226837061,
      "grad_norm": 0.7738061176599114,
      "learning_rate": 4.894792996328399e-06,
      "loss": 0.0922,
      "step": 1625
    },
    {
      "epoch": 1.3019169329073481,
      "grad_norm": 0.8184213649823732,
      "learning_rate": 4.879859742605294e-06,
      "loss": 0.0942,
      "step": 1630
    },
    {
      "epoch": 1.3059105431309903,
      "grad_norm": 0.8290453852769142,
      "learning_rate": 4.864896687218038e-06,
      "loss": 0.096,
      "step": 1635
    },
    {
      "epoch": 1.3099041533546325,
      "grad_norm": 0.8629463577885302,
      "learning_rate": 4.849904153332774e-06,
      "loss": 0.0951,
      "step": 1640
    },
    {
      "epoch": 1.3138977635782747,
      "grad_norm": 0.8123701678440974,
      "learning_rate": 4.834882464752308e-06,
      "loss": 0.0948,
      "step": 1645
    },
    {
      "epoch": 1.317891373801917,
      "grad_norm": 0.7528537020864617,
      "learning_rate": 4.8198319459091215e-06,
      "loss": 0.0939,
      "step": 1650
    },
    {
      "epoch": 1.321884984025559,
      "grad_norm": 0.7800246305597872,
      "learning_rate": 4.8047529218583586e-06,
      "loss": 0.0942,
      "step": 1655
    },
    {
      "epoch": 1.3258785942492013,
      "grad_norm": 0.8313222255456414,
      "learning_rate": 4.789645718270808e-06,
      "loss": 0.0948,
      "step": 1660
    },
    {
      "epoch": 1.3298722044728435,
      "grad_norm": 0.8179733784658576,
      "learning_rate": 4.774510661425869e-06,
      "loss": 0.0947,
      "step": 1665
    },
    {
      "epoch": 1.3338658146964857,
      "grad_norm": 0.7776969162457743,
      "learning_rate": 4.759348078204504e-06,
      "loss": 0.09,
      "step": 1670
    },
    {
      "epoch": 1.3378594249201279,
      "grad_norm": 0.841754427277134,
      "learning_rate": 4.744158296082179e-06,
      "loss": 0.0945,
      "step": 1675
    },
    {
      "epoch": 1.34185303514377,
      "grad_norm": 0.8370881837026815,
      "learning_rate": 4.7289416431217925e-06,
      "loss": 0.0904,
      "step": 1680
    },
    {
      "epoch": 1.3458466453674123,
      "grad_norm": 0.8562758183663967,
      "learning_rate": 4.713698447966586e-06,
      "loss": 0.0977,
      "step": 1685
    },
    {
      "epoch": 1.3498402555910542,
      "grad_norm": 0.7855201641830065,
      "learning_rate": 4.6984290398330524e-06,
      "loss": 0.0943,
      "step": 1690
    },
    {
      "epoch": 1.3538338658146964,
      "grad_norm": 0.8763494885051274,
      "learning_rate": 4.6831337485038196e-06,
      "loss": 0.0979,
      "step": 1695
    },
    {
      "epoch": 1.3578274760383386,
      "grad_norm": 0.8144070746777402,
      "learning_rate": 4.6678129043205315e-06,
      "loss": 0.0913,
      "step": 1700
    },
    {
      "epoch": 1.3618210862619808,
      "grad_norm": 0.7944782321390458,
      "learning_rate": 4.652466838176711e-06,
      "loss": 0.0938,
      "step": 1705
    },
    {
      "epoch": 1.365814696485623,
      "grad_norm": 0.8864834970350833,
      "learning_rate": 4.6370958815106175e-06,
      "loss": 0.0944,
      "step": 1710
    },
    {
      "epoch": 1.3698083067092652,
      "grad_norm": 0.8054616729912718,
      "learning_rate": 4.621700366298084e-06,
      "loss": 0.0939,
      "step": 1715
    },
    {
      "epoch": 1.3738019169329074,
      "grad_norm": 0.8454180008589398,
      "learning_rate": 4.60628062504535e-06,
      "loss": 0.093,
      "step": 1720
    },
    {
      "epoch": 1.3777955271565494,
      "grad_norm": 0.7990549534085654,
      "learning_rate": 4.590836990781877e-06,
      "loss": 0.0886,
      "step": 1725
    },
    {
      "epoch": 1.3817891373801916,
      "grad_norm": 0.8070045082712269,
      "learning_rate": 4.575369797053165e-06,
      "loss": 0.0882,
      "step": 1730
    },
    {
      "epoch": 1.3857827476038338,
      "grad_norm": 0.8612739828428202,
      "learning_rate": 4.559879377913534e-06,
      "loss": 0.0964,
      "step": 1735
    },
    {
      "epoch": 1.389776357827476,
      "grad_norm": 0.8180434067759751,
      "learning_rate": 4.544366067918922e-06,
      "loss": 0.0947,
      "step": 1740
    },
    {
      "epoch": 1.3937699680511182,
      "grad_norm": 0.7929033707791658,
      "learning_rate": 4.5288302021196525e-06,
      "loss": 0.0934,
      "step": 1745
    },
    {
      "epoch": 1.3977635782747604,
      "grad_norm": 0.8213908701484177,
      "learning_rate": 4.513272116053203e-06,
      "loss": 0.092,
      "step": 1750
    },
    {
      "epoch": 1.4017571884984026,
      "grad_norm": 0.8758208928982602,
      "learning_rate": 4.497692145736952e-06,
      "loss": 0.0984,
      "step": 1755
    },
    {
      "epoch": 1.4057507987220448,
      "grad_norm": 0.8498430639803995,
      "learning_rate": 4.482090627660928e-06,
      "loss": 0.0948,
      "step": 1760
    },
    {
      "epoch": 1.409744408945687,
      "grad_norm": 0.8357042132874987,
      "learning_rate": 4.466467898780538e-06,
      "loss": 0.0937,
      "step": 1765
    },
    {
      "epoch": 1.4137380191693292,
      "grad_norm": 0.8049671549685841,
      "learning_rate": 4.450824296509293e-06,
      "loss": 0.0962,
      "step": 1770
    },
    {
      "epoch": 1.4177316293929714,
      "grad_norm": 0.762029470780092,
      "learning_rate": 4.435160158711517e-06,
      "loss": 0.093,
      "step": 1775
    },
    {
      "epoch": 1.4217252396166133,
      "grad_norm": 0.7777991642289898,
      "learning_rate": 4.419475823695054e-06,
      "loss": 0.0881,
      "step": 1780
    },
    {
      "epoch": 1.4257188498402555,
      "grad_norm": 0.8172923019508063,
      "learning_rate": 4.40377163020396e-06,
      "loss": 0.0962,
      "step": 1785
    },
    {
      "epoch": 1.4297124600638977,
      "grad_norm": 0.8195226636883436,
      "learning_rate": 4.388047917411185e-06,
      "loss": 0.0938,
      "step": 1790
    },
    {
      "epoch": 1.43370607028754,
      "grad_norm": 0.8567775821515811,
      "learning_rate": 4.37230502491125e-06,
      "loss": 0.094,
      "step": 1795
    },
    {
      "epoch": 1.4376996805111821,
      "grad_norm": 0.8975281588105369,
      "learning_rate": 4.35654329271291e-06,
      "loss": 0.0931,
      "step": 1800
    },
    {
      "epoch": 1.4416932907348243,
      "grad_norm": 0.7980268710605869,
      "learning_rate": 4.340763061231815e-06,
      "loss": 0.094,
      "step": 1805
    },
    {
      "epoch": 1.4456869009584665,
      "grad_norm": 0.8423324417742822,
      "learning_rate": 4.3249646712831525e-06,
      "loss": 0.0934,
      "step": 1810
    },
    {
      "epoch": 1.4496805111821085,
      "grad_norm": 0.760524105440743,
      "learning_rate": 4.309148464074293e-06,
      "loss": 0.0929,
      "step": 1815
    },
    {
      "epoch": 1.4536741214057507,
      "grad_norm": 0.8316187906255309,
      "learning_rate": 4.293314781197414e-06,
      "loss": 0.0933,
      "step": 1820
    },
    {
      "epoch": 1.457667731629393,
      "grad_norm": 0.8371905859373513,
      "learning_rate": 4.277463964622125e-06,
      "loss": 0.0887,
      "step": 1825
    },
    {
      "epoch": 1.461661341853035,
      "grad_norm": 0.8364714730137837,
      "learning_rate": 4.261596356688086e-06,
      "loss": 0.0962,
      "step": 1830
    },
    {
      "epoch": 1.4656549520766773,
      "grad_norm": 0.8141222333202962,
      "learning_rate": 4.245712300097606e-06,
      "loss": 0.0925,
      "step": 1835
    },
    {
      "epoch": 1.4696485623003195,
      "grad_norm": 0.8478554496354959,
      "learning_rate": 4.229812137908251e-06,
      "loss": 0.0904,
      "step": 1840
    },
    {
      "epoch": 1.4736421725239617,
      "grad_norm": 0.7540954927526371,
      "learning_rate": 4.213896213525421e-06,
      "loss": 0.0892,
      "step": 1845
    },
    {
      "epoch": 1.4776357827476039,
      "grad_norm": 0.8171840914315421,
      "learning_rate": 4.197964870694949e-06,
      "loss": 0.0959,
      "step": 1850
    },
    {
      "epoch": 1.481629392971246,
      "grad_norm": 0.8254400596397985,
      "learning_rate": 4.182018453495667e-06,
      "loss": 0.0938,
      "step": 1855
    },
    {
      "epoch": 1.4856230031948883,
      "grad_norm": 0.8125736388997561,
      "learning_rate": 4.166057306331977e-06,
      "loss": 0.0909,
      "step": 1860
    },
    {
      "epoch": 1.4896166134185305,
      "grad_norm": 0.7640120620441644,
      "learning_rate": 4.150081773926414e-06,
      "loss": 0.0901,
      "step": 1865
    },
    {
      "epoch": 1.4936102236421724,
      "grad_norm": 0.799653826309561,
      "learning_rate": 4.134092201312196e-06,
      "loss": 0.0922,
      "step": 1870
    },
    {
      "epoch": 1.4976038338658146,
      "grad_norm": 0.8128276034935282,
      "learning_rate": 4.118088933825783e-06,
      "loss": 0.093,
      "step": 1875
    },
    {
      "epoch": 1.5015974440894568,
      "grad_norm": 0.8834498526452107,
      "learning_rate": 4.102072317099404e-06,
      "loss": 0.0953,
      "step": 1880
    },
    {
      "epoch": 1.505591054313099,
      "grad_norm": 0.8866139042397759,
      "learning_rate": 4.086042697053604e-06,
      "loss": 0.0959,
      "step": 1885
    },
    {
      "epoch": 1.5095846645367412,
      "grad_norm": 0.9024588302568654,
      "learning_rate": 4.0700004198897665e-06,
      "loss": 0.0929,
      "step": 1890
    },
    {
      "epoch": 1.5135782747603834,
      "grad_norm": 0.7631982111355976,
      "learning_rate": 4.053945832082642e-06,
      "loss": 0.0907,
      "step": 1895
    },
    {
      "epoch": 1.5175718849840254,
      "grad_norm": 0.752187865320078,
      "learning_rate": 4.037879280372855e-06,
      "loss": 0.0922,
      "step": 1900
    },
    {
      "epoch": 1.5215654952076676,
      "grad_norm": 0.8037283021019334,
      "learning_rate": 4.0218011117594265e-06,
      "loss": 0.0887,
      "step": 1905
    },
    {
      "epoch": 1.5255591054313098,
      "grad_norm": 0.7822698417920745,
      "learning_rate": 4.005711673492274e-06,
      "loss": 0.0874,
      "step": 1910
    },
    {
      "epoch": 1.529552715654952,
      "grad_norm": 0.8037410692104164,
      "learning_rate": 3.989611313064714e-06,
      "loss": 0.0909,
      "step": 1915
    },
    {
      "epoch": 1.5335463258785942,
      "grad_norm": 0.8877519379788956,
      "learning_rate": 3.97350037820595e-06,
      "loss": 0.0945,
      "step": 1920
    },
    {
      "epoch": 1.5375399361022364,
      "grad_norm": 0.7148728619247341,
      "learning_rate": 3.9573792168735735e-06,
      "loss": 0.091,
      "step": 1925
    },
    {
      "epoch": 1.5415335463258786,
      "grad_norm": 0.8136672941763351,
      "learning_rate": 3.9412481772460404e-06,
      "loss": 0.0917,
      "step": 1930
    },
    {
      "epoch": 1.5455271565495208,
      "grad_norm": 0.7546989024401581,
      "learning_rate": 3.925107607715156e-06,
      "loss": 0.0918,
      "step": 1935
    },
    {
      "epoch": 1.549520766773163,
      "grad_norm": 0.7557424472213525,
      "learning_rate": 3.908957856878548e-06,
      "loss": 0.0909,
      "step": 1940
    },
    {
      "epoch": 1.5535143769968052,
      "grad_norm": 0.8400496651270898,
      "learning_rate": 3.892799273532136e-06,
      "loss": 0.0951,
      "step": 1945
    },
    {
      "epoch": 1.5575079872204474,
      "grad_norm": 0.8463913720969456,
      "learning_rate": 3.876632206662605e-06,
      "loss": 0.0933,
      "step": 1950
    },
    {
      "epoch": 1.5615015974440896,
      "grad_norm": 0.8750388641162147,
      "learning_rate": 3.860457005439858e-06,
      "loss": 0.0936,
      "step": 1955
    },
    {
      "epoch": 1.5654952076677318,
      "grad_norm": 0.8208298877616164,
      "learning_rate": 3.844274019209488e-06,
      "loss": 0.0942,
      "step": 1960
    },
    {
      "epoch": 1.569488817891374,
      "grad_norm": 0.8289575426887811,
      "learning_rate": 3.828083597485219e-06,
      "loss": 0.0942,
      "step": 1965
    },
    {
      "epoch": 1.573482428115016,
      "grad_norm": 0.7742099605330947,
      "learning_rate": 3.811886089941368e-06,
      "loss": 0.0917,
      "step": 1970
    },
    {
      "epoch": 1.5774760383386581,
      "grad_norm": 0.851766269863927,
      "learning_rate": 3.7956818464052853e-06,
      "loss": 0.0922,
      "step": 1975
    },
    {
      "epoch": 1.5814696485623003,
      "grad_norm": 0.8425829506887897,
      "learning_rate": 3.779471216849804e-06,
      "loss": 0.0957,
      "step": 1980
    },
    {
      "epoch": 1.5854632587859425,
      "grad_norm": 0.8510499144275525,
      "learning_rate": 3.7632545513856812e-06,
      "loss": 0.0938,
      "step": 1985
    },
    {
      "epoch": 1.5894568690095847,
      "grad_norm": 0.7793249157088529,
      "learning_rate": 3.747032200254035e-06,
      "loss": 0.087,
      "step": 1990
    },
    {
      "epoch": 1.5934504792332267,
      "grad_norm": 0.7890445255133955,
      "learning_rate": 3.7308045138187764e-06,
      "loss": 0.0914,
      "step": 1995
    },
    {
      "epoch": 1.5974440894568689,
      "grad_norm": 0.8507435937119314,
      "learning_rate": 3.714571842559053e-06,
      "loss": 0.0948,
      "step": 2000
    },
    {
      "epoch": 1.5974440894568689,
      "eval_loss": 0.135970339179039,
      "eval_runtime": 388.3901,
      "eval_samples_per_second": 45.848,
      "eval_steps_per_second": 5.731,
      "step": 2000
    },
    {
      "epoch": 1.601437699680511,
      "grad_norm": 0.777341324033066,
      "learning_rate": 3.6983345370616666e-06,
      "loss": 0.0901,
      "step": 2005
    },
    {
      "epoch": 1.6054313099041533,
      "grad_norm": 0.8135499478146813,
      "learning_rate": 3.6820929480135086e-06,
      "loss": 0.093,
      "step": 2010
    },
    {
      "epoch": 1.6094249201277955,
      "grad_norm": 0.8719757100439282,
      "learning_rate": 3.6658474261939888e-06,
      "loss": 0.0961,
      "step": 2015
    },
    {
      "epoch": 1.6134185303514377,
      "grad_norm": 0.8303170119187012,
      "learning_rate": 3.6495983224674493e-06,
      "loss": 0.0964,
      "step": 2020
    },
    {
      "epoch": 1.6174121405750799,
      "grad_norm": 0.784594767811727,
      "learning_rate": 3.633345987775599e-06,
      "loss": 0.0954,
      "step": 2025
    },
    {
      "epoch": 1.621405750798722,
      "grad_norm": 0.7991817936852438,
      "learning_rate": 3.617090773129923e-06,
      "loss": 0.0899,
      "step": 2030
    },
    {
      "epoch": 1.6253993610223643,
      "grad_norm": 0.8182423808938526,
      "learning_rate": 3.6008330296041096e-06,
      "loss": 0.0883,
      "step": 2035
    },
    {
      "epoch": 1.6293929712460065,
      "grad_norm": 0.7858919236328515,
      "learning_rate": 3.584573108326463e-06,
      "loss": 0.0897,
      "step": 2040
    },
    {
      "epoch": 1.6333865814696487,
      "grad_norm": 0.8156791778123983,
      "learning_rate": 3.5683113604723233e-06,
      "loss": 0.0897,
      "step": 2045
    },
    {
      "epoch": 1.6373801916932909,
      "grad_norm": 0.8881831052271689,
      "learning_rate": 3.552048137256478e-06,
      "loss": 0.0935,
      "step": 2050
    },
    {
      "epoch": 1.641373801916933,
      "grad_norm": 0.8016008616346979,
      "learning_rate": 3.53578378992558e-06,
      "loss": 0.0917,
      "step": 2055
    },
    {
      "epoch": 1.645367412140575,
      "grad_norm": 0.8557576853411646,
      "learning_rate": 3.5195186697505616e-06,
      "loss": 0.0891,
      "step": 2060
    },
    {
      "epoch": 1.6493610223642172,
      "grad_norm": 0.8028621053717053,
      "learning_rate": 3.503253128019046e-06,
      "loss": 0.0895,
      "step": 2065
    },
    {
      "epoch": 1.6533546325878594,
      "grad_norm": 0.8130307630678764,
      "learning_rate": 3.48698751602776e-06,
      "loss": 0.0868,
      "step": 2070
    },
    {
      "epoch": 1.6573482428115016,
      "grad_norm": 0.7589933957894843,
      "learning_rate": 3.470722185074948e-06,
      "loss": 0.0836,
      "step": 2075
    },
    {
      "epoch": 1.6613418530351438,
      "grad_norm": 0.833019057283452,
      "learning_rate": 3.454457486452786e-06,
      "loss": 0.0853,
      "step": 2080
    },
    {
      "epoch": 1.6653354632587858,
      "grad_norm": 0.8485088182697132,
      "learning_rate": 3.4381937714397917e-06,
      "loss": 0.0922,
      "step": 2085
    },
    {
      "epoch": 1.669329073482428,
      "grad_norm": 0.8184010129649519,
      "learning_rate": 3.42193139129324e-06,
      "loss": 0.0901,
      "step": 2090
    },
    {
      "epoch": 1.6733226837060702,
      "grad_norm": 0.8164910293916446,
      "learning_rate": 3.4056706972415752e-06,
      "loss": 0.0902,
      "step": 2095
    },
    {
      "epoch": 1.6773162939297124,
      "grad_norm": 0.7799450306868917,
      "learning_rate": 3.3894120404768293e-06,
      "loss": 0.0879,
      "step": 2100
    },
    {
      "epoch": 1.6813099041533546,
      "grad_norm": 0.8213948220491234,
      "learning_rate": 3.373155772147028e-06,
      "loss": 0.0866,
      "step": 2105
    },
    {
      "epoch": 1.6853035143769968,
      "grad_norm": 0.8140459087876813,
      "learning_rate": 3.3569022433486152e-06,
      "loss": 0.0905,
      "step": 2110
    },
    {
      "epoch": 1.689297124600639,
      "grad_norm": 0.8090512899368958,
      "learning_rate": 3.3406518051188697e-06,
      "loss": 0.093,
      "step": 2115
    },
    {
      "epoch": 1.6932907348242812,
      "grad_norm": 0.786423302788487,
      "learning_rate": 3.3244048084283183e-06,
      "loss": 0.0886,
      "step": 2120
    },
    {
      "epoch": 1.6972843450479234,
      "grad_norm": 0.8010633066357388,
      "learning_rate": 3.3081616041731606e-06,
      "loss": 0.0871,
      "step": 2125
    },
    {
      "epoch": 1.7012779552715656,
      "grad_norm": 0.8562989387605436,
      "learning_rate": 3.2919225431676874e-06,
      "loss": 0.0909,
      "step": 2130
    },
    {
      "epoch": 1.7052715654952078,
      "grad_norm": 0.8137206318229443,
      "learning_rate": 3.2756879761367076e-06,
      "loss": 0.0877,
      "step": 2135
    },
    {
      "epoch": 1.70926517571885,
      "grad_norm": 0.8327531430876184,
      "learning_rate": 3.259458253707968e-06,
      "loss": 0.0893,
      "step": 2140
    },
    {
      "epoch": 1.7132587859424921,
      "grad_norm": 0.819012210220874,
      "learning_rate": 3.2432337264045843e-06,
      "loss": 0.0914,
      "step": 2145
    },
    {
      "epoch": 1.7172523961661343,
      "grad_norm": 0.8495772189306744,
      "learning_rate": 3.2270147446374722e-06,
      "loss": 0.092,
      "step": 2150
    },
    {
      "epoch": 1.7212460063897763,
      "grad_norm": 0.8018376512404187,
      "learning_rate": 3.210801658697774e-06,
      "loss": 0.0881,
      "step": 2155
    },
    {
      "epoch": 1.7252396166134185,
      "grad_norm": 0.7827860574369773,
      "learning_rate": 3.1945948187492992e-06,
      "loss": 0.0893,
      "step": 2160
    },
    {
      "epoch": 1.7292332268370607,
      "grad_norm": 0.7731065648493003,
      "learning_rate": 3.1783945748209557e-06,
      "loss": 0.0854,
      "step": 2165
    },
    {
      "epoch": 1.733226837060703,
      "grad_norm": 0.8628787752311644,
      "learning_rate": 3.1622012767991967e-06,
      "loss": 0.0946,
      "step": 2170
    },
    {
      "epoch": 1.7372204472843449,
      "grad_norm": 0.7757583751727869,
      "learning_rate": 3.1460152744204584e-06,
      "loss": 0.0898,
      "step": 2175
    },
    {
      "epoch": 1.741214057507987,
      "grad_norm": 0.773307933535615,
      "learning_rate": 3.129836917263607e-06,
      "loss": 0.0833,
      "step": 2180
    },
    {
      "epoch": 1.7452076677316293,
      "grad_norm": 0.8402186654533444,
      "learning_rate": 3.113666554742394e-06,
      "loss": 0.0885,
      "step": 2185
    },
    {
      "epoch": 1.7492012779552715,
      "grad_norm": 0.8286606926069269,
      "learning_rate": 3.0975045360979025e-06,
      "loss": 0.0902,
      "step": 2190
    },
    {
      "epoch": 1.7531948881789137,
      "grad_norm": 0.8317794334903522,
      "learning_rate": 3.0813512103910113e-06,
      "loss": 0.0882,
      "step": 2195
    },
    {
      "epoch": 1.7571884984025559,
      "grad_norm": 0.7846450982359997,
      "learning_rate": 3.065206926494848e-06,
      "loss": 0.0888,
      "step": 2200
    },
    {
      "epoch": 1.761182108626198,
      "grad_norm": 0.8623658744163902,
      "learning_rate": 3.049072033087264e-06,
      "loss": 0.0899,
      "step": 2205
    },
    {
      "epoch": 1.7651757188498403,
      "grad_norm": 0.7914568138762265,
      "learning_rate": 3.032946878643295e-06,
      "loss": 0.0906,
      "step": 2210
    },
    {
      "epoch": 1.7691693290734825,
      "grad_norm": 0.8007387802489633,
      "learning_rate": 3.0168318114276377e-06,
      "loss": 0.0916,
      "step": 2215
    },
    {
      "epoch": 1.7731629392971247,
      "grad_norm": 0.776240184386906,
      "learning_rate": 3.0007271794871337e-06,
      "loss": 0.0888,
      "step": 2220
    },
    {
      "epoch": 1.7771565495207668,
      "grad_norm": 0.7537760505089393,
      "learning_rate": 2.9846333306432412e-06,
      "loss": 0.0853,
      "step": 2225
    },
    {
      "epoch": 1.781150159744409,
      "grad_norm": 0.8216268561818008,
      "learning_rate": 2.968550612484536e-06,
      "loss": 0.0905,
      "step": 2230
    },
    {
      "epoch": 1.7851437699680512,
      "grad_norm": 0.8623008566979109,
      "learning_rate": 2.9524793723591913e-06,
      "loss": 0.0884,
      "step": 2235
    },
    {
      "epoch": 1.7891373801916934,
      "grad_norm": 0.8570248441650711,
      "learning_rate": 2.936419957367489e-06,
      "loss": 0.0955,
      "step": 2240
    },
    {
      "epoch": 1.7931309904153354,
      "grad_norm": 0.8090425637420421,
      "learning_rate": 2.92037271435431e-06,
      "loss": 0.0929,
      "step": 2245
    },
    {
      "epoch": 1.7971246006389776,
      "grad_norm": 0.8662160177063208,
      "learning_rate": 2.904337989901653e-06,
      "loss": 0.0872,
      "step": 2250
    },
    {
      "epoch": 1.8011182108626198,
      "grad_norm": 0.789286926224427,
      "learning_rate": 2.888316130321146e-06,
      "loss": 0.0889,
      "step": 2255
    },
    {
      "epoch": 1.805111821086262,
      "grad_norm": 0.8199288743264955,
      "learning_rate": 2.872307481646565e-06,
      "loss": 0.0918,
      "step": 2260
    },
    {
      "epoch": 1.8091054313099042,
      "grad_norm": 0.8451894181207451,
      "learning_rate": 2.856312389626365e-06,
      "loss": 0.0942,
      "step": 2265
    },
    {
      "epoch": 1.8130990415335462,
      "grad_norm": 0.831433941954139,
      "learning_rate": 2.840331199716205e-06,
      "loss": 0.0873,
      "step": 2270
    },
    {
      "epoch": 1.8170926517571884,
      "grad_norm": 0.7904106905610935,
      "learning_rate": 2.8243642570714958e-06,
      "loss": 0.0865,
      "step": 2275
    },
    {
      "epoch": 1.8210862619808306,
      "grad_norm": 0.8007696286288565,
      "learning_rate": 2.808411906539941e-06,
      "loss": 0.0908,
      "step": 2280
    },
    {
      "epoch": 1.8250798722044728,
      "grad_norm": 0.7398549977807148,
      "learning_rate": 2.7924744926540866e-06,
      "loss": 0.0828,
      "step": 2285
    },
    {
      "epoch": 1.829073482428115,
      "grad_norm": 0.8051951554405458,
      "learning_rate": 2.7765523596238862e-06,
      "loss": 0.0904,
      "step": 2290
    },
    {
      "epoch": 1.8330670926517572,
      "grad_norm": 0.8101567895702511,
      "learning_rate": 2.7606458513292615e-06,
      "loss": 0.0877,
      "step": 2295
    },
    {
      "epoch": 1.8370607028753994,
      "grad_norm": 0.810684787255368,
      "learning_rate": 2.744755311312679e-06,
      "loss": 0.0878,
      "step": 2300
    },
    {
      "epoch": 1.8410543130990416,
      "grad_norm": 0.836337456473946,
      "learning_rate": 2.7288810827717262e-06,
      "loss": 0.0882,
      "step": 2305
    },
    {
      "epoch": 1.8450479233226837,
      "grad_norm": 0.7870319338949235,
      "learning_rate": 2.713023508551704e-06,
      "loss": 0.0855,
      "step": 2310
    },
    {
      "epoch": 1.849041533546326,
      "grad_norm": 0.8711250048723298,
      "learning_rate": 2.6971829311382195e-06,
      "loss": 0.0903,
      "step": 2315
    },
    {
      "epoch": 1.8530351437699681,
      "grad_norm": 0.7898917076439477,
      "learning_rate": 2.6813596926497892e-06,
      "loss": 0.09,
      "step": 2320
    },
    {
      "epoch": 1.8570287539936103,
      "grad_norm": 0.8447633678009813,
      "learning_rate": 2.66555413483045e-06,
      "loss": 0.092,
      "step": 2325
    },
    {
      "epoch": 1.8610223642172525,
      "grad_norm": 0.8503814184125837,
      "learning_rate": 2.649766599042378e-06,
      "loss": 0.0855,
      "step": 2330
    },
    {
      "epoch": 1.8650159744408947,
      "grad_norm": 0.7976736872294655,
      "learning_rate": 2.6339974262585194e-06,
      "loss": 0.089,
      "step": 2335
    },
    {
      "epoch": 1.8690095846645367,
      "grad_norm": 0.7883072515843511,
      "learning_rate": 2.61824695705522e-06,
      "loss": 0.0879,
      "step": 2340
    },
    {
      "epoch": 1.873003194888179,
      "grad_norm": 0.7546676570625951,
      "learning_rate": 2.602515531604877e-06,
      "loss": 0.086,
      "step": 2345
    },
    {
      "epoch": 1.876996805111821,
      "grad_norm": 0.8281853119034305,
      "learning_rate": 2.586803489668584e-06,
      "loss": 0.0869,
      "step": 2350
    },
    {
      "epoch": 1.8809904153354633,
      "grad_norm": 0.8108187343259362,
      "learning_rate": 2.5711111705888005e-06,
      "loss": 0.0903,
      "step": 2355
    },
    {
      "epoch": 1.8849840255591053,
      "grad_norm": 0.7924520966861539,
      "learning_rate": 2.555438913282018e-06,
      "loss": 0.0924,
      "step": 2360
    },
    {
      "epoch": 1.8889776357827475,
      "grad_norm": 0.7259687130542957,
      "learning_rate": 2.5397870562314398e-06,
      "loss": 0.0852,
      "step": 2365
    },
    {
      "epoch": 1.8929712460063897,
      "grad_norm": 0.8020364993306531,
      "learning_rate": 2.5241559374796786e-06,
      "loss": 0.085,
      "step": 2370
    },
    {
      "epoch": 1.8969648562300319,
      "grad_norm": 0.8025355343637186,
      "learning_rate": 2.5085458946214414e-06,
      "loss": 0.082,
      "step": 2375
    },
    {
      "epoch": 1.900958466453674,
      "grad_norm": 0.8669003546070674,
      "learning_rate": 2.4929572647962543e-06,
      "loss": 0.0889,
      "step": 2380
    },
    {
      "epoch": 1.9049520766773163,
      "grad_norm": 0.8325372820796868,
      "learning_rate": 2.477390384681166e-06,
      "loss": 0.0863,
      "step": 2385
    },
    {
      "epoch": 1.9089456869009584,
      "grad_norm": 0.8158237511694976,
      "learning_rate": 2.4618455904834918e-06,
      "loss": 0.0821,
      "step": 2390
    },
    {
      "epoch": 1.9129392971246006,
      "grad_norm": 0.7873429759802417,
      "learning_rate": 2.446323217933536e-06,
      "loss": 0.0831,
      "step": 2395
    },
    {
      "epoch": 1.9169329073482428,
      "grad_norm": 0.8243924857344042,
      "learning_rate": 2.4308236022773507e-06,
      "loss": 0.0882,
      "step": 2400
    },
    {
      "epoch": 1.920926517571885,
      "grad_norm": 0.8133568397024189,
      "learning_rate": 2.415347078269501e-06,
      "loss": 0.0906,
      "step": 2405
    },
    {
      "epoch": 1.9249201277955272,
      "grad_norm": 0.8850847431900986,
      "learning_rate": 2.3998939801658167e-06,
      "loss": 0.0866,
      "step": 2410
    },
    {
      "epoch": 1.9289137380191694,
      "grad_norm": 0.8265464069503446,
      "learning_rate": 2.3844646417161936e-06,
      "loss": 0.0893,
      "step": 2415
    },
    {
      "epoch": 1.9329073482428116,
      "grad_norm": 0.7667422944606539,
      "learning_rate": 2.3690593961573685e-06,
      "loss": 0.0817,
      "step": 2420
    },
    {
      "epoch": 1.9369009584664538,
      "grad_norm": 0.7912825165955961,
      "learning_rate": 2.353678576205736e-06,
      "loss": 0.0892,
      "step": 2425
    },
    {
      "epoch": 1.9408945686900958,
      "grad_norm": 0.8354304573744004,
      "learning_rate": 2.3383225140501514e-06,
      "loss": 0.0887,
      "step": 2430
    },
    {
      "epoch": 1.944888178913738,
      "grad_norm": 0.8061340310847699,
      "learning_rate": 2.3229915413447616e-06,
      "loss": 0.0852,
      "step": 2435
    },
    {
      "epoch": 1.9488817891373802,
      "grad_norm": 0.8450228338142728,
      "learning_rate": 2.3076859892018444e-06,
      "loss": 0.0856,
      "step": 2440
    },
    {
      "epoch": 1.9528753993610224,
      "grad_norm": 0.8337145461940115,
      "learning_rate": 2.2924061881846505e-06,
      "loss": 0.0887,
      "step": 2445
    },
    {
      "epoch": 1.9568690095846646,
      "grad_norm": 0.803788343960733,
      "learning_rate": 2.277152468300272e-06,
      "loss": 0.0847,
      "step": 2450
    },
    {
      "epoch": 1.9608626198083066,
      "grad_norm": 0.8037804153473037,
      "learning_rate": 2.2619251589925065e-06,
      "loss": 0.0862,
      "step": 2455
    },
    {
      "epoch": 1.9648562300319488,
      "grad_norm": 0.7921163159021665,
      "learning_rate": 2.2467245891347513e-06,
      "loss": 0.0867,
      "step": 2460
    },
    {
      "epoch": 1.968849840255591,
      "grad_norm": 0.8492215680100746,
      "learning_rate": 2.2315510870228916e-06,
      "loss": 0.0923,
      "step": 2465
    },
    {
      "epoch": 1.9728434504792332,
      "grad_norm": 0.8033174401260257,
      "learning_rate": 2.2164049803682157e-06,
      "loss": 0.086,
      "step": 2470
    },
    {
      "epoch": 1.9768370607028753,
      "grad_norm": 0.8216004654984708,
      "learning_rate": 2.2012865962903367e-06,
      "loss": 0.0858,
      "step": 2475
    },
    {
      "epoch": 1.9808306709265175,
      "grad_norm": 0.7388468150996138,
      "learning_rate": 2.1861962613101236e-06,
      "loss": 0.0858,
      "step": 2480
    },
    {
      "epoch": 1.9848242811501597,
      "grad_norm": 0.7699033555586355,
      "learning_rate": 2.1711343013426562e-06,
      "loss": 0.0843,
      "step": 2485
    },
    {
      "epoch": 1.988817891373802,
      "grad_norm": 0.8060166372469154,
      "learning_rate": 2.156101041690178e-06,
      "loss": 0.0861,
      "step": 2490
    },
    {
      "epoch": 1.9928115015974441,
      "grad_norm": 0.7929032945553157,
      "learning_rate": 2.1410968070350774e-06,
      "loss": 0.0831,
      "step": 2495
    },
    {
      "epoch": 1.9968051118210863,
      "grad_norm": 0.7490472268146842,
      "learning_rate": 2.1261219214328716e-06,
      "loss": 0.0844,
      "step": 2500
    },
    {
      "epoch": 1.9968051118210863,
      "eval_loss": 0.13146671652793884,
      "eval_runtime": 388.8053,
      "eval_samples_per_second": 45.799,
      "eval_steps_per_second": 5.725,
      "step": 2500
    },
    {
      "epoch": 2.0007987220447285,
      "grad_norm": 0.5590440556683411,
      "learning_rate": 2.111176708305206e-06,
      "loss": 0.0823,
      "step": 2505
    },
    {
      "epoch": 2.0047923322683707,
      "grad_norm": 0.5779473730088169,
      "learning_rate": 2.096261490432876e-06,
      "loss": 0.0463,
      "step": 2510
    },
    {
      "epoch": 2.008785942492013,
      "grad_norm": 0.5866488405628578,
      "learning_rate": 2.0813765899488486e-06,
      "loss": 0.0451,
      "step": 2515
    },
    {
      "epoch": 2.012779552715655,
      "grad_norm": 0.6677470451681199,
      "learning_rate": 2.066522328331308e-06,
      "loss": 0.0446,
      "step": 2520
    },
    {
      "epoch": 2.0167731629392973,
      "grad_norm": 0.6989167945663965,
      "learning_rate": 2.051699026396713e-06,
      "loss": 0.0434,
      "step": 2525
    },
    {
      "epoch": 2.0207667731629395,
      "grad_norm": 0.7661180883841344,
      "learning_rate": 2.036907004292868e-06,
      "loss": 0.0432,
      "step": 2530
    },
    {
      "epoch": 2.0247603833865813,
      "grad_norm": 0.8024449864690092,
      "learning_rate": 2.0221465814920067e-06,
      "loss": 0.0424,
      "step": 2535
    },
    {
      "epoch": 2.0287539936102235,
      "grad_norm": 0.7501816123790741,
      "learning_rate": 2.007418076783894e-06,
      "loss": 0.0439,
      "step": 2540
    },
    {
      "epoch": 2.0327476038338657,
      "grad_norm": 0.6877745159716515,
      "learning_rate": 1.99272180826894e-06,
      "loss": 0.04,
      "step": 2545
    },
    {
      "epoch": 2.036741214057508,
      "grad_norm": 0.6608397420428562,
      "learning_rate": 1.9780580933513303e-06,
      "loss": 0.0422,
      "step": 2550
    },
    {
      "epoch": 2.04073482428115,
      "grad_norm": 0.6603272146294105,
      "learning_rate": 1.9634272487321734e-06,
      "loss": 0.043,
      "step": 2555
    },
    {
      "epoch": 2.0447284345047922,
      "grad_norm": 0.7257523609250439,
      "learning_rate": 1.9488295904026556e-06,
      "loss": 0.0439,
      "step": 2560
    },
    {
      "epoch": 2.0487220447284344,
      "grad_norm": 0.6619441686023483,
      "learning_rate": 1.9342654336372184e-06,
      "loss": 0.041,
      "step": 2565
    },
    {
      "epoch": 2.0527156549520766,
      "grad_norm": 0.775856056665606,
      "learning_rate": 1.9197350929867496e-06,
      "loss": 0.0422,
      "step": 2570
    },
    {
      "epoch": 2.056709265175719,
      "grad_norm": 0.71946656984334,
      "learning_rate": 1.905238882271794e-06,
      "loss": 0.0403,
      "step": 2575
    },
    {
      "epoch": 2.060702875399361,
      "grad_norm": 0.8286391951732616,
      "learning_rate": 1.8907771145757672e-06,
      "loss": 0.0453,
      "step": 2580
    },
    {
      "epoch": 2.0646964856230032,
      "grad_norm": 0.6701516033428961,
      "learning_rate": 1.8763501022381988e-06,
      "loss": 0.0432,
      "step": 2585
    },
    {
      "epoch": 2.0686900958466454,
      "grad_norm": 0.6951719440989161,
      "learning_rate": 1.861958156847988e-06,
      "loss": 0.0401,
      "step": 2590
    },
    {
      "epoch": 2.0726837060702876,
      "grad_norm": 0.7071648587283893,
      "learning_rate": 1.8476015892366678e-06,
      "loss": 0.0422,
      "step": 2595
    },
    {
      "epoch": 2.07667731629393,
      "grad_norm": 0.7088715440583857,
      "learning_rate": 1.8332807094717024e-06,
      "loss": 0.0427,
      "step": 2600
    },
    {
      "epoch": 2.080670926517572,
      "grad_norm": 0.6796726953293041,
      "learning_rate": 1.8189958268497788e-06,
      "loss": 0.0398,
      "step": 2605
    },
    {
      "epoch": 2.084664536741214,
      "grad_norm": 0.7275520062937834,
      "learning_rate": 1.8047472498901338e-06,
      "loss": 0.0437,
      "step": 2610
    },
    {
      "epoch": 2.0886581469648564,
      "grad_norm": 0.6983089859377336,
      "learning_rate": 1.7905352863278885e-06,
      "loss": 0.0423,
      "step": 2615
    },
    {
      "epoch": 2.0926517571884986,
      "grad_norm": 0.749372173179819,
      "learning_rate": 1.776360243107401e-06,
      "loss": 0.0426,
      "step": 2620
    },
    {
      "epoch": 2.0966453674121404,
      "grad_norm": 0.6497883844703632,
      "learning_rate": 1.7622224263756437e-06,
      "loss": 0.0414,
      "step": 2625
    },
    {
      "epoch": 2.1006389776357826,
      "grad_norm": 0.6784997898192929,
      "learning_rate": 1.7481221414755777e-06,
      "loss": 0.0424,
      "step": 2630
    },
    {
      "epoch": 2.1046325878594248,
      "grad_norm": 0.7187277256802926,
      "learning_rate": 1.7340596929395748e-06,
      "loss": 0.0433,
      "step": 2635
    },
    {
      "epoch": 2.108626198083067,
      "grad_norm": 0.7412210732229237,
      "learning_rate": 1.7200353844828254e-06,
      "loss": 0.0419,
      "step": 2640
    },
    {
      "epoch": 2.112619808306709,
      "grad_norm": 0.6639717542375545,
      "learning_rate": 1.706049518996793e-06,
      "loss": 0.0403,
      "step": 2645
    },
    {
      "epoch": 2.1166134185303513,
      "grad_norm": 0.8077179697601087,
      "learning_rate": 1.6921023985426556e-06,
      "loss": 0.0449,
      "step": 2650
    },
    {
      "epoch": 2.1206070287539935,
      "grad_norm": 0.7020946900796683,
      "learning_rate": 1.6781943243447969e-06,
      "loss": 0.043,
      "step": 2655
    },
    {
      "epoch": 2.1246006389776357,
      "grad_norm": 0.7157899672728614,
      "learning_rate": 1.664325596784297e-06,
      "loss": 0.0416,
      "step": 2660
    },
    {
      "epoch": 2.128594249201278,
      "grad_norm": 0.6802103945208559,
      "learning_rate": 1.650496515392439e-06,
      "loss": 0.0399,
      "step": 2665
    },
    {
      "epoch": 2.13258785942492,
      "grad_norm": 0.6278491083549733,
      "learning_rate": 1.6367073788442447e-06,
      "loss": 0.037,
      "step": 2670
    },
    {
      "epoch": 2.1365814696485623,
      "grad_norm": 0.7345746287621161,
      "learning_rate": 1.6229584849520226e-06,
      "loss": 0.0407,
      "step": 2675
    },
    {
      "epoch": 2.1405750798722045,
      "grad_norm": 0.7382168583442479,
      "learning_rate": 1.6092501306589388e-06,
      "loss": 0.0421,
      "step": 2680
    },
    {
      "epoch": 2.1445686900958467,
      "grad_norm": 1.0670796847742963,
      "learning_rate": 1.5955826120325985e-06,
      "loss": 0.0418,
      "step": 2685
    },
    {
      "epoch": 2.148562300319489,
      "grad_norm": 0.748357154888744,
      "learning_rate": 1.5819562242586558e-06,
      "loss": 0.042,
      "step": 2690
    },
    {
      "epoch": 2.152555910543131,
      "grad_norm": 0.6924925720927515,
      "learning_rate": 1.5683712616344354e-06,
      "loss": 0.0413,
      "step": 2695
    },
    {
      "epoch": 2.1565495207667733,
      "grad_norm": 0.7321556671315872,
      "learning_rate": 1.5548280175625781e-06,
      "loss": 0.0427,
      "step": 2700
    },
    {
      "epoch": 2.1605431309904155,
      "grad_norm": 0.7345504259937425,
      "learning_rate": 1.5413267845447073e-06,
      "loss": 0.0407,
      "step": 2705
    },
    {
      "epoch": 2.1645367412140577,
      "grad_norm": 0.7275376645175038,
      "learning_rate": 1.527867854175105e-06,
      "loss": 0.0404,
      "step": 2710
    },
    {
      "epoch": 2.1685303514377,
      "grad_norm": 0.7841865628062479,
      "learning_rate": 1.5144515171344174e-06,
      "loss": 0.0422,
      "step": 2715
    },
    {
      "epoch": 2.1725239616613417,
      "grad_norm": 0.7399131108932046,
      "learning_rate": 1.5010780631833782e-06,
      "loss": 0.0396,
      "step": 2720
    },
    {
      "epoch": 2.176517571884984,
      "grad_norm": 0.7364100768910417,
      "learning_rate": 1.4877477811565473e-06,
      "loss": 0.042,
      "step": 2725
    },
    {
      "epoch": 2.180511182108626,
      "grad_norm": 0.7009848783954564,
      "learning_rate": 1.474460958956078e-06,
      "loss": 0.0427,
      "step": 2730
    },
    {
      "epoch": 2.1845047923322682,
      "grad_norm": 0.6692563631050057,
      "learning_rate": 1.461217883545492e-06,
      "loss": 0.0386,
      "step": 2735
    },
    {
      "epoch": 2.1884984025559104,
      "grad_norm": 0.7198493387599846,
      "learning_rate": 1.4480188409434866e-06,
      "loss": 0.0405,
      "step": 2740
    },
    {
      "epoch": 2.1924920127795526,
      "grad_norm": 0.7159870701360656,
      "learning_rate": 1.4348641162177543e-06,
      "loss": 0.0421,
      "step": 2745
    },
    {
      "epoch": 2.196485623003195,
      "grad_norm": 0.6323328853392578,
      "learning_rate": 1.4217539934788313e-06,
      "loss": 0.0379,
      "step": 2750
    },
    {
      "epoch": 2.200479233226837,
      "grad_norm": 0.716152180482688,
      "learning_rate": 1.4086887558739545e-06,
      "loss": 0.0399,
      "step": 2755
    },
    {
      "epoch": 2.2044728434504792,
      "grad_norm": 0.7209751580895504,
      "learning_rate": 1.395668685580951e-06,
      "loss": 0.0399,
      "step": 2760
    },
    {
      "epoch": 2.2084664536741214,
      "grad_norm": 0.6976023824417826,
      "learning_rate": 1.3826940638021407e-06,
      "loss": 0.0405,
      "step": 2765
    },
    {
      "epoch": 2.2124600638977636,
      "grad_norm": 0.676003189556891,
      "learning_rate": 1.369765170758265e-06,
      "loss": 0.0405,
      "step": 2770
    },
    {
      "epoch": 2.216453674121406,
      "grad_norm": 0.6769501596871886,
      "learning_rate": 1.3568822856824374e-06,
      "loss": 0.04,
      "step": 2775
    },
    {
      "epoch": 2.220447284345048,
      "grad_norm": 0.757978868906908,
      "learning_rate": 1.3440456868141044e-06,
      "loss": 0.0427,
      "step": 2780
    },
    {
      "epoch": 2.22444089456869,
      "grad_norm": 0.7268819944292451,
      "learning_rate": 1.3312556513930447e-06,
      "loss": 0.0421,
      "step": 2785
    },
    {
      "epoch": 2.2284345047923324,
      "grad_norm": 0.7714098456385522,
      "learning_rate": 1.3185124556533755e-06,
      "loss": 0.0417,
      "step": 2790
    },
    {
      "epoch": 2.2324281150159746,
      "grad_norm": 0.7430135294254091,
      "learning_rate": 1.3058163748175932e-06,
      "loss": 0.0389,
      "step": 2795
    },
    {
      "epoch": 2.236421725239617,
      "grad_norm": 0.7214319576784142,
      "learning_rate": 1.2931676830906231e-06,
      "loss": 0.0386,
      "step": 2800
    },
    {
      "epoch": 2.2404153354632586,
      "grad_norm": 0.7127065991787688,
      "learning_rate": 1.280566653653895e-06,
      "loss": 0.0378,
      "step": 2805
    },
    {
      "epoch": 2.244408945686901,
      "grad_norm": 0.6839690662193432,
      "learning_rate": 1.2680135586594546e-06,
      "loss": 0.0406,
      "step": 2810
    },
    {
      "epoch": 2.248402555910543,
      "grad_norm": 0.7523843789217508,
      "learning_rate": 1.2555086692240736e-06,
      "loss": 0.0391,
      "step": 2815
    },
    {
      "epoch": 2.252396166134185,
      "grad_norm": 0.6885045467953661,
      "learning_rate": 1.2430522554234037e-06,
      "loss": 0.0416,
      "step": 2820
    },
    {
      "epoch": 2.2563897763578273,
      "grad_norm": 0.702918819197609,
      "learning_rate": 1.2306445862861316e-06,
      "loss": 0.0403,
      "step": 2825
    },
    {
      "epoch": 2.2603833865814695,
      "grad_norm": 0.7187953136824686,
      "learning_rate": 1.2182859297881844e-06,
      "loss": 0.0387,
      "step": 2830
    },
    {
      "epoch": 2.2643769968051117,
      "grad_norm": 0.7261350898101718,
      "learning_rate": 1.2059765528469286e-06,
      "loss": 0.0386,
      "step": 2835
    },
    {
      "epoch": 2.268370607028754,
      "grad_norm": 0.8144574975767674,
      "learning_rate": 1.193716721315411e-06,
      "loss": 0.0407,
      "step": 2840
    },
    {
      "epoch": 2.272364217252396,
      "grad_norm": 0.719536955678268,
      "learning_rate": 1.1815066999766174e-06,
      "loss": 0.0405,
      "step": 2845
    },
    {
      "epoch": 2.2763578274760383,
      "grad_norm": 0.7645179459629033,
      "learning_rate": 1.1693467525377513e-06,
      "loss": 0.0405,
      "step": 2850
    },
    {
      "epoch": 2.2803514376996805,
      "grad_norm": 0.7168125333161555,
      "learning_rate": 1.1572371416245424e-06,
      "loss": 0.041,
      "step": 2855
    },
    {
      "epoch": 2.2843450479233227,
      "grad_norm": 0.6809214841238408,
      "learning_rate": 1.14517812877557e-06,
      "loss": 0.0372,
      "step": 2860
    },
    {
      "epoch": 2.288338658146965,
      "grad_norm": 0.7113403532991136,
      "learning_rate": 1.1331699744366168e-06,
      "loss": 0.0419,
      "step": 2865
    },
    {
      "epoch": 2.292332268370607,
      "grad_norm": 0.7363573736512515,
      "learning_rate": 1.1212129379550432e-06,
      "loss": 0.0401,
      "step": 2870
    },
    {
      "epoch": 2.2963258785942493,
      "grad_norm": 0.7386118577478687,
      "learning_rate": 1.109307277574187e-06,
      "loss": 0.0413,
      "step": 2875
    },
    {
      "epoch": 2.3003194888178915,
      "grad_norm": 0.727683344048625,
      "learning_rate": 1.0974532504277863e-06,
      "loss": 0.042,
      "step": 2880
    },
    {
      "epoch": 2.3043130990415337,
      "grad_norm": 0.7386228312374142,
      "learning_rate": 1.0856511125344233e-06,
      "loss": 0.0407,
      "step": 2885
    },
    {
      "epoch": 2.308306709265176,
      "grad_norm": 0.7140159548965673,
      "learning_rate": 1.0739011187919976e-06,
      "loss": 0.0408,
      "step": 2890
    },
    {
      "epoch": 2.312300319488818,
      "grad_norm": 0.7497153823378125,
      "learning_rate": 1.0622035229722183e-06,
      "loss": 0.0418,
      "step": 2895
    },
    {
      "epoch": 2.31629392971246,
      "grad_norm": 0.7001040487899245,
      "learning_rate": 1.0505585777151287e-06,
      "loss": 0.042,
      "step": 2900
    },
    {
      "epoch": 2.3202875399361025,
      "grad_norm": 0.6894355300080932,
      "learning_rate": 1.038966534523643e-06,
      "loss": 0.0392,
      "step": 2905
    },
    {
      "epoch": 2.3242811501597442,
      "grad_norm": 0.6990435544277329,
      "learning_rate": 1.0274276437581183e-06,
      "loss": 0.0381,
      "step": 2910
    },
    {
      "epoch": 2.3282747603833864,
      "grad_norm": 0.6909814467001467,
      "learning_rate": 1.0159421546309467e-06,
      "loss": 0.0406,
      "step": 2915
    },
    {
      "epoch": 2.3322683706070286,
      "grad_norm": 0.7109244643358452,
      "learning_rate": 1.004510315201172e-06,
      "loss": 0.041,
      "step": 2920
    },
    {
      "epoch": 2.336261980830671,
      "grad_norm": 0.6878258243345245,
      "learning_rate": 9.931323723691355e-07,
      "loss": 0.0408,
      "step": 2925
    },
    {
      "epoch": 2.340255591054313,
      "grad_norm": 0.6756279917857075,
      "learning_rate": 9.81808571871139e-07,
      "loss": 0.0402,
      "step": 2930
    },
    {
      "epoch": 2.344249201277955,
      "grad_norm": 0.749467435614857,
      "learning_rate": 9.70539158274141e-07,
      "loss": 0.041,
      "step": 2935
    },
    {
      "epoch": 2.3482428115015974,
      "grad_norm": 0.752336563070383,
      "learning_rate": 9.593243749704702e-07,
      "loss": 0.0421,
      "step": 2940
    },
    {
      "epoch": 2.3522364217252396,
      "grad_norm": 0.7364168174436757,
      "learning_rate": 9.481644641725768e-07,
      "loss": 0.0413,
      "step": 2945
    },
    {
      "epoch": 2.356230031948882,
      "grad_norm": 0.7454044222548492,
      "learning_rate": 9.370596669077937e-07,
      "loss": 0.0401,
      "step": 2950
    },
    {
      "epoch": 2.360223642172524,
      "grad_norm": 0.6962574991902063,
      "learning_rate": 9.260102230131306e-07,
      "loss": 0.039,
      "step": 2955
    },
    {
      "epoch": 2.364217252396166,
      "grad_norm": 0.7110768770465447,
      "learning_rate": 9.150163711301031e-07,
      "loss": 0.0374,
      "step": 2960
    },
    {
      "epoch": 2.3682108626198084,
      "grad_norm": 0.7757468444639659,
      "learning_rate": 9.040783486995669e-07,
      "loss": 0.0386,
      "step": 2965
    },
    {
      "epoch": 2.3722044728434506,
      "grad_norm": 0.6850534935139829,
      "learning_rate": 8.931963919566015e-07,
      "loss": 0.0391,
      "step": 2970
    },
    {
      "epoch": 2.376198083067093,
      "grad_norm": 0.7275846393994331,
      "learning_rate": 8.823707359253941e-07,
      "loss": 0.0404,
      "step": 2975
    },
    {
      "epoch": 2.380191693290735,
      "grad_norm": 0.725401060190788,
      "learning_rate": 8.716016144141784e-07,
      "loss": 0.0392,
      "step": 2980
    },
    {
      "epoch": 2.384185303514377,
      "grad_norm": 0.719311654275402,
      "learning_rate": 8.608892600101741e-07,
      "loss": 0.0408,
      "step": 2985
    },
    {
      "epoch": 2.3881789137380194,
      "grad_norm": 0.6867331873092225,
      "learning_rate": 8.502339040745675e-07,
      "loss": 0.0385,
      "step": 2990
    },
    {
      "epoch": 2.392172523961661,
      "grad_norm": 0.7395697453495743,
      "learning_rate": 8.396357767375185e-07,
      "loss": 0.041,
      "step": 2995
    },
    {
      "epoch": 2.3961661341853033,
      "grad_norm": 0.7118596021755634,
      "learning_rate": 8.290951068931795e-07,
      "loss": 0.0418,
      "step": 3000
    },
    {
      "epoch": 2.3961661341853033,
      "eval_loss": 0.16109129786491394,
      "eval_runtime": 388.1385,
      "eval_samples_per_second": 45.878,
      "eval_steps_per_second": 5.735,
      "step": 3000
    },
    {
      "epoch": 2.4001597444089455,
      "grad_norm": 0.6579880169340647,
      "learning_rate": 8.186121221947648e-07,
      "loss": 0.0412,
      "step": 3005
    },
    {
      "epoch": 2.4041533546325877,
      "grad_norm": 0.6563989234205505,
      "learning_rate": 8.081870490496246e-07,
      "loss": 0.0392,
      "step": 3010
    },
    {
      "epoch": 2.40814696485623,
      "grad_norm": 0.6782118306828682,
      "learning_rate": 7.978201126143619e-07,
      "loss": 0.0405,
      "step": 3015
    },
    {
      "epoch": 2.412140575079872,
      "grad_norm": 0.7287775052219024,
      "learning_rate": 7.875115367899602e-07,
      "loss": 0.0404,
      "step": 3020
    },
    {
      "epoch": 2.4161341853035143,
      "grad_norm": 0.6939389857285485,
      "learning_rate": 7.772615442169569e-07,
      "loss": 0.0385,
      "step": 3025
    },
    {
      "epoch": 2.4201277955271565,
      "grad_norm": 0.6771579465197793,
      "learning_rate": 7.670703562706338e-07,
      "loss": 0.0391,
      "step": 3030
    },
    {
      "epoch": 2.4241214057507987,
      "grad_norm": 0.7805400199400504,
      "learning_rate": 7.569381930562301e-07,
      "loss": 0.0404,
      "step": 3035
    },
    {
      "epoch": 2.428115015974441,
      "grad_norm": 0.7430898082732748,
      "learning_rate": 7.468652734041938e-07,
      "loss": 0.0384,
      "step": 3040
    },
    {
      "epoch": 2.432108626198083,
      "grad_norm": 0.7030712092404906,
      "learning_rate": 7.368518148654524e-07,
      "loss": 0.0399,
      "step": 3045
    },
    {
      "epoch": 2.4361022364217253,
      "grad_norm": 0.6593873003197812,
      "learning_rate": 7.268980337067193e-07,
      "loss": 0.0387,
      "step": 3050
    },
    {
      "epoch": 2.4400958466453675,
      "grad_norm": 0.7180247154760864,
      "learning_rate": 7.17004144905816e-07,
      "loss": 0.04,
      "step": 3055
    },
    {
      "epoch": 2.4440894568690097,
      "grad_norm": 0.6917266349878818,
      "learning_rate": 7.07170362147034e-07,
      "loss": 0.0388,
      "step": 3060
    },
    {
      "epoch": 2.448083067092652,
      "grad_norm": 0.7191478188087486,
      "learning_rate": 6.973968978165176e-07,
      "loss": 0.0388,
      "step": 3065
    },
    {
      "epoch": 2.452076677316294,
      "grad_norm": 0.7285189143803087,
      "learning_rate": 6.876839629976778e-07,
      "loss": 0.0386,
      "step": 3070
    },
    {
      "epoch": 2.4560702875399363,
      "grad_norm": 0.6602961842830507,
      "learning_rate": 6.78031767466635e-07,
      "loss": 0.039,
      "step": 3075
    },
    {
      "epoch": 2.460063897763578,
      "grad_norm": 0.7397023360105911,
      "learning_rate": 6.684405196876843e-07,
      "loss": 0.0397,
      "step": 3080
    },
    {
      "epoch": 2.4640575079872207,
      "grad_norm": 0.6184869436420118,
      "learning_rate": 6.589104268087958e-07,
      "loss": 0.0365,
      "step": 3085
    },
    {
      "epoch": 2.4680511182108624,
      "grad_norm": 0.7393488490012594,
      "learning_rate": 6.494416946571408e-07,
      "loss": 0.0389,
      "step": 3090
    },
    {
      "epoch": 2.4720447284345046,
      "grad_norm": 0.7764250937534626,
      "learning_rate": 6.400345277346447e-07,
      "loss": 0.038,
      "step": 3095
    },
    {
      "epoch": 2.476038338658147,
      "grad_norm": 0.6463875407701625,
      "learning_rate": 6.306891292135743e-07,
      "loss": 0.0413,
      "step": 3100
    },
    {
      "epoch": 2.480031948881789,
      "grad_norm": 0.7320022575736014,
      "learning_rate": 6.21405700932144e-07,
      "loss": 0.0375,
      "step": 3105
    },
    {
      "epoch": 2.484025559105431,
      "grad_norm": 0.6818592089753043,
      "learning_rate": 6.121844433901612e-07,
      "loss": 0.0386,
      "step": 3110
    },
    {
      "epoch": 2.4880191693290734,
      "grad_norm": 0.6923239557377695,
      "learning_rate": 6.030255557446922e-07,
      "loss": 0.038,
      "step": 3115
    },
    {
      "epoch": 2.4920127795527156,
      "grad_norm": 0.7225836003409724,
      "learning_rate": 5.939292358057669e-07,
      "loss": 0.0401,
      "step": 3120
    },
    {
      "epoch": 2.496006389776358,
      "grad_norm": 0.7224726921229143,
      "learning_rate": 5.848956800320994e-07,
      "loss": 0.0396,
      "step": 3125
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.7730383752980494,
      "learning_rate": 5.75925083526847e-07,
      "loss": 0.0403,
      "step": 3130
    },
    {
      "epoch": 2.503993610223642,
      "grad_norm": 0.7211592353668832,
      "learning_rate": 5.670176400334023e-07,
      "loss": 0.0381,
      "step": 3135
    },
    {
      "epoch": 2.5079872204472844,
      "grad_norm": 0.7472591071933815,
      "learning_rate": 5.581735419312e-07,
      "loss": 0.0401,
      "step": 3140
    },
    {
      "epoch": 2.5119808306709266,
      "grad_norm": 0.6705306160257385,
      "learning_rate": 5.493929802315701e-07,
      "loss": 0.0404,
      "step": 3145
    },
    {
      "epoch": 2.515974440894569,
      "grad_norm": 0.744340088134437,
      "learning_rate": 5.406761445736025e-07,
      "loss": 0.0372,
      "step": 3150
    },
    {
      "epoch": 2.519968051118211,
      "grad_norm": 0.7438732345302391,
      "learning_rate": 5.320232232200639e-07,
      "loss": 0.0411,
      "step": 3155
    },
    {
      "epoch": 2.523961661341853,
      "grad_norm": 0.7988995555141504,
      "learning_rate": 5.234344030533204e-07,
      "loss": 0.038,
      "step": 3160
    },
    {
      "epoch": 2.527955271565495,
      "grad_norm": 0.6711977319305636,
      "learning_rate": 5.149098695713102e-07,
      "loss": 0.0352,
      "step": 3165
    },
    {
      "epoch": 2.5319488817891376,
      "grad_norm": 0.6847061252244899,
      "learning_rate": 5.064498068835288e-07,
      "loss": 0.0388,
      "step": 3170
    },
    {
      "epoch": 2.5359424920127793,
      "grad_norm": 0.6841997385045966,
      "learning_rate": 4.980543977070587e-07,
      "loss": 0.0385,
      "step": 3175
    },
    {
      "epoch": 2.539936102236422,
      "grad_norm": 0.7373519760893469,
      "learning_rate": 4.897238233626237e-07,
      "loss": 0.0397,
      "step": 3180
    },
    {
      "epoch": 2.5439297124600637,
      "grad_norm": 0.7612391951526681,
      "learning_rate": 4.814582637706676e-07,
      "loss": 0.0406,
      "step": 3185
    },
    {
      "epoch": 2.547923322683706,
      "grad_norm": 0.6691221826001316,
      "learning_rate": 4.732578974474729e-07,
      "loss": 0.0373,
      "step": 3190
    },
    {
      "epoch": 2.551916932907348,
      "grad_norm": 0.7504326919914636,
      "learning_rate": 4.651229015013024e-07,
      "loss": 0.0395,
      "step": 3195
    },
    {
      "epoch": 2.5559105431309903,
      "grad_norm": 0.728197142532798,
      "learning_rate": 4.5705345162857707e-07,
      "loss": 0.0404,
      "step": 3200
    },
    {
      "epoch": 2.5599041533546325,
      "grad_norm": 0.7638750317365375,
      "learning_rate": 4.4904972211007877e-07,
      "loss": 0.0365,
      "step": 3205
    },
    {
      "epoch": 2.5638977635782747,
      "grad_norm": 0.6786482009733499,
      "learning_rate": 4.4111188580718737e-07,
      "loss": 0.0381,
      "step": 3210
    },
    {
      "epoch": 2.567891373801917,
      "grad_norm": 0.6750362855329872,
      "learning_rate": 4.332401141581471e-07,
      "loss": 0.0384,
      "step": 3215
    },
    {
      "epoch": 2.571884984025559,
      "grad_norm": 0.6434774711250648,
      "learning_rate": 4.2543457717436274e-07,
      "loss": 0.0389,
      "step": 3220
    },
    {
      "epoch": 2.5758785942492013,
      "grad_norm": 0.678657018918754,
      "learning_rate": 4.1769544343673265e-07,
      "loss": 0.0387,
      "step": 3225
    },
    {
      "epoch": 2.5798722044728435,
      "grad_norm": 0.7234126311376552,
      "learning_rate": 4.10022880092e-07,
      "loss": 0.0374,
      "step": 3230
    },
    {
      "epoch": 2.5838658146964857,
      "grad_norm": 0.7172155271619155,
      "learning_rate": 4.0241705284914966e-07,
      "loss": 0.0411,
      "step": 3235
    },
    {
      "epoch": 2.587859424920128,
      "grad_norm": 0.698249391590756,
      "learning_rate": 3.9487812597582513e-07,
      "loss": 0.0408,
      "step": 3240
    },
    {
      "epoch": 2.59185303514377,
      "grad_norm": 0.6637186291346941,
      "learning_rate": 3.874062622947825e-07,
      "loss": 0.0363,
      "step": 3245
    },
    {
      "epoch": 2.5958466453674123,
      "grad_norm": 0.6576549119431471,
      "learning_rate": 3.800016231803752e-07,
      "loss": 0.0391,
      "step": 3250
    },
    {
      "epoch": 2.5998402555910545,
      "grad_norm": 0.7376314683338078,
      "learning_rate": 3.7266436855506484e-07,
      "loss": 0.0373,
      "step": 3255
    },
    {
      "epoch": 2.6038338658146962,
      "grad_norm": 0.715005088433797,
      "learning_rate": 3.6539465688597107e-07,
      "loss": 0.0374,
      "step": 3260
    },
    {
      "epoch": 2.607827476038339,
      "grad_norm": 0.7126399642722202,
      "learning_rate": 3.5819264518144565e-07,
      "loss": 0.0399,
      "step": 3265
    },
    {
      "epoch": 2.6118210862619806,
      "grad_norm": 0.7304318779489742,
      "learning_rate": 3.5105848898768615e-07,
      "loss": 0.0373,
      "step": 3270
    },
    {
      "epoch": 2.6158146964856233,
      "grad_norm": 0.7507980457632606,
      "learning_rate": 3.4399234238537254e-07,
      "loss": 0.0393,
      "step": 3275
    },
    {
      "epoch": 2.619808306709265,
      "grad_norm": 0.6923767027594208,
      "learning_rate": 3.369943579863379e-07,
      "loss": 0.0371,
      "step": 3280
    },
    {
      "epoch": 2.623801916932907,
      "grad_norm": 0.6964206029100168,
      "learning_rate": 3.300646869302794e-07,
      "loss": 0.0362,
      "step": 3285
    },
    {
      "epoch": 2.6277955271565494,
      "grad_norm": 0.7352109790702203,
      "learning_rate": 3.2320347888148644e-07,
      "loss": 0.0377,
      "step": 3290
    },
    {
      "epoch": 2.6317891373801916,
      "grad_norm": 0.6628167533609087,
      "learning_rate": 3.1641088202561373e-07,
      "loss": 0.0379,
      "step": 3295
    },
    {
      "epoch": 2.635782747603834,
      "grad_norm": 0.6564933786076047,
      "learning_rate": 3.0968704306647714e-07,
      "loss": 0.0369,
      "step": 3300
    },
    {
      "epoch": 2.639776357827476,
      "grad_norm": 0.6308056550542149,
      "learning_rate": 3.0303210722288666e-07,
      "loss": 0.0346,
      "step": 3305
    },
    {
      "epoch": 2.643769968051118,
      "grad_norm": 0.6573474228547711,
      "learning_rate": 2.964462182255117e-07,
      "loss": 0.0368,
      "step": 3310
    },
    {
      "epoch": 2.6477635782747604,
      "grad_norm": 0.6896389035881784,
      "learning_rate": 2.899295183137723e-07,
      "loss": 0.0395,
      "step": 3315
    },
    {
      "epoch": 2.6517571884984026,
      "grad_norm": 0.7174278292512358,
      "learning_rate": 2.834821482327745e-07,
      "loss": 0.0366,
      "step": 3320
    },
    {
      "epoch": 2.655750798722045,
      "grad_norm": 0.7073005459759208,
      "learning_rate": 2.7710424723026073e-07,
      "loss": 0.0404,
      "step": 3325
    },
    {
      "epoch": 2.659744408945687,
      "grad_norm": 0.7369122238419571,
      "learning_rate": 2.7079595305361237e-07,
      "loss": 0.0361,
      "step": 3330
    },
    {
      "epoch": 2.663738019169329,
      "grad_norm": 0.703027115337837,
      "learning_rate": 2.645574019468673e-07,
      "loss": 0.0357,
      "step": 3335
    },
    {
      "epoch": 2.6677316293929714,
      "grad_norm": 0.769356516837401,
      "learning_rate": 2.5838872864778276e-07,
      "loss": 0.0398,
      "step": 3340
    },
    {
      "epoch": 2.6717252396166136,
      "grad_norm": 0.7144690912826553,
      "learning_rate": 2.522900663849195e-07,
      "loss": 0.035,
      "step": 3345
    },
    {
      "epoch": 2.6757188498402558,
      "grad_norm": 0.7538629864589558,
      "learning_rate": 2.4626154687476913e-07,
      "loss": 0.0392,
      "step": 3350
    },
    {
      "epoch": 2.6797124600638975,
      "grad_norm": 0.6680095163501195,
      "learning_rate": 2.403033003189097e-07,
      "loss": 0.0384,
      "step": 3355
    },
    {
      "epoch": 2.68370607028754,
      "grad_norm": 0.7091669937348918,
      "learning_rate": 2.3441545540118957e-07,
      "loss": 0.04,
      "step": 3360
    },
    {
      "epoch": 2.687699680511182,
      "grad_norm": 0.7387779458841153,
      "learning_rate": 2.285981392849507e-07,
      "loss": 0.0404,
      "step": 3365
    },
    {
      "epoch": 2.6916932907348246,
      "grad_norm": 0.716479182444788,
      "learning_rate": 2.2285147761028234e-07,
      "loss": 0.037,
      "step": 3370
    },
    {
      "epoch": 2.6956869009584663,
      "grad_norm": 0.736182154333335,
      "learning_rate": 2.1717559449130745e-07,
      "loss": 0.0374,
      "step": 3375
    },
    {
      "epoch": 2.6996805111821085,
      "grad_norm": 0.7195196251858598,
      "learning_rate": 2.115706125135016e-07,
      "loss": 0.0403,
      "step": 3380
    },
    {
      "epoch": 2.7036741214057507,
      "grad_norm": 0.795586487340967,
      "learning_rate": 2.0603665273104477e-07,
      "loss": 0.0383,
      "step": 3385
    },
    {
      "epoch": 2.707667731629393,
      "grad_norm": 0.6816457489515708,
      "learning_rate": 2.0057383466420887e-07,
      "loss": 0.0362,
      "step": 3390
    },
    {
      "epoch": 2.711661341853035,
      "grad_norm": 0.7211817535473453,
      "learning_rate": 1.9518227629677343e-07,
      "loss": 0.0393,
      "step": 3395
    },
    {
      "epoch": 2.7156549520766773,
      "grad_norm": 0.6621050649016567,
      "learning_rate": 1.898620940734823e-07,
      "loss": 0.0387,
      "step": 3400
    },
    {
      "epoch": 2.7196485623003195,
      "grad_norm": 0.7338961263391105,
      "learning_rate": 1.8461340289752259e-07,
      "loss": 0.0386,
      "step": 3405
    },
    {
      "epoch": 2.7236421725239617,
      "grad_norm": 0.7256126254117897,
      "learning_rate": 1.7943631612804777e-07,
      "loss": 0.0379,
      "step": 3410
    },
    {
      "epoch": 2.727635782747604,
      "grad_norm": 0.7117270166197374,
      "learning_rate": 1.7433094557772664e-07,
      "loss": 0.0384,
      "step": 3415
    },
    {
      "epoch": 2.731629392971246,
      "grad_norm": 0.6841486868214987,
      "learning_rate": 1.692974015103306e-07,
      "loss": 0.0363,
      "step": 3420
    },
    {
      "epoch": 2.7356230031948883,
      "grad_norm": 0.7446852668120804,
      "learning_rate": 1.643357926383505e-07,
      "loss": 0.0383,
      "step": 3425
    },
    {
      "epoch": 2.7396166134185305,
      "grad_norm": 0.6829132700695434,
      "learning_rate": 1.5944622612064964e-07,
      "loss": 0.0375,
      "step": 3430
    },
    {
      "epoch": 2.7436102236421727,
      "grad_norm": 0.6858172526376208,
      "learning_rate": 1.5462880756014852e-07,
      "loss": 0.0397,
      "step": 3435
    },
    {
      "epoch": 2.747603833865815,
      "grad_norm": 0.67374596113679,
      "learning_rate": 1.498836410015449e-07,
      "loss": 0.0382,
      "step": 3440
    },
    {
      "epoch": 2.751597444089457,
      "grad_norm": 0.6968820872384376,
      "learning_rate": 1.4521082892906716e-07,
      "loss": 0.0375,
      "step": 3445
    },
    {
      "epoch": 2.755591054313099,
      "grad_norm": 0.7350519767986172,
      "learning_rate": 1.4061047226425888e-07,
      "loss": 0.0401,
      "step": 3450
    },
    {
      "epoch": 2.7595846645367414,
      "grad_norm": 0.7301495139163381,
      "learning_rate": 1.3608267036380177e-07,
      "loss": 0.0381,
      "step": 3455
    },
    {
      "epoch": 2.763578274760383,
      "grad_norm": 0.706129469994641,
      "learning_rate": 1.3162752101736706e-07,
      "loss": 0.0403,
      "step": 3460
    },
    {
      "epoch": 2.7675718849840254,
      "grad_norm": 0.72296699028865,
      "learning_rate": 1.2724512044550578e-07,
      "loss": 0.0373,
      "step": 3465
    },
    {
      "epoch": 2.7715654952076676,
      "grad_norm": 0.7326657651133558,
      "learning_rate": 1.2293556329757026e-07,
      "loss": 0.039,
      "step": 3470
    },
    {
      "epoch": 2.77555910543131,
      "grad_norm": 0.7083978204265703,
      "learning_rate": 1.1869894264966757e-07,
      "loss": 0.0365,
      "step": 3475
    },
    {
      "epoch": 2.779552715654952,
      "grad_norm": 0.6541405696956989,
      "learning_rate": 1.1453535000265358e-07,
      "loss": 0.0363,
      "step": 3480
    },
    {
      "epoch": 2.783546325878594,
      "grad_norm": 0.6793468016189803,
      "learning_rate": 1.1044487528015168e-07,
      "loss": 0.0389,
      "step": 3485
    },
    {
      "epoch": 2.7875399361022364,
      "grad_norm": 0.6830412517472533,
      "learning_rate": 1.0642760682661645e-07,
      "loss": 0.0365,
      "step": 3490
    },
    {
      "epoch": 2.7915335463258786,
      "grad_norm": 0.7653650618048291,
      "learning_rate": 1.0248363140541955e-07,
      "loss": 0.0377,
      "step": 3495
    },
    {
      "epoch": 2.7955271565495208,
      "grad_norm": 0.6495511843544473,
      "learning_rate": 9.861303419697947e-08,
      "loss": 0.0379,
      "step": 3500
    },
    {
      "epoch": 2.7955271565495208,
      "eval_loss": 0.16211672127246857,
      "eval_runtime": 388.1552,
      "eval_samples_per_second": 45.876,
      "eval_steps_per_second": 5.735,
      "step": 3500
    },
    {
      "epoch": 2.799520766773163,
      "grad_norm": 0.7226650174013275,
      "learning_rate": 9.481589879692242e-08,
      "loss": 0.0378,
      "step": 3505
    },
    {
      "epoch": 2.803514376996805,
      "grad_norm": 0.7151599173267984,
      "learning_rate": 9.109230721427425e-08,
      "loss": 0.0403,
      "step": 3510
    },
    {
      "epoch": 2.8075079872204474,
      "grad_norm": 0.7251578235357717,
      "learning_rate": 8.744233986969163e-08,
      "loss": 0.0375,
      "step": 3515
    },
    {
      "epoch": 2.8115015974440896,
      "grad_norm": 0.7887886233607367,
      "learning_rate": 8.386607559372245e-08,
      "loss": 0.0396,
      "step": 3520
    },
    {
      "epoch": 2.8154952076677318,
      "grad_norm": 0.662483687379777,
      "learning_rate": 8.036359162510726e-08,
      "loss": 0.0381,
      "step": 3525
    },
    {
      "epoch": 2.819488817891374,
      "grad_norm": 0.7331222659123482,
      "learning_rate": 7.69349636091065e-08,
      "loss": 0.0384,
      "step": 3530
    },
    {
      "epoch": 2.8234824281150157,
      "grad_norm": 0.7383759987861803,
      "learning_rate": 7.358026559587044e-08,
      "loss": 0.0371,
      "step": 3535
    },
    {
      "epoch": 2.8274760383386583,
      "grad_norm": 0.7270481431745002,
      "learning_rate": 7.029957003883775e-08,
      "loss": 0.0393,
      "step": 3540
    },
    {
      "epoch": 2.8314696485623,
      "grad_norm": 0.6650945156242567,
      "learning_rate": 6.709294779317115e-08,
      "loss": 0.037,
      "step": 3545
    },
    {
      "epoch": 2.8354632587859427,
      "grad_norm": 0.7401242798225801,
      "learning_rate": 6.396046811422879e-08,
      "loss": 0.0366,
      "step": 3550
    },
    {
      "epoch": 2.8394568690095845,
      "grad_norm": 0.7233839042760212,
      "learning_rate": 6.0902198656065e-08,
      "loss": 0.0391,
      "step": 3555
    },
    {
      "epoch": 2.8434504792332267,
      "grad_norm": 0.6897214426187732,
      "learning_rate": 5.7918205469972835e-08,
      "loss": 0.0382,
      "step": 3560
    },
    {
      "epoch": 2.847444089456869,
      "grad_norm": 0.7453035813326291,
      "learning_rate": 5.500855300305485e-08,
      "loss": 0.0388,
      "step": 3565
    },
    {
      "epoch": 2.851437699680511,
      "grad_norm": 0.7866890040979969,
      "learning_rate": 5.217330409683235e-08,
      "loss": 0.0394,
      "step": 3570
    },
    {
      "epoch": 2.8554313099041533,
      "grad_norm": 0.7099023785681982,
      "learning_rate": 4.941251998588813e-08,
      "loss": 0.0391,
      "step": 3575
    },
    {
      "epoch": 2.8594249201277955,
      "grad_norm": 0.6644517725486436,
      "learning_rate": 4.672626029654453e-08,
      "loss": 0.0382,
      "step": 3580
    },
    {
      "epoch": 2.8634185303514377,
      "grad_norm": 0.7086094015075386,
      "learning_rate": 4.41145830455737e-08,
      "loss": 0.0393,
      "step": 3585
    },
    {
      "epoch": 2.86741214057508,
      "grad_norm": 0.6421742170261078,
      "learning_rate": 4.1577544638946026e-08,
      "loss": 0.0325,
      "step": 3590
    },
    {
      "epoch": 2.871405750798722,
      "grad_norm": 0.681264218176713,
      "learning_rate": 3.9115199870613124e-08,
      "loss": 0.0391,
      "step": 3595
    },
    {
      "epoch": 2.8753993610223643,
      "grad_norm": 0.6922943935506756,
      "learning_rate": 3.672760192132107e-08,
      "loss": 0.0379,
      "step": 3600
    },
    {
      "epoch": 2.8793929712460065,
      "grad_norm": 0.6533088211666771,
      "learning_rate": 3.44148023574653e-08,
      "loss": 0.0351,
      "step": 3605
    },
    {
      "epoch": 2.8833865814696487,
      "grad_norm": 0.719598133752619,
      "learning_rate": 3.21768511299742e-08,
      "loss": 0.0365,
      "step": 3610
    },
    {
      "epoch": 2.887380191693291,
      "grad_norm": 0.6712232835091643,
      "learning_rate": 3.001379657323161e-08,
      "loss": 0.0375,
      "step": 3615
    },
    {
      "epoch": 2.891373801916933,
      "grad_norm": 0.7793799932409174,
      "learning_rate": 2.7925685404034226e-08,
      "loss": 0.0397,
      "step": 3620
    },
    {
      "epoch": 2.8953674121405752,
      "grad_norm": 0.7349037778253329,
      "learning_rate": 2.5912562720578625e-08,
      "loss": 0.0378,
      "step": 3625
    },
    {
      "epoch": 2.899361022364217,
      "grad_norm": 0.7347196983541275,
      "learning_rate": 2.397447200149211e-08,
      "loss": 0.0372,
      "step": 3630
    },
    {
      "epoch": 2.9033546325878596,
      "grad_norm": 0.7399058877098672,
      "learning_rate": 2.2111455104889653e-08,
      "loss": 0.0376,
      "step": 3635
    },
    {
      "epoch": 2.9073482428115014,
      "grad_norm": 0.6460231812865741,
      "learning_rate": 2.0323552267473176e-08,
      "loss": 0.0379,
      "step": 3640
    },
    {
      "epoch": 2.911341853035144,
      "grad_norm": 0.7479929434238791,
      "learning_rate": 1.8610802103659174e-08,
      "loss": 0.0373,
      "step": 3645
    },
    {
      "epoch": 2.915335463258786,
      "grad_norm": 0.7817922135971772,
      "learning_rate": 1.697324160474678e-08,
      "loss": 0.0385,
      "step": 3650
    },
    {
      "epoch": 2.919329073482428,
      "grad_norm": 0.7824066395040583,
      "learning_rate": 1.5410906138120406e-08,
      "loss": 0.0371,
      "step": 3655
    },
    {
      "epoch": 2.92332268370607,
      "grad_norm": 0.7186999884806289,
      "learning_rate": 1.3923829446481128e-08,
      "loss": 0.0373,
      "step": 3660
    },
    {
      "epoch": 2.9273162939297124,
      "grad_norm": 0.6803186595275351,
      "learning_rate": 1.2512043647123937e-08,
      "loss": 0.0379,
      "step": 3665
    },
    {
      "epoch": 2.9313099041533546,
      "grad_norm": 0.7573331915873533,
      "learning_rate": 1.117557923123752e-08,
      "loss": 0.038,
      "step": 3670
    },
    {
      "epoch": 2.9353035143769968,
      "grad_norm": 0.6550603996023604,
      "learning_rate": 9.914465063252608e-09,
      "loss": 0.0367,
      "step": 3675
    },
    {
      "epoch": 2.939297124600639,
      "grad_norm": 0.6971503004155564,
      "learning_rate": 8.728728380212102e-09,
      "loss": 0.0382,
      "step": 3680
    },
    {
      "epoch": 2.943290734824281,
      "grad_norm": 0.8017190342088107,
      "learning_rate": 7.618394791188198e-09,
      "loss": 0.0393,
      "step": 3685
    },
    {
      "epoch": 2.9472843450479234,
      "grad_norm": 0.77895577170809,
      "learning_rate": 6.5834882767251686e-09,
      "loss": 0.039,
      "step": 3690
    },
    {
      "epoch": 2.9512779552715656,
      "grad_norm": 0.746442946729805,
      "learning_rate": 5.624031188324497e-09,
      "loss": 0.0387,
      "step": 3695
    },
    {
      "epoch": 2.9552715654952078,
      "grad_norm": 0.7104058466917486,
      "learning_rate": 4.740044247960318e-09,
      "loss": 0.0382,
      "step": 3700
    },
    {
      "epoch": 2.95926517571885,
      "grad_norm": 0.7440341760747408,
      "learning_rate": 3.931546547632558e-09,
      "loss": 0.0401,
      "step": 3705
    },
    {
      "epoch": 2.963258785942492,
      "grad_norm": 0.6642274503256519,
      "learning_rate": 3.1985555489534854e-09,
      "loss": 0.0381,
      "step": 3710
    },
    {
      "epoch": 2.9672523961661343,
      "grad_norm": 0.7495614794397316,
      "learning_rate": 2.541087082773119e-09,
      "loss": 0.0409,
      "step": 3715
    },
    {
      "epoch": 2.9712460063897765,
      "grad_norm": 0.6823205768784191,
      "learning_rate": 1.959155348834951e-09,
      "loss": 0.0372,
      "step": 3720
    },
    {
      "epoch": 2.9752396166134183,
      "grad_norm": 0.7640147746969532,
      "learning_rate": 1.4527729154697466e-09,
      "loss": 0.0373,
      "step": 3725
    },
    {
      "epoch": 2.979233226837061,
      "grad_norm": 0.7256837714457507,
      "learning_rate": 1.0219507193247045e-09,
      "loss": 0.0378,
      "step": 3730
    },
    {
      "epoch": 2.9832268370607027,
      "grad_norm": 0.6990359157973326,
      "learning_rate": 6.666980651272025e-10,
      "loss": 0.0389,
      "step": 3735
    },
    {
      "epoch": 2.987220447284345,
      "grad_norm": 0.6921384600587103,
      "learning_rate": 3.870226254831244e-10,
      "loss": 0.0386,
      "step": 3740
    },
    {
      "epoch": 2.991214057507987,
      "grad_norm": 0.7426276592936151,
      "learning_rate": 1.829304407121035e-10,
      "loss": 0.0395,
      "step": 3745
    },
    {
      "epoch": 2.9952076677316293,
      "grad_norm": 0.6789921703001532,
      "learning_rate": 5.44259187161833e-11,
      "loss": 0.0404,
      "step": 3750
    },
    {
      "epoch": 2.9992012779552715,
      "grad_norm": 0.7434455972283719,
      "learning_rate": 1.5118348850040597e-12,
      "loss": 0.0372,
      "step": 3755
    },
    {
      "epoch": 3.0,
      "step": 3756,
      "total_flos": 1168211181961216.0,
      "train_loss": 0.11109248143090163,
      "train_runtime": 45172.9315,
      "train_samples_per_second": 10.643,
      "train_steps_per_second": 0.083
    }
  ],
  "logging_steps": 5,
  "max_steps": 3756,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1168211181961216.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}