{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.1476384439962563,
  "eval_steps": 500,
  "global_step": 3500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00042182412570358947,
      "grad_norm": 0.8065983057022095,
      "learning_rate": 2.52808988764045e-07,
      "loss": 35.651678466796874,
      "step": 10
    },
    {
      "epoch": 0.0008436482514071789,
      "grad_norm": 0.9798905849456787,
      "learning_rate": 5.337078651685394e-07,
      "loss": 35.52773742675781,
      "step": 20
    },
    {
      "epoch": 0.0012654723771107683,
      "grad_norm": 0.9430276155471802,
      "learning_rate": 8.146067415730338e-07,
      "loss": 35.94612426757813,
      "step": 30
    },
    {
      "epoch": 0.0016872965028143579,
      "grad_norm": 0.8668350577354431,
      "learning_rate": 1.0955056179775282e-06,
      "loss": 35.54988098144531,
      "step": 40
    },
    {
      "epoch": 0.0021091206285179472,
      "grad_norm": 0.8153179883956909,
      "learning_rate": 1.3764044943820225e-06,
      "loss": 35.851254272460935,
      "step": 50
    },
    {
      "epoch": 0.0025309447542215366,
      "grad_norm": 0.9380270838737488,
      "learning_rate": 1.6573033707865168e-06,
      "loss": 35.082681274414064,
      "step": 60
    },
    {
      "epoch": 0.0029527688799251264,
      "grad_norm": 0.8418566584587097,
      "learning_rate": 1.9382022471910116e-06,
      "loss": 35.33572998046875,
      "step": 70
    },
    {
      "epoch": 0.0033745930056287158,
      "grad_norm": 0.8267859816551208,
      "learning_rate": 2.2191011235955057e-06,
      "loss": 34.830789184570314,
      "step": 80
    },
    {
      "epoch": 0.003796417131332305,
      "grad_norm": 0.8174882531166077,
      "learning_rate": 2.5e-06,
      "loss": 33.9393798828125,
      "step": 90
    },
    {
      "epoch": 0.0042182412570358945,
      "grad_norm": 0.8325590491294861,
      "learning_rate": 2.7808988764044947e-06,
      "loss": 33.55337829589844,
      "step": 100
    },
    {
      "epoch": 0.004640065382739484,
      "grad_norm": 0.7891654372215271,
      "learning_rate": 3.0617977528089893e-06,
      "loss": 33.115335083007814,
      "step": 110
    },
    {
      "epoch": 0.005061889508443073,
      "grad_norm": 1.0313451290130615,
      "learning_rate": 3.3426966292134834e-06,
      "loss": 32.383547973632815,
      "step": 120
    },
    {
      "epoch": 0.005483713634146663,
      "grad_norm": 0.5737534165382385,
      "learning_rate": 3.623595505617978e-06,
      "loss": 31.1286865234375,
      "step": 130
    },
    {
      "epoch": 0.005905537759850253,
      "grad_norm": 0.7010501027107239,
      "learning_rate": 3.9044943820224724e-06,
      "loss": 29.55970458984375,
      "step": 140
    },
    {
      "epoch": 0.006327361885553842,
      "grad_norm": 0.5494692325592041,
      "learning_rate": 4.185393258426967e-06,
      "loss": 29.449929809570314,
      "step": 150
    },
    {
      "epoch": 0.0067491860112574315,
      "grad_norm": 0.41349244117736816,
      "learning_rate": 4.466292134831461e-06,
      "loss": 28.477688598632813,
      "step": 160
    },
    {
      "epoch": 0.007171010136961021,
      "grad_norm": 0.30324503779411316,
      "learning_rate": 4.747191011235955e-06,
      "loss": 27.354144287109374,
      "step": 170
    },
    {
      "epoch": 0.00759283426266461,
      "grad_norm": 0.327568918466568,
      "learning_rate": 5.02808988764045e-06,
      "loss": 26.92130126953125,
      "step": 180
    },
    {
      "epoch": 0.0080146583883682,
      "grad_norm": 0.29565760493278503,
      "learning_rate": 5.308988764044944e-06,
      "loss": 26.194525146484374,
      "step": 190
    },
    {
      "epoch": 0.008436482514071789,
      "grad_norm": 0.2572338283061981,
      "learning_rate": 5.589887640449439e-06,
      "loss": 25.769549560546874,
      "step": 200
    },
    {
      "epoch": 0.008858306639775378,
      "grad_norm": 0.2657480239868164,
      "learning_rate": 5.870786516853933e-06,
      "loss": 25.394000244140624,
      "step": 210
    },
    {
      "epoch": 0.009280130765478968,
      "grad_norm": 0.20723949372768402,
      "learning_rate": 6.151685393258428e-06,
      "loss": 24.25175323486328,
      "step": 220
    },
    {
      "epoch": 0.009701954891182557,
      "grad_norm": 0.19784937798976898,
      "learning_rate": 6.4325842696629215e-06,
      "loss": 23.95145263671875,
      "step": 230
    },
    {
      "epoch": 0.010123779016886146,
      "grad_norm": 0.1812913715839386,
      "learning_rate": 6.713483146067417e-06,
      "loss": 23.77376708984375,
      "step": 240
    },
    {
      "epoch": 0.010545603142589736,
      "grad_norm": 0.19627007842063904,
      "learning_rate": 6.9943820224719105e-06,
      "loss": 23.246966552734374,
      "step": 250
    },
    {
      "epoch": 0.010967427268293325,
      "grad_norm": 0.22846540808677673,
      "learning_rate": 7.275280898876404e-06,
      "loss": 23.158154296875,
      "step": 260
    },
    {
      "epoch": 0.011389251393996916,
      "grad_norm": 0.1520307958126068,
      "learning_rate": 7.5561797752809e-06,
      "loss": 22.498358154296874,
      "step": 270
    },
    {
      "epoch": 0.011811075519700506,
      "grad_norm": 0.14488539099693298,
      "learning_rate": 7.837078651685394e-06,
      "loss": 22.60594482421875,
      "step": 280
    },
    {
      "epoch": 0.012232899645404095,
      "grad_norm": 0.14345483481884003,
      "learning_rate": 8.117977528089889e-06,
      "loss": 22.301371765136718,
      "step": 290
    },
    {
      "epoch": 0.012654723771107684,
      "grad_norm": 0.6615362763404846,
      "learning_rate": 8.398876404494383e-06,
      "loss": 21.755278015136717,
      "step": 300
    },
    {
      "epoch": 0.013076547896811274,
      "grad_norm": 0.1423025280237198,
      "learning_rate": 8.679775280898876e-06,
      "loss": 21.386692810058594,
      "step": 310
    },
    {
      "epoch": 0.013498372022514863,
      "grad_norm": 0.14323103427886963,
      "learning_rate": 8.960674157303372e-06,
      "loss": 21.5313232421875,
      "step": 320
    },
    {
      "epoch": 0.013920196148218452,
      "grad_norm": 0.13975073397159576,
      "learning_rate": 9.241573033707865e-06,
      "loss": 21.04039306640625,
      "step": 330
    },
    {
      "epoch": 0.014342020273922042,
      "grad_norm": 0.18143784999847412,
      "learning_rate": 9.522471910112361e-06,
      "loss": 21.435638427734375,
      "step": 340
    },
    {
      "epoch": 0.014763844399625631,
      "grad_norm": 0.16371376812458038,
      "learning_rate": 9.803370786516854e-06,
      "loss": 21.240106201171876,
      "step": 350
    },
    {
      "epoch": 0.01518566852532922,
      "grad_norm": 0.19794277846813202,
      "learning_rate": 1.0084269662921349e-05,
      "loss": 21.265296936035156,
      "step": 360
    },
    {
      "epoch": 0.01560749265103281,
      "grad_norm": 0.15830059349536896,
      "learning_rate": 1.0365168539325843e-05,
      "loss": 20.513796997070312,
      "step": 370
    },
    {
      "epoch": 0.0160293167767364,
      "grad_norm": 0.15261049568653107,
      "learning_rate": 1.064606741573034e-05,
      "loss": 20.430271911621094,
      "step": 380
    },
    {
      "epoch": 0.01645114090243999,
      "grad_norm": 0.17001120746135712,
      "learning_rate": 1.0926966292134832e-05,
      "loss": 20.2728759765625,
      "step": 390
    },
    {
      "epoch": 0.016872965028143578,
      "grad_norm": 0.1754172444343567,
      "learning_rate": 1.1207865168539327e-05,
      "loss": 20.585818481445312,
      "step": 400
    },
    {
      "epoch": 0.01729478915384717,
      "grad_norm": 0.1494324952363968,
      "learning_rate": 1.1488764044943821e-05,
      "loss": 20.26520690917969,
      "step": 410
    },
    {
      "epoch": 0.017716613279550757,
      "grad_norm": 0.2788557708263397,
      "learning_rate": 1.1769662921348314e-05,
      "loss": 20.216525268554687,
      "step": 420
    },
    {
      "epoch": 0.018138437405254348,
      "grad_norm": 0.22943347692489624,
      "learning_rate": 1.2050561797752809e-05,
      "loss": 19.879740905761718,
      "step": 430
    },
    {
      "epoch": 0.018560261530957935,
      "grad_norm": 0.19310815632343292,
      "learning_rate": 1.2331460674157305e-05,
      "loss": 20.340792846679687,
      "step": 440
    },
    {
      "epoch": 0.018982085656661526,
      "grad_norm": 0.17677143216133118,
      "learning_rate": 1.26123595505618e-05,
      "loss": 20.295317077636717,
      "step": 450
    },
    {
      "epoch": 0.019403909782365114,
      "grad_norm": 0.1568199247121811,
      "learning_rate": 1.2893258426966292e-05,
      "loss": 20.30619659423828,
      "step": 460
    },
    {
      "epoch": 0.019825733908068705,
      "grad_norm": 0.14602652192115784,
      "learning_rate": 1.3174157303370787e-05,
      "loss": 19.96039581298828,
      "step": 470
    },
    {
      "epoch": 0.020247558033772293,
      "grad_norm": 0.19724591076374054,
      "learning_rate": 1.3455056179775281e-05,
      "loss": 19.820477294921876,
      "step": 480
    },
    {
      "epoch": 0.020669382159475884,
      "grad_norm": 0.14715564250946045,
      "learning_rate": 1.3735955056179778e-05,
      "loss": 19.374057006835937,
      "step": 490
    },
    {
      "epoch": 0.02109120628517947,
      "grad_norm": 0.16100069880485535,
      "learning_rate": 1.401685393258427e-05,
      "loss": 19.71839599609375,
      "step": 500
    },
    {
      "epoch": 0.021513030410883063,
      "grad_norm": 0.2880576550960541,
      "learning_rate": 1.4297752808988765e-05,
      "loss": 20.490005493164062,
      "step": 510
    },
    {
      "epoch": 0.02193485453658665,
      "grad_norm": 0.2523888349533081,
      "learning_rate": 1.457865168539326e-05,
      "loss": 20.048866271972656,
      "step": 520
    },
    {
      "epoch": 0.02235667866229024,
      "grad_norm": 0.2273065447807312,
      "learning_rate": 1.4859550561797754e-05,
      "loss": 19.724508666992186,
      "step": 530
    },
    {
      "epoch": 0.022778502787993832,
      "grad_norm": 0.2378254532814026,
      "learning_rate": 1.5140449438202248e-05,
      "loss": 19.543185424804687,
      "step": 540
    },
    {
      "epoch": 0.02320032691369742,
      "grad_norm": 0.209368035197258,
      "learning_rate": 1.5421348314606745e-05,
      "loss": 19.98386993408203,
      "step": 550
    },
    {
      "epoch": 0.02362215103940101,
      "grad_norm": 0.23571042716503143,
      "learning_rate": 1.5702247191011238e-05,
      "loss": 19.499612426757814,
      "step": 560
    },
    {
      "epoch": 0.0240439751651046,
      "grad_norm": 0.22823461890220642,
      "learning_rate": 1.598314606741573e-05,
      "loss": 19.482470703125,
      "step": 570
    },
    {
      "epoch": 0.02446579929080819,
      "grad_norm": 0.25839850306510925,
      "learning_rate": 1.6264044943820227e-05,
      "loss": 19.360768127441407,
      "step": 580
    },
    {
      "epoch": 0.024887623416511778,
      "grad_norm": 0.25028201937675476,
      "learning_rate": 1.6544943820224723e-05,
      "loss": 19.951307678222655,
      "step": 590
    },
    {
      "epoch": 0.02530944754221537,
      "grad_norm": 0.22897405922412872,
      "learning_rate": 1.6825842696629216e-05,
      "loss": 19.387236022949217,
      "step": 600
    },
    {
      "epoch": 0.025731271667918956,
      "grad_norm": 0.2035793960094452,
      "learning_rate": 1.710674157303371e-05,
      "loss": 19.838690185546874,
      "step": 610
    },
    {
      "epoch": 0.026153095793622547,
      "grad_norm": 0.22483032941818237,
      "learning_rate": 1.7387640449438205e-05,
      "loss": 19.445848083496095,
      "step": 620
    },
    {
      "epoch": 0.026574919919326135,
      "grad_norm": 0.2724807560443878,
      "learning_rate": 1.7668539325842698e-05,
      "loss": 19.43202362060547,
      "step": 630
    },
    {
      "epoch": 0.026996744045029726,
      "grad_norm": 0.3173777759075165,
      "learning_rate": 1.7949438202247194e-05,
      "loss": 19.13489685058594,
      "step": 640
    },
    {
      "epoch": 0.027418568170733314,
      "grad_norm": 0.22422824800014496,
      "learning_rate": 1.8230337078651687e-05,
      "loss": 19.380812072753905,
      "step": 650
    },
    {
      "epoch": 0.027840392296436905,
      "grad_norm": 0.24893997609615326,
      "learning_rate": 1.8511235955056183e-05,
      "loss": 18.949267578125,
      "step": 660
    },
    {
      "epoch": 0.028262216422140492,
      "grad_norm": 0.3204539716243744,
      "learning_rate": 1.8792134831460676e-05,
      "loss": 18.789942932128906,
      "step": 670
    },
    {
      "epoch": 0.028684040547844084,
      "grad_norm": 0.2648240327835083,
      "learning_rate": 1.907303370786517e-05,
      "loss": 18.86900939941406,
      "step": 680
    },
    {
      "epoch": 0.02910586467354767,
      "grad_norm": 0.25324350595474243,
      "learning_rate": 1.9353932584269665e-05,
      "loss": 19.13300323486328,
      "step": 690
    },
    {
      "epoch": 0.029527688799251262,
      "grad_norm": 0.2934200167655945,
      "learning_rate": 1.963483146067416e-05,
      "loss": 19.383299255371092,
      "step": 700
    },
    {
      "epoch": 0.029949512924954853,
      "grad_norm": 0.24456587433815002,
      "learning_rate": 1.9915730337078654e-05,
      "loss": 19.293736267089844,
      "step": 710
    },
    {
      "epoch": 0.03037133705065844,
      "grad_norm": 0.23921170830726624,
      "learning_rate": 1.999999542702351e-05,
      "loss": 18.000759887695313,
      "step": 720
    },
    {
      "epoch": 0.030793161176362032,
      "grad_norm": 0.23188889026641846,
      "learning_rate": 1.9999973028781374e-05,
      "loss": 18.787120056152343,
      "step": 730
    },
    {
      "epoch": 0.03121498530206562,
      "grad_norm": 0.33560246229171753,
      "learning_rate": 1.9999931965380888e-05,
      "loss": 19.33695068359375,
      "step": 740
    },
    {
      "epoch": 0.03163680942776921,
      "grad_norm": 0.28916871547698975,
      "learning_rate": 1.9999872236898698e-05,
      "loss": 19.302365112304688,
      "step": 750
    },
    {
      "epoch": 0.0320586335534728,
      "grad_norm": 0.33663684129714966,
      "learning_rate": 1.9999793843446293e-05,
      "loss": 19.0060546875,
      "step": 760
    },
    {
      "epoch": 0.032480457679176386,
      "grad_norm": 0.3129170536994934,
      "learning_rate": 1.9999696785169994e-05,
      "loss": 18.472871398925783,
      "step": 770
    },
    {
      "epoch": 0.03290228180487998,
      "grad_norm": 0.26207199692726135,
      "learning_rate": 1.999958106225096e-05,
      "loss": 18.929963684082033,
      "step": 780
    },
    {
      "epoch": 0.03332410593058357,
      "grad_norm": 0.2932567596435547,
      "learning_rate": 1.999944667490519e-05,
      "loss": 18.533164978027344,
      "step": 790
    },
    {
      "epoch": 0.033745930056287156,
      "grad_norm": 0.2569630444049835,
      "learning_rate": 1.999929362338352e-05,
      "loss": 18.535040283203124,
      "step": 800
    },
    {
      "epoch": 0.034167754181990743,
      "grad_norm": 0.2609207034111023,
      "learning_rate": 1.9999121907971632e-05,
      "loss": 18.693728637695312,
      "step": 810
    },
    {
      "epoch": 0.03458957830769434,
      "grad_norm": 0.5386088490486145,
      "learning_rate": 1.9998931528990027e-05,
      "loss": 18.692576599121093,
      "step": 820
    },
    {
      "epoch": 0.035011402433397926,
      "grad_norm": 0.26829224824905396,
      "learning_rate": 1.9998722486794055e-05,
      "loss": 18.050027465820314,
      "step": 830
    },
    {
      "epoch": 0.03543322655910151,
      "grad_norm": 0.3113354444503784,
      "learning_rate": 1.99984947817739e-05,
      "loss": 18.855671691894532,
      "step": 840
    },
    {
      "epoch": 0.0358550506848051,
      "grad_norm": 0.29941871762275696,
      "learning_rate": 1.9998248414354575e-05,
      "loss": 18.62144775390625,
      "step": 850
    },
    {
      "epoch": 0.036276874810508696,
      "grad_norm": 0.2699904441833496,
      "learning_rate": 1.9997983384995927e-05,
      "loss": 18.160052490234374,
      "step": 860
    },
    {
      "epoch": 0.03669869893621228,
      "grad_norm": 0.2435958981513977,
      "learning_rate": 1.9997699694192646e-05,
      "loss": 18.752867126464842,
      "step": 870
    },
    {
      "epoch": 0.03712052306191587,
      "grad_norm": 0.2814241647720337,
      "learning_rate": 1.9997397342474243e-05,
      "loss": 18.577685546875,
      "step": 880
    },
    {
      "epoch": 0.037542347187619465,
      "grad_norm": 0.29350870847702026,
      "learning_rate": 1.9997076330405062e-05,
      "loss": 18.84843292236328,
      "step": 890
    },
    {
      "epoch": 0.03796417131332305,
      "grad_norm": 0.2537597715854645,
      "learning_rate": 1.999673665858428e-05,
      "loss": 18.444070434570314,
      "step": 900
    },
    {
      "epoch": 0.03838599543902664,
      "grad_norm": 0.26214396953582764,
      "learning_rate": 1.9996378327645907e-05,
      "loss": 18.22960205078125,
      "step": 910
    },
    {
      "epoch": 0.03880781956473023,
      "grad_norm": 0.2742043435573578,
      "learning_rate": 1.9996001338258768e-05,
      "loss": 18.233761596679688,
      "step": 920
    },
    {
      "epoch": 0.03922964369043382,
      "grad_norm": 0.250119149684906,
      "learning_rate": 1.9995605691126524e-05,
      "loss": 18.234817504882812,
      "step": 930
    },
    {
      "epoch": 0.03965146781613741,
      "grad_norm": 0.2798559069633484,
      "learning_rate": 1.999519138698766e-05,
      "loss": 18.693147277832033,
      "step": 940
    },
    {
      "epoch": 0.040073291941841,
      "grad_norm": 0.3584083318710327,
      "learning_rate": 1.9994758426615478e-05,
      "loss": 18.757966613769533,
      "step": 950
    },
    {
      "epoch": 0.040495116067544586,
      "grad_norm": 0.28565338253974915,
      "learning_rate": 1.9994306810818114e-05,
      "loss": 18.272166442871093,
      "step": 960
    },
    {
      "epoch": 0.04091694019324818,
      "grad_norm": 0.26797354221343994,
      "learning_rate": 1.9993836540438516e-05,
      "loss": 18.52594909667969,
      "step": 970
    },
    {
      "epoch": 0.04133876431895177,
      "grad_norm": 0.3331480920314789,
      "learning_rate": 1.9993347616354453e-05,
      "loss": 18.326254272460936,
      "step": 980
    },
    {
      "epoch": 0.041760588444655355,
      "grad_norm": 0.28409120440483093,
      "learning_rate": 1.9992840039478514e-05,
      "loss": 17.864889526367186,
      "step": 990
    },
    {
      "epoch": 0.04218241257035894,
      "grad_norm": 0.2808006703853607,
      "learning_rate": 1.9992313810758098e-05,
      "loss": 18.465538024902344,
      "step": 1000
    },
    {
      "epoch": 0.04260423669606254,
      "grad_norm": 0.33005738258361816,
      "learning_rate": 1.9991768931175425e-05,
      "loss": 18.249317932128907,
      "step": 1010
    },
    {
      "epoch": 0.043026060821766125,
      "grad_norm": 0.27972036600112915,
      "learning_rate": 1.9991205401747523e-05,
      "loss": 18.170388793945314,
      "step": 1020
    },
    {
      "epoch": 0.04344788494746971,
      "grad_norm": 0.4121862053871155,
      "learning_rate": 1.999062322352623e-05,
      "loss": 17.821492004394532,
      "step": 1030
    },
    {
      "epoch": 0.0438697090731733,
      "grad_norm": 0.32552066445350647,
      "learning_rate": 1.9990022397598197e-05,
      "loss": 18.105780029296874,
      "step": 1040
    },
    {
      "epoch": 0.044291533198876895,
      "grad_norm": 0.31183332204818726,
      "learning_rate": 1.9989402925084876e-05,
      "loss": 18.235502624511717,
      "step": 1050
    },
    {
      "epoch": 0.04471335732458048,
      "grad_norm": 0.3100496828556061,
      "learning_rate": 1.9988764807142526e-05,
      "loss": 18.1237548828125,
      "step": 1060
    },
    {
      "epoch": 0.04513518145028407,
      "grad_norm": 0.3076971769332886,
      "learning_rate": 1.9988108044962207e-05,
      "loss": 18.27461395263672,
      "step": 1070
    },
    {
      "epoch": 0.045557005575987665,
      "grad_norm": 0.3156045377254486,
      "learning_rate": 1.998743263976978e-05,
      "loss": 17.71241455078125,
      "step": 1080
    },
    {
      "epoch": 0.04597882970169125,
      "grad_norm": 0.29673850536346436,
      "learning_rate": 1.9986738592825905e-05,
      "loss": 17.840818786621092,
      "step": 1090
    },
    {
      "epoch": 0.04640065382739484,
      "grad_norm": 0.28813785314559937,
      "learning_rate": 1.998602590542603e-05,
      "loss": 18.591908264160157,
      "step": 1100
    },
    {
      "epoch": 0.04682247795309843,
      "grad_norm": 0.28837504982948303,
      "learning_rate": 1.9985294578900406e-05,
      "loss": 18.081942749023437,
      "step": 1110
    },
    {
      "epoch": 0.04724430207880202,
      "grad_norm": 0.3204016089439392,
      "learning_rate": 1.9984544614614064e-05,
      "loss": 17.493878173828126,
      "step": 1120
    },
    {
      "epoch": 0.04766612620450561,
      "grad_norm": 0.269089013338089,
      "learning_rate": 1.9983776013966832e-05,
      "loss": 17.79596405029297,
      "step": 1130
    },
    {
      "epoch": 0.0480879503302092,
      "grad_norm": 0.28135010600090027,
      "learning_rate": 1.9982988778393316e-05,
      "loss": 17.925094604492188,
      "step": 1140
    },
    {
      "epoch": 0.048509774455912785,
      "grad_norm": 0.30634036660194397,
      "learning_rate": 1.9982182909362914e-05,
      "loss": 17.815794372558592,
      "step": 1150
    },
    {
      "epoch": 0.04893159858161638,
      "grad_norm": 0.3512091636657715,
      "learning_rate": 1.9981358408379788e-05,
      "loss": 18.366172790527344,
      "step": 1160
    },
    {
      "epoch": 0.04935342270731997,
      "grad_norm": 0.32550451159477234,
      "learning_rate": 1.9980515276982895e-05,
      "loss": 17.663365173339844,
      "step": 1170
    },
    {
      "epoch": 0.049775246833023555,
      "grad_norm": 0.3501587510108948,
      "learning_rate": 1.997965351674595e-05,
      "loss": 17.88150634765625,
      "step": 1180
    },
    {
      "epoch": 0.05019707095872714,
      "grad_norm": 0.35774561762809753,
      "learning_rate": 1.9978773129277457e-05,
      "loss": 17.622511291503905,
      "step": 1190
    },
    {
      "epoch": 0.05061889508443074,
      "grad_norm": 0.3506692945957184,
      "learning_rate": 1.9977874116220665e-05,
      "loss": 17.542771911621095,
      "step": 1200
    },
    {
      "epoch": 0.051040719210134325,
      "grad_norm": 0.5348653793334961,
      "learning_rate": 1.9976956479253605e-05,
      "loss": 17.32509002685547,
      "step": 1210
    },
    {
      "epoch": 0.05146254333583791,
      "grad_norm": 0.3314587473869324,
      "learning_rate": 1.9976020220089068e-05,
      "loss": 18.14122772216797,
      "step": 1220
    },
    {
      "epoch": 0.0518843674615415,
      "grad_norm": 0.3455180525779724,
      "learning_rate": 1.9975065340474602e-05,
      "loss": 17.583253479003908,
      "step": 1230
    },
    {
      "epoch": 0.052306191587245095,
      "grad_norm": 0.3618074357509613,
      "learning_rate": 1.9974091842192507e-05,
      "loss": 17.98968505859375,
      "step": 1240
    },
    {
      "epoch": 0.05272801571294868,
      "grad_norm": 0.4234869182109833,
      "learning_rate": 1.997309972705984e-05,
      "loss": 18.163101196289062,
      "step": 1250
    },
    {
      "epoch": 0.05314983983865227,
      "grad_norm": 0.5593043565750122,
      "learning_rate": 1.99720889969284e-05,
      "loss": 17.82501220703125,
      "step": 1260
    },
    {
      "epoch": 0.053571663964355865,
      "grad_norm": 0.2861349582672119,
      "learning_rate": 1.997105965368474e-05,
      "loss": 17.73271484375,
      "step": 1270
    },
    {
      "epoch": 0.05399348809005945,
      "grad_norm": 0.3276013433933258,
      "learning_rate": 1.997001169925015e-05,
      "loss": 17.142120361328125,
      "step": 1280
    },
    {
      "epoch": 0.05441531221576304,
      "grad_norm": 0.3348940908908844,
      "learning_rate": 1.9968945135580662e-05,
      "loss": 17.70765075683594,
      "step": 1290
    },
    {
      "epoch": 0.05483713634146663,
      "grad_norm": 0.3119870722293854,
      "learning_rate": 1.9967859964667033e-05,
      "loss": 17.554115295410156,
      "step": 1300
    },
    {
      "epoch": 0.05525896046717022,
      "grad_norm": 0.295555055141449,
      "learning_rate": 1.9966756188534758e-05,
      "loss": 17.459405517578126,
      "step": 1310
    },
    {
      "epoch": 0.05568078459287381,
      "grad_norm": 0.30782192945480347,
      "learning_rate": 1.9965633809244064e-05,
      "loss": 17.691316223144533,
      "step": 1320
    },
    {
      "epoch": 0.0561026087185774,
      "grad_norm": 0.34530341625213623,
      "learning_rate": 1.996449282888989e-05,
      "loss": 17.750396728515625,
      "step": 1330
    },
    {
      "epoch": 0.056524432844280985,
      "grad_norm": 0.5588768720626831,
      "learning_rate": 1.9963333249601903e-05,
      "loss": 17.97089538574219,
      "step": 1340
    },
    {
      "epoch": 0.05694625696998458,
      "grad_norm": 0.3901899456977844,
      "learning_rate": 1.996215507354448e-05,
      "loss": 17.23460998535156,
      "step": 1350
    },
    {
      "epoch": 0.05736808109568817,
      "grad_norm": 0.4388797879219055,
      "learning_rate": 1.996095830291671e-05,
      "loss": 18.03730010986328,
      "step": 1360
    },
    {
      "epoch": 0.057789905221391755,
      "grad_norm": 0.31590718030929565,
      "learning_rate": 1.9959742939952393e-05,
      "loss": 18.033831787109374,
      "step": 1370
    },
    {
      "epoch": 0.05821172934709534,
      "grad_norm": 0.3215778172016144,
      "learning_rate": 1.9958508986920026e-05,
      "loss": 17.679611206054688,
      "step": 1380
    },
    {
      "epoch": 0.05863355347279894,
      "grad_norm": 0.31076571345329285,
      "learning_rate": 1.9957256446122813e-05,
      "loss": 18.017640686035158,
      "step": 1390
    },
    {
      "epoch": 0.059055377598502524,
      "grad_norm": 0.3545955717563629,
      "learning_rate": 1.995598531989864e-05,
      "loss": 17.61700439453125,
      "step": 1400
    },
    {
      "epoch": 0.05947720172420611,
      "grad_norm": 0.33153286576271057,
      "learning_rate": 1.99546956106201e-05,
      "loss": 18.042115783691408,
      "step": 1410
    },
    {
      "epoch": 0.05989902584990971,
      "grad_norm": 0.34877341985702515,
      "learning_rate": 1.995338732069446e-05,
      "loss": 17.477146911621094,
      "step": 1420
    },
    {
      "epoch": 0.060320849975613294,
      "grad_norm": 0.3148050308227539,
      "learning_rate": 1.995206045256366e-05,
      "loss": 17.641142272949217,
      "step": 1430
    },
    {
      "epoch": 0.06074267410131688,
      "grad_norm": 0.3306654095649719,
      "learning_rate": 1.995071500870434e-05,
      "loss": 17.359457397460936,
      "step": 1440
    },
    {
      "epoch": 0.06116449822702047,
      "grad_norm": 0.34123876690864563,
      "learning_rate": 1.9949350991627796e-05,
      "loss": 18.056146240234376,
      "step": 1450
    },
    {
      "epoch": 0.061586322352724064,
      "grad_norm": 0.37769562005996704,
      "learning_rate": 1.994796840387999e-05,
      "loss": 17.03343811035156,
      "step": 1460
    },
    {
      "epoch": 0.06200814647842765,
      "grad_norm": 0.3330378234386444,
      "learning_rate": 1.9946567248041557e-05,
      "loss": 17.69776153564453,
      "step": 1470
    },
    {
      "epoch": 0.06242997060413124,
      "grad_norm": 0.37690991163253784,
      "learning_rate": 1.9945147526727775e-05,
      "loss": 17.852751159667967,
      "step": 1480
    },
    {
      "epoch": 0.06285179472983483,
      "grad_norm": 0.34739160537719727,
      "learning_rate": 1.9943709242588588e-05,
      "loss": 17.656039428710937,
      "step": 1490
    },
    {
      "epoch": 0.06327361885553842,
      "grad_norm": 0.3611721992492676,
      "learning_rate": 1.994225239830859e-05,
      "loss": 17.2119140625,
      "step": 1500
    },
    {
      "epoch": 0.06369544298124201,
      "grad_norm": 0.3363858163356781,
      "learning_rate": 1.9940776996607e-05,
      "loss": 17.814456176757812,
      "step": 1510
    },
    {
      "epoch": 0.0641172671069456,
      "grad_norm": 0.5571886301040649,
      "learning_rate": 1.9939283040237695e-05,
      "loss": 17.853152465820312,
      "step": 1520
    },
    {
      "epoch": 0.06453909123264918,
      "grad_norm": 0.36795610189437866,
      "learning_rate": 1.993777053198917e-05,
      "loss": 17.811891174316408,
      "step": 1530
    },
    {
      "epoch": 0.06496091535835277,
      "grad_norm": 0.3559716045856476,
      "learning_rate": 1.9936239474684552e-05,
      "loss": 17.460633850097658,
      "step": 1540
    },
    {
      "epoch": 0.06538273948405636,
      "grad_norm": 0.3193165063858032,
      "learning_rate": 1.99346898711816e-05,
      "loss": 17.222584533691407,
      "step": 1550
    },
    {
      "epoch": 0.06580456360975996,
      "grad_norm": 0.3640180826187134,
      "learning_rate": 1.993312172437267e-05,
      "loss": 16.96032257080078,
      "step": 1560
    },
    {
      "epoch": 0.06622638773546355,
      "grad_norm": 0.3581082224845886,
      "learning_rate": 1.993153503718475e-05,
      "loss": 17.633184814453124,
      "step": 1570
    },
    {
      "epoch": 0.06664821186116714,
      "grad_norm": 0.3320285677909851,
      "learning_rate": 1.992992981257942e-05,
      "loss": 16.92774353027344,
      "step": 1580
    },
    {
      "epoch": 0.06707003598687072,
      "grad_norm": 0.33919626474380493,
      "learning_rate": 1.9928306053552872e-05,
      "loss": 17.283872985839842,
      "step": 1590
    },
    {
      "epoch": 0.06749186011257431,
      "grad_norm": 0.41237595677375793,
      "learning_rate": 1.9926663763135874e-05,
      "loss": 17.487303161621092,
      "step": 1600
    },
    {
      "epoch": 0.0679136842382779,
      "grad_norm": 0.3715861141681671,
      "learning_rate": 1.9925002944393806e-05,
      "loss": 17.45185089111328,
      "step": 1610
    },
    {
      "epoch": 0.06833550836398149,
      "grad_norm": 0.5211480855941772,
      "learning_rate": 1.9923323600426615e-05,
      "loss": 17.200485229492188,
      "step": 1620
    },
    {
      "epoch": 0.06875733248968509,
      "grad_norm": 0.3421076536178589,
      "learning_rate": 1.9921625734368835e-05,
      "loss": 17.648558044433592,
      "step": 1630
    },
    {
      "epoch": 0.06917915661538868,
      "grad_norm": 0.3373667299747467,
      "learning_rate": 1.9919909349389564e-05,
      "loss": 17.757981872558595,
      "step": 1640
    },
    {
      "epoch": 0.06960098074109226,
      "grad_norm": 0.44610220193862915,
      "learning_rate": 1.9918174448692475e-05,
      "loss": 17.162387084960937,
      "step": 1650
    },
    {
      "epoch": 0.07002280486679585,
      "grad_norm": 0.31521204113960266,
      "learning_rate": 1.9916421035515795e-05,
      "loss": 16.34774169921875,
      "step": 1660
    },
    {
      "epoch": 0.07044462899249944,
      "grad_norm": 0.48609769344329834,
      "learning_rate": 1.9914649113132304e-05,
      "loss": 17.159957885742188,
      "step": 1670
    },
    {
      "epoch": 0.07086645311820303,
      "grad_norm": 0.5699203610420227,
      "learning_rate": 1.9912858684849335e-05,
      "loss": 17.107530212402345,
      "step": 1680
    },
    {
      "epoch": 0.07128827724390661,
      "grad_norm": 0.5126078128814697,
      "learning_rate": 1.991104975400876e-05,
      "loss": 16.917098999023438,
      "step": 1690
    },
    {
      "epoch": 0.0717101013696102,
      "grad_norm": 0.34865614771842957,
      "learning_rate": 1.9909222323986984e-05,
      "loss": 16.796833801269532,
      "step": 1700
    },
    {
      "epoch": 0.0721319254953138,
      "grad_norm": 0.4295679032802582,
      "learning_rate": 1.990737639819494e-05,
      "loss": 17.01697235107422,
      "step": 1710
    },
    {
      "epoch": 0.07255374962101739,
      "grad_norm": 0.541847825050354,
      "learning_rate": 1.9905511980078097e-05,
      "loss": 17.542742919921874,
      "step": 1720
    },
    {
      "epoch": 0.07297557374672098,
      "grad_norm": 0.3423381447792053,
      "learning_rate": 1.9903629073116422e-05,
      "loss": 16.936869812011718,
      "step": 1730
    },
    {
      "epoch": 0.07339739787242457,
      "grad_norm": 0.3373686671257019,
      "learning_rate": 1.9901727680824405e-05,
      "loss": 17.406088256835936,
      "step": 1740
    },
    {
      "epoch": 0.07381922199812815,
      "grad_norm": 0.30602356791496277,
      "learning_rate": 1.989980780675103e-05,
      "loss": 17.589431762695312,
      "step": 1750
    },
    {
      "epoch": 0.07424104612383174,
      "grad_norm": 0.36831897497177124,
      "learning_rate": 1.9897869454479787e-05,
      "loss": 17.372021484375,
      "step": 1760
    },
    {
      "epoch": 0.07466287024953533,
      "grad_norm": 0.3464960753917694,
      "learning_rate": 1.9895912627628646e-05,
      "loss": 17.509791564941406,
      "step": 1770
    },
    {
      "epoch": 0.07508469437523893,
      "grad_norm": 0.383433997631073,
      "learning_rate": 1.9893937329850063e-05,
      "loss": 17.448422241210938,
      "step": 1780
    },
    {
      "epoch": 0.07550651850094252,
      "grad_norm": 0.3892641067504883,
      "learning_rate": 1.989194356483098e-05,
      "loss": 17.055230712890626,
      "step": 1790
    },
    {
      "epoch": 0.0759283426266461,
      "grad_norm": 0.34991690516471863,
      "learning_rate": 1.98899313362928e-05,
      "loss": 17.407589721679688,
      "step": 1800
    },
    {
      "epoch": 0.0763501667523497,
      "grad_norm": 0.3640735447406769,
      "learning_rate": 1.9887900647991385e-05,
      "loss": 17.507382202148438,
      "step": 1810
    },
    {
      "epoch": 0.07677199087805328,
      "grad_norm": 0.416438490152359,
      "learning_rate": 1.988585150371706e-05,
      "loss": 17.261448669433594,
      "step": 1820
    },
    {
      "epoch": 0.07719381500375687,
      "grad_norm": 0.4024409055709839,
      "learning_rate": 1.9883783907294592e-05,
      "loss": 17.188780212402342,
      "step": 1830
    },
    {
      "epoch": 0.07761563912946046,
      "grad_norm": 0.3822477161884308,
      "learning_rate": 1.98816978625832e-05,
      "loss": 17.296994018554688,
      "step": 1840
    },
    {
      "epoch": 0.07803746325516404,
      "grad_norm": 0.3287546932697296,
      "learning_rate": 1.9879593373476524e-05,
      "loss": 16.1343994140625,
      "step": 1850
    },
    {
      "epoch": 0.07845928738086765,
      "grad_norm": 0.3958519399166107,
      "learning_rate": 1.9877470443902638e-05,
      "loss": 17.35173645019531,
      "step": 1860
    },
    {
      "epoch": 0.07888111150657123,
      "grad_norm": 0.37541836500167847,
      "learning_rate": 1.9875329077824037e-05,
      "loss": 17.28033905029297,
      "step": 1870
    },
    {
      "epoch": 0.07930293563227482,
      "grad_norm": 0.34392815828323364,
      "learning_rate": 1.987316927923762e-05,
      "loss": 17.26871337890625,
      "step": 1880
    },
    {
      "epoch": 0.07972475975797841,
      "grad_norm": 0.37766674160957336,
      "learning_rate": 1.9870991052174704e-05,
      "loss": 17.64359893798828,
      "step": 1890
    },
    {
      "epoch": 0.080146583883682,
      "grad_norm": 0.3722328543663025,
      "learning_rate": 1.986879440070099e-05,
      "loss": 17.241679382324218,
      "step": 1900
    },
    {
      "epoch": 0.08056840800938558,
      "grad_norm": 0.41544944047927856,
      "learning_rate": 1.986657932891657e-05,
      "loss": 17.12104187011719,
      "step": 1910
    },
    {
      "epoch": 0.08099023213508917,
      "grad_norm": 0.39178556203842163,
      "learning_rate": 1.9864345840955932e-05,
      "loss": 17.20569610595703,
      "step": 1920
    },
    {
      "epoch": 0.08141205626079276,
      "grad_norm": 0.32549089193344116,
      "learning_rate": 1.986209394098792e-05,
      "loss": 16.99742889404297,
      "step": 1930
    },
    {
      "epoch": 0.08183388038649636,
      "grad_norm": 0.3502710163593292,
      "learning_rate": 1.9859823633215755e-05,
      "loss": 17.434646606445312,
      "step": 1940
    },
    {
      "epoch": 0.08225570451219995,
      "grad_norm": 0.37979257106781006,
      "learning_rate": 1.9857534921877013e-05,
      "loss": 16.822279357910155,
      "step": 1950
    },
    {
      "epoch": 0.08267752863790354,
      "grad_norm": 0.36643335223197937,
      "learning_rate": 1.9855227811243623e-05,
      "loss": 16.503253173828124,
      "step": 1960
    },
    {
      "epoch": 0.08309935276360712,
      "grad_norm": 0.41441091895103455,
      "learning_rate": 1.985290230562185e-05,
      "loss": 17.45409240722656,
      "step": 1970
    },
    {
      "epoch": 0.08352117688931071,
      "grad_norm": 0.3626113831996918,
      "learning_rate": 1.9850558409352305e-05,
      "loss": 16.81719512939453,
      "step": 1980
    },
    {
      "epoch": 0.0839430010150143,
      "grad_norm": 0.39800775051116943,
      "learning_rate": 1.984819612680992e-05,
      "loss": 17.30420684814453,
      "step": 1990
    },
    {
      "epoch": 0.08436482514071789,
      "grad_norm": 0.508959174156189,
      "learning_rate": 1.984581546240394e-05,
      "loss": 17.380404663085937,
      "step": 2000
    },
    {
      "epoch": 0.08478664926642149,
      "grad_norm": 0.40276896953582764,
      "learning_rate": 1.9843416420577924e-05,
      "loss": 16.7919677734375,
      "step": 2010
    },
    {
      "epoch": 0.08520847339212508,
      "grad_norm": 0.362185001373291,
      "learning_rate": 1.984099900580974e-05,
      "loss": 16.68143310546875,
      "step": 2020
    },
    {
      "epoch": 0.08563029751782866,
      "grad_norm": 0.5219398140907288,
      "learning_rate": 1.9838563222611536e-05,
      "loss": 16.81324157714844,
      "step": 2030
    },
    {
      "epoch": 0.08605212164353225,
      "grad_norm": 0.6212902665138245,
      "learning_rate": 1.9836109075529758e-05,
      "loss": 17.86339874267578,
      "step": 2040
    },
    {
      "epoch": 0.08647394576923584,
      "grad_norm": 0.4826348125934601,
      "learning_rate": 1.9833636569145118e-05,
      "loss": 17.522291564941405,
      "step": 2050
    },
    {
      "epoch": 0.08689576989493943,
      "grad_norm": 0.4099210202693939,
      "learning_rate": 1.98311457080726e-05,
      "loss": 17.420944213867188,
      "step": 2060
    },
    {
      "epoch": 0.08731759402064301,
      "grad_norm": 0.4783196747303009,
      "learning_rate": 1.982863649696146e-05,
      "loss": 16.711087036132813,
      "step": 2070
    },
    {
      "epoch": 0.0877394181463466,
      "grad_norm": 0.4891475737094879,
      "learning_rate": 1.9826108940495178e-05,
      "loss": 16.979551696777342,
      "step": 2080
    },
    {
      "epoch": 0.0881612422720502,
      "grad_norm": 0.4523952007293701,
      "learning_rate": 1.98235630433915e-05,
      "loss": 16.44328155517578,
      "step": 2090
    },
    {
      "epoch": 0.08858306639775379,
      "grad_norm": 0.5939908027648926,
      "learning_rate": 1.982099881040239e-05,
      "loss": 17.6498046875,
      "step": 2100
    },
    {
      "epoch": 0.08900489052345738,
      "grad_norm": 0.40050771832466125,
      "learning_rate": 1.9818416246314047e-05,
      "loss": 17.505574035644532,
      "step": 2110
    },
    {
      "epoch": 0.08942671464916097,
      "grad_norm": 0.3944551646709442,
      "learning_rate": 1.981581535594688e-05,
      "loss": 17.52928009033203,
      "step": 2120
    },
    {
      "epoch": 0.08984853877486455,
      "grad_norm": 0.5643343329429626,
      "learning_rate": 1.98131961441555e-05,
      "loss": 17.12488708496094,
      "step": 2130
    },
    {
      "epoch": 0.09027036290056814,
      "grad_norm": 0.37489837408065796,
      "learning_rate": 1.981055861582873e-05,
      "loss": 16.972441101074217,
      "step": 2140
    },
    {
      "epoch": 0.09069218702627173,
      "grad_norm": 0.37068799138069153,
      "learning_rate": 1.9807902775889565e-05,
      "loss": 17.224105834960938,
      "step": 2150
    },
    {
      "epoch": 0.09111401115197533,
      "grad_norm": 0.4233551025390625,
      "learning_rate": 1.9805228629295184e-05,
      "loss": 16.891741943359374,
      "step": 2160
    },
    {
      "epoch": 0.09153583527767892,
      "grad_norm": 0.6357532739639282,
      "learning_rate": 1.9802536181036945e-05,
      "loss": 17.310926818847655,
      "step": 2170
    },
    {
      "epoch": 0.0919576594033825,
      "grad_norm": 0.4123924672603607,
      "learning_rate": 1.9799825436140353e-05,
      "loss": 16.99944610595703,
      "step": 2180
    },
    {
      "epoch": 0.09237948352908609,
      "grad_norm": 0.612068235874176,
      "learning_rate": 1.9797096399665072e-05,
      "loss": 16.675027465820314,
      "step": 2190
    },
    {
      "epoch": 0.09280130765478968,
      "grad_norm": 0.42969682812690735,
      "learning_rate": 1.9794349076704903e-05,
      "loss": 17.50474395751953,
      "step": 2200
    },
    {
      "epoch": 0.09322313178049327,
      "grad_norm": 0.3635287582874298,
      "learning_rate": 1.9791583472387783e-05,
      "loss": 17.455885314941405,
      "step": 2210
    },
    {
      "epoch": 0.09364495590619686,
      "grad_norm": 0.392044335603714,
      "learning_rate": 1.978879959187577e-05,
      "loss": 17.156585693359375,
      "step": 2220
    },
    {
      "epoch": 0.09406678003190044,
      "grad_norm": 0.48159560561180115,
      "learning_rate": 1.978599744036504e-05,
      "loss": 17.075947570800782,
      "step": 2230
    },
    {
      "epoch": 0.09448860415760404,
      "grad_norm": 0.3881451189517975,
      "learning_rate": 1.9783177023085864e-05,
      "loss": 17.03486022949219,
      "step": 2240
    },
    {
      "epoch": 0.09491042828330763,
      "grad_norm": 0.5363468527793884,
      "learning_rate": 1.9780338345302605e-05,
      "loss": 16.983058166503906,
      "step": 2250
    },
    {
      "epoch": 0.09533225240901122,
      "grad_norm": 0.45004919171333313,
      "learning_rate": 1.9777481412313717e-05,
      "loss": 16.96190185546875,
      "step": 2260
    },
    {
      "epoch": 0.09575407653471481,
      "grad_norm": 0.62456214427948,
      "learning_rate": 1.9774606229451727e-05,
      "loss": 16.844752502441406,
      "step": 2270
    },
    {
      "epoch": 0.0961759006604184,
      "grad_norm": 0.43555748462677,
      "learning_rate": 1.977171280208322e-05,
      "loss": 16.13968505859375,
      "step": 2280
    },
    {
      "epoch": 0.09659772478612198,
      "grad_norm": 0.45719555020332336,
      "learning_rate": 1.976880113560885e-05,
      "loss": 17.10240936279297,
      "step": 2290
    },
    {
      "epoch": 0.09701954891182557,
      "grad_norm": 0.36745473742485046,
      "learning_rate": 1.9765871235463288e-05,
      "loss": 16.881980895996094,
      "step": 2300
    },
    {
      "epoch": 0.09744137303752917,
      "grad_norm": 0.3965582847595215,
      "learning_rate": 1.9762923107115264e-05,
      "loss": 16.904936218261717,
      "step": 2310
    },
    {
      "epoch": 0.09786319716323276,
      "grad_norm": 0.3897360861301422,
      "learning_rate": 1.9759956756067514e-05,
      "loss": 17.281739807128908,
      "step": 2320
    },
    {
      "epoch": 0.09828502128893635,
      "grad_norm": 0.422806054353714,
      "learning_rate": 1.97569721878568e-05,
      "loss": 16.82386016845703,
      "step": 2330
    },
    {
      "epoch": 0.09870684541463993,
      "grad_norm": 0.5344931483268738,
      "learning_rate": 1.975396940805388e-05,
      "loss": 16.420701599121095,
      "step": 2340
    },
    {
      "epoch": 0.09912866954034352,
      "grad_norm": 0.4889315068721771,
      "learning_rate": 1.97509484222635e-05,
      "loss": 16.85874786376953,
      "step": 2350
    },
    {
      "epoch": 0.09955049366604711,
      "grad_norm": 0.4195805490016937,
      "learning_rate": 1.97479092361244e-05,
      "loss": 16.6565673828125,
      "step": 2360
    },
    {
      "epoch": 0.0999723177917507,
      "grad_norm": 0.4987180531024933,
      "learning_rate": 1.9744851855309276e-05,
      "loss": 16.764617919921875,
      "step": 2370
    },
    {
      "epoch": 0.10039414191745429,
      "grad_norm": 0.5001860857009888,
      "learning_rate": 1.9741776285524804e-05,
      "loss": 16.95183563232422,
      "step": 2380
    },
    {
      "epoch": 0.10081596604315789,
      "grad_norm": 0.36856579780578613,
      "learning_rate": 1.973868253251159e-05,
      "loss": 17.013652038574218,
      "step": 2390
    },
    {
      "epoch": 0.10123779016886147,
      "grad_norm": 0.42868202924728394,
      "learning_rate": 1.9735570602044194e-05,
      "loss": 17.014599609375,
      "step": 2400
    },
    {
      "epoch": 0.10165961429456506,
      "grad_norm": 0.5270141959190369,
      "learning_rate": 1.9732440499931097e-05,
      "loss": 16.600096130371092,
      "step": 2410
    },
    {
      "epoch": 0.10208143842026865,
      "grad_norm": 0.46056610345840454,
      "learning_rate": 1.97292922320147e-05,
      "loss": 16.69386444091797,
      "step": 2420
    },
    {
      "epoch": 0.10250326254597224,
      "grad_norm": 0.5768168568611145,
      "learning_rate": 1.972612580417131e-05,
      "loss": 17.025120544433594,
      "step": 2430
    },
    {
      "epoch": 0.10292508667167583,
      "grad_norm": 0.42351484298706055,
      "learning_rate": 1.972294122231113e-05,
      "loss": 17.150408935546874,
      "step": 2440
    },
    {
      "epoch": 0.10334691079737941,
      "grad_norm": 0.4627014398574829,
      "learning_rate": 1.9719738492378254e-05,
      "loss": 16.846009826660158,
      "step": 2450
    },
    {
      "epoch": 0.103768734923083,
      "grad_norm": 0.49214082956314087,
      "learning_rate": 1.9716517620350637e-05,
      "loss": 17.20526123046875,
      "step": 2460
    },
    {
      "epoch": 0.1041905590487866,
      "grad_norm": 0.49011021852493286,
      "learning_rate": 1.971327861224011e-05,
      "loss": 16.686956787109374,
      "step": 2470
    },
    {
      "epoch": 0.10461238317449019,
      "grad_norm": 0.4025215804576874,
      "learning_rate": 1.9710021474092343e-05,
      "loss": 16.620086669921875,
      "step": 2480
    },
    {
      "epoch": 0.10503420730019378,
      "grad_norm": 0.40574750304222107,
      "learning_rate": 1.970674621198686e-05,
      "loss": 16.245057678222658,
      "step": 2490
    },
    {
      "epoch": 0.10545603142589736,
      "grad_norm": 0.38037168979644775,
      "learning_rate": 1.9703452832036995e-05,
      "loss": 16.545228576660158,
      "step": 2500
    },
    {
      "epoch": 0.10587785555160095,
      "grad_norm": 0.446769118309021,
      "learning_rate": 1.970014134038992e-05,
      "loss": 17.441630554199218,
      "step": 2510
    },
    {
      "epoch": 0.10629967967730454,
      "grad_norm": 0.35599952936172485,
      "learning_rate": 1.9696811743226604e-05,
      "loss": 16.478457641601562,
      "step": 2520
    },
    {
      "epoch": 0.10672150380300813,
      "grad_norm": 0.7261954545974731,
      "learning_rate": 1.96934640467618e-05,
      "loss": 16.82802734375,
      "step": 2530
    },
    {
      "epoch": 0.10714332792871173,
      "grad_norm": 0.4228256046772003,
      "learning_rate": 1.9690098257244063e-05,
      "loss": 17.0483642578125,
      "step": 2540
    },
    {
      "epoch": 0.10756515205441532,
      "grad_norm": 0.4229171872138977,
      "learning_rate": 1.9686714380955708e-05,
      "loss": 16.602122497558593,
      "step": 2550
    },
    {
      "epoch": 0.1079869761801189,
      "grad_norm": 0.43699580430984497,
      "learning_rate": 1.96833124242128e-05,
      "loss": 16.459854125976562,
      "step": 2560
    },
    {
      "epoch": 0.10840880030582249,
      "grad_norm": 0.4201422929763794,
      "learning_rate": 1.967989239336518e-05,
      "loss": 16.949534606933593,
      "step": 2570
    },
    {
      "epoch": 0.10883062443152608,
      "grad_norm": 0.425510048866272,
      "learning_rate": 1.967645429479639e-05,
      "loss": 16.948788452148438,
      "step": 2580
    },
    {
      "epoch": 0.10925244855722967,
      "grad_norm": 0.4382307231426239,
      "learning_rate": 1.9672998134923726e-05,
      "loss": 16.988238525390624,
      "step": 2590
    },
    {
      "epoch": 0.10967427268293325,
      "grad_norm": 0.3919539451599121,
      "learning_rate": 1.9669523920198174e-05,
      "loss": 16.787718200683592,
      "step": 2600
    },
    {
      "epoch": 0.11009609680863684,
      "grad_norm": 0.4297960698604584,
      "learning_rate": 1.9666031657104433e-05,
      "loss": 17.009684753417968,
      "step": 2610
    },
    {
      "epoch": 0.11051792093434044,
      "grad_norm": 0.45526063442230225,
      "learning_rate": 1.966252135216088e-05,
      "loss": 16.54033966064453,
      "step": 2620
    },
    {
      "epoch": 0.11093974506004403,
      "grad_norm": 0.5652339458465576,
      "learning_rate": 1.9658993011919577e-05,
      "loss": 16.737547302246092,
      "step": 2630
    },
    {
      "epoch": 0.11136156918574762,
      "grad_norm": 0.6497135758399963,
      "learning_rate": 1.9655446642966245e-05,
      "loss": 16.442613220214845,
      "step": 2640
    },
    {
      "epoch": 0.1117833933114512,
      "grad_norm": 0.7724123001098633,
      "learning_rate": 1.965188225192025e-05,
      "loss": 17.32573547363281,
      "step": 2650
    },
    {
      "epoch": 0.1122052174371548,
      "grad_norm": 0.4263131618499756,
      "learning_rate": 1.964829984543461e-05,
      "loss": 16.790850830078124,
      "step": 2660
    },
    {
      "epoch": 0.11262704156285838,
      "grad_norm": 0.5023537278175354,
      "learning_rate": 1.9644699430195958e-05,
      "loss": 16.790887451171876,
      "step": 2670
    },
    {
      "epoch": 0.11304886568856197,
      "grad_norm": 0.47581708431243896,
      "learning_rate": 1.9641081012924542e-05,
      "loss": 17.08582305908203,
      "step": 2680
    },
    {
      "epoch": 0.11347068981426557,
      "grad_norm": 0.3869374990463257,
      "learning_rate": 1.9637444600374215e-05,
      "loss": 17.015840148925783,
      "step": 2690
    },
    {
      "epoch": 0.11389251393996916,
      "grad_norm": 0.37986060976982117,
      "learning_rate": 1.9633790199332417e-05,
      "loss": 16.81563720703125,
      "step": 2700
    },
    {
      "epoch": 0.11431433806567275,
      "grad_norm": 0.5488001704216003,
      "learning_rate": 1.963011781662016e-05,
      "loss": 16.672029113769533,
      "step": 2710
    },
    {
      "epoch": 0.11473616219137633,
      "grad_norm": 0.4910760223865509,
      "learning_rate": 1.9626427459092033e-05,
      "loss": 16.646641540527344,
      "step": 2720
    },
    {
      "epoch": 0.11515798631707992,
      "grad_norm": 0.6744611859321594,
      "learning_rate": 1.9622719133636157e-05,
      "loss": 16.878199768066406,
      "step": 2730
    },
    {
      "epoch": 0.11557981044278351,
      "grad_norm": 0.4038279354572296,
      "learning_rate": 1.96189928471742e-05,
      "loss": 17.10448455810547,
      "step": 2740
    },
    {
      "epoch": 0.1160016345684871,
      "grad_norm": 0.454003244638443,
      "learning_rate": 1.9615248606661358e-05,
      "loss": 16.218548583984376,
      "step": 2750
    },
    {
      "epoch": 0.11642345869419068,
      "grad_norm": 0.45107370615005493,
      "learning_rate": 1.9611486419086324e-05,
      "loss": 16.768757629394532,
      "step": 2760
    },
    {
      "epoch": 0.11684528281989429,
      "grad_norm": 0.4869914650917053,
      "learning_rate": 1.960770629147131e-05,
      "loss": 16.53318634033203,
      "step": 2770
    },
    {
      "epoch": 0.11726710694559787,
      "grad_norm": 0.39426949620246887,
      "learning_rate": 1.9603908230872e-05,
      "loss": 16.474406433105468,
      "step": 2780
    },
    {
      "epoch": 0.11768893107130146,
      "grad_norm": 0.4097042381763458,
      "learning_rate": 1.960009224437755e-05,
      "loss": 16.827981567382814,
      "step": 2790
    },
    {
      "epoch": 0.11811075519700505,
      "grad_norm": 0.45433545112609863,
      "learning_rate": 1.9596258339110585e-05,
      "loss": 16.653904724121094,
      "step": 2800
    },
    {
      "epoch": 0.11853257932270864,
      "grad_norm": 0.4872491657733917,
      "learning_rate": 1.9592406522227164e-05,
      "loss": 16.971162414550783,
      "step": 2810
    },
    {
      "epoch": 0.11895440344841222,
      "grad_norm": 0.415007084608078,
      "learning_rate": 1.9588536800916783e-05,
      "loss": 16.969293212890626,
      "step": 2820
    },
    {
      "epoch": 0.11937622757411581,
      "grad_norm": 0.5142163038253784,
      "learning_rate": 1.9584649182402358e-05,
      "loss": 16.2559326171875,
      "step": 2830
    },
    {
      "epoch": 0.11979805169981941,
      "grad_norm": 0.393886923789978,
      "learning_rate": 1.9580743673940214e-05,
      "loss": 16.887852478027344,
      "step": 2840
    },
    {
      "epoch": 0.120219875825523,
      "grad_norm": 0.4121479094028473,
      "learning_rate": 1.957682028282006e-05,
      "loss": 16.906655883789064,
      "step": 2850
    },
    {
      "epoch": 0.12064169995122659,
      "grad_norm": 0.376264750957489,
      "learning_rate": 1.957287901636499e-05,
      "loss": 16.685440063476562,
      "step": 2860
    },
    {
      "epoch": 0.12106352407693018,
      "grad_norm": 0.5212798714637756,
      "learning_rate": 1.9568919881931457e-05,
      "loss": 16.171388244628908,
      "step": 2870
    },
    {
      "epoch": 0.12148534820263376,
      "grad_norm": 0.44677892327308655,
      "learning_rate": 1.9564942886909274e-05,
      "loss": 16.131080627441406,
      "step": 2880
    },
    {
      "epoch": 0.12190717232833735,
      "grad_norm": 0.5181609392166138,
      "learning_rate": 1.956094803872158e-05,
      "loss": 16.553863525390625,
      "step": 2890
    },
    {
      "epoch": 0.12232899645404094,
      "grad_norm": 0.42407160997390747,
      "learning_rate": 1.9556935344824844e-05,
      "loss": 16.2951904296875,
      "step": 2900
    },
    {
      "epoch": 0.12275082057974453,
      "grad_norm": 0.42063939571380615,
      "learning_rate": 1.955290481270884e-05,
      "loss": 16.565093994140625,
      "step": 2910
    },
    {
      "epoch": 0.12317264470544813,
      "grad_norm": 0.42368775606155396,
      "learning_rate": 1.9548856449896645e-05,
      "loss": 16.539399719238283,
      "step": 2920
    },
    {
      "epoch": 0.12359446883115172,
      "grad_norm": 0.44336381554603577,
      "learning_rate": 1.954479026394461e-05,
      "loss": 16.54832763671875,
      "step": 2930
    },
    {
      "epoch": 0.1240162929568553,
      "grad_norm": 0.8277243375778198,
      "learning_rate": 1.9540706262442358e-05,
      "loss": 16.72137451171875,
      "step": 2940
    },
    {
      "epoch": 0.12443811708255889,
      "grad_norm": 0.3927651345729828,
      "learning_rate": 1.953660445301276e-05,
      "loss": 16.554118347167968,
      "step": 2950
    },
    {
      "epoch": 0.12485994120826248,
      "grad_norm": 0.47242358326911926,
      "learning_rate": 1.953248484331193e-05,
      "loss": 16.77649841308594,
      "step": 2960
    },
    {
      "epoch": 0.12528176533396607,
      "grad_norm": 0.3990362882614136,
      "learning_rate": 1.9528347441029208e-05,
      "loss": 17.09955749511719,
      "step": 2970
    },
    {
      "epoch": 0.12570358945966967,
      "grad_norm": 0.4240313172340393,
      "learning_rate": 1.9524192253887138e-05,
      "loss": 16.451170349121092,
      "step": 2980
    },
    {
      "epoch": 0.12612541358537324,
      "grad_norm": 0.4377495050430298,
      "learning_rate": 1.9520019289641468e-05,
      "loss": 16.985562133789063,
      "step": 2990
    },
    {
      "epoch": 0.12654723771107684,
      "grad_norm": 0.4839688539505005,
      "learning_rate": 1.9515828556081118e-05,
      "loss": 15.969996643066406,
      "step": 3000
    },
    {
      "epoch": 0.12696906183678042,
      "grad_norm": 0.5249484777450562,
      "learning_rate": 1.951162006102818e-05,
      "loss": 16.65956268310547,
      "step": 3010
    },
    {
      "epoch": 0.12739088596248402,
      "grad_norm": 0.6893903613090515,
      "learning_rate": 1.95073938123379e-05,
      "loss": 16.386654663085938,
      "step": 3020
    },
    {
      "epoch": 0.12781271008818762,
      "grad_norm": 0.9551130533218384,
      "learning_rate": 1.950314981789866e-05,
      "loss": 17.156761169433594,
      "step": 3030
    },
    {
      "epoch": 0.1282345342138912,
      "grad_norm": 0.5361917614936829,
      "learning_rate": 1.9498888085631966e-05,
      "loss": 16.637709045410155,
      "step": 3040
    },
    {
      "epoch": 0.1286563583395948,
      "grad_norm": 0.6034854650497437,
      "learning_rate": 1.9494608623492424e-05,
      "loss": 16.507481384277344,
      "step": 3050
    },
    {
      "epoch": 0.12907818246529837,
      "grad_norm": 0.3807096779346466,
      "learning_rate": 1.9490311439467743e-05,
      "loss": 16.513813781738282,
      "step": 3060
    },
    {
      "epoch": 0.12950000659100197,
      "grad_norm": 0.4529842436313629,
      "learning_rate": 1.9485996541578706e-05,
      "loss": 15.6211181640625,
      "step": 3070
    },
    {
      "epoch": 0.12992183071670554,
      "grad_norm": 0.5083826184272766,
      "learning_rate": 1.9481663937879164e-05,
      "loss": 15.977108764648438,
      "step": 3080
    },
    {
      "epoch": 0.13034365484240915,
      "grad_norm": 0.4219438433647156,
      "learning_rate": 1.9477313636456002e-05,
      "loss": 16.27650146484375,
      "step": 3090
    },
    {
      "epoch": 0.13076547896811272,
      "grad_norm": 0.5508029460906982,
      "learning_rate": 1.947294564542916e-05,
      "loss": 16.1287109375,
      "step": 3100
    },
    {
      "epoch": 0.13118730309381632,
      "grad_norm": 0.41522830724716187,
      "learning_rate": 1.946855997295158e-05,
      "loss": 16.481895446777344,
      "step": 3110
    },
    {
      "epoch": 0.13160912721951992,
      "grad_norm": 0.5335028767585754,
      "learning_rate": 1.9464156627209204e-05,
      "loss": 16.502774047851563,
      "step": 3120
    },
    {
      "epoch": 0.1320309513452235,
      "grad_norm": 0.43085944652557373,
      "learning_rate": 1.9459735616420982e-05,
      "loss": 16.533964538574217,
      "step": 3130
    },
    {
      "epoch": 0.1324527754709271,
      "grad_norm": 0.41618219017982483,
      "learning_rate": 1.9455296948838812e-05,
      "loss": 17.127299499511718,
      "step": 3140
    },
    {
      "epoch": 0.13287459959663067,
      "grad_norm": 0.5104554295539856,
      "learning_rate": 1.9450840632747567e-05,
      "loss": 16.138096618652344,
      "step": 3150
    },
    {
      "epoch": 0.13329642372233427,
      "grad_norm": 0.3720862865447998,
      "learning_rate": 1.9446366676465053e-05,
      "loss": 16.324717712402343,
      "step": 3160
    },
    {
      "epoch": 0.13371824784803785,
      "grad_norm": 0.5063352584838867,
      "learning_rate": 1.9441875088342e-05,
      "loss": 16.09668731689453,
      "step": 3170
    },
    {
      "epoch": 0.13414007197374145,
      "grad_norm": 0.4490508437156677,
      "learning_rate": 1.9437365876762047e-05,
      "loss": 16.852754211425783,
      "step": 3180
    },
    {
      "epoch": 0.13456189609944505,
      "grad_norm": 0.43060141801834106,
      "learning_rate": 1.9432839050141736e-05,
      "loss": 16.53792724609375,
      "step": 3190
    },
    {
      "epoch": 0.13498372022514862,
      "grad_norm": 1.1011929512023926,
      "learning_rate": 1.9428294616930486e-05,
      "loss": 16.775498962402345,
      "step": 3200
    },
    {
      "epoch": 0.13540554435085222,
      "grad_norm": 0.7160298228263855,
      "learning_rate": 1.9423732585610573e-05,
      "loss": 16.43292694091797,
      "step": 3210
    },
    {
      "epoch": 0.1358273684765558,
      "grad_norm": 0.7798644304275513,
      "learning_rate": 1.9419152964697127e-05,
      "loss": 16.25330047607422,
      "step": 3220
    },
    {
      "epoch": 0.1362491926022594,
      "grad_norm": 0.8553325533866882,
      "learning_rate": 1.94145557627381e-05,
      "loss": 16.381135559082033,
      "step": 3230
    },
    {
      "epoch": 0.13667101672796297,
      "grad_norm": 0.9022645950317383,
      "learning_rate": 1.940994098831427e-05,
      "loss": 16.725880432128907,
      "step": 3240
    },
    {
      "epoch": 0.13709284085366658,
      "grad_norm": 0.4978178143501282,
      "learning_rate": 1.940530865003921e-05,
      "loss": 16.48740997314453,
      "step": 3250
    },
    {
      "epoch": 0.13751466497937018,
      "grad_norm": 0.8318766951560974,
      "learning_rate": 1.9400658756559275e-05,
      "loss": 16.806364440917967,
      "step": 3260
    },
    {
      "epoch": 0.13793648910507375,
      "grad_norm": 0.6503243446350098,
      "learning_rate": 1.9395991316553587e-05,
      "loss": 15.357499694824218,
      "step": 3270
    },
    {
      "epoch": 0.13835831323077735,
      "grad_norm": 0.4832506477832794,
      "learning_rate": 1.939130633873402e-05,
      "loss": 16.210614013671876,
      "step": 3280
    },
    {
      "epoch": 0.13878013735648093,
      "grad_norm": 0.40981289744377136,
      "learning_rate": 1.9386603831845186e-05,
      "loss": 16.7079345703125,
      "step": 3290
    },
    {
      "epoch": 0.13920196148218453,
      "grad_norm": 0.4592234194278717,
      "learning_rate": 1.938188380466441e-05,
      "loss": 16.493231201171874,
      "step": 3300
    },
    {
      "epoch": 0.1396237856078881,
      "grad_norm": 0.43333670496940613,
      "learning_rate": 1.9377146266001722e-05,
      "loss": 16.68992462158203,
      "step": 3310
    },
    {
      "epoch": 0.1400456097335917,
      "grad_norm": 0.6516404151916504,
      "learning_rate": 1.9372391224699836e-05,
      "loss": 17.04248809814453,
      "step": 3320
    },
    {
      "epoch": 0.14046743385929528,
      "grad_norm": 0.4916979968547821,
      "learning_rate": 1.9367618689634134e-05,
      "loss": 16.644366455078124,
      "step": 3330
    },
    {
      "epoch": 0.14088925798499888,
      "grad_norm": 0.5734840631484985,
      "learning_rate": 1.9362828669712655e-05,
      "loss": 16.49115447998047,
      "step": 3340
    },
    {
      "epoch": 0.14131108211070248,
      "grad_norm": 0.648882269859314,
      "learning_rate": 1.935802117387607e-05,
      "loss": 16.359666442871095,
      "step": 3350
    },
    {
      "epoch": 0.14173290623640605,
      "grad_norm": 0.49659407138824463,
      "learning_rate": 1.9353196211097675e-05,
      "loss": 16.17620086669922,
      "step": 3360
    },
    {
      "epoch": 0.14215473036210965,
      "grad_norm": 0.5709409117698669,
      "learning_rate": 1.9348353790383357e-05,
      "loss": 16.98553009033203,
      "step": 3370
    },
    {
      "epoch": 0.14257655448781323,
      "grad_norm": 0.7623236775398254,
      "learning_rate": 1.93434939207716e-05,
      "loss": 16.353634643554688,
      "step": 3380
    },
    {
      "epoch": 0.14299837861351683,
      "grad_norm": 0.7784661650657654,
      "learning_rate": 1.9338616611333445e-05,
      "loss": 16.864163208007813,
      "step": 3390
    },
    {
      "epoch": 0.1434202027392204,
      "grad_norm": 0.5615168809890747,
      "learning_rate": 1.93337218711725e-05,
      "loss": 16.87088623046875,
      "step": 3400
    },
    {
      "epoch": 0.143842026864924,
      "grad_norm": 0.9191699624061584,
      "learning_rate": 1.9328809709424898e-05,
      "loss": 16.85750732421875,
      "step": 3410
    },
    {
      "epoch": 0.1442638509906276,
      "grad_norm": 0.48585739731788635,
      "learning_rate": 1.932388013525929e-05,
      "loss": 16.664328002929686,
      "step": 3420
    },
    {
      "epoch": 0.14468567511633118,
      "grad_norm": 0.7365207672119141,
      "learning_rate": 1.9318933157876824e-05,
      "loss": 17.24910125732422,
      "step": 3430
    },
    {
      "epoch": 0.14510749924203478,
      "grad_norm": 0.4499373137950897,
      "learning_rate": 1.9313968786511146e-05,
      "loss": 16.71943817138672,
      "step": 3440
    },
    {
      "epoch": 0.14552932336773836,
      "grad_norm": 0.4494026005268097,
      "learning_rate": 1.9308987030428353e-05,
      "loss": 16.15485534667969,
      "step": 3450
    },
    {
      "epoch": 0.14595114749344196,
      "grad_norm": 0.4301176965236664,
      "learning_rate": 1.9303987898926998e-05,
      "loss": 16.613465881347658,
      "step": 3460
    },
    {
      "epoch": 0.14637297161914553,
      "grad_norm": 0.4073222875595093,
      "learning_rate": 1.9298971401338065e-05,
      "loss": 16.528822326660155,
      "step": 3470
    },
    {
      "epoch": 0.14679479574484913,
      "grad_norm": 0.4717295169830322,
      "learning_rate": 1.929393754702495e-05,
      "loss": 16.179310607910157,
      "step": 3480
    },
    {
      "epoch": 0.14721661987055273,
      "grad_norm": 0.7114636301994324,
      "learning_rate": 1.928888634538345e-05,
      "loss": 16.218251037597657,
      "step": 3490
    },
    {
      "epoch": 0.1476384439962563,
      "grad_norm": 0.39822572469711304,
      "learning_rate": 1.9283817805841728e-05,
      "loss": 16.345970153808594,
      "step": 3500
    }
  ],
  "logging_steps": 10,
  "max_steps": 23707,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}