{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.18033952383429572,
  "eval_steps": 500,
  "global_step": 5200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00034680677660441485,
      "grad_norm": 8.286304473876953,
      "learning_rate": 2.6999999999999996e-06,
      "loss": 36.023321533203124,
      "step": 10
    },
    {
      "epoch": 0.0006936135532088297,
      "grad_norm": 5.303624153137207,
      "learning_rate": 5.7e-06,
      "loss": 35.81325988769531,
      "step": 20
    },
    {
      "epoch": 0.0010404203298132447,
      "grad_norm": 14.0803861618042,
      "learning_rate": 8.7e-06,
      "loss": 35.61415100097656,
      "step": 30
    },
    {
      "epoch": 0.0013872271064176594,
      "grad_norm": 42.10546875,
      "learning_rate": 1.17e-05,
      "loss": 35.36910400390625,
      "step": 40
    },
    {
      "epoch": 0.0017340338830220744,
      "grad_norm": 43.37276840209961,
      "learning_rate": 1.47e-05,
      "loss": 34.86077880859375,
      "step": 50
    },
    {
      "epoch": 0.0020808406596264893,
      "grad_norm": Infinity,
      "learning_rate": 1.7699999999999997e-05,
      "loss": 34.67452697753906,
      "step": 60
    },
    {
      "epoch": 0.002427647436230904,
      "grad_norm": 86.09446716308594,
      "learning_rate": 2.04e-05,
      "loss": 34.29078979492188,
      "step": 70
    },
    {
      "epoch": 0.002774454212835319,
      "grad_norm": 43.50123977661133,
      "learning_rate": 2.34e-05,
      "loss": 33.816766357421876,
      "step": 80
    },
    {
      "epoch": 0.0031212609894397335,
      "grad_norm": 104.7258529663086,
      "learning_rate": 2.6399999999999995e-05,
      "loss": 33.36159057617188,
      "step": 90
    },
    {
      "epoch": 0.0034680677660441487,
      "grad_norm": 66.46515655517578,
      "learning_rate": 2.91e-05,
      "loss": 33.181732177734375,
      "step": 100
    },
    {
      "epoch": 0.0038148745426485635,
      "grad_norm": 127.66901397705078,
      "learning_rate": 3.2099999999999994e-05,
      "loss": 32.83320007324219,
      "step": 110
    },
    {
      "epoch": 0.004161681319252979,
      "grad_norm": 71.67156982421875,
      "learning_rate": 3.51e-05,
      "loss": 32.48929138183594,
      "step": 120
    },
    {
      "epoch": 0.004508488095857393,
      "grad_norm": 76.15655517578125,
      "learning_rate": 3.81e-05,
      "loss": 32.10602722167969,
      "step": 130
    },
    {
      "epoch": 0.004855294872461808,
      "grad_norm": 38.65349578857422,
      "learning_rate": 4.11e-05,
      "loss": 31.449526977539062,
      "step": 140
    },
    {
      "epoch": 0.005202101649066222,
      "grad_norm": 59.55622863769531,
      "learning_rate": 4.4099999999999995e-05,
      "loss": 31.01339111328125,
      "step": 150
    },
    {
      "epoch": 0.005548908425670638,
      "grad_norm": 130.26136779785156,
      "learning_rate": 4.709999999999999e-05,
      "loss": 30.92586669921875,
      "step": 160
    },
    {
      "epoch": 0.005895715202275053,
      "grad_norm": 77.2778549194336,
      "learning_rate": 5.01e-05,
      "loss": 30.492510986328124,
      "step": 170
    },
    {
      "epoch": 0.006242521978879467,
      "grad_norm": 29.711563110351562,
      "learning_rate": 5.309999999999999e-05,
      "loss": 29.836746215820312,
      "step": 180
    },
    {
      "epoch": 0.006589328755483882,
      "grad_norm": 29.891956329345703,
      "learning_rate": 5.6099999999999995e-05,
      "loss": 29.291275024414062,
      "step": 190
    },
    {
      "epoch": 0.006936135532088297,
      "grad_norm": 30.56305503845215,
      "learning_rate": 5.91e-05,
      "loss": 29.14805908203125,
      "step": 200
    },
    {
      "epoch": 0.007282942308692712,
      "grad_norm": 29.489208221435547,
      "learning_rate": 6.209999999999999e-05,
      "loss": 28.80553283691406,
      "step": 210
    },
    {
      "epoch": 0.007629749085297127,
      "grad_norm": 37.147377014160156,
      "learning_rate": 6.51e-05,
      "loss": 28.694085693359376,
      "step": 220
    },
    {
      "epoch": 0.007976555861901541,
      "grad_norm": 28.496992111206055,
      "learning_rate": 6.81e-05,
      "loss": 28.166943359375,
      "step": 230
    },
    {
      "epoch": 0.008323362638505957,
      "grad_norm": 29.42328453063965,
      "learning_rate": 7.11e-05,
      "loss": 27.878482055664062,
      "step": 240
    },
    {
      "epoch": 0.008670169415110372,
      "grad_norm": 27.867637634277344,
      "learning_rate": 7.41e-05,
      "loss": 26.99749755859375,
      "step": 250
    },
    {
      "epoch": 0.009016976191714786,
      "grad_norm": 29.695758819580078,
      "learning_rate": 7.709999999999999e-05,
      "loss": 27.208102416992187,
      "step": 260
    },
    {
      "epoch": 0.0093637829683192,
      "grad_norm": 34.605934143066406,
      "learning_rate": 8.01e-05,
      "loss": 26.798681640625,
      "step": 270
    },
    {
      "epoch": 0.009710589744923616,
      "grad_norm": 35.05394744873047,
      "learning_rate": 8.31e-05,
      "loss": 27.192486572265626,
      "step": 280
    },
    {
      "epoch": 0.01005739652152803,
      "grad_norm": 19.137067794799805,
      "learning_rate": 8.609999999999999e-05,
      "loss": 26.89140930175781,
      "step": 290
    },
    {
      "epoch": 0.010404203298132445,
      "grad_norm": 24.543006896972656,
      "learning_rate": 8.879999999999999e-05,
      "loss": 26.167477416992188,
      "step": 300
    },
    {
      "epoch": 0.010751010074736861,
      "grad_norm": 18.849651336669922,
      "learning_rate": 9.18e-05,
      "loss": 26.41388854980469,
      "step": 310
    },
    {
      "epoch": 0.011097816851341275,
      "grad_norm": 21.179908752441406,
      "learning_rate": 9.479999999999999e-05,
      "loss": 26.003546142578124,
      "step": 320
    },
    {
      "epoch": 0.01144462362794569,
      "grad_norm": 19.344528198242188,
      "learning_rate": 9.779999999999999e-05,
      "loss": 26.271051025390626,
      "step": 330
    },
    {
      "epoch": 0.011791430404550106,
      "grad_norm": 19.74913215637207,
      "learning_rate": 0.0001008,
      "loss": 26.064590454101562,
      "step": 340
    },
    {
      "epoch": 0.01213823718115452,
      "grad_norm": 17.638103485107422,
      "learning_rate": 0.00010379999999999999,
      "loss": 25.863119506835936,
      "step": 350
    },
    {
      "epoch": 0.012485043957758934,
      "grad_norm": 24.873981475830078,
      "learning_rate": 0.00010679999999999998,
      "loss": 26.28948059082031,
      "step": 360
    },
    {
      "epoch": 0.01283185073436335,
      "grad_norm": 17.048828125,
      "learning_rate": 0.00010979999999999999,
      "loss": 26.215179443359375,
      "step": 370
    },
    {
      "epoch": 0.013178657510967764,
      "grad_norm": 21.703975677490234,
      "learning_rate": 0.00011279999999999999,
      "loss": 26.152392578125,
      "step": 380
    },
    {
      "epoch": 0.013525464287572179,
      "grad_norm": 22.66498565673828,
      "learning_rate": 0.0001158,
      "loss": 26.0640625,
      "step": 390
    },
    {
      "epoch": 0.013872271064176595,
      "grad_norm": 16.945016860961914,
      "learning_rate": 0.0001188,
      "loss": 26.023715209960937,
      "step": 400
    },
    {
      "epoch": 0.01421907784078101,
      "grad_norm": 27.866268157958984,
      "learning_rate": 0.00012179999999999999,
      "loss": 25.43433380126953,
      "step": 410
    },
    {
      "epoch": 0.014565884617385423,
      "grad_norm": 22.481279373168945,
      "learning_rate": 0.00012479999999999997,
      "loss": 25.464639282226564,
      "step": 420
    },
    {
      "epoch": 0.014912691393989838,
      "grad_norm": 14.993969917297363,
      "learning_rate": 0.0001278,
      "loss": 25.218385314941408,
      "step": 430
    },
    {
      "epoch": 0.015259498170594254,
      "grad_norm": 14.426427841186523,
      "learning_rate": 0.00013079999999999998,
      "loss": 24.94810333251953,
      "step": 440
    },
    {
      "epoch": 0.015606304947198668,
      "grad_norm": 15.592818260192871,
      "learning_rate": 0.0001338,
      "loss": 25.38585662841797,
      "step": 450
    },
    {
      "epoch": 0.015953111723803082,
      "grad_norm": 14.709174156188965,
      "learning_rate": 0.0001368,
      "loss": 24.31098175048828,
      "step": 460
    },
    {
      "epoch": 0.016299918500407497,
      "grad_norm": 13.651994705200195,
      "learning_rate": 0.00013979999999999998,
      "loss": 24.82652893066406,
      "step": 470
    },
    {
      "epoch": 0.016646725277011915,
      "grad_norm": 17.521072387695312,
      "learning_rate": 0.00014279999999999997,
      "loss": 25.121923828125,
      "step": 480
    },
    {
      "epoch": 0.01699353205361633,
      "grad_norm": 13.458234786987305,
      "learning_rate": 0.0001458,
      "loss": 24.447775268554686,
      "step": 490
    },
    {
      "epoch": 0.017340338830220743,
      "grad_norm": 13.57589340209961,
      "learning_rate": 0.00014879999999999998,
      "loss": 24.76665802001953,
      "step": 500
    },
    {
      "epoch": 0.017687145606825157,
      "grad_norm": 12.934654235839844,
      "learning_rate": 0.00015179999999999998,
      "loss": 24.170372009277344,
      "step": 510
    },
    {
      "epoch": 0.018033952383429572,
      "grad_norm": 13.884750366210938,
      "learning_rate": 0.0001548,
      "loss": 24.240016174316406,
      "step": 520
    },
    {
      "epoch": 0.018380759160033986,
      "grad_norm": 13.660422325134277,
      "learning_rate": 0.0001578,
      "loss": 23.897187805175783,
      "step": 530
    },
    {
      "epoch": 0.0187275659366384,
      "grad_norm": 11.849883079528809,
      "learning_rate": 0.0001608,
      "loss": 23.574449157714845,
      "step": 540
    },
    {
      "epoch": 0.019074372713242818,
      "grad_norm": 10.595759391784668,
      "learning_rate": 0.0001638,
      "loss": 23.569731140136717,
      "step": 550
    },
    {
      "epoch": 0.019421179489847232,
      "grad_norm": 12.363926887512207,
      "learning_rate": 0.0001668,
      "loss": 23.617283630371094,
      "step": 560
    },
    {
      "epoch": 0.019767986266451647,
      "grad_norm": 10.968243598937988,
      "learning_rate": 0.00016979999999999998,
      "loss": 23.990586853027345,
      "step": 570
    },
    {
      "epoch": 0.02011479304305606,
      "grad_norm": 12.141168594360352,
      "learning_rate": 0.00017279999999999997,
      "loss": 23.807048034667968,
      "step": 580
    },
    {
      "epoch": 0.020461599819660475,
      "grad_norm": 14.928491592407227,
      "learning_rate": 0.00017579999999999996,
      "loss": 22.980938720703126,
      "step": 590
    },
    {
      "epoch": 0.02080840659626489,
      "grad_norm": 11.39072036743164,
      "learning_rate": 0.00017879999999999998,
      "loss": 23.521900939941407,
      "step": 600
    },
    {
      "epoch": 0.021155213372869307,
      "grad_norm": 10.157258033752441,
      "learning_rate": 0.00018179999999999997,
      "loss": 23.075851440429688,
      "step": 610
    },
    {
      "epoch": 0.021502020149473722,
      "grad_norm": 12.673665046691895,
      "learning_rate": 0.0001848,
      "loss": 23.70465850830078,
      "step": 620
    },
    {
      "epoch": 0.021848826926078136,
      "grad_norm": 11.242607116699219,
      "learning_rate": 0.00018779999999999998,
      "loss": 22.982296752929688,
      "step": 630
    },
    {
      "epoch": 0.02219563370268255,
      "grad_norm": 25.496898651123047,
      "learning_rate": 0.00019079999999999998,
      "loss": 22.516278076171876,
      "step": 640
    },
    {
      "epoch": 0.022542440479286965,
      "grad_norm": 11.215885162353516,
      "learning_rate": 0.0001938,
      "loss": 22.14655456542969,
      "step": 650
    },
    {
      "epoch": 0.02288924725589138,
      "grad_norm": 9.149953842163086,
      "learning_rate": 0.00019679999999999999,
      "loss": 22.114730834960938,
      "step": 660
    },
    {
      "epoch": 0.023236054032495793,
      "grad_norm": 14.604310035705566,
      "learning_rate": 0.0001995,
      "loss": 22.670735168457032,
      "step": 670
    },
    {
      "epoch": 0.02358286080910021,
      "grad_norm": 11.181646347045898,
      "learning_rate": 0.0002025,
      "loss": 22.34198455810547,
      "step": 680
    },
    {
      "epoch": 0.023929667585704625,
      "grad_norm": 10.59487533569336,
      "learning_rate": 0.0002055,
      "loss": 22.268771362304687,
      "step": 690
    },
    {
      "epoch": 0.02427647436230904,
      "grad_norm": 11.758952140808105,
      "learning_rate": 0.00020849999999999997,
      "loss": 21.350621032714844,
      "step": 700
    },
    {
      "epoch": 0.024623281138913454,
      "grad_norm": 18.59368896484375,
      "learning_rate": 0.00021149999999999996,
      "loss": 21.507183837890626,
      "step": 710
    },
    {
      "epoch": 0.02497008791551787,
      "grad_norm": 9.710185050964355,
      "learning_rate": 0.00021449999999999998,
      "loss": 21.502236938476564,
      "step": 720
    },
    {
      "epoch": 0.025316894692122283,
      "grad_norm": 20.68129539489746,
      "learning_rate": 0.00021749999999999997,
      "loss": 21.232615661621093,
      "step": 730
    },
    {
      "epoch": 0.0256637014687267,
      "grad_norm": 9.399124145507812,
      "learning_rate": 0.00022049999999999997,
      "loss": 21.146585083007814,
      "step": 740
    },
    {
      "epoch": 0.026010508245331115,
      "grad_norm": 9.145174026489258,
      "learning_rate": 0.00022349999999999998,
      "loss": 21.06390838623047,
      "step": 750
    },
    {
      "epoch": 0.02635731502193553,
      "grad_norm": 11.161269187927246,
      "learning_rate": 0.00022649999999999998,
      "loss": 20.896176147460938,
      "step": 760
    },
    {
      "epoch": 0.026704121798539943,
      "grad_norm": 8.362421035766602,
      "learning_rate": 0.0002295,
      "loss": 20.884358215332032,
      "step": 770
    },
    {
      "epoch": 0.027050928575144358,
      "grad_norm": 9.504199981689453,
      "learning_rate": 0.00023249999999999999,
      "loss": 20.086947631835937,
      "step": 780
    },
    {
      "epoch": 0.027397735351748772,
      "grad_norm": 8.848526954650879,
      "learning_rate": 0.00023549999999999998,
      "loss": 20.411599731445314,
      "step": 790
    },
    {
      "epoch": 0.02774454212835319,
      "grad_norm": 9.612874984741211,
      "learning_rate": 0.0002385,
      "loss": 20.284182739257812,
      "step": 800
    },
    {
      "epoch": 0.028091348904957604,
      "grad_norm": 8.688453674316406,
      "learning_rate": 0.0002415,
      "loss": 20.024198913574217,
      "step": 810
    },
    {
      "epoch": 0.02843815568156202,
      "grad_norm": 9.779630661010742,
      "learning_rate": 0.0002445,
      "loss": 19.91345977783203,
      "step": 820
    },
    {
      "epoch": 0.028784962458166433,
      "grad_norm": 12.37082576751709,
      "learning_rate": 0.0002472,
      "loss": 19.54875030517578,
      "step": 830
    },
    {
      "epoch": 0.029131769234770847,
      "grad_norm": 8.736369132995605,
      "learning_rate": 0.00025019999999999996,
      "loss": 19.499098205566405,
      "step": 840
    },
    {
      "epoch": 0.02947857601137526,
      "grad_norm": 10.752023696899414,
      "learning_rate": 0.0002532,
      "loss": 19.327198791503907,
      "step": 850
    },
    {
      "epoch": 0.029825382787979676,
      "grad_norm": 9.755398750305176,
      "learning_rate": 0.0002562,
      "loss": 19.291722106933594,
      "step": 860
    },
    {
      "epoch": 0.030172189564584093,
      "grad_norm": 8.066308975219727,
      "learning_rate": 0.00025919999999999996,
      "loss": 18.516694641113283,
      "step": 870
    },
    {
      "epoch": 0.030518996341188508,
      "grad_norm": 8.660676002502441,
      "learning_rate": 0.0002622,
      "loss": 18.70814666748047,
      "step": 880
    },
    {
      "epoch": 0.030865803117792922,
      "grad_norm": 8.439098358154297,
      "learning_rate": 0.0002652,
      "loss": 18.787985229492186,
      "step": 890
    },
    {
      "epoch": 0.031212609894397336,
      "grad_norm": 8.525120735168457,
      "learning_rate": 0.00026819999999999996,
      "loss": 18.356887817382812,
      "step": 900
    },
    {
      "epoch": 0.031559416671001754,
      "grad_norm": 9.237743377685547,
      "learning_rate": 0.0002712,
      "loss": 18.07917022705078,
      "step": 910
    },
    {
      "epoch": 0.031906223447606165,
      "grad_norm": 8.137825965881348,
      "learning_rate": 0.0002742,
      "loss": 18.066172790527343,
      "step": 920
    },
    {
      "epoch": 0.03225303022421058,
      "grad_norm": 20.67136001586914,
      "learning_rate": 0.0002772,
      "loss": 18.19664306640625,
      "step": 930
    },
    {
      "epoch": 0.032599837000814993,
      "grad_norm": 8.68689250946045,
      "learning_rate": 0.0002802,
      "loss": 17.834249877929686,
      "step": 940
    },
    {
      "epoch": 0.03294664377741941,
      "grad_norm": 8.076814651489258,
      "learning_rate": 0.00028319999999999994,
      "loss": 17.645645141601562,
      "step": 950
    },
    {
      "epoch": 0.03329345055402383,
      "grad_norm": 8.278287887573242,
      "learning_rate": 0.00028619999999999996,
      "loss": 17.20880889892578,
      "step": 960
    },
    {
      "epoch": 0.03364025733062824,
      "grad_norm": 8.195657730102539,
      "learning_rate": 0.0002892,
      "loss": 17.02202453613281,
      "step": 970
    },
    {
      "epoch": 0.03398706410723266,
      "grad_norm": 35.29956817626953,
      "learning_rate": 0.00029219999999999995,
      "loss": 17.46351013183594,
      "step": 980
    },
    {
      "epoch": 0.03433387088383707,
      "grad_norm": 14.36285400390625,
      "learning_rate": 0.00029519999999999997,
      "loss": 17.128692626953125,
      "step": 990
    },
    {
      "epoch": 0.034680677660441486,
      "grad_norm": 117.96296691894531,
      "learning_rate": 0.0002979,
      "loss": 16.577227783203124,
      "step": 1000
    },
    {
      "epoch": 0.0350274844370459,
      "grad_norm": 33.18951416015625,
      "learning_rate": 0.00029999999932027514,
      "loss": 16.93028106689453,
      "step": 1010
    },
    {
      "epoch": 0.035374291213650315,
      "grad_norm": 16.420063018798828,
      "learning_rate": 0.00029999998723627847,
      "loss": 17.68489990234375,
      "step": 1020
    },
    {
      "epoch": 0.03572109799025473,
      "grad_norm": 37.7625732421875,
      "learning_rate": 0.0002999999600472873,
      "loss": 17.295022583007814,
      "step": 1030
    },
    {
      "epoch": 0.036067904766859143,
      "grad_norm": 32.17815399169922,
      "learning_rate": 0.00029999992266242694,
      "loss": 17.40197296142578,
      "step": 1040
    },
    {
      "epoch": 0.03641471154346356,
      "grad_norm": 10.255291938781738,
      "learning_rate": 0.00029999986677395476,
      "loss": 17.136293029785158,
      "step": 1050
    },
    {
      "epoch": 0.03676151832006797,
      "grad_norm": 7.522293567657471,
      "learning_rate": 0.0002999997957805001,
      "loss": 16.333123779296876,
      "step": 1060
    },
    {
      "epoch": 0.03710832509667239,
      "grad_norm": 7.725010395050049,
      "learning_rate": 0.00029999970968207007,
      "loss": 15.974671936035156,
      "step": 1070
    },
    {
      "epoch": 0.0374551318732768,
      "grad_norm": 7.349689483642578,
      "learning_rate": 0.00029999960847867344,
      "loss": 15.520753479003906,
      "step": 1080
    },
    {
      "epoch": 0.03780193864988122,
      "grad_norm": 6.910863399505615,
      "learning_rate": 0.00029999949217032024,
      "loss": 15.53778533935547,
      "step": 1090
    },
    {
      "epoch": 0.038148745426485636,
      "grad_norm": 7.105229377746582,
      "learning_rate": 0.00029999936075702236,
      "loss": 15.192759704589843,
      "step": 1100
    },
    {
      "epoch": 0.03849555220309005,
      "grad_norm": 6.765523910522461,
      "learning_rate": 0.0002999992142387929,
      "loss": 15.362620544433593,
      "step": 1110
    },
    {
      "epoch": 0.038842358979694465,
      "grad_norm": 7.596284866333008,
      "learning_rate": 0.0002999990526156467,
      "loss": 15.27081298828125,
      "step": 1120
    },
    {
      "epoch": 0.039189165756298876,
      "grad_norm": 7.164301872253418,
      "learning_rate": 0.0002999988758876,
      "loss": 14.56300048828125,
      "step": 1130
    },
    {
      "epoch": 0.039535972532903293,
      "grad_norm": 6.729367256164551,
      "learning_rate": 0.0002999986840546706,
      "loss": 14.51199951171875,
      "step": 1140
    },
    {
      "epoch": 0.039882779309507704,
      "grad_norm": 6.131908893585205,
      "learning_rate": 0.00029999847711687785,
      "loss": 14.647183227539063,
      "step": 1150
    },
    {
      "epoch": 0.04022958608611212,
      "grad_norm": 7.322798728942871,
      "learning_rate": 0.00029999825507424254,
      "loss": 14.303775024414062,
      "step": 1160
    },
    {
      "epoch": 0.04057639286271654,
      "grad_norm": 7.279247760772705,
      "learning_rate": 0.00029999801792678706,
      "loss": 14.378622436523438,
      "step": 1170
    },
    {
      "epoch": 0.04092319963932095,
      "grad_norm": 6.741374492645264,
      "learning_rate": 0.00029999776567453526,
      "loss": 13.964057922363281,
      "step": 1180
    },
    {
      "epoch": 0.04127000641592537,
      "grad_norm": 6.461069583892822,
      "learning_rate": 0.00029999749831751256,
      "loss": 14.041261291503906,
      "step": 1190
    },
    {
      "epoch": 0.04161681319252978,
      "grad_norm": 6.411841869354248,
      "learning_rate": 0.0002999972158557459,
      "loss": 13.568597412109375,
      "step": 1200
    },
    {
      "epoch": 0.0419636199691342,
      "grad_norm": 6.214684963226318,
      "learning_rate": 0.00029999691828926366,
      "loss": 13.064254760742188,
      "step": 1210
    },
    {
      "epoch": 0.042310426745738615,
      "grad_norm": 6.115879058837891,
      "learning_rate": 0.0002999966056180959,
      "loss": 14.200587463378906,
      "step": 1220
    },
    {
      "epoch": 0.042657233522343026,
      "grad_norm": 6.505321979522705,
      "learning_rate": 0.00029999627784227406,
      "loss": 13.873959350585938,
      "step": 1230
    },
    {
      "epoch": 0.043004040298947444,
      "grad_norm": 6.690847873687744,
      "learning_rate": 0.0002999959349618311,
      "loss": 13.29089813232422,
      "step": 1240
    },
    {
      "epoch": 0.043350847075551854,
      "grad_norm": 6.375129699707031,
      "learning_rate": 0.0002999955769768017,
      "loss": 13.220611572265625,
      "step": 1250
    },
    {
      "epoch": 0.04369765385215627,
      "grad_norm": 5.927398204803467,
      "learning_rate": 0.00029999520388722167,
      "loss": 13.184442138671875,
      "step": 1260
    },
    {
      "epoch": 0.04404446062876068,
      "grad_norm": 6.170562267303467,
      "learning_rate": 0.00029999481569312875,
      "loss": 12.594881439208985,
      "step": 1270
    },
    {
      "epoch": 0.0443912674053651,
      "grad_norm": 7.415892601013184,
      "learning_rate": 0.000299994412394562,
      "loss": 12.665945434570313,
      "step": 1280
    },
    {
      "epoch": 0.04473807418196952,
      "grad_norm": 6.139370441436768,
      "learning_rate": 0.0002999939939915621,
      "loss": 12.897845458984374,
      "step": 1290
    },
    {
      "epoch": 0.04508488095857393,
      "grad_norm": 5.625839710235596,
      "learning_rate": 0.0002999935604841711,
      "loss": 13.06021728515625,
      "step": 1300
    },
    {
      "epoch": 0.04543168773517835,
      "grad_norm": 7.4519877433776855,
      "learning_rate": 0.00029999311187243257,
      "loss": 12.539090728759765,
      "step": 1310
    },
    {
      "epoch": 0.04577849451178276,
      "grad_norm": 5.8146071434021,
      "learning_rate": 0.0002999926481563918,
      "loss": 12.719709014892578,
      "step": 1320
    },
    {
      "epoch": 0.046125301288387176,
      "grad_norm": 6.683107376098633,
      "learning_rate": 0.0002999921693360955,
      "loss": 13.211663818359375,
      "step": 1330
    },
    {
      "epoch": 0.04647210806499159,
      "grad_norm": 5.467896938323975,
      "learning_rate": 0.00029999167541159183,
      "loss": 11.408037567138672,
      "step": 1340
    },
    {
      "epoch": 0.046818914841596004,
      "grad_norm": 9.282605171203613,
      "learning_rate": 0.00029999116638293054,
      "loss": 12.204759979248047,
      "step": 1350
    },
    {
      "epoch": 0.04716572161820042,
      "grad_norm": 6.287093162536621,
      "learning_rate": 0.00029999064225016297,
      "loss": 12.018901062011718,
      "step": 1360
    },
    {
      "epoch": 0.04751252839480483,
      "grad_norm": 5.694602012634277,
      "learning_rate": 0.00029999010301334176,
      "loss": 11.694412231445312,
      "step": 1370
    },
    {
      "epoch": 0.04785933517140925,
      "grad_norm": 5.267282962799072,
      "learning_rate": 0.00029998954867252133,
      "loss": 11.589154052734376,
      "step": 1380
    },
    {
      "epoch": 0.04820614194801366,
      "grad_norm": 6.381001949310303,
      "learning_rate": 0.00029998897922775737,
      "loss": 11.301937103271484,
      "step": 1390
    },
    {
      "epoch": 0.04855294872461808,
      "grad_norm": 4.900434970855713,
      "learning_rate": 0.0002999883946791074,
      "loss": 11.892779541015624,
      "step": 1400
    },
    {
      "epoch": 0.0488997555012225,
      "grad_norm": 6.233642578125,
      "learning_rate": 0.00029998779502663013,
      "loss": 11.379587554931641,
      "step": 1410
    },
    {
      "epoch": 0.04924656227782691,
      "grad_norm": 4.936466693878174,
      "learning_rate": 0.000299987180270386,
      "loss": 11.712295532226562,
      "step": 1420
    },
    {
      "epoch": 0.049593369054431326,
      "grad_norm": 4.68892240524292,
      "learning_rate": 0.000299986550410437,
      "loss": 11.267239379882813,
      "step": 1430
    },
    {
      "epoch": 0.04994017583103574,
      "grad_norm": 4.828918933868408,
      "learning_rate": 0.00029998590544684636,
      "loss": 11.923808288574218,
      "step": 1440
    },
    {
      "epoch": 0.050286982607640154,
      "grad_norm": 5.1969380378723145,
      "learning_rate": 0.0002999852453796792,
      "loss": 11.340673828125,
      "step": 1450
    },
    {
      "epoch": 0.050633789384244565,
      "grad_norm": 5.5531325340271,
      "learning_rate": 0.00029998457020900197,
      "loss": 11.629721069335938,
      "step": 1460
    },
    {
      "epoch": 0.05098059616084898,
      "grad_norm": 4.863478183746338,
      "learning_rate": 0.0002999838799348826,
      "loss": 10.981313323974609,
      "step": 1470
    },
    {
      "epoch": 0.0513274029374534,
      "grad_norm": 5.0770368576049805,
      "learning_rate": 0.0002999831745573906,
      "loss": 10.801561737060547,
      "step": 1480
    },
    {
      "epoch": 0.05167420971405781,
      "grad_norm": 4.6786088943481445,
      "learning_rate": 0.00029998245407659703,
      "loss": 11.578643798828125,
      "step": 1490
    },
    {
      "epoch": 0.05202101649066223,
      "grad_norm": 5.357450485229492,
      "learning_rate": 0.00029998171849257446,
      "loss": 11.369083404541016,
      "step": 1500
    },
    {
      "epoch": 0.05236782326726664,
      "grad_norm": 5.213536739349365,
      "learning_rate": 0.00029998096780539695,
      "loss": 11.568294525146484,
      "step": 1510
    },
    {
      "epoch": 0.05271463004387106,
      "grad_norm": 5.254374027252197,
      "learning_rate": 0.00029998020201514006,
      "loss": 10.894474029541016,
      "step": 1520
    },
    {
      "epoch": 0.05306143682047547,
      "grad_norm": 4.989107131958008,
      "learning_rate": 0.00029997942112188093,
      "loss": 11.209683990478515,
      "step": 1530
    },
    {
      "epoch": 0.05340824359707989,
      "grad_norm": 4.966851234436035,
      "learning_rate": 0.00029997862512569823,
      "loss": 10.634807586669922,
      "step": 1540
    },
    {
      "epoch": 0.053755050373684304,
      "grad_norm": 4.828151702880859,
      "learning_rate": 0.000299977814026672,
      "loss": 11.01966552734375,
      "step": 1550
    },
    {
      "epoch": 0.054101857150288715,
      "grad_norm": 4.8093953132629395,
      "learning_rate": 0.0002999769878248841,
      "loss": 10.188558959960938,
      "step": 1560
    },
    {
      "epoch": 0.05444866392689313,
      "grad_norm": 4.421850204467773,
      "learning_rate": 0.00029997614652041763,
      "loss": 10.327834320068359,
      "step": 1570
    },
    {
      "epoch": 0.054795470703497544,
      "grad_norm": 5.034534931182861,
      "learning_rate": 0.00029997529011335723,
      "loss": 10.527660369873047,
      "step": 1580
    },
    {
      "epoch": 0.05514227748010196,
      "grad_norm": 5.502425670623779,
      "learning_rate": 0.00029997441860378927,
      "loss": 10.757402038574218,
      "step": 1590
    },
    {
      "epoch": 0.05548908425670638,
      "grad_norm": 8.620652198791504,
      "learning_rate": 0.00029997353199180145,
      "loss": 10.318006896972657,
      "step": 1600
    },
    {
      "epoch": 0.05583589103331079,
      "grad_norm": 4.712747573852539,
      "learning_rate": 0.00029997263027748306,
      "loss": 10.284696197509765,
      "step": 1610
    },
    {
      "epoch": 0.05618269780991521,
      "grad_norm": 4.792940139770508,
      "learning_rate": 0.00029997171346092495,
      "loss": 9.87569808959961,
      "step": 1620
    },
    {
      "epoch": 0.05652950458651962,
      "grad_norm": 4.812749862670898,
      "learning_rate": 0.00029997078154221933,
      "loss": 10.548392486572265,
      "step": 1630
    },
    {
      "epoch": 0.05687631136312404,
      "grad_norm": 5.6575422286987305,
      "learning_rate": 0.0002999698345214601,
      "loss": 10.364289855957031,
      "step": 1640
    },
    {
      "epoch": 0.05722311813972845,
      "grad_norm": 4.242788314819336,
      "learning_rate": 0.00029996887239874267,
      "loss": 10.221109008789062,
      "step": 1650
    },
    {
      "epoch": 0.057569924916332865,
      "grad_norm": 4.478567600250244,
      "learning_rate": 0.0002999678951741639,
      "loss": 9.714788818359375,
      "step": 1660
    },
    {
      "epoch": 0.05791673169293728,
      "grad_norm": 5.814032077789307,
      "learning_rate": 0.0002999669028478222,
      "loss": 10.347315216064453,
      "step": 1670
    },
    {
      "epoch": 0.058263538469541694,
      "grad_norm": 4.448582649230957,
      "learning_rate": 0.00029996589541981747,
      "loss": 10.337659454345703,
      "step": 1680
    },
    {
      "epoch": 0.05861034524614611,
      "grad_norm": 4.868472576141357,
      "learning_rate": 0.00029996487289025113,
      "loss": 10.064467620849609,
      "step": 1690
    },
    {
      "epoch": 0.05895715202275052,
      "grad_norm": 4.490790843963623,
      "learning_rate": 0.0002999638352592263,
      "loss": 9.652999877929688,
      "step": 1700
    },
    {
      "epoch": 0.05930395879935494,
      "grad_norm": 4.921995639801025,
      "learning_rate": 0.0002999627825268473,
      "loss": 9.934603881835937,
      "step": 1710
    },
    {
      "epoch": 0.05965076557595935,
      "grad_norm": 4.262001037597656,
      "learning_rate": 0.0002999617146932202,
      "loss": 9.353959655761718,
      "step": 1720
    },
    {
      "epoch": 0.05999757235256377,
      "grad_norm": 4.506113052368164,
      "learning_rate": 0.0002999606317584525,
      "loss": 9.367766571044921,
      "step": 1730
    },
    {
      "epoch": 0.06034437912916819,
      "grad_norm": 4.591375827789307,
      "learning_rate": 0.00029995953372265335,
      "loss": 9.564098358154297,
      "step": 1740
    },
    {
      "epoch": 0.0606911859057726,
      "grad_norm": 4.821197509765625,
      "learning_rate": 0.00029995842058593323,
      "loss": 10.153470611572265,
      "step": 1750
    },
    {
      "epoch": 0.061037992682377015,
      "grad_norm": 4.2808308601379395,
      "learning_rate": 0.0002999572923484042,
      "loss": 9.919622802734375,
      "step": 1760
    },
    {
      "epoch": 0.061384799458981426,
      "grad_norm": 4.291468143463135,
      "learning_rate": 0.0002999561490101801,
      "loss": 9.118783569335937,
      "step": 1770
    },
    {
      "epoch": 0.061731606235585844,
      "grad_norm": 4.747788906097412,
      "learning_rate": 0.00029995499057137575,
      "loss": 9.513807678222657,
      "step": 1780
    },
    {
      "epoch": 0.06207841301219026,
      "grad_norm": 4.285642147064209,
      "learning_rate": 0.000299953817032108,
      "loss": 9.9878173828125,
      "step": 1790
    },
    {
      "epoch": 0.06242521978879467,
      "grad_norm": 4.473206520080566,
      "learning_rate": 0.00029995262839249497,
      "loss": 9.633001708984375,
      "step": 1800
    },
    {
      "epoch": 0.06277202656539908,
      "grad_norm": 4.4688005447387695,
      "learning_rate": 0.00029995142465265637,
      "loss": 9.59437255859375,
      "step": 1810
    },
    {
      "epoch": 0.06311883334200351,
      "grad_norm": 4.453664779663086,
      "learning_rate": 0.0002999502058127134,
      "loss": 8.898344421386719,
      "step": 1820
    },
    {
      "epoch": 0.06346564011860792,
      "grad_norm": 4.2538275718688965,
      "learning_rate": 0.0002999489718727888,
      "loss": 9.250914764404296,
      "step": 1830
    },
    {
      "epoch": 0.06381244689521233,
      "grad_norm": 4.033658981323242,
      "learning_rate": 0.0002999477228330069,
      "loss": 9.316190338134765,
      "step": 1840
    },
    {
      "epoch": 0.06415925367181674,
      "grad_norm": 4.747572898864746,
      "learning_rate": 0.00029994645869349334,
      "loss": 8.979618072509766,
      "step": 1850
    },
    {
      "epoch": 0.06450606044842117,
      "grad_norm": 3.9432504177093506,
      "learning_rate": 0.0002999451794543755,
      "loss": 9.21793441772461,
      "step": 1860
    },
    {
      "epoch": 0.06485286722502558,
      "grad_norm": 4.528207302093506,
      "learning_rate": 0.0002999438851157822,
      "loss": 9.081039428710938,
      "step": 1870
    },
    {
      "epoch": 0.06519967400162999,
      "grad_norm": 4.3286542892456055,
      "learning_rate": 0.0002999425756778438,
      "loss": 9.034320831298828,
      "step": 1880
    },
    {
      "epoch": 0.06554648077823441,
      "grad_norm": 5.157027721405029,
      "learning_rate": 0.0002999412511406921,
      "loss": 8.857444763183594,
      "step": 1890
    },
    {
      "epoch": 0.06589328755483882,
      "grad_norm": 4.572315692901611,
      "learning_rate": 0.00029993991150446055,
      "loss": 9.055838012695313,
      "step": 1900
    },
    {
      "epoch": 0.06624009433144323,
      "grad_norm": 4.572640419006348,
      "learning_rate": 0.00029993855676928397,
      "loss": 9.332460021972656,
      "step": 1910
    },
    {
      "epoch": 0.06658690110804766,
      "grad_norm": 5.196224212646484,
      "learning_rate": 0.00029993718693529885,
      "loss": 8.875639343261719,
      "step": 1920
    },
    {
      "epoch": 0.06693370788465207,
      "grad_norm": 4.320059299468994,
      "learning_rate": 0.0002999358020026431,
      "loss": 8.493698120117188,
      "step": 1930
    },
    {
      "epoch": 0.06728051466125648,
      "grad_norm": 5.197443008422852,
      "learning_rate": 0.0002999344019714562,
      "loss": 8.634622192382812,
      "step": 1940
    },
    {
      "epoch": 0.06762732143786089,
      "grad_norm": 5.580541133880615,
      "learning_rate": 0.0002999329868418791,
      "loss": 9.131027984619141,
      "step": 1950
    },
    {
      "epoch": 0.06797412821446532,
      "grad_norm": 4.569746017456055,
      "learning_rate": 0.00029993155661405435,
      "loss": 8.806238555908203,
      "step": 1960
    },
    {
      "epoch": 0.06832093499106973,
      "grad_norm": 5.034822940826416,
      "learning_rate": 0.00029993011128812597,
      "loss": 8.735447692871094,
      "step": 1970
    },
    {
      "epoch": 0.06866774176767414,
      "grad_norm": 5.717297077178955,
      "learning_rate": 0.00029992865086423944,
      "loss": 8.358311462402344,
      "step": 1980
    },
    {
      "epoch": 0.06901454854427856,
      "grad_norm": 5.722506046295166,
      "learning_rate": 0.00029992717534254194,
      "loss": 8.968340301513672,
      "step": 1990
    },
    {
      "epoch": 0.06936135532088297,
      "grad_norm": 4.75577974319458,
      "learning_rate": 0.0002999256847231819,
      "loss": 8.24468765258789,
      "step": 2000
    },
    {
      "epoch": 0.06970816209748738,
      "grad_norm": 4.7462029457092285,
      "learning_rate": 0.00029992417900630953,
      "loss": 9.001568603515626,
      "step": 2010
    },
    {
      "epoch": 0.0700549688740918,
      "grad_norm": 4.48958158493042,
      "learning_rate": 0.00029992265819207646,
      "loss": 9.029542541503906,
      "step": 2020
    },
    {
      "epoch": 0.07040177565069622,
      "grad_norm": 4.929230213165283,
      "learning_rate": 0.0002999211222806358,
      "loss": 8.544095611572265,
      "step": 2030
    },
    {
      "epoch": 0.07074858242730063,
      "grad_norm": 5.174428939819336,
      "learning_rate": 0.0002999195712721422,
      "loss": 9.152230834960937,
      "step": 2040
    },
    {
      "epoch": 0.07109538920390504,
      "grad_norm": 5.165338516235352,
      "learning_rate": 0.00029991800516675194,
      "loss": 8.47047119140625,
      "step": 2050
    },
    {
      "epoch": 0.07144219598050947,
      "grad_norm": 4.739821910858154,
      "learning_rate": 0.00029991642396462264,
      "loss": 8.763507080078124,
      "step": 2060
    },
    {
      "epoch": 0.07178900275711388,
      "grad_norm": 5.1035637855529785,
      "learning_rate": 0.00029991482766591354,
      "loss": 8.246512603759765,
      "step": 2070
    },
    {
      "epoch": 0.07213580953371829,
      "grad_norm": 5.471373558044434,
      "learning_rate": 0.0002999132162707854,
      "loss": 8.864594268798829,
      "step": 2080
    },
    {
      "epoch": 0.0724826163103227,
      "grad_norm": 5.771513938903809,
      "learning_rate": 0.0002999115897794005,
      "loss": 8.889707946777344,
      "step": 2090
    },
    {
      "epoch": 0.07282942308692712,
      "grad_norm": 5.27165412902832,
      "learning_rate": 0.00029990994819192255,
      "loss": 8.567472839355469,
      "step": 2100
    },
    {
      "epoch": 0.07317622986353153,
      "grad_norm": 4.975783824920654,
      "learning_rate": 0.00029990829150851697,
      "loss": 8.457414245605468,
      "step": 2110
    },
    {
      "epoch": 0.07352303664013594,
      "grad_norm": 6.3124680519104,
      "learning_rate": 0.00029990661972935053,
      "loss": 8.194977569580079,
      "step": 2120
    },
    {
      "epoch": 0.07386984341674037,
      "grad_norm": 4.776012897491455,
      "learning_rate": 0.00029990493285459157,
      "loss": 8.464956665039063,
      "step": 2130
    },
    {
      "epoch": 0.07421665019334478,
      "grad_norm": 4.533716678619385,
      "learning_rate": 0.00029990323088440997,
      "loss": 8.268666839599609,
      "step": 2140
    },
    {
      "epoch": 0.07456345696994919,
      "grad_norm": 5.62864875793457,
      "learning_rate": 0.00029990151381897715,
      "loss": 7.639604949951172,
      "step": 2150
    },
    {
      "epoch": 0.0749102637465536,
      "grad_norm": 4.756488800048828,
      "learning_rate": 0.000299899781658466,
      "loss": 8.60247573852539,
      "step": 2160
    },
    {
      "epoch": 0.07525707052315803,
      "grad_norm": 5.337765693664551,
      "learning_rate": 0.00029989803440305093,
      "loss": 8.40919189453125,
      "step": 2170
    },
    {
      "epoch": 0.07560387729976244,
      "grad_norm": 4.989221572875977,
      "learning_rate": 0.0002998962720529079,
      "loss": 8.433936309814452,
      "step": 2180
    },
    {
      "epoch": 0.07595068407636685,
      "grad_norm": 5.895046710968018,
      "learning_rate": 0.00029989449460821434,
      "loss": 8.606028747558593,
      "step": 2190
    },
    {
      "epoch": 0.07629749085297127,
      "grad_norm": 4.604063034057617,
      "learning_rate": 0.0002998927020691493,
      "loss": 8.863967132568359,
      "step": 2200
    },
    {
      "epoch": 0.07664429762957568,
      "grad_norm": 4.635347366333008,
      "learning_rate": 0.0002998908944358932,
      "loss": 8.632648468017578,
      "step": 2210
    },
    {
      "epoch": 0.0769911044061801,
      "grad_norm": 5.013646125793457,
      "learning_rate": 0.0002998890717086282,
      "loss": 8.241293334960938,
      "step": 2220
    },
    {
      "epoch": 0.0773379111827845,
      "grad_norm": 5.209301948547363,
      "learning_rate": 0.0002998872338875378,
      "loss": 8.100372314453125,
      "step": 2230
    },
    {
      "epoch": 0.07768471795938893,
      "grad_norm": 5.827475547790527,
      "learning_rate": 0.00029988538097280696,
      "loss": 7.576439666748047,
      "step": 2240
    },
    {
      "epoch": 0.07803152473599334,
      "grad_norm": 5.064399242401123,
      "learning_rate": 0.00029988351296462247,
      "loss": 8.33707275390625,
      "step": 2250
    },
    {
      "epoch": 0.07837833151259775,
      "grad_norm": 5.7265706062316895,
      "learning_rate": 0.0002998816298631723,
      "loss": 8.343417358398437,
      "step": 2260
    },
    {
      "epoch": 0.07872513828920218,
      "grad_norm": 5.61683988571167,
      "learning_rate": 0.00029987973166864605,
      "loss": 7.654642486572266,
      "step": 2270
    },
    {
      "epoch": 0.07907194506580659,
      "grad_norm": 6.139464855194092,
      "learning_rate": 0.0002998778183812349,
      "loss": 8.174369812011719,
      "step": 2280
    },
    {
      "epoch": 0.079418751842411,
      "grad_norm": 5.3133225440979,
      "learning_rate": 0.0002998758900011316,
      "loss": 8.249425506591797,
      "step": 2290
    },
    {
      "epoch": 0.07976555861901541,
      "grad_norm": 5.132144927978516,
      "learning_rate": 0.0002998739465285303,
      "loss": 8.233519744873046,
      "step": 2300
    },
    {
      "epoch": 0.08011236539561983,
      "grad_norm": 6.415826320648193,
      "learning_rate": 0.00029987198796362666,
      "loss": 8.221486663818359,
      "step": 2310
    },
    {
      "epoch": 0.08045917217222424,
      "grad_norm": 5.217477798461914,
      "learning_rate": 0.0002998700143066179,
      "loss": 8.524445343017579,
      "step": 2320
    },
    {
      "epoch": 0.08080597894882866,
      "grad_norm": 5.741121292114258,
      "learning_rate": 0.0002998680255577028,
      "loss": 8.453343200683594,
      "step": 2330
    },
    {
      "epoch": 0.08115278572543308,
      "grad_norm": 6.204251289367676,
      "learning_rate": 0.0002998660217170816,
      "loss": 8.372715759277344,
      "step": 2340
    },
    {
      "epoch": 0.08149959250203749,
      "grad_norm": 7.696920394897461,
      "learning_rate": 0.00029986400278495624,
      "loss": 8.396324157714844,
      "step": 2350
    },
    {
      "epoch": 0.0818463992786419,
      "grad_norm": 6.234743118286133,
      "learning_rate": 0.00029986196876152977,
      "loss": 8.096724700927734,
      "step": 2360
    },
    {
      "epoch": 0.08219320605524633,
      "grad_norm": 4.549152374267578,
      "learning_rate": 0.0002998599196470072,
      "loss": 7.865915679931641,
      "step": 2370
    },
    {
      "epoch": 0.08254001283185074,
      "grad_norm": 5.453365325927734,
      "learning_rate": 0.00029985785544159484,
      "loss": 7.964163970947266,
      "step": 2380
    },
    {
      "epoch": 0.08288681960845515,
      "grad_norm": 4.967399597167969,
      "learning_rate": 0.0002998557761455005,
      "loss": 7.947079467773437,
      "step": 2390
    },
    {
      "epoch": 0.08323362638505956,
      "grad_norm": 6.34585428237915,
      "learning_rate": 0.00029985368175893364,
      "loss": 8.035052490234374,
      "step": 2400
    },
    {
      "epoch": 0.08358043316166398,
      "grad_norm": 5.457056999206543,
      "learning_rate": 0.0002998515722821051,
      "loss": 7.74532470703125,
      "step": 2410
    },
    {
      "epoch": 0.0839272399382684,
      "grad_norm": 4.875389099121094,
      "learning_rate": 0.00029984944771522734,
      "loss": 7.901406860351562,
      "step": 2420
    },
    {
      "epoch": 0.0842740467148728,
      "grad_norm": 5.598247051239014,
      "learning_rate": 0.00029984730805851425,
      "loss": 8.011869812011719,
      "step": 2430
    },
    {
      "epoch": 0.08462085349147723,
      "grad_norm": 5.847703456878662,
      "learning_rate": 0.0002998451533121814,
      "loss": 8.203024291992188,
      "step": 2440
    },
    {
      "epoch": 0.08496766026808164,
      "grad_norm": 7.487412452697754,
      "learning_rate": 0.00029984298347644566,
      "loss": 7.6920112609863285,
      "step": 2450
    },
    {
      "epoch": 0.08531446704468605,
      "grad_norm": 6.7232255935668945,
      "learning_rate": 0.0002998407985515257,
      "loss": 7.558551788330078,
      "step": 2460
    },
    {
      "epoch": 0.08566127382129046,
      "grad_norm": 7.134231090545654,
      "learning_rate": 0.0002998385985376413,
      "loss": 7.462080383300782,
      "step": 2470
    },
    {
      "epoch": 0.08600808059789489,
      "grad_norm": 5.4149909019470215,
      "learning_rate": 0.00029983638343501415,
      "loss": 8.575581359863282,
      "step": 2480
    },
    {
      "epoch": 0.0863548873744993,
      "grad_norm": 6.803240776062012,
      "learning_rate": 0.0002998341532438674,
      "loss": 7.64642333984375,
      "step": 2490
    },
    {
      "epoch": 0.08670169415110371,
      "grad_norm": 5.699243068695068,
      "learning_rate": 0.0002998319079644254,
      "loss": 7.960725402832031,
      "step": 2500
    },
    {
      "epoch": 0.08704850092770813,
      "grad_norm": 6.425755500793457,
      "learning_rate": 0.00029982964759691435,
      "loss": 7.6616157531738285,
      "step": 2510
    },
    {
      "epoch": 0.08739530770431254,
      "grad_norm": 5.376076698303223,
      "learning_rate": 0.00029982737214156194,
      "loss": 7.7346656799316404,
      "step": 2520
    },
    {
      "epoch": 0.08774211448091696,
      "grad_norm": 6.2727484703063965,
      "learning_rate": 0.0002998250815985972,
      "loss": 7.836188507080078,
      "step": 2530
    },
    {
      "epoch": 0.08808892125752137,
      "grad_norm": 5.631091117858887,
      "learning_rate": 0.0002998227759682509,
      "loss": 7.705145263671875,
      "step": 2540
    },
    {
      "epoch": 0.08843572803412579,
      "grad_norm": 6.217864036560059,
      "learning_rate": 0.00029982045525075513,
      "loss": 8.142205047607423,
      "step": 2550
    },
    {
      "epoch": 0.0887825348107302,
      "grad_norm": 5.994324684143066,
      "learning_rate": 0.00029981811944634364,
      "loss": 7.400997924804687,
      "step": 2560
    },
    {
      "epoch": 0.08912934158733461,
      "grad_norm": 4.685929298400879,
      "learning_rate": 0.00029981576855525165,
      "loss": 8.070906829833984,
      "step": 2570
    },
    {
      "epoch": 0.08947614836393904,
      "grad_norm": 5.380947589874268,
      "learning_rate": 0.00029981340257771586,
      "loss": 7.440650177001953,
      "step": 2580
    },
    {
      "epoch": 0.08982295514054345,
      "grad_norm": 5.548213005065918,
      "learning_rate": 0.00029981102151397445,
      "loss": 7.631075286865235,
      "step": 2590
    },
    {
      "epoch": 0.09016976191714786,
      "grad_norm": 7.113351821899414,
      "learning_rate": 0.00029980862536426736,
      "loss": 7.411952972412109,
      "step": 2600
    },
    {
      "epoch": 0.09051656869375227,
      "grad_norm": 4.830175399780273,
      "learning_rate": 0.0002998062141288357,
      "loss": 8.161653900146485,
      "step": 2610
    },
    {
      "epoch": 0.0908633754703567,
      "grad_norm": 5.5586018562316895,
      "learning_rate": 0.00029980378780792243,
      "loss": 7.329508209228516,
      "step": 2620
    },
    {
      "epoch": 0.0912101822469611,
      "grad_norm": 6.112547397613525,
      "learning_rate": 0.0002998013464017719,
      "loss": 7.714527893066406,
      "step": 2630
    },
    {
      "epoch": 0.09155698902356552,
      "grad_norm": 4.658982276916504,
      "learning_rate": 0.00029979888991062977,
      "loss": 7.437145233154297,
      "step": 2640
    },
    {
      "epoch": 0.09190379580016994,
      "grad_norm": 6.236598014831543,
      "learning_rate": 0.0002997964183347436,
      "loss": 7.697496795654297,
      "step": 2650
    },
    {
      "epoch": 0.09225060257677435,
      "grad_norm": 4.987429618835449,
      "learning_rate": 0.00029979393167436214,
      "loss": 7.137907409667969,
      "step": 2660
    },
    {
      "epoch": 0.09259740935337876,
      "grad_norm": 7.033418655395508,
      "learning_rate": 0.0002997914299297359,
      "loss": 7.323359680175781,
      "step": 2670
    },
    {
      "epoch": 0.09294421612998317,
      "grad_norm": 5.532907009124756,
      "learning_rate": 0.00029978891310111674,
      "loss": 7.454933166503906,
      "step": 2680
    },
    {
      "epoch": 0.0932910229065876,
      "grad_norm": 6.004257678985596,
      "learning_rate": 0.00029978638118875815,
      "loss": 7.570569610595703,
      "step": 2690
    },
    {
      "epoch": 0.09363782968319201,
      "grad_norm": 6.463276386260986,
      "learning_rate": 0.0002997838341929151,
      "loss": 7.730841827392578,
      "step": 2700
    },
    {
      "epoch": 0.09398463645979642,
      "grad_norm": 6.122608184814453,
      "learning_rate": 0.000299781272113844,
      "loss": 7.185985565185547,
      "step": 2710
    },
    {
      "epoch": 0.09433144323640084,
      "grad_norm": 5.712291717529297,
      "learning_rate": 0.00029977869495180287,
      "loss": 8.223866271972657,
      "step": 2720
    },
    {
      "epoch": 0.09467825001300526,
      "grad_norm": 6.126311302185059,
      "learning_rate": 0.00029977610270705133,
      "loss": 7.804103088378906,
      "step": 2730
    },
    {
      "epoch": 0.09502505678960967,
      "grad_norm": 4.903704643249512,
      "learning_rate": 0.0002997734953798503,
      "loss": 7.276256561279297,
      "step": 2740
    },
    {
      "epoch": 0.09537186356621409,
      "grad_norm": 6.626465797424316,
      "learning_rate": 0.0002997708729704624,
      "loss": 7.943316650390625,
      "step": 2750
    },
    {
      "epoch": 0.0957186703428185,
      "grad_norm": 6.401085376739502,
      "learning_rate": 0.0002997682354791517,
      "loss": 7.571746826171875,
      "step": 2760
    },
    {
      "epoch": 0.09606547711942291,
      "grad_norm": 6.731732368469238,
      "learning_rate": 0.00029976558290618373,
      "loss": 8.095571136474609,
      "step": 2770
    },
    {
      "epoch": 0.09641228389602732,
      "grad_norm": 6.18290901184082,
      "learning_rate": 0.00029976291525182574,
      "loss": 7.459332275390625,
      "step": 2780
    },
    {
      "epoch": 0.09675909067263175,
      "grad_norm": 4.505118370056152,
      "learning_rate": 0.00029976023251634623,
      "loss": 8.029454040527344,
      "step": 2790
    },
    {
      "epoch": 0.09710589744923616,
      "grad_norm": 7.047544479370117,
      "learning_rate": 0.00029975753470001543,
      "loss": 7.250439453125,
      "step": 2800
    },
    {
      "epoch": 0.09745270422584057,
      "grad_norm": 7.906260967254639,
      "learning_rate": 0.00029975482180310495,
      "loss": 7.352965545654297,
      "step": 2810
    },
    {
      "epoch": 0.097799511002445,
      "grad_norm": 5.261754989624023,
      "learning_rate": 0.00029975209382588806,
      "loss": 7.319126892089844,
      "step": 2820
    },
    {
      "epoch": 0.0981463177790494,
      "grad_norm": 5.247056007385254,
      "learning_rate": 0.0002997493507686394,
      "loss": 7.372547912597656,
      "step": 2830
    },
    {
      "epoch": 0.09849312455565382,
      "grad_norm": 5.888732433319092,
      "learning_rate": 0.00029974659263163516,
      "loss": 7.207266235351563,
      "step": 2840
    },
    {
      "epoch": 0.09883993133225823,
      "grad_norm": 6.898653030395508,
      "learning_rate": 0.0002997438194151532,
      "loss": 7.474554443359375,
      "step": 2850
    },
    {
      "epoch": 0.09918673810886265,
      "grad_norm": 5.344205379486084,
      "learning_rate": 0.0002997410311194727,
      "loss": 7.531422424316406,
      "step": 2860
    },
    {
      "epoch": 0.09953354488546706,
      "grad_norm": 8.75732421875,
      "learning_rate": 0.00029973822774487447,
      "loss": 7.705049896240235,
      "step": 2870
    },
    {
      "epoch": 0.09988035166207147,
      "grad_norm": 5.712015151977539,
      "learning_rate": 0.0002997354092916408,
      "loss": 7.514460754394531,
      "step": 2880
    },
    {
      "epoch": 0.1002271584386759,
      "grad_norm": 6.071193218231201,
      "learning_rate": 0.0002997325757600555,
      "loss": 8.2220947265625,
      "step": 2890
    },
    {
      "epoch": 0.10057396521528031,
      "grad_norm": 4.527872085571289,
      "learning_rate": 0.00029972972715040395,
      "loss": 7.812737274169922,
      "step": 2900
    },
    {
      "epoch": 0.10092077199188472,
      "grad_norm": 5.524644374847412,
      "learning_rate": 0.00029972686346297294,
      "loss": 7.216932678222657,
      "step": 2910
    },
    {
      "epoch": 0.10126757876848913,
      "grad_norm": 5.723361015319824,
      "learning_rate": 0.0002997239846980509,
      "loss": 7.164757537841797,
      "step": 2920
    },
    {
      "epoch": 0.10161438554509356,
      "grad_norm": 6.528432369232178,
      "learning_rate": 0.0002997210908559277,
      "loss": 7.451429748535157,
      "step": 2930
    },
    {
      "epoch": 0.10196119232169797,
      "grad_norm": 6.940042018890381,
      "learning_rate": 0.00029971818193689473,
      "loss": 7.0673583984375,
      "step": 2940
    },
    {
      "epoch": 0.10230799909830238,
      "grad_norm": 5.519460678100586,
      "learning_rate": 0.00029971525794124495,
      "loss": 7.4651947021484375,
      "step": 2950
    },
    {
      "epoch": 0.1026548058749068,
      "grad_norm": 5.205141544342041,
      "learning_rate": 0.0002997123188692728,
      "loss": 7.1986549377441404,
      "step": 2960
    },
    {
      "epoch": 0.10300161265151121,
      "grad_norm": 4.912453651428223,
      "learning_rate": 0.0002997093647212742,
      "loss": 7.043345642089844,
      "step": 2970
    },
    {
      "epoch": 0.10334841942811562,
      "grad_norm": 5.264575481414795,
      "learning_rate": 0.00029970639549754667,
      "loss": 7.150616455078125,
      "step": 2980
    },
    {
      "epoch": 0.10369522620472003,
      "grad_norm": 8.516182899475098,
      "learning_rate": 0.0002997034111983892,
      "loss": 6.536961364746094,
      "step": 2990
    },
    {
      "epoch": 0.10404203298132446,
      "grad_norm": 5.379635810852051,
      "learning_rate": 0.00029970041182410235,
      "loss": 7.469226837158203,
      "step": 3000
    },
    {
      "epoch": 0.10438883975792887,
      "grad_norm": 4.950097560882568,
      "learning_rate": 0.0002996973973749882,
      "loss": 7.181357574462891,
      "step": 3010
    },
    {
      "epoch": 0.10473564653453328,
      "grad_norm": 4.616489410400391,
      "learning_rate": 0.00029969436785135006,
      "loss": 7.631926727294922,
      "step": 3020
    },
    {
      "epoch": 0.1050824533111377,
      "grad_norm": 5.835964202880859,
      "learning_rate": 0.0002996913232534933,
      "loss": 7.360746002197265,
      "step": 3030
    },
    {
      "epoch": 0.10542926008774212,
      "grad_norm": 4.751529693603516,
      "learning_rate": 0.00029968826358172437,
      "loss": 7.583438110351563,
      "step": 3040
    },
    {
      "epoch": 0.10577606686434653,
      "grad_norm": 5.94398307800293,
      "learning_rate": 0.00029968518883635134,
      "loss": 7.026883697509765,
      "step": 3050
    },
    {
      "epoch": 0.10612287364095094,
      "grad_norm": 7.210505485534668,
      "learning_rate": 0.0002996820990176839,
      "loss": 7.462823486328125,
      "step": 3060
    },
    {
      "epoch": 0.10646968041755536,
      "grad_norm": 5.726904392242432,
      "learning_rate": 0.00029967899412603323,
      "loss": 7.295240020751953,
      "step": 3070
    },
    {
      "epoch": 0.10681648719415977,
      "grad_norm": 5.8899383544921875,
      "learning_rate": 0.00029967587416171194,
      "loss": 7.170245361328125,
      "step": 3080
    },
    {
      "epoch": 0.10716329397076418,
      "grad_norm": 5.578789710998535,
      "learning_rate": 0.0002996727391250342,
      "loss": 7.342673492431641,
      "step": 3090
    },
    {
      "epoch": 0.10751010074736861,
      "grad_norm": 7.131217956542969,
      "learning_rate": 0.0002996695890163157,
      "loss": 7.228727722167969,
      "step": 3100
    },
    {
      "epoch": 0.10785690752397302,
      "grad_norm": 4.9802775382995605,
      "learning_rate": 0.0002996664238358737,
      "loss": 7.686077880859375,
      "step": 3110
    },
    {
      "epoch": 0.10820371430057743,
      "grad_norm": 7.20836877822876,
      "learning_rate": 0.000299663243584027,
      "loss": 6.775941467285156,
      "step": 3120
    },
    {
      "epoch": 0.10855052107718184,
      "grad_norm": 6.248165607452393,
      "learning_rate": 0.0002996600482610957,
      "loss": 7.430239868164063,
      "step": 3130
    },
    {
      "epoch": 0.10889732785378627,
      "grad_norm": 4.04344367980957,
      "learning_rate": 0.0002996568378674016,
      "loss": 6.764356231689453,
      "step": 3140
    },
    {
      "epoch": 0.10924413463039068,
      "grad_norm": 5.1497907638549805,
      "learning_rate": 0.000299653612403268,
      "loss": 7.198393249511719,
      "step": 3150
    },
    {
      "epoch": 0.10959094140699509,
      "grad_norm": 4.548824310302734,
      "learning_rate": 0.0002996503718690198,
      "loss": 7.365312957763672,
      "step": 3160
    },
    {
      "epoch": 0.10993774818359951,
      "grad_norm": 5.565645694732666,
      "learning_rate": 0.0002996471162649832,
      "loss": 7.002183532714843,
      "step": 3170
    },
    {
      "epoch": 0.11028455496020392,
      "grad_norm": 5.415268898010254,
      "learning_rate": 0.00029964384559148615,
      "loss": 7.195500183105469,
      "step": 3180
    },
    {
      "epoch": 0.11063136173680833,
      "grad_norm": 5.401646614074707,
      "learning_rate": 0.00029964055984885786,
      "loss": 7.308545684814453,
      "step": 3190
    },
    {
      "epoch": 0.11097816851341276,
      "grad_norm": 36.28436279296875,
      "learning_rate": 0.0002996379204052031,
      "loss": 7.051918029785156,
      "step": 3200
    },
    {
      "epoch": 0.11132497529001717,
      "grad_norm": 75.87548828125,
      "learning_rate": 0.0002996346075389736,
      "loss": 7.859667205810547,
      "step": 3210
    },
    {
      "epoch": 0.11167178206662158,
      "grad_norm": 6.471720218658447,
      "learning_rate": 0.0002996312796045432,
      "loss": 6.975923919677735,
      "step": 3220
    },
    {
      "epoch": 0.11201858884322599,
      "grad_norm": 8.988420486450195,
      "learning_rate": 0.00029962793660224705,
      "loss": 7.185982513427734,
      "step": 3230
    },
    {
      "epoch": 0.11236539561983042,
      "grad_norm": 7.521701335906982,
      "learning_rate": 0.0002996245785324218,
      "loss": 7.528837585449219,
      "step": 3240
    },
    {
      "epoch": 0.11271220239643483,
      "grad_norm": 12.23703384399414,
      "learning_rate": 0.0002996212053954055,
      "loss": 7.36700439453125,
      "step": 3250
    },
    {
      "epoch": 0.11305900917303924,
      "grad_norm": 6.668253421783447,
      "learning_rate": 0.000299617817191538,
      "loss": 6.847956848144531,
      "step": 3260
    },
    {
      "epoch": 0.11340581594964366,
      "grad_norm": 6.101006507873535,
      "learning_rate": 0.0002996144139211604,
      "loss": 6.717323303222656,
      "step": 3270
    },
    {
      "epoch": 0.11375262272624807,
      "grad_norm": 6.196361541748047,
      "learning_rate": 0.00029961099558461536,
      "loss": 7.770551300048828,
      "step": 3280
    },
    {
      "epoch": 0.11409942950285248,
      "grad_norm": 4.512564182281494,
      "learning_rate": 0.00029960756218224717,
      "loss": 6.8745979309082035,
      "step": 3290
    },
    {
      "epoch": 0.1144462362794569,
      "grad_norm": 5.664703845977783,
      "learning_rate": 0.0002996041137144016,
      "loss": 7.512083435058594,
      "step": 3300
    },
    {
      "epoch": 0.11479304305606132,
      "grad_norm": 5.180612087249756,
      "learning_rate": 0.0002996006501814258,
      "loss": 7.012033843994141,
      "step": 3310
    },
    {
      "epoch": 0.11513984983266573,
      "grad_norm": 5.868711471557617,
      "learning_rate": 0.0002995971715836687,
      "loss": 6.600114440917968,
      "step": 3320
    },
    {
      "epoch": 0.11548665660927014,
      "grad_norm": 6.995846271514893,
      "learning_rate": 0.00029959367792148047,
      "loss": 7.09898681640625,
      "step": 3330
    },
    {
      "epoch": 0.11583346338587457,
      "grad_norm": 5.324821472167969,
      "learning_rate": 0.000299590169195213,
      "loss": 7.294175720214843,
      "step": 3340
    },
    {
      "epoch": 0.11618027016247898,
      "grad_norm": 5.22974157333374,
      "learning_rate": 0.0002995866454052195,
      "loss": 6.560474395751953,
      "step": 3350
    },
    {
      "epoch": 0.11652707693908339,
      "grad_norm": 4.654702663421631,
      "learning_rate": 0.000299583106551855,
      "loss": 6.996910095214844,
      "step": 3360
    },
    {
      "epoch": 0.1168738837156878,
      "grad_norm": 7.279356479644775,
      "learning_rate": 0.00029957955263547575,
      "loss": 7.00561294555664,
      "step": 3370
    },
    {
      "epoch": 0.11722069049229222,
      "grad_norm": 4.758134365081787,
      "learning_rate": 0.00029957598365643956,
      "loss": 7.142219543457031,
      "step": 3380
    },
    {
      "epoch": 0.11756749726889663,
      "grad_norm": 5.935283660888672,
      "learning_rate": 0.000299572399615106,
      "loss": 6.959394073486328,
      "step": 3390
    },
    {
      "epoch": 0.11791430404550104,
      "grad_norm": 5.490697383880615,
      "learning_rate": 0.00029956880051183586,
      "loss": 6.956050872802734,
      "step": 3400
    },
    {
      "epoch": 0.11826111082210547,
      "grad_norm": 5.379637718200684,
      "learning_rate": 0.0002995651863469916,
      "loss": 7.505924987792969,
      "step": 3410
    },
    {
      "epoch": 0.11860791759870988,
      "grad_norm": 4.9199934005737305,
      "learning_rate": 0.00029956155712093717,
      "loss": 7.151496887207031,
      "step": 3420
    },
    {
      "epoch": 0.11895472437531429,
      "grad_norm": 5.5413103103637695,
      "learning_rate": 0.000299557912834038,
      "loss": 6.638466644287109,
      "step": 3430
    },
    {
      "epoch": 0.1193015311519187,
      "grad_norm": 5.7927069664001465,
      "learning_rate": 0.00029955425348666113,
      "loss": 7.035697174072266,
      "step": 3440
    },
    {
      "epoch": 0.11964833792852313,
      "grad_norm": 6.627818584442139,
      "learning_rate": 0.000299550579079175,
      "loss": 6.852809143066406,
      "step": 3450
    },
    {
      "epoch": 0.11999514470512754,
      "grad_norm": 6.04095983505249,
      "learning_rate": 0.0002995468896119497,
      "loss": 6.934154510498047,
      "step": 3460
    },
    {
      "epoch": 0.12034195148173195,
      "grad_norm": 6.020833969116211,
      "learning_rate": 0.0002995431850853567,
      "loss": 7.179639434814453,
      "step": 3470
    },
    {
      "epoch": 0.12068875825833637,
      "grad_norm": 5.752357482910156,
      "learning_rate": 0.00029953946549976903,
      "loss": 6.6078651428222654,
      "step": 3480
    },
    {
      "epoch": 0.12103556503494078,
      "grad_norm": 6.476692199707031,
      "learning_rate": 0.00029953573085556126,
      "loss": 7.1372932434082035,
      "step": 3490
    },
    {
      "epoch": 0.1213823718115452,
      "grad_norm": 7.356377124786377,
      "learning_rate": 0.0002995319811531095,
      "loss": 7.113587188720703,
      "step": 3500
    },
    {
      "epoch": 0.1217291785881496,
      "grad_norm": 4.591867923736572,
      "learning_rate": 0.00029952821639279135,
      "loss": 6.817247009277343,
      "step": 3510
    },
    {
      "epoch": 0.12207598536475403,
      "grad_norm": 6.589757442474365,
      "learning_rate": 0.00029952443657498587,
      "loss": 7.471891784667969,
      "step": 3520
    },
    {
      "epoch": 0.12242279214135844,
      "grad_norm": 4.93446683883667,
      "learning_rate": 0.0002995206417000737,
      "loss": 7.118109130859375,
      "step": 3530
    },
    {
      "epoch": 0.12276959891796285,
      "grad_norm": 7.4822001457214355,
      "learning_rate": 0.00029951683176843705,
      "loss": 6.663258361816406,
      "step": 3540
    },
    {
      "epoch": 0.12311640569456728,
      "grad_norm": 6.362129211425781,
      "learning_rate": 0.0002995130067804595,
      "loss": 7.180939483642578,
      "step": 3550
    },
    {
      "epoch": 0.12346321247117169,
      "grad_norm": 6.057769775390625,
      "learning_rate": 0.0002995091667365263,
      "loss": 7.098634338378906,
      "step": 3560
    },
    {
      "epoch": 0.1238100192477761,
      "grad_norm": 7.1682448387146,
      "learning_rate": 0.00029950531163702406,
      "loss": 6.948085784912109,
      "step": 3570
    },
    {
      "epoch": 0.12415682602438052,
      "grad_norm": 6.963624000549316,
      "learning_rate": 0.00029950144148234106,
      "loss": 6.593434143066406,
      "step": 3580
    },
    {
      "epoch": 0.12450363280098493,
      "grad_norm": 8.411673545837402,
      "learning_rate": 0.00029949755627286693,
      "loss": 6.9091331481933596,
      "step": 3590
    },
    {
      "epoch": 0.12485043957758934,
      "grad_norm": 5.504787445068359,
      "learning_rate": 0.000299493656008993,
      "loss": 6.393378829956054,
      "step": 3600
    },
    {
      "epoch": 0.12519724635419377,
      "grad_norm": 6.178554534912109,
      "learning_rate": 0.0002994897406911121,
      "loss": 6.666632843017578,
      "step": 3610
    },
    {
      "epoch": 0.12554405313079817,
      "grad_norm": 6.140212059020996,
      "learning_rate": 0.00029948581031961826,
      "loss": 7.175299072265625,
      "step": 3620
    },
    {
      "epoch": 0.1258908599074026,
      "grad_norm": 5.064906597137451,
      "learning_rate": 0.00029948186489490747,
      "loss": 6.9871574401855465,
      "step": 3630
    },
    {
      "epoch": 0.12623766668400702,
      "grad_norm": 7.951107978820801,
      "learning_rate": 0.000299477904417377,
      "loss": 7.263018798828125,
      "step": 3640
    },
    {
      "epoch": 0.1265844734606114,
      "grad_norm": 5.771562099456787,
      "learning_rate": 0.0002994739288874256,
      "loss": 7.159170532226563,
      "step": 3650
    },
    {
      "epoch": 0.12693128023721584,
      "grad_norm": 7.506866931915283,
      "learning_rate": 0.0002994699383054537,
      "loss": 6.743561553955078,
      "step": 3660
    },
    {
      "epoch": 0.12727808701382026,
      "grad_norm": 5.515072822570801,
      "learning_rate": 0.0002994659326718631,
      "loss": 6.491978454589844,
      "step": 3670
    },
    {
      "epoch": 0.12762489379042466,
      "grad_norm": 6.151342391967773,
      "learning_rate": 0.0002994619119870571,
      "loss": 6.986742401123047,
      "step": 3680
    },
    {
      "epoch": 0.12797170056702908,
      "grad_norm": 6.482611179351807,
      "learning_rate": 0.0002994578762514407,
      "loss": 6.9270576477050785,
      "step": 3690
    },
    {
      "epoch": 0.12831850734363348,
      "grad_norm": 9.198562622070312,
      "learning_rate": 0.0002994538254654203,
      "loss": 7.079287719726563,
      "step": 3700
    },
    {
      "epoch": 0.1286653141202379,
      "grad_norm": 4.486720561981201,
      "learning_rate": 0.0002994497596294037,
      "loss": 6.861346435546875,
      "step": 3710
    },
    {
      "epoch": 0.12901212089684233,
      "grad_norm": 5.017629146575928,
      "learning_rate": 0.0002994456787438004,
      "loss": 6.585346984863281,
      "step": 3720
    },
    {
      "epoch": 0.12935892767344673,
      "grad_norm": 6.738283157348633,
      "learning_rate": 0.0002994415828090214,
      "loss": 7.412425994873047,
      "step": 3730
    },
    {
      "epoch": 0.12970573445005115,
      "grad_norm": 5.334867477416992,
      "learning_rate": 0.00029943747182547897,
      "loss": 6.9063232421875,
      "step": 3740
    },
    {
      "epoch": 0.13005254122665558,
      "grad_norm": 6.059299945831299,
      "learning_rate": 0.0002994333457935873,
      "loss": 6.793818664550781,
      "step": 3750
    },
    {
      "epoch": 0.13039934800325997,
      "grad_norm": 5.850818634033203,
      "learning_rate": 0.0002994292047137618,
      "loss": 6.787868499755859,
      "step": 3760
    },
    {
      "epoch": 0.1307461547798644,
      "grad_norm": 4.872148036956787,
      "learning_rate": 0.0002994250485864195,
      "loss": 6.693022155761719,
      "step": 3770
    },
    {
      "epoch": 0.13109296155646882,
      "grad_norm": 6.551583290100098,
      "learning_rate": 0.00029942087741197885,
      "loss": 6.74384765625,
      "step": 3780
    },
    {
      "epoch": 0.13143976833307322,
      "grad_norm": 4.799061298370361,
      "learning_rate": 0.0002994166911908599,
      "loss": 6.998545837402344,
      "step": 3790
    },
    {
      "epoch": 0.13178657510967764,
      "grad_norm": 6.555840492248535,
      "learning_rate": 0.0002994124899234843,
      "loss": 6.394679260253906,
      "step": 3800
    },
    {
      "epoch": 0.13213338188628207,
      "grad_norm": 4.654940128326416,
      "learning_rate": 0.00029940827361027504,
      "loss": 6.975714111328125,
      "step": 3810
    },
    {
      "epoch": 0.13248018866288647,
      "grad_norm": 5.442851543426514,
      "learning_rate": 0.00029940404225165673,
      "loss": 6.594866943359375,
      "step": 3820
    },
    {
      "epoch": 0.1328269954394909,
      "grad_norm": 5.870683193206787,
      "learning_rate": 0.0002993997958480554,
      "loss": 7.279266357421875,
      "step": 3830
    },
    {
      "epoch": 0.13317380221609532,
      "grad_norm": 4.959991455078125,
      "learning_rate": 0.0002993955343998987,
      "loss": 7.458092498779297,
      "step": 3840
    },
    {
      "epoch": 0.1335206089926997,
      "grad_norm": 6.336015224456787,
      "learning_rate": 0.00029939125790761587,
      "loss": 6.901896667480469,
      "step": 3850
    },
    {
      "epoch": 0.13386741576930414,
      "grad_norm": 5.9008402824401855,
      "learning_rate": 0.0002993869663716374,
      "loss": 6.697945404052734,
      "step": 3860
    },
    {
      "epoch": 0.13421422254590853,
      "grad_norm": 5.875404357910156,
      "learning_rate": 0.0002993826597923955,
      "loss": 6.972747802734375,
      "step": 3870
    },
    {
      "epoch": 0.13456102932251296,
      "grad_norm": 5.327651023864746,
      "learning_rate": 0.00029937833817032393,
      "loss": 6.9323486328125,
      "step": 3880
    },
    {
      "epoch": 0.13490783609911738,
      "grad_norm": 7.343094348907471,
      "learning_rate": 0.00029937400150585765,
      "loss": 6.630634307861328,
      "step": 3890
    },
    {
      "epoch": 0.13525464287572178,
      "grad_norm": 5.880801677703857,
      "learning_rate": 0.0002993696497994336,
      "loss": 6.9885101318359375,
      "step": 3900
    },
    {
      "epoch": 0.1356014496523262,
      "grad_norm": 7.644217491149902,
      "learning_rate": 0.0002993652830514899,
      "loss": 6.809003448486328,
      "step": 3910
    },
    {
      "epoch": 0.13594825642893063,
      "grad_norm": 5.460147857666016,
      "learning_rate": 0.0002993609012624662,
      "loss": 7.010305786132813,
      "step": 3920
    },
    {
      "epoch": 0.13629506320553503,
      "grad_norm": 7.4239501953125,
      "learning_rate": 0.00029935650443280393,
      "loss": 6.742603302001953,
      "step": 3930
    },
    {
      "epoch": 0.13664186998213945,
      "grad_norm": 8.640359878540039,
      "learning_rate": 0.0002993520925629457,
      "loss": 6.634130859375,
      "step": 3940
    },
    {
      "epoch": 0.13698867675874388,
      "grad_norm": 4.9274797439575195,
      "learning_rate": 0.0002993476656533359,
      "loss": 6.39207878112793,
      "step": 3950
    },
    {
      "epoch": 0.13733548353534827,
      "grad_norm": 6.659719944000244,
      "learning_rate": 0.0002993432237044202,
      "loss": 6.683179473876953,
      "step": 3960
    },
    {
      "epoch": 0.1376822903119527,
      "grad_norm": 5.045862674713135,
      "learning_rate": 0.0002993387667166459,
      "loss": 6.7588966369628904,
      "step": 3970
    },
    {
      "epoch": 0.13802909708855712,
      "grad_norm": 4.814867973327637,
      "learning_rate": 0.000299334294690462,
      "loss": 6.4991706848144535,
      "step": 3980
    },
    {
      "epoch": 0.13837590386516152,
      "grad_norm": 5.048161029815674,
      "learning_rate": 0.0002993298076263186,
      "loss": 6.217024230957032,
      "step": 3990
    },
    {
      "epoch": 0.13872271064176595,
      "grad_norm": 4.999405384063721,
      "learning_rate": 0.0002993253055246677,
      "loss": 6.651726531982422,
      "step": 4000
    },
    {
      "epoch": 0.13906951741837034,
      "grad_norm": 5.840761661529541,
      "learning_rate": 0.0002993207883859627,
      "loss": 7.1427772521972654,
      "step": 4010
    },
    {
      "epoch": 0.13941632419497477,
      "grad_norm": 5.552877902984619,
      "learning_rate": 0.0002993162562106583,
      "loss": 6.723113250732422,
      "step": 4020
    },
    {
      "epoch": 0.1397631309715792,
      "grad_norm": 7.8617143630981445,
      "learning_rate": 0.000299311708999211,
      "loss": 6.7042724609375,
      "step": 4030
    },
    {
      "epoch": 0.1401099377481836,
      "grad_norm": 7.102358818054199,
      "learning_rate": 0.0002993071467520787,
      "loss": 7.015505981445313,
      "step": 4040
    },
    {
      "epoch": 0.140456744524788,
      "grad_norm": 5.621849536895752,
      "learning_rate": 0.00029930256946972077,
      "loss": 7.129595947265625,
      "step": 4050
    },
    {
      "epoch": 0.14080355130139244,
      "grad_norm": 5.445159435272217,
      "learning_rate": 0.0002992979771525983,
      "loss": 6.599005889892578,
      "step": 4060
    },
    {
      "epoch": 0.14115035807799683,
      "grad_norm": 8.141953468322754,
      "learning_rate": 0.00029929336980117347,
      "loss": 6.566872406005859,
      "step": 4070
    },
    {
      "epoch": 0.14149716485460126,
      "grad_norm": 5.271511554718018,
      "learning_rate": 0.00029928874741591045,
      "loss": 6.98456039428711,
      "step": 4080
    },
    {
      "epoch": 0.14184397163120568,
      "grad_norm": 5.851336479187012,
      "learning_rate": 0.0002992841099972746,
      "loss": 7.025745391845703,
      "step": 4090
    },
    {
      "epoch": 0.14219077840781008,
      "grad_norm": 5.8584980964660645,
      "learning_rate": 0.000299279457545733,
      "loss": 6.951007843017578,
      "step": 4100
    },
    {
      "epoch": 0.1425375851844145,
      "grad_norm": 9.45514965057373,
      "learning_rate": 0.00029927479006175417,
      "loss": 6.738655853271484,
      "step": 4110
    },
    {
      "epoch": 0.14288439196101893,
      "grad_norm": 5.097326755523682,
      "learning_rate": 0.000299270107545808,
      "loss": 6.711088562011719,
      "step": 4120
    },
    {
      "epoch": 0.14323119873762333,
      "grad_norm": 5.566336154937744,
      "learning_rate": 0.0002992654099983661,
      "loss": 7.046791839599609,
      "step": 4130
    },
    {
      "epoch": 0.14357800551422775,
      "grad_norm": 4.894555568695068,
      "learning_rate": 0.0002992606974199015,
      "loss": 6.717243957519531,
      "step": 4140
    },
    {
      "epoch": 0.14392481229083215,
      "grad_norm": 5.4568891525268555,
      "learning_rate": 0.0002992559698108888,
      "loss": 6.527801513671875,
      "step": 4150
    },
    {
      "epoch": 0.14427161906743657,
      "grad_norm": 5.8636627197265625,
      "learning_rate": 0.0002992512271718039,
      "loss": 6.7221534729003904,
      "step": 4160
    },
    {
      "epoch": 0.144618425844041,
      "grad_norm": 6.663003444671631,
      "learning_rate": 0.0002992464695031246,
      "loss": 6.842173004150391,
      "step": 4170
    },
    {
      "epoch": 0.1449652326206454,
      "grad_norm": 5.149478912353516,
      "learning_rate": 0.00029924169680532986,
      "loss": 7.274688720703125,
      "step": 4180
    },
    {
      "epoch": 0.14531203939724982,
      "grad_norm": 6.146010398864746,
      "learning_rate": 0.0002992369090789004,
      "loss": 6.780989074707032,
      "step": 4190
    },
    {
      "epoch": 0.14565884617385425,
      "grad_norm": 5.795870780944824,
      "learning_rate": 0.00029923210632431824,
      "loss": 6.6965995788574215,
      "step": 4200
    },
    {
      "epoch": 0.14600565295045864,
      "grad_norm": 6.379848003387451,
      "learning_rate": 0.00029922728854206703,
      "loss": 6.961369323730469,
      "step": 4210
    },
    {
      "epoch": 0.14635245972706307,
      "grad_norm": 5.098379611968994,
      "learning_rate": 0.00029922245573263195,
      "loss": 6.418511962890625,
      "step": 4220
    },
    {
      "epoch": 0.1466992665036675,
      "grad_norm": 6.1371049880981445,
      "learning_rate": 0.0002992176078964997,
      "loss": 7.080712890625,
      "step": 4230
    },
    {
      "epoch": 0.1470460732802719,
      "grad_norm": 5.219410419464111,
      "learning_rate": 0.00029921274503415837,
      "loss": 6.698131561279297,
      "step": 4240
    },
    {
      "epoch": 0.1473928800568763,
      "grad_norm": 5.143923282623291,
      "learning_rate": 0.0002992078671460977,
      "loss": 7.200811767578125,
      "step": 4250
    },
    {
      "epoch": 0.14773968683348074,
      "grad_norm": 5.94836950302124,
      "learning_rate": 0.00029920297423280894,
      "loss": 6.6834358215332035,
      "step": 4260
    },
    {
      "epoch": 0.14808649361008513,
      "grad_norm": 5.514543056488037,
      "learning_rate": 0.00029919806629478474,
      "loss": 6.239022445678711,
      "step": 4270
    },
    {
      "epoch": 0.14843330038668956,
      "grad_norm": 6.362804889678955,
      "learning_rate": 0.00029919314333251936,
      "loss": 7.172288513183593,
      "step": 4280
    },
    {
      "epoch": 0.14878010716329398,
      "grad_norm": 7.37568473815918,
      "learning_rate": 0.0002991882053465085,
      "loss": 6.746208953857422,
      "step": 4290
    },
    {
      "epoch": 0.14912691393989838,
      "grad_norm": 6.596214294433594,
      "learning_rate": 0.00029918325233724947,
      "loss": 6.576711273193359,
      "step": 4300
    },
    {
      "epoch": 0.1494737207165028,
      "grad_norm": 5.232639312744141,
      "learning_rate": 0.00029917828430524096,
      "loss": 6.614938354492187,
      "step": 4310
    },
    {
      "epoch": 0.1498205274931072,
      "grad_norm": 6.026222229003906,
      "learning_rate": 0.0002991733012509833,
      "loss": 6.857073974609375,
      "step": 4320
    },
    {
      "epoch": 0.15016733426971163,
      "grad_norm": 5.185495853424072,
      "learning_rate": 0.0002991683031749784,
      "loss": 6.25745735168457,
      "step": 4330
    },
    {
      "epoch": 0.15051414104631605,
      "grad_norm": 5.6721882820129395,
      "learning_rate": 0.00029916329007772933,
      "loss": 6.970365905761719,
      "step": 4340
    },
    {
      "epoch": 0.15086094782292045,
      "grad_norm": 5.419048309326172,
      "learning_rate": 0.00029915826195974106,
      "loss": 6.552635192871094,
      "step": 4350
    },
    {
      "epoch": 0.15120775459952487,
      "grad_norm": 5.329444885253906,
      "learning_rate": 0.0002991532188215199,
      "loss": 6.881985473632812,
      "step": 4360
    },
    {
      "epoch": 0.1515545613761293,
      "grad_norm": 6.968804359436035,
      "learning_rate": 0.00029914816066357376,
      "loss": 6.597055816650391,
      "step": 4370
    },
    {
      "epoch": 0.1519013681527337,
      "grad_norm": 6.224607944488525,
      "learning_rate": 0.0002991430874864118,
      "loss": 5.907248306274414,
      "step": 4380
    },
    {
      "epoch": 0.15224817492933812,
      "grad_norm": 5.456579208374023,
      "learning_rate": 0.0002991379992905451,
      "loss": 6.915144348144532,
      "step": 4390
    },
    {
      "epoch": 0.15259498170594255,
      "grad_norm": 5.440585613250732,
      "learning_rate": 0.0002991328960764859,
      "loss": 6.973174285888672,
      "step": 4400
    },
    {
      "epoch": 0.15294178848254694,
      "grad_norm": 6.371543884277344,
      "learning_rate": 0.00029912777784474814,
      "loss": 6.836353302001953,
      "step": 4410
    },
    {
      "epoch": 0.15328859525915137,
      "grad_norm": 4.5348005294799805,
      "learning_rate": 0.00029912264459584727,
      "loss": 6.73743896484375,
      "step": 4420
    },
    {
      "epoch": 0.1536354020357558,
      "grad_norm": 5.978130340576172,
      "learning_rate": 0.00029911749633030016,
      "loss": 6.923191833496094,
      "step": 4430
    },
    {
      "epoch": 0.1539822088123602,
      "grad_norm": 5.70202112197876,
      "learning_rate": 0.0002991123330486252,
      "loss": 6.457447814941406,
      "step": 4440
    },
    {
      "epoch": 0.1543290155889646,
      "grad_norm": 5.486044883728027,
      "learning_rate": 0.00029910715475134244,
      "loss": 6.675352478027344,
      "step": 4450
    },
    {
      "epoch": 0.154675822365569,
      "grad_norm": 6.035714626312256,
      "learning_rate": 0.0002991019614389733,
      "loss": 6.4726715087890625,
      "step": 4460
    },
    {
      "epoch": 0.15502262914217343,
      "grad_norm": 4.962446689605713,
      "learning_rate": 0.00029909675311204066,
      "loss": 6.254167938232422,
      "step": 4470
    },
    {
      "epoch": 0.15536943591877786,
      "grad_norm": 6.610777854919434,
      "learning_rate": 0.0002990915297710691,
      "loss": 6.689035797119141,
      "step": 4480
    },
    {
      "epoch": 0.15571624269538226,
      "grad_norm": 7.407769680023193,
      "learning_rate": 0.0002990862914165846,
      "loss": 6.950186157226563,
      "step": 4490
    },
    {
      "epoch": 0.15606304947198668,
      "grad_norm": 4.3103556632995605,
      "learning_rate": 0.00029908103804911456,
      "loss": 5.8125049591064455,
      "step": 4500
    },
    {
      "epoch": 0.1564098562485911,
      "grad_norm": 5.1142988204956055,
      "learning_rate": 0.0002990757696691881,
      "loss": 6.813001251220703,
      "step": 4510
    },
    {
      "epoch": 0.1567566630251955,
      "grad_norm": 6.08949089050293,
      "learning_rate": 0.0002990704862773357,
      "loss": 6.711635589599609,
      "step": 4520
    },
    {
      "epoch": 0.15710346980179993,
      "grad_norm": 6.922091007232666,
      "learning_rate": 0.00029906518787408944,
      "loss": 7.260408782958985,
      "step": 4530
    },
    {
      "epoch": 0.15745027657840435,
      "grad_norm": 5.694584846496582,
      "learning_rate": 0.00029905987445998284,
      "loss": 6.594438171386718,
      "step": 4540
    },
    {
      "epoch": 0.15779708335500875,
      "grad_norm": 6.082886219024658,
      "learning_rate": 0.0002990545460355509,
      "loss": 6.533880615234375,
      "step": 4550
    },
    {
      "epoch": 0.15814389013161317,
      "grad_norm": 6.213932037353516,
      "learning_rate": 0.0002990492026013303,
      "loss": 6.666233825683594,
      "step": 4560
    },
    {
      "epoch": 0.1584906969082176,
      "grad_norm": 9.035585403442383,
      "learning_rate": 0.0002990438441578591,
      "loss": 6.577572631835937,
      "step": 4570
    },
    {
      "epoch": 0.158837503684822,
      "grad_norm": 5.793654918670654,
      "learning_rate": 0.00029903847070567686,
      "loss": 6.350822830200196,
      "step": 4580
    },
    {
      "epoch": 0.15918431046142642,
      "grad_norm": 4.920286655426025,
      "learning_rate": 0.0002990330822453246,
      "loss": 6.341999053955078,
      "step": 4590
    },
    {
      "epoch": 0.15953111723803082,
      "grad_norm": 9.121407508850098,
      "learning_rate": 0.00029902767877734514,
      "loss": 7.0248771667480465,
      "step": 4600
    },
    {
      "epoch": 0.15987792401463524,
      "grad_norm": 6.462737083435059,
      "learning_rate": 0.00029902226030228247,
      "loss": 6.949381256103516,
      "step": 4610
    },
    {
      "epoch": 0.16022473079123967,
      "grad_norm": 5.177558898925781,
      "learning_rate": 0.0002990168268206823,
      "loss": 6.3853004455566404,
      "step": 4620
    },
    {
      "epoch": 0.16057153756784406,
      "grad_norm": 5.1150336265563965,
      "learning_rate": 0.00029901137833309176,
      "loss": 6.611734771728516,
      "step": 4630
    },
    {
      "epoch": 0.1609183443444485,
      "grad_norm": 5.590111255645752,
      "learning_rate": 0.0002990059148400594,
      "loss": 6.347123718261718,
      "step": 4640
    },
    {
      "epoch": 0.1612651511210529,
      "grad_norm": 4.1815643310546875,
      "learning_rate": 0.00029900043634213555,
      "loss": 6.814572143554687,
      "step": 4650
    },
    {
      "epoch": 0.1616119578976573,
      "grad_norm": 4.524960517883301,
      "learning_rate": 0.0002989949428398719,
      "loss": 6.400753021240234,
      "step": 4660
    },
    {
      "epoch": 0.16195876467426173,
      "grad_norm": 4.8791937828063965,
      "learning_rate": 0.0002989894343338215,
      "loss": 6.921375274658203,
      "step": 4670
    },
    {
      "epoch": 0.16230557145086616,
      "grad_norm": 6.5470499992370605,
      "learning_rate": 0.00029898391082453917,
      "loss": 6.561296844482422,
      "step": 4680
    },
    {
      "epoch": 0.16265237822747056,
      "grad_norm": 4.269169330596924,
      "learning_rate": 0.0002989783723125811,
      "loss": 7.0094245910644535,
      "step": 4690
    },
    {
      "epoch": 0.16299918500407498,
      "grad_norm": 5.688556671142578,
      "learning_rate": 0.000298972818798505,
      "loss": 6.395577621459961,
      "step": 4700
    },
    {
      "epoch": 0.1633459917806794,
      "grad_norm": 5.039865016937256,
      "learning_rate": 0.00029896725028287014,
      "loss": 6.467161560058594,
      "step": 4710
    },
    {
      "epoch": 0.1636927985572838,
      "grad_norm": 5.908564567565918,
      "learning_rate": 0.00029896166676623726,
      "loss": 6.513813018798828,
      "step": 4720
    },
    {
      "epoch": 0.16403960533388823,
      "grad_norm": 9.353951454162598,
      "learning_rate": 0.0002989560682491686,
      "loss": 6.764913940429688,
      "step": 4730
    },
    {
      "epoch": 0.16438641211049265,
      "grad_norm": 6.255640029907227,
      "learning_rate": 0.0002989504547322279,
      "loss": 6.382498931884766,
      "step": 4740
    },
    {
      "epoch": 0.16473321888709705,
      "grad_norm": 6.166361331939697,
      "learning_rate": 0.0002989448262159805,
      "loss": 6.4013206481933596,
      "step": 4750
    },
    {
      "epoch": 0.16508002566370147,
      "grad_norm": 7.293014049530029,
      "learning_rate": 0.00029893918270099324,
      "loss": 6.281732177734375,
      "step": 4760
    },
    {
      "epoch": 0.16542683244030587,
      "grad_norm": 6.01965856552124,
      "learning_rate": 0.0002989335241878343,
      "loss": 6.403329467773437,
      "step": 4770
    },
    {
      "epoch": 0.1657736392169103,
      "grad_norm": 5.506408214569092,
      "learning_rate": 0.00029892785067707353,
      "loss": 6.416542816162109,
      "step": 4780
    },
    {
      "epoch": 0.16612044599351472,
      "grad_norm": 5.433927536010742,
      "learning_rate": 0.0002989221621692823,
      "loss": 6.346557998657227,
      "step": 4790
    },
    {
      "epoch": 0.16646725277011912,
      "grad_norm": 5.021248817443848,
      "learning_rate": 0.0002989164586650334,
      "loss": 6.689643096923828,
      "step": 4800
    },
    {
      "epoch": 0.16681405954672354,
      "grad_norm": 5.816455364227295,
      "learning_rate": 0.00029891074016490126,
      "loss": 6.179907989501953,
      "step": 4810
    },
    {
      "epoch": 0.16716086632332797,
      "grad_norm": 6.525413513183594,
      "learning_rate": 0.00029890500666946156,
      "loss": 6.362088012695312,
      "step": 4820
    },
    {
      "epoch": 0.16750767309993236,
      "grad_norm": 6.026002407073975,
      "learning_rate": 0.00029889925817929184,
      "loss": 6.568608093261719,
      "step": 4830
    },
    {
      "epoch": 0.1678544798765368,
      "grad_norm": 5.672240734100342,
      "learning_rate": 0.00029889349469497086,
      "loss": 6.278080749511719,
      "step": 4840
    },
    {
      "epoch": 0.1682012866531412,
      "grad_norm": 5.286337375640869,
      "learning_rate": 0.00029888771621707904,
      "loss": 6.477262115478515,
      "step": 4850
    },
    {
      "epoch": 0.1685480934297456,
      "grad_norm": 6.882226467132568,
      "learning_rate": 0.00029888192274619827,
      "loss": 6.837749481201172,
      "step": 4860
    },
    {
      "epoch": 0.16889490020635003,
      "grad_norm": 7.408147811889648,
      "learning_rate": 0.00029887611428291197,
      "loss": 6.458635711669922,
      "step": 4870
    },
    {
      "epoch": 0.16924170698295446,
      "grad_norm": 7.065078258514404,
      "learning_rate": 0.000298870290827805,
      "loss": 6.0738777160644535,
      "step": 4880
    },
    {
      "epoch": 0.16958851375955886,
      "grad_norm": 5.387099742889404,
      "learning_rate": 0.00029886445238146386,
      "loss": 6.535789489746094,
      "step": 4890
    },
    {
      "epoch": 0.16993532053616328,
      "grad_norm": 5.1472392082214355,
      "learning_rate": 0.0002988585989444764,
      "loss": 6.678288269042969,
      "step": 4900
    },
    {
      "epoch": 0.17028212731276768,
      "grad_norm": 6.190937042236328,
      "learning_rate": 0.00029885273051743214,
      "loss": 6.896933746337891,
      "step": 4910
    },
    {
      "epoch": 0.1706289340893721,
      "grad_norm": 5.745426654815674,
      "learning_rate": 0.0002988468471009219,
      "loss": 6.597679138183594,
      "step": 4920
    },
    {
      "epoch": 0.17097574086597653,
      "grad_norm": 6.311127662658691,
      "learning_rate": 0.00029884094869553834,
      "loss": 6.56507568359375,
      "step": 4930
    },
    {
      "epoch": 0.17132254764258092,
      "grad_norm": 4.662735462188721,
      "learning_rate": 0.0002988350353018753,
      "loss": 6.7589973449707035,
      "step": 4940
    },
    {
      "epoch": 0.17166935441918535,
      "grad_norm": 8.4525785446167,
      "learning_rate": 0.0002988291069205282,
      "loss": 6.252743148803711,
      "step": 4950
    },
    {
      "epoch": 0.17201616119578977,
      "grad_norm": 5.83762264251709,
      "learning_rate": 0.0002988231635520942,
      "loss": 6.4332122802734375,
      "step": 4960
    },
    {
      "epoch": 0.17236296797239417,
      "grad_norm": 6.7324652671813965,
      "learning_rate": 0.0002988172051971717,
      "loss": 6.076083374023438,
      "step": 4970
    },
    {
      "epoch": 0.1727097747489986,
      "grad_norm": 5.1229329109191895,
      "learning_rate": 0.0002988112318563606,
      "loss": 6.586129760742187,
      "step": 4980
    },
    {
      "epoch": 0.17305658152560302,
      "grad_norm": 4.243263244628906,
      "learning_rate": 0.0002988052435302626,
      "loss": 7.11559829711914,
      "step": 4990
    },
    {
      "epoch": 0.17340338830220742,
      "grad_norm": 5.978265285491943,
      "learning_rate": 0.00029879924021948063,
      "loss": 6.748834228515625,
      "step": 5000
    },
    {
      "epoch": 0.17375019507881184,
      "grad_norm": 5.456234931945801,
      "learning_rate": 0.00029879322192461925,
      "loss": 6.664540100097656,
      "step": 5010
    },
    {
      "epoch": 0.17409700185541627,
      "grad_norm": 6.615201950073242,
      "learning_rate": 0.00029878718864628453,
      "loss": 6.148278427124024,
      "step": 5020
    },
    {
      "epoch": 0.17444380863202066,
      "grad_norm": 5.341670989990234,
      "learning_rate": 0.00029878114038508395,
      "loss": 6.735704040527343,
      "step": 5030
    },
    {
      "epoch": 0.1747906154086251,
      "grad_norm": 4.94212532043457,
      "learning_rate": 0.00029877507714162657,
      "loss": 6.487254333496094,
      "step": 5040
    },
    {
      "epoch": 0.1751374221852295,
      "grad_norm": 5.204751968383789,
      "learning_rate": 0.00029876899891652305,
      "loss": 6.96679458618164,
      "step": 5050
    },
    {
      "epoch": 0.1754842289618339,
      "grad_norm": 5.4894328117370605,
      "learning_rate": 0.0002987629057103854,
      "loss": 6.6476081848144535,
      "step": 5060
    },
    {
      "epoch": 0.17583103573843833,
      "grad_norm": 5.515523433685303,
      "learning_rate": 0.0002987567975238272,
      "loss": 6.10650634765625,
      "step": 5070
    },
    {
      "epoch": 0.17617784251504273,
      "grad_norm": 5.328467845916748,
      "learning_rate": 0.0002987506743574635,
      "loss": 6.050875854492188,
      "step": 5080
    },
    {
      "epoch": 0.17652464929164716,
      "grad_norm": 7.873258590698242,
      "learning_rate": 0.00029874453621191107,
      "loss": 6.208996963500977,
      "step": 5090
    },
    {
      "epoch": 0.17687145606825158,
      "grad_norm": 5.836548805236816,
      "learning_rate": 0.00029873838308778784,
      "loss": 6.268725967407226,
      "step": 5100
    },
    {
      "epoch": 0.17721826284485598,
      "grad_norm": 6.619752883911133,
      "learning_rate": 0.00029873221498571354,
      "loss": 6.266435241699218,
      "step": 5110
    },
    {
      "epoch": 0.1775650696214604,
      "grad_norm": 5.889251708984375,
      "learning_rate": 0.00029872603190630927,
      "loss": 6.566358184814453,
      "step": 5120
    },
    {
      "epoch": 0.17791187639806483,
      "grad_norm": 5.149616718292236,
      "learning_rate": 0.0002987198338501976,
      "loss": 6.1554920196533205,
      "step": 5130
    },
    {
      "epoch": 0.17825868317466922,
      "grad_norm": 5.203492641448975,
      "learning_rate": 0.0002987136208180028,
      "loss": 6.5609275817871096,
      "step": 5140
    },
    {
      "epoch": 0.17860548995127365,
      "grad_norm": 6.136711120605469,
      "learning_rate": 0.00029870739281035043,
      "loss": 6.26823844909668,
      "step": 5150
    },
    {
      "epoch": 0.17895229672787807,
      "grad_norm": 6.34758186340332,
      "learning_rate": 0.0002987011498278676,
      "loss": 6.233903503417968,
      "step": 5160
    },
    {
      "epoch": 0.17929910350448247,
      "grad_norm": 5.267038345336914,
      "learning_rate": 0.00029869489187118314,
      "loss": 6.26111068725586,
      "step": 5170
    },
    {
      "epoch": 0.1796459102810869,
      "grad_norm": 4.771539688110352,
      "learning_rate": 0.0002986886189409271,
      "loss": 6.433645629882813,
      "step": 5180
    },
    {
      "epoch": 0.17999271705769132,
      "grad_norm": 5.838064670562744,
      "learning_rate": 0.00029868233103773123,
      "loss": 6.448690032958984,
      "step": 5190
    },
    {
      "epoch": 0.18033952383429572,
      "grad_norm": 5.177554607391357,
      "learning_rate": 0.0002986760281622287,
      "loss": 6.483732604980469,
      "step": 5200
    }
  ],
  "logging_steps": 10,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.23435501715456e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}