{
  "best_metric": 1.1406679153442383,
  "best_model_checkpoint": "/Users/bbunzeck/Documents/lexdec-llamas/large-char/checkpoint-9063",
  "epoch": 0.9999130726340234,
  "eval_steps": 1007,
  "global_step": 10065,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0009934556111614737,
      "grad_norm": 5.29207706451416,
      "learning_rate": 1.4999999999999999e-05,
      "loss": 4.4002,
      "step": 10
    },
    {
      "epoch": 0.0019869112223229474,
      "grad_norm": 2.1869823932647705,
      "learning_rate": 2.9999999999999997e-05,
      "loss": 3.6401,
      "step": 20
    },
    {
      "epoch": 0.0029803668334844216,
      "grad_norm": 0.9984068870544434,
      "learning_rate": 4.4999999999999996e-05,
      "loss": 3.2167,
      "step": 30
    },
    {
      "epoch": 0.003973822444645895,
      "grad_norm": 0.700920820236206,
      "learning_rate": 5.9999999999999995e-05,
      "loss": 3.1034,
      "step": 40
    },
    {
      "epoch": 0.004967278055807369,
      "grad_norm": 2.1026079654693604,
      "learning_rate": 7.5e-05,
      "loss": 3.0336,
      "step": 50
    },
    {
      "epoch": 0.005960733666968843,
      "grad_norm": 1.2076551914215088,
      "learning_rate": 8.999999999999999e-05,
      "loss": 2.8545,
      "step": 60
    },
    {
      "epoch": 0.006954189278130317,
      "grad_norm": 1.447243332862854,
      "learning_rate": 0.00010499999999999999,
      "loss": 2.6664,
      "step": 70
    },
    {
      "epoch": 0.00794764488929179,
      "grad_norm": 1.2562823295593262,
      "learning_rate": 0.00011999999999999999,
      "loss": 2.5406,
      "step": 80
    },
    {
      "epoch": 0.008941100500453264,
      "grad_norm": 1.3105968236923218,
      "learning_rate": 0.000135,
      "loss": 2.4273,
      "step": 90
    },
    {
      "epoch": 0.009934556111614737,
      "grad_norm": 1.9283251762390137,
      "learning_rate": 0.00015,
      "loss": 2.3703,
      "step": 100
    },
    {
      "epoch": 0.010928011722776212,
      "grad_norm": 1.5582048892974854,
      "learning_rate": 0.000165,
      "loss": 2.3019,
      "step": 110
    },
    {
      "epoch": 0.011921467333937686,
      "grad_norm": 1.2038098573684692,
      "learning_rate": 0.00017999999999999998,
      "loss": 2.2016,
      "step": 120
    },
    {
      "epoch": 0.01291492294509916,
      "grad_norm": 1.2954462766647339,
      "learning_rate": 0.000195,
      "loss": 2.1344,
      "step": 130
    },
    {
      "epoch": 0.013908378556260634,
      "grad_norm": 1.1450471878051758,
      "learning_rate": 0.00020999999999999998,
      "loss": 2.0852,
      "step": 140
    },
    {
      "epoch": 0.014901834167422107,
      "grad_norm": 1.3502197265625,
      "learning_rate": 0.000225,
      "loss": 2.03,
      "step": 150
    },
    {
      "epoch": 0.01589528977858358,
      "grad_norm": 1.293748140335083,
      "learning_rate": 0.00023999999999999998,
      "loss": 1.9633,
      "step": 160
    },
    {
      "epoch": 0.016888745389745056,
      "grad_norm": 1.2430918216705322,
      "learning_rate": 0.00025499999999999996,
      "loss": 1.9261,
      "step": 170
    },
    {
      "epoch": 0.01788220100090653,
      "grad_norm": 1.6550723314285278,
      "learning_rate": 0.00027,
      "loss": 1.8994,
      "step": 180
    },
    {
      "epoch": 0.018875656612068,
      "grad_norm": 1.2588621377944946,
      "learning_rate": 0.000285,
      "loss": 1.8689,
      "step": 190
    },
    {
      "epoch": 0.019869112223229474,
      "grad_norm": 1.072903037071228,
      "learning_rate": 0.0003,
      "loss": 1.8291,
      "step": 200
    },
    {
      "epoch": 0.02086256783439095,
      "grad_norm": 1.5793360471725464,
      "learning_rate": 0.0002999992393822385,
      "loss": 1.8128,
      "step": 210
    },
    {
      "epoch": 0.021856023445552424,
      "grad_norm": 0.9704577922821045,
      "learning_rate": 0.000299996957536668,
      "loss": 1.7878,
      "step": 220
    },
    {
      "epoch": 0.022849479056713896,
      "grad_norm": 0.8479828238487244,
      "learning_rate": 0.0002999931544864298,
      "loss": 1.763,
      "step": 230
    },
    {
      "epoch": 0.023842934667875373,
      "grad_norm": 0.8488192558288574,
      "learning_rate": 0.00029998783027009295,
      "loss": 1.7213,
      "step": 240
    },
    {
      "epoch": 0.024836390279036846,
      "grad_norm": 0.7466472387313843,
      "learning_rate": 0.0002999809849416534,
      "loss": 1.7309,
      "step": 250
    },
    {
      "epoch": 0.02582984589019832,
      "grad_norm": 0.9153957366943359,
      "learning_rate": 0.0002999726185705334,
      "loss": 1.6989,
      "step": 260
    },
    {
      "epoch": 0.02682330150135979,
      "grad_norm": 0.9594451189041138,
      "learning_rate": 0.00029996273124158115,
      "loss": 1.7,
      "step": 270
    },
    {
      "epoch": 0.027816757112521268,
      "grad_norm": 0.8583829998970032,
      "learning_rate": 0.0002999513230550697,
      "loss": 1.7048,
      "step": 280
    },
    {
      "epoch": 0.02881021272368274,
      "grad_norm": 0.8427692651748657,
      "learning_rate": 0.00029993839412669593,
      "loss": 1.6674,
      "step": 290
    },
    {
      "epoch": 0.029803668334844213,
      "grad_norm": 0.8587358593940735,
      "learning_rate": 0.0002999239445875795,
      "loss": 1.6609,
      "step": 300
    },
    {
      "epoch": 0.030797123946005686,
      "grad_norm": 0.7885432839393616,
      "learning_rate": 0.00029990797458426146,
      "loss": 1.6317,
      "step": 310
    },
    {
      "epoch": 0.03179057955716716,
      "grad_norm": 0.8649609684944153,
      "learning_rate": 0.0002998904842787027,
      "loss": 1.6259,
      "step": 320
    },
    {
      "epoch": 0.03278403516832863,
      "grad_norm": 0.757290244102478,
      "learning_rate": 0.00029987147384828234,
      "loss": 1.6038,
      "step": 330
    },
    {
      "epoch": 0.03377749077949011,
      "grad_norm": 0.8383753299713135,
      "learning_rate": 0.000299850943485796,
      "loss": 1.5934,
      "step": 340
    },
    {
      "epoch": 0.034770946390651584,
      "grad_norm": 0.723807692527771,
      "learning_rate": 0.00029982889339945384,
      "loss": 1.5714,
      "step": 350
    },
    {
      "epoch": 0.03576440200181306,
      "grad_norm": 0.7404069304466248,
      "learning_rate": 0.00029980532381287836,
      "loss": 1.576,
      "step": 360
    },
    {
      "epoch": 0.03675785761297453,
      "grad_norm": 0.7834609150886536,
      "learning_rate": 0.0002997802349651021,
      "loss": 1.5961,
      "step": 370
    },
    {
      "epoch": 0.037751313224136,
      "grad_norm": 0.681057870388031,
      "learning_rate": 0.00029975362711056545,
      "loss": 1.5537,
      "step": 380
    },
    {
      "epoch": 0.038744768835297476,
      "grad_norm": 0.6808239221572876,
      "learning_rate": 0.00029972550051911377,
      "loss": 1.565,
      "step": 390
    },
    {
      "epoch": 0.03973822444645895,
      "grad_norm": 0.7648847699165344,
      "learning_rate": 0.00029969585547599494,
      "loss": 1.5384,
      "step": 400
    },
    {
      "epoch": 0.04073168005762043,
      "grad_norm": 0.6745840311050415,
      "learning_rate": 0.00029966469228185613,
      "loss": 1.536,
      "step": 410
    },
    {
      "epoch": 0.0417251356687819,
      "grad_norm": 0.7665774822235107,
      "learning_rate": 0.0002996320112527412,
      "loss": 1.5349,
      "step": 420
    },
    {
      "epoch": 0.042718591279943374,
      "grad_norm": 0.6684510111808777,
      "learning_rate": 0.00029959781272008695,
      "loss": 1.5285,
      "step": 430
    },
    {
      "epoch": 0.04371204689110485,
      "grad_norm": 0.6902784705162048,
      "learning_rate": 0.0002995620970307203,
      "loss": 1.526,
      "step": 440
    },
    {
      "epoch": 0.04470550250226632,
      "grad_norm": 0.7477157115936279,
      "learning_rate": 0.00029952486454685437,
      "loss": 1.5277,
      "step": 450
    },
    {
      "epoch": 0.04569895811342779,
      "grad_norm": 0.8565313220024109,
      "learning_rate": 0.00029948611564608506,
      "loss": 1.486,
      "step": 460
    },
    {
      "epoch": 0.046692413724589266,
      "grad_norm": 0.6772172451019287,
      "learning_rate": 0.000299445850721387,
      "loss": 1.5142,
      "step": 470
    },
    {
      "epoch": 0.047685869335750745,
      "grad_norm": 0.6629778146743774,
      "learning_rate": 0.0002994040701811098,
      "loss": 1.4998,
      "step": 480
    },
    {
      "epoch": 0.04867932494691222,
      "grad_norm": 0.6849949955940247,
      "learning_rate": 0.00029936077444897373,
      "loss": 1.5,
      "step": 490
    },
    {
      "epoch": 0.04967278055807369,
      "grad_norm": 0.6776939630508423,
      "learning_rate": 0.0002993159639640655,
      "loss": 1.5044,
      "step": 500
    },
    {
      "epoch": 0.050666236169235164,
      "grad_norm": 0.7044647336006165,
      "learning_rate": 0.00029926963918083376,
      "loss": 1.4885,
      "step": 510
    },
    {
      "epoch": 0.05165969178039664,
      "grad_norm": 0.8003182411193848,
      "learning_rate": 0.00029922180056908456,
      "loss": 1.4668,
      "step": 520
    },
    {
      "epoch": 0.05265314739155811,
      "grad_norm": 0.6357293725013733,
      "learning_rate": 0.00029917244861397653,
      "loss": 1.4843,
      "step": 530
    },
    {
      "epoch": 0.05364660300271958,
      "grad_norm": 0.6657519936561584,
      "learning_rate": 0.000299121583816016,
      "loss": 1.4871,
      "step": 540
    },
    {
      "epoch": 0.054640058613881055,
      "grad_norm": 0.6451624035835266,
      "learning_rate": 0.0002990692066910519,
      "loss": 1.4561,
      "step": 550
    },
    {
      "epoch": 0.055633514225042535,
      "grad_norm": 0.669553279876709,
      "learning_rate": 0.00029901531777027046,
      "loss": 1.4723,
      "step": 560
    },
    {
      "epoch": 0.05662696983620401,
      "grad_norm": 0.6627147197723389,
      "learning_rate": 0.00029895991760019007,
      "loss": 1.4591,
      "step": 570
    },
    {
      "epoch": 0.05762042544736548,
      "grad_norm": 0.7017959952354431,
      "learning_rate": 0.00029890300674265526,
      "loss": 1.4747,
      "step": 580
    },
    {
      "epoch": 0.058613881058526954,
      "grad_norm": 0.6519443392753601,
      "learning_rate": 0.0002988445857748316,
      "loss": 1.4642,
      "step": 590
    },
    {
      "epoch": 0.05960733666968843,
      "grad_norm": 0.6378771066665649,
      "learning_rate": 0.0002987846552891995,
      "loss": 1.4427,
      "step": 600
    },
    {
      "epoch": 0.0606007922808499,
      "grad_norm": 0.6792002320289612,
      "learning_rate": 0.000298723215893548,
      "loss": 1.4413,
      "step": 610
    },
    {
      "epoch": 0.06159424789201137,
      "grad_norm": 0.6617796421051025,
      "learning_rate": 0.00029866026821096924,
      "loss": 1.4423,
      "step": 620
    },
    {
      "epoch": 0.06258770350317285,
      "grad_norm": 0.6430485844612122,
      "learning_rate": 0.0002985958128798514,
      "loss": 1.426,
      "step": 630
    },
    {
      "epoch": 0.06358115911433432,
      "grad_norm": 0.6020046472549438,
      "learning_rate": 0.00029852985055387284,
      "loss": 1.4353,
      "step": 640
    },
    {
      "epoch": 0.06457461472549579,
      "grad_norm": 0.6419572234153748,
      "learning_rate": 0.00029846238190199504,
      "loss": 1.4392,
      "step": 650
    },
    {
      "epoch": 0.06556807033665726,
      "grad_norm": 0.6080176830291748,
      "learning_rate": 0.00029839340760845614,
      "loss": 1.3977,
      "step": 660
    },
    {
      "epoch": 0.06656152594781875,
      "grad_norm": 0.6436944603919983,
      "learning_rate": 0.00029832292837276376,
      "loss": 1.4243,
      "step": 670
    },
    {
      "epoch": 0.06755498155898022,
      "grad_norm": 0.602425754070282,
      "learning_rate": 0.00029825094490968794,
      "loss": 1.4259,
      "step": 680
    },
    {
      "epoch": 0.0685484371701417,
      "grad_norm": 0.6178025603294373,
      "learning_rate": 0.00029817745794925415,
      "loss": 1.4354,
      "step": 690
    },
    {
      "epoch": 0.06954189278130317,
      "grad_norm": 0.63409423828125,
      "learning_rate": 0.00029810246823673537,
      "loss": 1.4314,
      "step": 700
    },
    {
      "epoch": 0.07053534839246464,
      "grad_norm": 0.6901246905326843,
      "learning_rate": 0.0002980259765326452,
      "loss": 1.4197,
      "step": 710
    },
    {
      "epoch": 0.07152880400362611,
      "grad_norm": 0.6050143837928772,
      "learning_rate": 0.00029794798361272964,
      "loss": 1.4255,
      "step": 720
    },
    {
      "epoch": 0.07252225961478759,
      "grad_norm": 0.59127277135849,
      "learning_rate": 0.0002978684902679592,
      "loss": 1.4323,
      "step": 730
    },
    {
      "epoch": 0.07351571522594906,
      "grad_norm": 0.5614879131317139,
      "learning_rate": 0.00029778749730452133,
      "loss": 1.3949,
      "step": 740
    },
    {
      "epoch": 0.07450917083711053,
      "grad_norm": 0.5925185680389404,
      "learning_rate": 0.0002977050055438118,
      "loss": 1.4169,
      "step": 750
    },
    {
      "epoch": 0.075502626448272,
      "grad_norm": 0.6346535682678223,
      "learning_rate": 0.0002976210158224266,
      "loss": 1.4183,
      "step": 760
    },
    {
      "epoch": 0.07649608205943348,
      "grad_norm": 0.6336431503295898,
      "learning_rate": 0.00029753552899215344,
      "loss": 1.3799,
      "step": 770
    },
    {
      "epoch": 0.07748953767059495,
      "grad_norm": 0.6319008469581604,
      "learning_rate": 0.0002974485459199629,
      "loss": 1.3991,
      "step": 780
    },
    {
      "epoch": 0.07848299328175642,
      "grad_norm": 0.5974861979484558,
      "learning_rate": 0.000297360067488,
      "loss": 1.4196,
      "step": 790
    },
    {
      "epoch": 0.0794764488929179,
      "grad_norm": 0.6162097454071045,
      "learning_rate": 0.00029727009459357487,
      "loss": 1.3995,
      "step": 800
    },
    {
      "epoch": 0.08046990450407937,
      "grad_norm": 0.5667980313301086,
      "learning_rate": 0.00029717862814915405,
      "loss": 1.3789,
      "step": 810
    },
    {
      "epoch": 0.08146336011524086,
      "grad_norm": 0.6212806105613708,
      "learning_rate": 0.00029708566908235077,
      "loss": 1.3819,
      "step": 820
    },
    {
      "epoch": 0.08245681572640233,
      "grad_norm": 0.5819615721702576,
      "learning_rate": 0.00029699121833591605,
      "loss": 1.3975,
      "step": 830
    },
    {
      "epoch": 0.0834502713375638,
      "grad_norm": 0.5672417879104614,
      "learning_rate": 0.0002968952768677287,
      "loss": 1.3884,
      "step": 840
    },
    {
      "epoch": 0.08444372694872528,
      "grad_norm": 0.567499041557312,
      "learning_rate": 0.00029679784565078584,
      "loss": 1.3972,
      "step": 850
    },
    {
      "epoch": 0.08543718255988675,
      "grad_norm": 0.7018792629241943,
      "learning_rate": 0.00029669892567319307,
      "loss": 1.3806,
      "step": 860
    },
    {
      "epoch": 0.08643063817104822,
      "grad_norm": 0.593984067440033,
      "learning_rate": 0.0002965985179381542,
      "loss": 1.3832,
      "step": 870
    },
    {
      "epoch": 0.0874240937822097,
      "grad_norm": 0.568536102771759,
      "learning_rate": 0.00029649662346396133,
      "loss": 1.3846,
      "step": 880
    },
    {
      "epoch": 0.08841754939337117,
      "grad_norm": 0.5485777258872986,
      "learning_rate": 0.0002963932432839844,
      "loss": 1.3981,
      "step": 890
    },
    {
      "epoch": 0.08941100500453264,
      "grad_norm": 0.6345034241676331,
      "learning_rate": 0.0002962883784466608,
      "loss": 1.3647,
      "step": 900
    },
    {
      "epoch": 0.09040446061569411,
      "grad_norm": 0.6001213192939758,
      "learning_rate": 0.00029618203001548465,
      "loss": 1.3908,
      "step": 910
    },
    {
      "epoch": 0.09139791622685559,
      "grad_norm": 0.5769600868225098,
      "learning_rate": 0.000296074199068996,
      "loss": 1.388,
      "step": 920
    },
    {
      "epoch": 0.09239137183801706,
      "grad_norm": 0.5454570651054382,
      "learning_rate": 0.0002959648867007699,
      "loss": 1.3648,
      "step": 930
    },
    {
      "epoch": 0.09338482744917853,
      "grad_norm": 0.5193580389022827,
      "learning_rate": 0.0002958540940194055,
      "loss": 1.3651,
      "step": 940
    },
    {
      "epoch": 0.09437828306034,
      "grad_norm": 0.6213797926902771,
      "learning_rate": 0.0002957418221485145,
      "loss": 1.3795,
      "step": 950
    },
    {
      "epoch": 0.09537173867150149,
      "grad_norm": 0.5813576579093933,
      "learning_rate": 0.00029562807222671,
      "loss": 1.3668,
      "step": 960
    },
    {
      "epoch": 0.09636519428266296,
      "grad_norm": 0.6071997880935669,
      "learning_rate": 0.00029551284540759473,
      "loss": 1.3474,
      "step": 970
    },
    {
      "epoch": 0.09735864989382444,
      "grad_norm": 0.6366572380065918,
      "learning_rate": 0.0002953961428597496,
      "loss": 1.3742,
      "step": 980
    },
    {
      "epoch": 0.09835210550498591,
      "grad_norm": 0.5855928659439087,
      "learning_rate": 0.00029527796576672173,
      "loss": 1.3807,
      "step": 990
    },
    {
      "epoch": 0.09934556111614738,
      "grad_norm": 0.5801404714584351,
      "learning_rate": 0.00029515831532701234,
      "loss": 1.364,
      "step": 1000
    },
    {
      "epoch": 0.1000409800439604,
      "eval_loss": 1.337802767753601,
      "eval_runtime": 217.2125,
      "eval_samples_per_second": 230.189,
      "eval_steps_per_second": 28.774,
      "step": 1007
    },
    {
      "epoch": 0.10033901672730886,
      "grad_norm": 0.6000391244888306,
      "learning_rate": 0.00029503719275406477,
      "loss": 1.3675,
      "step": 1010
    },
    {
      "epoch": 0.10133247233847033,
      "grad_norm": 0.6123185753822327,
      "learning_rate": 0.0002949145992762521,
      "loss": 1.3735,
      "step": 1020
    },
    {
      "epoch": 0.1023259279496318,
      "grad_norm": 0.610657811164856,
      "learning_rate": 0.0002947905361368647,
      "loss": 1.3546,
      "step": 1030
    },
    {
      "epoch": 0.10331938356079327,
      "grad_norm": 0.6239680051803589,
      "learning_rate": 0.00029466500459409756,
      "loss": 1.3486,
      "step": 1040
    },
    {
      "epoch": 0.10431283917195475,
      "grad_norm": 0.5398300886154175,
      "learning_rate": 0.0002945380059210377,
      "loss": 1.3575,
      "step": 1050
    },
    {
      "epoch": 0.10530629478311622,
      "grad_norm": 0.6671786904335022,
      "learning_rate": 0.000294409541405651,
      "loss": 1.3435,
      "step": 1060
    },
    {
      "epoch": 0.10629975039427769,
      "grad_norm": 0.6025234460830688,
      "learning_rate": 0.0002942796123507693,
      "loss": 1.3498,
      "step": 1070
    },
    {
      "epoch": 0.10729320600543917,
      "grad_norm": 0.5941970348358154,
      "learning_rate": 0.0002941482200740774,
      "loss": 1.355,
      "step": 1080
    },
    {
      "epoch": 0.10828666161660064,
      "grad_norm": 0.5551139712333679,
      "learning_rate": 0.00029401536590809913,
      "loss": 1.3345,
      "step": 1090
    },
    {
      "epoch": 0.10928011722776211,
      "grad_norm": 0.5619410276412964,
      "learning_rate": 0.00029388105120018446,
      "loss": 1.3361,
      "step": 1100
    },
    {
      "epoch": 0.1102735728389236,
      "grad_norm": 0.5853624939918518,
      "learning_rate": 0.00029374527731249533,
      "loss": 1.3438,
      "step": 1110
    },
    {
      "epoch": 0.11126702845008507,
      "grad_norm": 0.5613996386528015,
      "learning_rate": 0.00029360804562199224,
      "loss": 1.3356,
      "step": 1120
    },
    {
      "epoch": 0.11226048406124654,
      "grad_norm": 0.539417028427124,
      "learning_rate": 0.0002934693575204199,
      "loss": 1.3412,
      "step": 1130
    },
    {
      "epoch": 0.11325393967240802,
      "grad_norm": 0.570012092590332,
      "learning_rate": 0.00029332921441429345,
      "loss": 1.3558,
      "step": 1140
    },
    {
      "epoch": 0.11424739528356949,
      "grad_norm": 0.5662525296211243,
      "learning_rate": 0.0002931876177248841,
      "loss": 1.3532,
      "step": 1150
    },
    {
      "epoch": 0.11524085089473096,
      "grad_norm": 0.6034231781959534,
      "learning_rate": 0.0002930445688882045,
      "loss": 1.3469,
      "step": 1160
    },
    {
      "epoch": 0.11623430650589243,
      "grad_norm": 0.5469877123832703,
      "learning_rate": 0.00029290006935499453,
      "loss": 1.3246,
      "step": 1170
    },
    {
      "epoch": 0.11722776211705391,
      "grad_norm": 0.5636057257652283,
      "learning_rate": 0.00029275412059070636,
      "loss": 1.3527,
      "step": 1180
    },
    {
      "epoch": 0.11822121772821538,
      "grad_norm": 0.5818510055541992,
      "learning_rate": 0.0002926067240754896,
      "loss": 1.308,
      "step": 1190
    },
    {
      "epoch": 0.11921467333937685,
      "grad_norm": 0.5315884947776794,
      "learning_rate": 0.0002924578813041764,
      "loss": 1.341,
      "step": 1200
    },
    {
      "epoch": 0.12020812895053833,
      "grad_norm": 0.5662302374839783,
      "learning_rate": 0.000292307593786266,
      "loss": 1.3364,
      "step": 1210
    },
    {
      "epoch": 0.1212015845616998,
      "grad_norm": 0.597668468952179,
      "learning_rate": 0.00029215586304590996,
      "loss": 1.339,
      "step": 1220
    },
    {
      "epoch": 0.12219504017286127,
      "grad_norm": 0.5625566840171814,
      "learning_rate": 0.00029200269062189623,
      "loss": 1.3503,
      "step": 1230
    },
    {
      "epoch": 0.12318849578402274,
      "grad_norm": 0.5155960321426392,
      "learning_rate": 0.0002918480780676336,
      "loss": 1.3166,
      "step": 1240
    },
    {
      "epoch": 0.12418195139518422,
      "grad_norm": 0.5308235883712769,
      "learning_rate": 0.00029169202695113617,
      "loss": 1.3372,
      "step": 1250
    },
    {
      "epoch": 0.1251754070063457,
      "grad_norm": 0.5910816192626953,
      "learning_rate": 0.00029153453885500736,
      "loss": 1.3414,
      "step": 1260
    },
    {
      "epoch": 0.12616886261750718,
      "grad_norm": 0.5780258178710938,
      "learning_rate": 0.00029137561537642367,
      "loss": 1.3277,
      "step": 1270
    },
    {
      "epoch": 0.12716231822866864,
      "grad_norm": 0.6031139492988586,
      "learning_rate": 0.00029121525812711874,
      "loss": 1.3304,
      "step": 1280
    },
    {
      "epoch": 0.12815577383983012,
      "grad_norm": 0.5696874856948853,
      "learning_rate": 0.00029105346873336684,
      "loss": 1.3399,
      "step": 1290
    },
    {
      "epoch": 0.12914922945099158,
      "grad_norm": 0.5428373217582703,
      "learning_rate": 0.0002908902488359664,
      "loss": 1.3514,
      "step": 1300
    },
    {
      "epoch": 0.13014268506215307,
      "grad_norm": 0.5869764089584351,
      "learning_rate": 0.0002907256000902236,
      "loss": 1.3248,
      "step": 1310
    },
    {
      "epoch": 0.13113614067331453,
      "grad_norm": 0.5231671929359436,
      "learning_rate": 0.0002905595241659351,
      "loss": 1.3241,
      "step": 1320
    },
    {
      "epoch": 0.13212959628447601,
      "grad_norm": 0.5357515215873718,
      "learning_rate": 0.0002903920227473717,
      "loss": 1.3163,
      "step": 1330
    },
    {
      "epoch": 0.1331230518956375,
      "grad_norm": 0.5605716705322266,
      "learning_rate": 0.00029022309753326065,
      "loss": 1.3366,
      "step": 1340
    },
    {
      "epoch": 0.13411650750679896,
      "grad_norm": 0.5430563688278198,
      "learning_rate": 0.0002900527502367689,
      "loss": 1.3148,
      "step": 1350
    },
    {
      "epoch": 0.13510996311796045,
      "grad_norm": 0.571535050868988,
      "learning_rate": 0.0002898809825854855,
      "loss": 1.3227,
      "step": 1360
    },
    {
      "epoch": 0.1361034187291219,
      "grad_norm": 0.5518633723258972,
      "learning_rate": 0.00028970779632140416,
      "loss": 1.3149,
      "step": 1370
    },
    {
      "epoch": 0.1370968743402834,
      "grad_norm": 0.5351448059082031,
      "learning_rate": 0.0002895331932009055,
      "loss": 1.3057,
      "step": 1380
    },
    {
      "epoch": 0.13809032995144485,
      "grad_norm": 0.5526089668273926,
      "learning_rate": 0.0002893571749947393,
      "loss": 1.3167,
      "step": 1390
    },
    {
      "epoch": 0.13908378556260634,
      "grad_norm": 0.5857049226760864,
      "learning_rate": 0.0002891797434880066,
      "loss": 1.3246,
      "step": 1400
    },
    {
      "epoch": 0.1400772411737678,
      "grad_norm": 0.5625345706939697,
      "learning_rate": 0.0002890009004801415,
      "loss": 1.3059,
      "step": 1410
    },
    {
      "epoch": 0.14107069678492928,
      "grad_norm": 0.5215427279472351,
      "learning_rate": 0.0002888206477848928,
      "loss": 1.3116,
      "step": 1420
    },
    {
      "epoch": 0.14206415239609074,
      "grad_norm": 0.5295782685279846,
      "learning_rate": 0.00028863898723030594,
      "loss": 1.3154,
      "step": 1430
    },
    {
      "epoch": 0.14305760800725223,
      "grad_norm": 0.573486328125,
      "learning_rate": 0.00028845592065870413,
      "loss": 1.3134,
      "step": 1440
    },
    {
      "epoch": 0.1440510636184137,
      "grad_norm": 0.5500824451446533,
      "learning_rate": 0.00028827144992666986,
      "loss": 1.3151,
      "step": 1450
    },
    {
      "epoch": 0.14504451922957518,
      "grad_norm": 0.5774082541465759,
      "learning_rate": 0.000288085576905026,
      "loss": 1.307,
      "step": 1460
    },
    {
      "epoch": 0.14603797484073663,
      "grad_norm": 0.5409136414527893,
      "learning_rate": 0.0002878983034788169,
      "loss": 1.3201,
      "step": 1470
    },
    {
      "epoch": 0.14703143045189812,
      "grad_norm": 0.5557056069374084,
      "learning_rate": 0.00028770963154728905,
      "loss": 1.3092,
      "step": 1480
    },
    {
      "epoch": 0.1480248860630596,
      "grad_norm": 0.5294632911682129,
      "learning_rate": 0.0002875195630238721,
      "loss": 1.2847,
      "step": 1490
    },
    {
      "epoch": 0.14901834167422107,
      "grad_norm": 0.5896183848381042,
      "learning_rate": 0.0002873280998361594,
      "loss": 1.2891,
      "step": 1500
    },
    {
      "epoch": 0.15001179728538255,
      "grad_norm": 0.5323734283447266,
      "learning_rate": 0.00028713524392588827,
      "loss": 1.2986,
      "step": 1510
    },
    {
      "epoch": 0.151005252896544,
      "grad_norm": 0.5725658535957336,
      "learning_rate": 0.0002869409972489204,
      "loss": 1.309,
      "step": 1520
    },
    {
      "epoch": 0.1519987085077055,
      "grad_norm": 0.5617366433143616,
      "learning_rate": 0.00028674536177522206,
      "loss": 1.297,
      "step": 1530
    },
    {
      "epoch": 0.15299216411886696,
      "grad_norm": 0.5333068370819092,
      "learning_rate": 0.00028654833948884423,
      "loss": 1.302,
      "step": 1540
    },
    {
      "epoch": 0.15398561973002844,
      "grad_norm": 0.5795490145683289,
      "learning_rate": 0.0002863499323879022,
      "loss": 1.29,
      "step": 1550
    },
    {
      "epoch": 0.1549790753411899,
      "grad_norm": 0.5586980581283569,
      "learning_rate": 0.0002861501424845555,
      "loss": 1.2961,
      "step": 1560
    },
    {
      "epoch": 0.1559725309523514,
      "grad_norm": 0.593062698841095,
      "learning_rate": 0.00028594897180498745,
      "loss": 1.3074,
      "step": 1570
    },
    {
      "epoch": 0.15696598656351285,
      "grad_norm": 0.5487144589424133,
      "learning_rate": 0.00028574642238938467,
      "loss": 1.2938,
      "step": 1580
    },
    {
      "epoch": 0.15795944217467434,
      "grad_norm": 0.49600857496261597,
      "learning_rate": 0.00028554249629191616,
      "loss": 1.3077,
      "step": 1590
    },
    {
      "epoch": 0.1589528977858358,
      "grad_norm": 0.5532371997833252,
      "learning_rate": 0.00028533719558071285,
      "loss": 1.2892,
      "step": 1600
    },
    {
      "epoch": 0.15994635339699728,
      "grad_norm": 0.5463429689407349,
      "learning_rate": 0.0002851305223378462,
      "loss": 1.3017,
      "step": 1610
    },
    {
      "epoch": 0.16093980900815874,
      "grad_norm": 0.7598294019699097,
      "learning_rate": 0.0002849224786593075,
      "loss": 1.2844,
      "step": 1620
    },
    {
      "epoch": 0.16193326461932023,
      "grad_norm": 0.589923083782196,
      "learning_rate": 0.00028471306665498624,
      "loss": 1.304,
      "step": 1630
    },
    {
      "epoch": 0.16292672023048171,
      "grad_norm": 0.5281336307525635,
      "learning_rate": 0.000284502288448649,
      "loss": 1.2912,
      "step": 1640
    },
    {
      "epoch": 0.16392017584164317,
      "grad_norm": 0.5142702460289001,
      "learning_rate": 0.00028429014617791773,
      "loss": 1.2966,
      "step": 1650
    },
    {
      "epoch": 0.16491363145280466,
      "grad_norm": 0.5056828856468201,
      "learning_rate": 0.0002840766419942481,
      "loss": 1.2957,
      "step": 1660
    },
    {
      "epoch": 0.16590708706396612,
      "grad_norm": 0.5111185312271118,
      "learning_rate": 0.0002838617780629079,
      "loss": 1.2908,
      "step": 1670
    },
    {
      "epoch": 0.1669005426751276,
      "grad_norm": 0.5428747534751892,
      "learning_rate": 0.0002836455565629546,
      "loss": 1.2999,
      "step": 1680
    },
    {
      "epoch": 0.16789399828628906,
      "grad_norm": 0.5203731060028076,
      "learning_rate": 0.0002834279796872138,
      "loss": 1.2998,
      "step": 1690
    },
    {
      "epoch": 0.16888745389745055,
      "grad_norm": 0.5578112006187439,
      "learning_rate": 0.00028320904964225665,
      "loss": 1.2774,
      "step": 1700
    },
    {
      "epoch": 0.169880909508612,
      "grad_norm": 0.5637850165367126,
      "learning_rate": 0.0002829887686483775,
      "loss": 1.2941,
      "step": 1710
    },
    {
      "epoch": 0.1708743651197735,
      "grad_norm": 0.5894926190376282,
      "learning_rate": 0.0002827671389395716,
      "loss": 1.2879,
      "step": 1720
    },
    {
      "epoch": 0.17186782073093496,
      "grad_norm": 1.018946647644043,
      "learning_rate": 0.0002825441627635121,
      "loss": 1.2683,
      "step": 1730
    },
    {
      "epoch": 0.17286127634209644,
      "grad_norm": 0.5260887742042542,
      "learning_rate": 0.00028231984238152766,
      "loss": 1.2786,
      "step": 1740
    },
    {
      "epoch": 0.1738547319532579,
      "grad_norm": 0.5494965314865112,
      "learning_rate": 0.000282094180068579,
      "loss": 1.3083,
      "step": 1750
    },
    {
      "epoch": 0.1748481875644194,
      "grad_norm": 0.5133727788925171,
      "learning_rate": 0.0002818671781132364,
      "loss": 1.279,
      "step": 1760
    },
    {
      "epoch": 0.17584164317558085,
      "grad_norm": 0.5044395923614502,
      "learning_rate": 0.0002816388388176561,
      "loss": 1.2786,
      "step": 1770
    },
    {
      "epoch": 0.17683509878674233,
      "grad_norm": 0.5667337775230408,
      "learning_rate": 0.00028140916449755706,
      "loss": 1.2694,
      "step": 1780
    },
    {
      "epoch": 0.17782855439790382,
      "grad_norm": 0.5417622923851013,
      "learning_rate": 0.0002811781574821975,
      "loss": 1.2952,
      "step": 1790
    },
    {
      "epoch": 0.17882201000906528,
      "grad_norm": 0.5346735119819641,
      "learning_rate": 0.0002809458201143513,
      "loss": 1.2869,
      "step": 1800
    },
    {
      "epoch": 0.17981546562022677,
      "grad_norm": 0.475115567445755,
      "learning_rate": 0.0002807121547502843,
      "loss": 1.2775,
      "step": 1810
    },
    {
      "epoch": 0.18080892123138823,
      "grad_norm": 0.5102688670158386,
      "learning_rate": 0.00028047716375972996,
      "loss": 1.3103,
      "step": 1820
    },
    {
      "epoch": 0.1818023768425497,
      "grad_norm": 0.5632643103599548,
      "learning_rate": 0.000280240849525866,
      "loss": 1.2923,
      "step": 1830
    },
    {
      "epoch": 0.18279583245371117,
      "grad_norm": 0.5179861187934875,
      "learning_rate": 0.0002800032144452898,
      "loss": 1.2797,
      "step": 1840
    },
    {
      "epoch": 0.18378928806487266,
      "grad_norm": 0.5114406943321228,
      "learning_rate": 0.00027976426092799416,
      "loss": 1.28,
      "step": 1850
    },
    {
      "epoch": 0.18478274367603412,
      "grad_norm": 0.5344343781471252,
      "learning_rate": 0.000279523991397343,
      "loss": 1.2766,
      "step": 1860
    },
    {
      "epoch": 0.1857761992871956,
      "grad_norm": 0.4935680329799652,
      "learning_rate": 0.00027928240829004663,
      "loss": 1.2927,
      "step": 1870
    },
    {
      "epoch": 0.18676965489835706,
      "grad_norm": 0.5560677647590637,
      "learning_rate": 0.000279039514056137,
      "loss": 1.2671,
      "step": 1880
    },
    {
      "epoch": 0.18776311050951855,
      "grad_norm": 0.4876042902469635,
      "learning_rate": 0.0002787953111589431,
      "loss": 1.2711,
      "step": 1890
    },
    {
      "epoch": 0.18875656612068,
      "grad_norm": 0.5092322826385498,
      "learning_rate": 0.00027854980207506566,
      "loss": 1.2919,
      "step": 1900
    },
    {
      "epoch": 0.1897500217318415,
      "grad_norm": 0.5449466109275818,
      "learning_rate": 0.00027830298929435235,
      "loss": 1.2756,
      "step": 1910
    },
    {
      "epoch": 0.19074347734300298,
      "grad_norm": 0.5372341871261597,
      "learning_rate": 0.0002780548753198723,
      "loss": 1.2878,
      "step": 1920
    },
    {
      "epoch": 0.19173693295416444,
      "grad_norm": 0.5671026706695557,
      "learning_rate": 0.00027780546266789076,
      "loss": 1.2665,
      "step": 1930
    },
    {
      "epoch": 0.19273038856532593,
      "grad_norm": 0.4836546778678894,
      "learning_rate": 0.00027755475386784364,
      "loss": 1.2862,
      "step": 1940
    },
    {
      "epoch": 0.1937238441764874,
      "grad_norm": 0.5355504751205444,
      "learning_rate": 0.00027730275146231186,
      "loss": 1.276,
      "step": 1950
    },
    {
      "epoch": 0.19471729978764887,
      "grad_norm": 0.4880260229110718,
      "learning_rate": 0.0002770494580069954,
      "loss": 1.2778,
      "step": 1960
    },
    {
      "epoch": 0.19571075539881033,
      "grad_norm": 0.49935540556907654,
      "learning_rate": 0.0002767948760706877,
      "loss": 1.2787,
      "step": 1970
    },
    {
      "epoch": 0.19670421100997182,
      "grad_norm": 0.5408512353897095,
      "learning_rate": 0.00027653900823524925,
      "loss": 1.2841,
      "step": 1980
    },
    {
      "epoch": 0.19769766662113328,
      "grad_norm": 0.531233549118042,
      "learning_rate": 0.00027628185709558176,
      "loss": 1.2799,
      "step": 1990
    },
    {
      "epoch": 0.19869112223229476,
      "grad_norm": 0.5099895000457764,
      "learning_rate": 0.0002760234252596015,
      "loss": 1.2842,
      "step": 2000
    },
    {
      "epoch": 0.19968457784345622,
      "grad_norm": 0.5348741412162781,
      "learning_rate": 0.000275763715348213,
      "loss": 1.2491,
      "step": 2010
    },
    {
      "epoch": 0.2000819600879208,
      "eval_loss": 1.2746073007583618,
      "eval_runtime": 216.9749,
      "eval_samples_per_second": 230.441,
      "eval_steps_per_second": 28.805,
      "step": 2014
    },
    {
      "epoch": 0.2006780334546177,
      "grad_norm": 0.5270881056785583,
      "learning_rate": 0.00027550272999528265,
      "loss": 1.2673,
      "step": 2020
    },
    {
      "epoch": 0.20167148906577917,
      "grad_norm": 0.49110147356987,
      "learning_rate": 0.0002752404718476116,
      "loss": 1.2561,
      "step": 2030
    },
    {
      "epoch": 0.20266494467694066,
      "grad_norm": 0.4829249680042267,
      "learning_rate": 0.0002749769435649094,
      "loss": 1.268,
      "step": 2040
    },
    {
      "epoch": 0.20365840028810211,
      "grad_norm": 0.5357676148414612,
      "learning_rate": 0.00027471214781976645,
      "loss": 1.2626,
      "step": 2050
    },
    {
      "epoch": 0.2046518558992636,
      "grad_norm": 0.5558575391769409,
      "learning_rate": 0.00027444608729762754,
      "loss": 1.2562,
      "step": 2060
    },
    {
      "epoch": 0.2056453115104251,
      "grad_norm": 0.5351165533065796,
      "learning_rate": 0.000274178764696764,
      "loss": 1.2741,
      "step": 2070
    },
    {
      "epoch": 0.20663876712158655,
      "grad_norm": 0.5279297232627869,
      "learning_rate": 0.0002739101827282468,
      "loss": 1.2431,
      "step": 2080
    },
    {
      "epoch": 0.20763222273274803,
      "grad_norm": 0.48787686228752136,
      "learning_rate": 0.0002736403441159188,
      "loss": 1.2672,
      "step": 2090
    },
    {
      "epoch": 0.2086256783439095,
      "grad_norm": 0.519707977771759,
      "learning_rate": 0.0002733692515963672,
      "loss": 1.264,
      "step": 2100
    },
    {
      "epoch": 0.20961913395507098,
      "grad_norm": 0.48795512318611145,
      "learning_rate": 0.0002730969079188958,
      "loss": 1.2605,
      "step": 2110
    },
    {
      "epoch": 0.21061258956623244,
      "grad_norm": 0.5582920908927917,
      "learning_rate": 0.00027282331584549716,
      "loss": 1.2645,
      "step": 2120
    },
    {
      "epoch": 0.21160604517739393,
      "grad_norm": 0.5244210958480835,
      "learning_rate": 0.00027254847815082444,
      "loss": 1.2577,
      "step": 2130
    },
    {
      "epoch": 0.21259950078855538,
      "grad_norm": 0.510850191116333,
      "learning_rate": 0.0002722723976221634,
      "loss": 1.2462,
      "step": 2140
    },
    {
      "epoch": 0.21359295639971687,
      "grad_norm": 0.49397844076156616,
      "learning_rate": 0.00027199507705940413,
      "loss": 1.2725,
      "step": 2150
    },
    {
      "epoch": 0.21458641201087833,
      "grad_norm": 0.53153395652771,
      "learning_rate": 0.0002717165192750125,
      "loss": 1.2727,
      "step": 2160
    },
    {
      "epoch": 0.21557986762203982,
      "grad_norm": 0.5746108293533325,
      "learning_rate": 0.000271436727094002,
      "loss": 1.2576,
      "step": 2170
    },
    {
      "epoch": 0.21657332323320128,
      "grad_norm": 0.5098176002502441,
      "learning_rate": 0.0002711557033539044,
      "loss": 1.2503,
      "step": 2180
    },
    {
      "epoch": 0.21756677884436276,
      "grad_norm": 0.5269674062728882,
      "learning_rate": 0.0002708734509047419,
      "loss": 1.269,
      "step": 2190
    },
    {
      "epoch": 0.21856023445552422,
      "grad_norm": 0.5084241032600403,
      "learning_rate": 0.0002705899726089973,
      "loss": 1.249,
      "step": 2200
    },
    {
      "epoch": 0.2195536900666857,
      "grad_norm": 0.49269863963127136,
      "learning_rate": 0.00027030527134158585,
      "loss": 1.2597,
      "step": 2210
    },
    {
      "epoch": 0.2205471456778472,
      "grad_norm": 0.5180286169052124,
      "learning_rate": 0.00027001934998982524,
      "loss": 1.2289,
      "step": 2220
    },
    {
      "epoch": 0.22154060128900865,
      "grad_norm": 0.5060125589370728,
      "learning_rate": 0.0002697322114534071,
      "loss": 1.2557,
      "step": 2230
    },
    {
      "epoch": 0.22253405690017014,
      "grad_norm": 0.4967941641807556,
      "learning_rate": 0.0002694438586443669,
      "loss": 1.2596,
      "step": 2240
    },
    {
      "epoch": 0.2235275125113316,
      "grad_norm": 0.48990583419799805,
      "learning_rate": 0.0002691542944870549,
      "loss": 1.2463,
      "step": 2250
    },
    {
      "epoch": 0.2245209681224931,
      "grad_norm": 0.5117115378379822,
      "learning_rate": 0.00026886352191810627,
      "loss": 1.2314,
      "step": 2260
    },
    {
      "epoch": 0.22551442373365455,
      "grad_norm": 0.5112183690071106,
      "learning_rate": 0.0002685715438864116,
      "loss": 1.2411,
      "step": 2270
    },
    {
      "epoch": 0.22650787934481603,
      "grad_norm": 0.5363621711730957,
      "learning_rate": 0.00026827836335308644,
      "loss": 1.2472,
      "step": 2280
    },
    {
      "epoch": 0.2275013349559775,
      "grad_norm": 0.4729025661945343,
      "learning_rate": 0.00026798398329144166,
      "loss": 1.236,
      "step": 2290
    },
    {
      "epoch": 0.22849479056713898,
      "grad_norm": 0.5384593605995178,
      "learning_rate": 0.0002676884066869535,
      "loss": 1.2667,
      "step": 2300
    },
    {
      "epoch": 0.22948824617830044,
      "grad_norm": 0.48534199595451355,
      "learning_rate": 0.0002673916365372327,
      "loss": 1.2261,
      "step": 2310
    },
    {
      "epoch": 0.23048170178946192,
      "grad_norm": 0.4830830991268158,
      "learning_rate": 0.0002670936758519946,
      "loss": 1.2634,
      "step": 2320
    },
    {
      "epoch": 0.23147515740062338,
      "grad_norm": 0.5320212244987488,
      "learning_rate": 0.0002667945276530284,
      "loss": 1.2364,
      "step": 2330
    },
    {
      "epoch": 0.23246861301178487,
      "grad_norm": 0.4748252034187317,
      "learning_rate": 0.0002664941949741665,
      "loss": 1.2546,
      "step": 2340
    },
    {
      "epoch": 0.23346206862294633,
      "grad_norm": 0.5805224776268005,
      "learning_rate": 0.0002661926808612539,
      "loss": 1.2569,
      "step": 2350
    },
    {
      "epoch": 0.23445552423410781,
      "grad_norm": 0.4791530966758728,
      "learning_rate": 0.000265889988372117,
      "loss": 1.2639,
      "step": 2360
    },
    {
      "epoch": 0.2354489798452693,
      "grad_norm": 0.45609885454177856,
      "learning_rate": 0.0002655861205765331,
      "loss": 1.2589,
      "step": 2370
    },
    {
      "epoch": 0.23644243545643076,
      "grad_norm": 0.5291593670845032,
      "learning_rate": 0.00026528108055619856,
      "loss": 1.2485,
      "step": 2380
    },
    {
      "epoch": 0.23743589106759225,
      "grad_norm": 0.4872785806655884,
      "learning_rate": 0.0002649748714046983,
      "loss": 1.2436,
      "step": 2390
    },
    {
      "epoch": 0.2384293466787537,
      "grad_norm": 0.4877389371395111,
      "learning_rate": 0.0002646674962274739,
      "loss": 1.2463,
      "step": 2400
    },
    {
      "epoch": 0.2394228022899152,
      "grad_norm": 0.5236742496490479,
      "learning_rate": 0.0002643589581417922,
      "loss": 1.2537,
      "step": 2410
    },
    {
      "epoch": 0.24041625790107665,
      "grad_norm": 0.5331168174743652,
      "learning_rate": 0.0002640492602767139,
      "loss": 1.2531,
      "step": 2420
    },
    {
      "epoch": 0.24140971351223814,
      "grad_norm": 0.5398425459861755,
      "learning_rate": 0.00026373840577306165,
      "loss": 1.2413,
      "step": 2430
    },
    {
      "epoch": 0.2424031691233996,
      "grad_norm": 0.5574949979782104,
      "learning_rate": 0.00026342639778338813,
      "loss": 1.244,
      "step": 2440
    },
    {
      "epoch": 0.24339662473456108,
      "grad_norm": 0.4968748390674591,
      "learning_rate": 0.0002631132394719443,
      "loss": 1.2412,
      "step": 2450
    },
    {
      "epoch": 0.24439008034572254,
      "grad_norm": 0.5098783373832703,
      "learning_rate": 0.0002627989340146471,
      "loss": 1.2671,
      "step": 2460
    },
    {
      "epoch": 0.24538353595688403,
      "grad_norm": 0.4852953255176544,
      "learning_rate": 0.0002624834845990475,
      "loss": 1.2457,
      "step": 2470
    },
    {
      "epoch": 0.2463769915680455,
      "grad_norm": 0.5067562460899353,
      "learning_rate": 0.00026216689442429774,
      "loss": 1.242,
      "step": 2480
    },
    {
      "epoch": 0.24737044717920698,
      "grad_norm": 0.46974197030067444,
      "learning_rate": 0.0002618491667011193,
      "loss": 1.2425,
      "step": 2490
    },
    {
      "epoch": 0.24836390279036843,
      "grad_norm": 0.48239001631736755,
      "learning_rate": 0.0002615303046517703,
      "loss": 1.2468,
      "step": 2500
    },
    {
      "epoch": 0.24935735840152992,
      "grad_norm": 0.46368446946144104,
      "learning_rate": 0.00026121031151001245,
      "loss": 1.2401,
      "step": 2510
    },
    {
      "epoch": 0.2503508140126914,
      "grad_norm": 0.4512680470943451,
      "learning_rate": 0.00026088919052107867,
      "loss": 1.2537,
      "step": 2520
    },
    {
      "epoch": 0.25134426962385287,
      "grad_norm": 0.5069119334220886,
      "learning_rate": 0.00026056694494164,
      "loss": 1.2514,
      "step": 2530
    },
    {
      "epoch": 0.25233772523501435,
      "grad_norm": 0.48463037610054016,
      "learning_rate": 0.00026024357803977263,
      "loss": 1.238,
      "step": 2540
    },
    {
      "epoch": 0.25333118084617584,
      "grad_norm": 0.5035899877548218,
      "learning_rate": 0.0002599190930949247,
      "loss": 1.2601,
      "step": 2550
    },
    {
      "epoch": 0.25432463645733727,
      "grad_norm": 0.5174955725669861,
      "learning_rate": 0.00025959349339788295,
      "loss": 1.251,
      "step": 2560
    },
    {
      "epoch": 0.25531809206849876,
      "grad_norm": 0.48764464259147644,
      "learning_rate": 0.00025926678225073963,
      "loss": 1.2406,
      "step": 2570
    },
    {
      "epoch": 0.25631154767966025,
      "grad_norm": 0.48704472184181213,
      "learning_rate": 0.00025893896296685866,
      "loss": 1.2393,
      "step": 2580
    },
    {
      "epoch": 0.25730500329082173,
      "grad_norm": 0.5210717916488647,
      "learning_rate": 0.00025861003887084246,
      "loss": 1.2467,
      "step": 2590
    },
    {
      "epoch": 0.25829845890198316,
      "grad_norm": 0.49823907017707825,
      "learning_rate": 0.0002582800132984977,
      "loss": 1.243,
      "step": 2600
    },
    {
      "epoch": 0.25929191451314465,
      "grad_norm": 0.5364810228347778,
      "learning_rate": 0.0002579488895968019,
      "loss": 1.2313,
      "step": 2610
    },
    {
      "epoch": 0.26028537012430614,
      "grad_norm": 0.45561811327934265,
      "learning_rate": 0.0002576166711238694,
      "loss": 1.2194,
      "step": 2620
    },
    {
      "epoch": 0.2612788257354676,
      "grad_norm": 0.4552469849586487,
      "learning_rate": 0.0002572833612489169,
      "loss": 1.2601,
      "step": 2630
    },
    {
      "epoch": 0.26227228134662905,
      "grad_norm": 0.542340099811554,
      "learning_rate": 0.00025694896335223024,
      "loss": 1.2461,
      "step": 2640
    },
    {
      "epoch": 0.26326573695779054,
      "grad_norm": 0.5542205572128296,
      "learning_rate": 0.00025661348082512884,
      "loss": 1.2374,
      "step": 2650
    },
    {
      "epoch": 0.26425919256895203,
      "grad_norm": 0.4834555685520172,
      "learning_rate": 0.0002562769170699324,
      "loss": 1.2396,
      "step": 2660
    },
    {
      "epoch": 0.2652526481801135,
      "grad_norm": 0.5201283693313599,
      "learning_rate": 0.00025593927549992594,
      "loss": 1.2332,
      "step": 2670
    },
    {
      "epoch": 0.266246103791275,
      "grad_norm": 0.5460206270217896,
      "learning_rate": 0.000255600559539325,
      "loss": 1.2342,
      "step": 2680
    },
    {
      "epoch": 0.26723955940243643,
      "grad_norm": 0.46429523825645447,
      "learning_rate": 0.0002552607726232413,
      "loss": 1.2316,
      "step": 2690
    },
    {
      "epoch": 0.2682330150135979,
      "grad_norm": 0.5969310998916626,
      "learning_rate": 0.0002549199181976477,
      "loss": 1.2501,
      "step": 2700
    },
    {
      "epoch": 0.2692264706247594,
      "grad_norm": 0.48196089267730713,
      "learning_rate": 0.00025457799971934325,
      "loss": 1.2389,
      "step": 2710
    },
    {
      "epoch": 0.2702199262359209,
      "grad_norm": 0.5023167133331299,
      "learning_rate": 0.0002542350206559182,
      "loss": 1.2322,
      "step": 2720
    },
    {
      "epoch": 0.2712133818470823,
      "grad_norm": 0.47286665439605713,
      "learning_rate": 0.0002538909844857187,
      "loss": 1.2618,
      "step": 2730
    },
    {
      "epoch": 0.2722068374582438,
      "grad_norm": 0.5069117546081543,
      "learning_rate": 0.00025354589469781186,
      "loss": 1.244,
      "step": 2740
    },
    {
      "epoch": 0.2732002930694053,
      "grad_norm": 0.4682158827781677,
      "learning_rate": 0.0002531997547919499,
      "loss": 1.2455,
      "step": 2750
    },
    {
      "epoch": 0.2741937486805668,
      "grad_norm": 0.5212481617927551,
      "learning_rate": 0.0002528525682785349,
      "loss": 1.2362,
      "step": 2760
    },
    {
      "epoch": 0.2751872042917282,
      "grad_norm": 0.5417184233665466,
      "learning_rate": 0.0002525043386785833,
      "loss": 1.2382,
      "step": 2770
    },
    {
      "epoch": 0.2761806599028897,
      "grad_norm": 0.46628710627555847,
      "learning_rate": 0.00025215506952369003,
      "loss": 1.2395,
      "step": 2780
    },
    {
      "epoch": 0.2771741155140512,
      "grad_norm": 0.48039111495018005,
      "learning_rate": 0.0002518047643559927,
      "loss": 1.2459,
      "step": 2790
    },
    {
      "epoch": 0.2781675711252127,
      "grad_norm": 0.4942474961280823,
      "learning_rate": 0.00025145342672813574,
      "loss": 1.2441,
      "step": 2800
    },
    {
      "epoch": 0.27916102673637416,
      "grad_norm": 0.4979240894317627,
      "learning_rate": 0.00025110106020323437,
      "loss": 1.2372,
      "step": 2810
    },
    {
      "epoch": 0.2801544823475356,
      "grad_norm": 0.4905546009540558,
      "learning_rate": 0.0002507476683548384,
      "loss": 1.2351,
      "step": 2820
    },
    {
      "epoch": 0.2811479379586971,
      "grad_norm": 0.4817952513694763,
      "learning_rate": 0.00025039325476689607,
      "loss": 1.2204,
      "step": 2830
    },
    {
      "epoch": 0.28214139356985857,
      "grad_norm": 0.4718853533267975,
      "learning_rate": 0.00025003782303371767,
      "loss": 1.2331,
      "step": 2840
    },
    {
      "epoch": 0.28313484918102005,
      "grad_norm": 0.48936033248901367,
      "learning_rate": 0.00024968137675993897,
      "loss": 1.2367,
      "step": 2850
    },
    {
      "epoch": 0.2841283047921815,
      "grad_norm": 0.503688633441925,
      "learning_rate": 0.00024932391956048497,
      "loss": 1.2189,
      "step": 2860
    },
    {
      "epoch": 0.28512176040334297,
      "grad_norm": 0.4779193699359894,
      "learning_rate": 0.00024896545506053285,
      "loss": 1.2485,
      "step": 2870
    },
    {
      "epoch": 0.28611521601450446,
      "grad_norm": 0.4970162808895111,
      "learning_rate": 0.00024860598689547555,
      "loss": 1.2167,
      "step": 2880
    },
    {
      "epoch": 0.28710867162566595,
      "grad_norm": 0.5190041065216064,
      "learning_rate": 0.0002482455187108846,
      "loss": 1.196,
      "step": 2890
    },
    {
      "epoch": 0.2881021272368274,
      "grad_norm": 0.5404960513114929,
      "learning_rate": 0.00024788405416247347,
      "loss": 1.2235,
      "step": 2900
    },
    {
      "epoch": 0.28909558284798886,
      "grad_norm": 0.4441899359226227,
      "learning_rate": 0.00024752159691606015,
      "loss": 1.2471,
      "step": 2910
    },
    {
      "epoch": 0.29008903845915035,
      "grad_norm": 0.48505038022994995,
      "learning_rate": 0.0002471581506475303,
      "loss": 1.2312,
      "step": 2920
    },
    {
      "epoch": 0.29108249407031184,
      "grad_norm": 0.49762651324272156,
      "learning_rate": 0.00024679371904279973,
      "loss": 1.2261,
      "step": 2930
    },
    {
      "epoch": 0.29207594968147327,
      "grad_norm": 0.5253481268882751,
      "learning_rate": 0.0002464283057977771,
      "loss": 1.2405,
      "step": 2940
    },
    {
      "epoch": 0.29306940529263475,
      "grad_norm": 0.4968172311782837,
      "learning_rate": 0.00024606191461832655,
      "loss": 1.2225,
      "step": 2950
    },
    {
      "epoch": 0.29406286090379624,
      "grad_norm": 0.4646175503730774,
      "learning_rate": 0.00024569454922022987,
      "loss": 1.2109,
      "step": 2960
    },
    {
      "epoch": 0.29505631651495773,
      "grad_norm": 0.49472692608833313,
      "learning_rate": 0.00024532621332914897,
      "loss": 1.2191,
      "step": 2970
    },
    {
      "epoch": 0.2960497721261192,
      "grad_norm": 0.49351736903190613,
      "learning_rate": 0.0002449569106805882,
      "loss": 1.216,
      "step": 2980
    },
    {
      "epoch": 0.29704322773728065,
      "grad_norm": 0.49852266907691956,
      "learning_rate": 0.00024458664501985624,
      "loss": 1.2301,
      "step": 2990
    },
    {
      "epoch": 0.29803668334844213,
      "grad_norm": 0.5016636848449707,
      "learning_rate": 0.0002442154201020283,
      "loss": 1.2289,
      "step": 3000
    },
    {
      "epoch": 0.2990301389596036,
      "grad_norm": 0.4916824996471405,
      "learning_rate": 0.00024384323969190789,
      "loss": 1.2274,
      "step": 3010
    },
    {
      "epoch": 0.3000235945707651,
      "grad_norm": 0.46829256415367126,
      "learning_rate": 0.0002434701075639888,
      "loss": 1.2118,
      "step": 3020
    },
    {
      "epoch": 0.30012294013188123,
      "eval_loss": 1.2400528192520142,
      "eval_runtime": 217.1452,
      "eval_samples_per_second": 230.261,
      "eval_steps_per_second": 28.783,
      "step": 3021
    },
    {
      "epoch": 0.30101705018192654,
      "grad_norm": 0.44890084862709045,
      "learning_rate": 0.0002430960275024166,
      "loss": 1.2103,
      "step": 3030
    },
    {
      "epoch": 0.302010505793088,
      "grad_norm": 0.4859289526939392,
      "learning_rate": 0.00024272100330095055,
      "loss": 1.2367,
      "step": 3040
    },
    {
      "epoch": 0.3030039614042495,
      "grad_norm": 0.4968155026435852,
      "learning_rate": 0.00024234503876292485,
      "loss": 1.235,
      "step": 3050
    },
    {
      "epoch": 0.303997417015411,
      "grad_norm": 0.5458197593688965,
      "learning_rate": 0.00024196813770121026,
      "loss": 1.2294,
      "step": 3060
    },
    {
      "epoch": 0.30499087262657243,
      "grad_norm": 0.4604020118713379,
      "learning_rate": 0.00024159030393817538,
      "loss": 1.222,
      "step": 3070
    },
    {
      "epoch": 0.3059843282377339,
      "grad_norm": 0.5177088379859924,
      "learning_rate": 0.0002412115413056477,
      "loss": 1.2068,
      "step": 3080
    },
    {
      "epoch": 0.3069777838488954,
      "grad_norm": 0.47766199707984924,
      "learning_rate": 0.00024083185364487522,
      "loss": 1.2256,
      "step": 3090
    },
    {
      "epoch": 0.3079712394600569,
      "grad_norm": 0.5014012455940247,
      "learning_rate": 0.0002404512448064868,
      "loss": 1.1924,
      "step": 3100
    },
    {
      "epoch": 0.3089646950712184,
      "grad_norm": 0.4730978310108185,
      "learning_rate": 0.00024006971865045377,
      "loss": 1.2349,
      "step": 3110
    },
    {
      "epoch": 0.3099581506823798,
      "grad_norm": 0.45509788393974304,
      "learning_rate": 0.0002396872790460504,
      "loss": 1.2177,
      "step": 3120
    },
    {
      "epoch": 0.3109516062935413,
      "grad_norm": 0.4922787845134735,
      "learning_rate": 0.00023930392987181473,
      "loss": 1.2151,
      "step": 3130
    },
    {
      "epoch": 0.3119450619047028,
      "grad_norm": 0.4871610403060913,
      "learning_rate": 0.00023891967501550937,
      "loss": 1.2133,
      "step": 3140
    },
    {
      "epoch": 0.31293851751586427,
      "grad_norm": 0.4459008276462555,
      "learning_rate": 0.00023853451837408185,
      "loss": 1.2097,
      "step": 3150
    },
    {
      "epoch": 0.3139319731270257,
      "grad_norm": 0.41748374700546265,
      "learning_rate": 0.00023814846385362525,
      "loss": 1.2236,
      "step": 3160
    },
    {
      "epoch": 0.3149254287381872,
      "grad_norm": 0.5209752321243286,
      "learning_rate": 0.00023776151536933864,
      "loss": 1.2015,
      "step": 3170
    },
    {
      "epoch": 0.31591888434934867,
      "grad_norm": 0.4768379032611847,
      "learning_rate": 0.00023737367684548716,
      "loss": 1.2233,
      "step": 3180
    },
    {
      "epoch": 0.31691233996051016,
      "grad_norm": 0.46641460061073303,
      "learning_rate": 0.00023698495221536245,
      "loss": 1.2144,
      "step": 3190
    },
    {
      "epoch": 0.3179057955716716,
      "grad_norm": 0.49821555614471436,
      "learning_rate": 0.00023659534542124261,
      "loss": 1.2003,
      "step": 3200
    },
    {
      "epoch": 0.3188992511828331,
      "grad_norm": 0.5253980159759521,
      "learning_rate": 0.0002362048604143522,
      "loss": 1.2165,
      "step": 3210
    },
    {
      "epoch": 0.31989270679399456,
      "grad_norm": 0.5121644735336304,
      "learning_rate": 0.00023581350115482245,
      "loss": 1.2076,
      "step": 3220
    },
    {
      "epoch": 0.32088616240515605,
      "grad_norm": 0.499426007270813,
      "learning_rate": 0.00023542127161165063,
      "loss": 1.2294,
      "step": 3230
    },
    {
      "epoch": 0.3218796180163175,
      "grad_norm": 0.48408859968185425,
      "learning_rate": 0.00023502817576266023,
      "loss": 1.2156,
      "step": 3240
    },
    {
      "epoch": 0.32287307362747897,
      "grad_norm": 0.4970872402191162,
      "learning_rate": 0.00023463421759446033,
      "loss": 1.2057,
      "step": 3250
    },
    {
      "epoch": 0.32386652923864045,
      "grad_norm": 0.5192016363143921,
      "learning_rate": 0.00023423940110240538,
      "loss": 1.234,
      "step": 3260
    },
    {
      "epoch": 0.32485998484980194,
      "grad_norm": 0.47482579946517944,
      "learning_rate": 0.00023384373029055445,
      "loss": 1.2087,
      "step": 3270
    },
    {
      "epoch": 0.32585344046096343,
      "grad_norm": 0.4967539608478546,
      "learning_rate": 0.00023344720917163093,
      "loss": 1.203,
      "step": 3280
    },
    {
      "epoch": 0.32684689607212486,
      "grad_norm": 0.46486181020736694,
      "learning_rate": 0.00023304984176698157,
      "loss": 1.2044,
      "step": 3290
    },
    {
      "epoch": 0.32784035168328635,
      "grad_norm": 0.45617178082466125,
      "learning_rate": 0.00023265163210653569,
      "loss": 1.2189,
      "step": 3300
    },
    {
      "epoch": 0.32883380729444783,
      "grad_norm": 0.46393707394599915,
      "learning_rate": 0.00023225258422876455,
      "loss": 1.2091,
      "step": 3310
    },
    {
      "epoch": 0.3298272629056093,
      "grad_norm": 0.4585002064704895,
      "learning_rate": 0.00023185270218064021,
      "loss": 1.2031,
      "step": 3320
    },
    {
      "epoch": 0.33082071851677075,
      "grad_norm": 0.4875582158565521,
      "learning_rate": 0.00023145199001759452,
      "loss": 1.2075,
      "step": 3330
    },
    {
      "epoch": 0.33181417412793224,
      "grad_norm": 0.483347624540329,
      "learning_rate": 0.00023105045180347788,
      "loss": 1.2256,
      "step": 3340
    },
    {
      "epoch": 0.3328076297390937,
      "grad_norm": 0.5154065489768982,
      "learning_rate": 0.00023064809161051842,
      "loss": 1.2059,
      "step": 3350
    },
    {
      "epoch": 0.3338010853502552,
      "grad_norm": 0.5070950984954834,
      "learning_rate": 0.00023024491351928019,
      "loss": 1.2033,
      "step": 3360
    },
    {
      "epoch": 0.33479454096141664,
      "grad_norm": 0.5440912842750549,
      "learning_rate": 0.00022984092161862206,
      "loss": 1.2197,
      "step": 3370
    },
    {
      "epoch": 0.33578799657257813,
      "grad_norm": 0.5029067993164062,
      "learning_rate": 0.00022943612000565625,
      "loss": 1.1932,
      "step": 3380
    },
    {
      "epoch": 0.3367814521837396,
      "grad_norm": 0.5002272129058838,
      "learning_rate": 0.00022903051278570677,
      "loss": 1.2088,
      "step": 3390
    },
    {
      "epoch": 0.3377749077949011,
      "grad_norm": 0.46260136365890503,
      "learning_rate": 0.00022862410407226762,
      "loss": 1.2287,
      "step": 3400
    },
    {
      "epoch": 0.3387683634060626,
      "grad_norm": 0.558641791343689,
      "learning_rate": 0.00022821689798696132,
      "loss": 1.2198,
      "step": 3410
    },
    {
      "epoch": 0.339761819017224,
      "grad_norm": 0.4847974181175232,
      "learning_rate": 0.00022780889865949689,
      "loss": 1.2059,
      "step": 3420
    },
    {
      "epoch": 0.3407552746283855,
      "grad_norm": 0.4504203796386719,
      "learning_rate": 0.00022740011022762827,
      "loss": 1.2089,
      "step": 3430
    },
    {
      "epoch": 0.341748730239547,
      "grad_norm": 0.5143907070159912,
      "learning_rate": 0.00022699053683711187,
      "loss": 1.2274,
      "step": 3440
    },
    {
      "epoch": 0.3427421858507085,
      "grad_norm": 0.4598551094532013,
      "learning_rate": 0.00022658018264166502,
      "loss": 1.2136,
      "step": 3450
    },
    {
      "epoch": 0.3437356414618699,
      "grad_norm": 0.45654499530792236,
      "learning_rate": 0.00022616905180292363,
      "loss": 1.1994,
      "step": 3460
    },
    {
      "epoch": 0.3447290970730314,
      "grad_norm": 0.48295536637306213,
      "learning_rate": 0.00022575714849039984,
      "loss": 1.21,
      "step": 3470
    },
    {
      "epoch": 0.3457225526841929,
      "grad_norm": 0.5002532005310059,
      "learning_rate": 0.00022534447688144006,
      "loss": 1.2229,
      "step": 3480
    },
    {
      "epoch": 0.34671600829535437,
      "grad_norm": 0.45252901315689087,
      "learning_rate": 0.0002249310411611824,
      "loss": 1.1866,
      "step": 3490
    },
    {
      "epoch": 0.3477094639065158,
      "grad_norm": 0.46162939071655273,
      "learning_rate": 0.00022451684552251414,
      "loss": 1.2159,
      "step": 3500
    },
    {
      "epoch": 0.3487029195176773,
      "grad_norm": 0.46276578307151794,
      "learning_rate": 0.00022410189416602943,
      "loss": 1.2128,
      "step": 3510
    },
    {
      "epoch": 0.3496963751288388,
      "grad_norm": 0.5181559920310974,
      "learning_rate": 0.00022368619129998655,
      "loss": 1.2188,
      "step": 3520
    },
    {
      "epoch": 0.35068983074000026,
      "grad_norm": 0.4349026381969452,
      "learning_rate": 0.00022326974114026535,
      "loss": 1.2045,
      "step": 3530
    },
    {
      "epoch": 0.3516832863511617,
      "grad_norm": 0.45742759108543396,
      "learning_rate": 0.00022285254791032423,
      "loss": 1.2024,
      "step": 3540
    },
    {
      "epoch": 0.3526767419623232,
      "grad_norm": 0.48607686161994934,
      "learning_rate": 0.0002224346158411577,
      "loss": 1.201,
      "step": 3550
    },
    {
      "epoch": 0.35367019757348467,
      "grad_norm": 0.4831947982311249,
      "learning_rate": 0.00022201594917125306,
      "loss": 1.1895,
      "step": 3560
    },
    {
      "epoch": 0.35466365318464615,
      "grad_norm": 0.5034534335136414,
      "learning_rate": 0.00022159655214654787,
      "loss": 1.2008,
      "step": 3570
    },
    {
      "epoch": 0.35565710879580764,
      "grad_norm": 0.47319284081459045,
      "learning_rate": 0.00022117642902038629,
      "loss": 1.1967,
      "step": 3580
    },
    {
      "epoch": 0.3566505644069691,
      "grad_norm": 0.5058645009994507,
      "learning_rate": 0.00022075558405347659,
      "loss": 1.2149,
      "step": 3590
    },
    {
      "epoch": 0.35764402001813056,
      "grad_norm": 0.4877967834472656,
      "learning_rate": 0.0002203340215138475,
      "loss": 1.2252,
      "step": 3600
    },
    {
      "epoch": 0.35863747562929205,
      "grad_norm": 0.4703255593776703,
      "learning_rate": 0.00021991174567680512,
      "loss": 1.195,
      "step": 3610
    },
    {
      "epoch": 0.35963093124045353,
      "grad_norm": 0.4860426187515259,
      "learning_rate": 0.00021948876082488936,
      "loss": 1.1959,
      "step": 3620
    },
    {
      "epoch": 0.36062438685161496,
      "grad_norm": 0.46194490790367126,
      "learning_rate": 0.0002190650712478309,
      "loss": 1.2074,
      "step": 3630
    },
    {
      "epoch": 0.36161784246277645,
      "grad_norm": 0.44126129150390625,
      "learning_rate": 0.0002186406812425073,
      "loss": 1.1912,
      "step": 3640
    },
    {
      "epoch": 0.36261129807393794,
      "grad_norm": 0.48812511563301086,
      "learning_rate": 0.00021821559511289948,
      "loss": 1.2068,
      "step": 3650
    },
    {
      "epoch": 0.3636047536850994,
      "grad_norm": 0.4943760931491852,
      "learning_rate": 0.0002177898171700483,
      "loss": 1.1923,
      "step": 3660
    },
    {
      "epoch": 0.36459820929626086,
      "grad_norm": 0.4492897391319275,
      "learning_rate": 0.00021736335173201066,
      "loss": 1.1859,
      "step": 3670
    },
    {
      "epoch": 0.36559166490742234,
      "grad_norm": 0.45745688676834106,
      "learning_rate": 0.00021693620312381568,
      "loss": 1.1978,
      "step": 3680
    },
    {
      "epoch": 0.36658512051858383,
      "grad_norm": 0.5050104856491089,
      "learning_rate": 0.00021650837567742094,
      "loss": 1.2172,
      "step": 3690
    },
    {
      "epoch": 0.3675785761297453,
      "grad_norm": 0.5013807415962219,
      "learning_rate": 0.00021607987373166855,
      "loss": 1.2039,
      "step": 3700
    },
    {
      "epoch": 0.3685720317409068,
      "grad_norm": 0.4632636308670044,
      "learning_rate": 0.00021565070163224095,
      "loss": 1.2005,
      "step": 3710
    },
    {
      "epoch": 0.36956548735206823,
      "grad_norm": 0.46821290254592896,
      "learning_rate": 0.0002152208637316172,
      "loss": 1.2227,
      "step": 3720
    },
    {
      "epoch": 0.3705589429632297,
      "grad_norm": 0.4609948396682739,
      "learning_rate": 0.00021479036438902847,
      "loss": 1.2018,
      "step": 3730
    },
    {
      "epoch": 0.3715523985743912,
      "grad_norm": 0.5113796591758728,
      "learning_rate": 0.00021435920797041404,
      "loss": 1.1925,
      "step": 3740
    },
    {
      "epoch": 0.3725458541855527,
      "grad_norm": 0.47701483964920044,
      "learning_rate": 0.00021392739884837697,
      "loss": 1.1992,
      "step": 3750
    },
    {
      "epoch": 0.3735393097967141,
      "grad_norm": 0.4520336389541626,
      "learning_rate": 0.00021349494140213986,
      "loss": 1.202,
      "step": 3760
    },
    {
      "epoch": 0.3745327654078756,
      "grad_norm": 0.4652255177497864,
      "learning_rate": 0.00021306184001750012,
      "loss": 1.1829,
      "step": 3770
    },
    {
      "epoch": 0.3755262210190371,
      "grad_norm": 0.4625130295753479,
      "learning_rate": 0.00021262809908678584,
      "loss": 1.1927,
      "step": 3780
    },
    {
      "epoch": 0.3765196766301986,
      "grad_norm": 0.44085580110549927,
      "learning_rate": 0.00021219372300881117,
      "loss": 1.2191,
      "step": 3790
    },
    {
      "epoch": 0.37751313224136,
      "grad_norm": 0.47911298274993896,
      "learning_rate": 0.0002117587161888315,
      "loss": 1.1941,
      "step": 3800
    },
    {
      "epoch": 0.3785065878525215,
      "grad_norm": 0.49052807688713074,
      "learning_rate": 0.00021132308303849906,
      "loss": 1.214,
      "step": 3810
    },
    {
      "epoch": 0.379500043463683,
      "grad_norm": 0.48691338300704956,
      "learning_rate": 0.000210886827975818,
      "loss": 1.2108,
      "step": 3820
    },
    {
      "epoch": 0.3804934990748445,
      "grad_norm": 0.44401276111602783,
      "learning_rate": 0.0002104499554250996,
      "loss": 1.1792,
      "step": 3830
    },
    {
      "epoch": 0.38148695468600596,
      "grad_norm": 0.4931083917617798,
      "learning_rate": 0.00021001246981691758,
      "loss": 1.2012,
      "step": 3840
    },
    {
      "epoch": 0.3824804102971674,
      "grad_norm": 0.472159206867218,
      "learning_rate": 0.0002095743755880628,
      "loss": 1.2112,
      "step": 3850
    },
    {
      "epoch": 0.3834738659083289,
      "grad_norm": 0.50935298204422,
      "learning_rate": 0.0002091356771814987,
      "loss": 1.206,
      "step": 3860
    },
    {
      "epoch": 0.38446732151949037,
      "grad_norm": 0.5085238814353943,
      "learning_rate": 0.0002086963790463159,
      "loss": 1.2066,
      "step": 3870
    },
    {
      "epoch": 0.38546077713065185,
      "grad_norm": 0.47772541642189026,
      "learning_rate": 0.0002082564856376873,
      "loss": 1.1908,
      "step": 3880
    },
    {
      "epoch": 0.3864542327418133,
      "grad_norm": 0.5096874833106995,
      "learning_rate": 0.0002078160014168227,
      "loss": 1.197,
      "step": 3890
    },
    {
      "epoch": 0.3874476883529748,
      "grad_norm": 0.5250852704048157,
      "learning_rate": 0.00020737493085092382,
      "loss": 1.1967,
      "step": 3900
    },
    {
      "epoch": 0.38844114396413626,
      "grad_norm": 0.45944342017173767,
      "learning_rate": 0.00020693327841313867,
      "loss": 1.2116,
      "step": 3910
    },
    {
      "epoch": 0.38943459957529775,
      "grad_norm": 0.4569138288497925,
      "learning_rate": 0.00020649104858251648,
      "loss": 1.2057,
      "step": 3920
    },
    {
      "epoch": 0.3904280551864592,
      "grad_norm": 0.4284946322441101,
      "learning_rate": 0.00020604824584396204,
      "loss": 1.1949,
      "step": 3930
    },
    {
      "epoch": 0.39142151079762066,
      "grad_norm": 0.4908120036125183,
      "learning_rate": 0.0002056048746881905,
      "loss": 1.1973,
      "step": 3940
    },
    {
      "epoch": 0.39241496640878215,
      "grad_norm": 0.49430763721466064,
      "learning_rate": 0.00020516093961168137,
      "loss": 1.2042,
      "step": 3950
    },
    {
      "epoch": 0.39340842201994364,
      "grad_norm": 0.45789289474487305,
      "learning_rate": 0.00020471644511663352,
      "loss": 1.1794,
      "step": 3960
    },
    {
      "epoch": 0.39440187763110507,
      "grad_norm": 0.5000009536743164,
      "learning_rate": 0.00020427139571091893,
      "loss": 1.1859,
      "step": 3970
    },
    {
      "epoch": 0.39539533324226656,
      "grad_norm": 0.4725204110145569,
      "learning_rate": 0.00020382579590803748,
      "loss": 1.1818,
      "step": 3980
    },
    {
      "epoch": 0.39638878885342804,
      "grad_norm": 0.4737090766429901,
      "learning_rate": 0.00020337965022707084,
      "loss": 1.1922,
      "step": 3990
    },
    {
      "epoch": 0.39738224446458953,
      "grad_norm": 0.44001784920692444,
      "learning_rate": 0.00020293296319263664,
      "loss": 1.1988,
      "step": 4000
    },
    {
      "epoch": 0.398375700075751,
      "grad_norm": 0.48931002616882324,
      "learning_rate": 0.00020248573933484286,
      "loss": 1.1952,
      "step": 4010
    },
    {
      "epoch": 0.39936915568691245,
      "grad_norm": 0.48461276292800903,
      "learning_rate": 0.00020203798318924152,
      "loss": 1.1918,
      "step": 4020
    },
    {
      "epoch": 0.4001639201758416,
      "eval_loss": 1.209017038345337,
      "eval_runtime": 217.2474,
      "eval_samples_per_second": 230.152,
      "eval_steps_per_second": 28.769,
      "step": 4028
    },
    {
      "epoch": 0.40036261129807393,
      "grad_norm": 0.4797476530075073,
      "learning_rate": 0.00020158969929678306,
      "loss": 1.1786,
      "step": 4030
    },
    {
      "epoch": 0.4013560669092354,
      "grad_norm": 0.46265390515327454,
      "learning_rate": 0.00020114089220377005,
      "loss": 1.2022,
      "step": 4040
    },
    {
      "epoch": 0.4023495225203969,
      "grad_norm": 0.4856548607349396,
      "learning_rate": 0.00020069156646181107,
      "loss": 1.2066,
      "step": 4050
    },
    {
      "epoch": 0.40334297813155834,
      "grad_norm": 0.5205573439598083,
      "learning_rate": 0.0002002417266277746,
      "loss": 1.2003,
      "step": 4060
    },
    {
      "epoch": 0.4043364337427198,
      "grad_norm": 0.484475314617157,
      "learning_rate": 0.00019979137726374295,
      "loss": 1.1849,
      "step": 4070
    },
    {
      "epoch": 0.4053298893538813,
      "grad_norm": 0.5231068730354309,
      "learning_rate": 0.0001993405229369658,
      "loss": 1.1948,
      "step": 4080
    },
    {
      "epoch": 0.4063233449650428,
      "grad_norm": 0.46499723196029663,
      "learning_rate": 0.0001988891682198139,
      "loss": 1.1968,
      "step": 4090
    },
    {
      "epoch": 0.40731680057620423,
      "grad_norm": 0.4803023934364319,
      "learning_rate": 0.00019843731768973274,
      "loss": 1.1899,
      "step": 4100
    },
    {
      "epoch": 0.4083102561873657,
      "grad_norm": 0.43668457865715027,
      "learning_rate": 0.00019798497592919624,
      "loss": 1.1801,
      "step": 4110
    },
    {
      "epoch": 0.4093037117985272,
      "grad_norm": 0.45928719639778137,
      "learning_rate": 0.00019753214752566006,
      "loss": 1.1942,
      "step": 4120
    },
    {
      "epoch": 0.4102971674096887,
      "grad_norm": 0.4647465646266937,
      "learning_rate": 0.0001970788370715152,
      "loss": 1.1839,
      "step": 4130
    },
    {
      "epoch": 0.4112906230208502,
      "grad_norm": 0.43589547276496887,
      "learning_rate": 0.0001966250491640415,
      "loss": 1.1944,
      "step": 4140
    },
    {
      "epoch": 0.4122840786320116,
      "grad_norm": 0.5093525052070618,
      "learning_rate": 0.0001961707884053608,
      "loss": 1.1657,
      "step": 4150
    },
    {
      "epoch": 0.4132775342431731,
      "grad_norm": 0.4544735848903656,
      "learning_rate": 0.0001957160594023905,
      "loss": 1.1793,
      "step": 4160
    },
    {
      "epoch": 0.4142709898543346,
      "grad_norm": 0.43822965025901794,
      "learning_rate": 0.00019526086676679663,
      "loss": 1.1679,
      "step": 4170
    },
    {
      "epoch": 0.41526444546549607,
      "grad_norm": 0.43124911189079285,
      "learning_rate": 0.00019480521511494727,
      "loss": 1.1797,
      "step": 4180
    },
    {
      "epoch": 0.4162579010766575,
      "grad_norm": 0.44309306144714355,
      "learning_rate": 0.0001943491090678656,
      "loss": 1.1674,
      "step": 4190
    },
    {
      "epoch": 0.417251356687819,
      "grad_norm": 0.4919864237308502,
      "learning_rate": 0.00019389255325118305,
      "loss": 1.1823,
      "step": 4200
    },
    {
      "epoch": 0.4182448122989805,
      "grad_norm": 0.4437265396118164,
      "learning_rate": 0.0001934355522950926,
      "loss": 1.1908,
      "step": 4210
    },
    {
      "epoch": 0.41923826791014196,
      "grad_norm": 0.5036196112632751,
      "learning_rate": 0.00019297811083430138,
      "loss": 1.1932,
      "step": 4220
    },
    {
      "epoch": 0.4202317235213034,
      "grad_norm": 0.4650508463382721,
      "learning_rate": 0.0001925202335079841,
      "loss": 1.1797,
      "step": 4230
    },
    {
      "epoch": 0.4212251791324649,
      "grad_norm": 0.44443807005882263,
      "learning_rate": 0.0001920619249597357,
      "loss": 1.2067,
      "step": 4240
    },
    {
      "epoch": 0.42221863474362636,
      "grad_norm": 0.49494221806526184,
      "learning_rate": 0.00019160318983752465,
      "loss": 1.2038,
      "step": 4250
    },
    {
      "epoch": 0.42321209035478785,
      "grad_norm": 0.48809465765953064,
      "learning_rate": 0.00019114403279364524,
      "loss": 1.1701,
      "step": 4260
    },
    {
      "epoch": 0.4242055459659493,
      "grad_norm": 0.4628167748451233,
      "learning_rate": 0.00019068445848467088,
      "loss": 1.1821,
      "step": 4270
    },
    {
      "epoch": 0.42519900157711077,
      "grad_norm": 0.5052282214164734,
      "learning_rate": 0.00019022447157140667,
      "loss": 1.166,
      "step": 4280
    },
    {
      "epoch": 0.42619245718827226,
      "grad_norm": 0.45449918508529663,
      "learning_rate": 0.00018976407671884217,
      "loss": 1.172,
      "step": 4290
    },
    {
      "epoch": 0.42718591279943374,
      "grad_norm": 0.463618665933609,
      "learning_rate": 0.000189303278596104,
      "loss": 1.1616,
      "step": 4300
    },
    {
      "epoch": 0.42817936841059523,
      "grad_norm": 0.48953506350517273,
      "learning_rate": 0.00018884208187640875,
      "loss": 1.2022,
      "step": 4310
    },
    {
      "epoch": 0.42917282402175666,
      "grad_norm": 0.5115376114845276,
      "learning_rate": 0.00018838049123701524,
      "loss": 1.18,
      "step": 4320
    },
    {
      "epoch": 0.43016627963291815,
      "grad_norm": 0.44180265069007874,
      "learning_rate": 0.00018791851135917739,
      "loss": 1.1851,
      "step": 4330
    },
    {
      "epoch": 0.43115973524407963,
      "grad_norm": 0.46057870984077454,
      "learning_rate": 0.00018745614692809644,
      "loss": 1.1856,
      "step": 4340
    },
    {
      "epoch": 0.4321531908552411,
      "grad_norm": 0.4646226167678833,
      "learning_rate": 0.0001869934026328738,
      "loss": 1.1756,
      "step": 4350
    },
    {
      "epoch": 0.43314664646640255,
      "grad_norm": 0.4839836657047272,
      "learning_rate": 0.00018653028316646317,
      "loss": 1.203,
      "step": 4360
    },
    {
      "epoch": 0.43414010207756404,
      "grad_norm": 0.44381341338157654,
      "learning_rate": 0.00018606679322562307,
      "loss": 1.1633,
      "step": 4370
    },
    {
      "epoch": 0.4351335576887255,
      "grad_norm": 0.48917341232299805,
      "learning_rate": 0.00018560293751086927,
      "loss": 1.1794,
      "step": 4380
    },
    {
      "epoch": 0.436127013299887,
      "grad_norm": 0.46939659118652344,
      "learning_rate": 0.00018513872072642708,
      "loss": 1.1754,
      "step": 4390
    },
    {
      "epoch": 0.43712046891104844,
      "grad_norm": 0.5408668518066406,
      "learning_rate": 0.00018467414758018358,
      "loss": 1.1794,
      "step": 4400
    },
    {
      "epoch": 0.43811392452220993,
      "grad_norm": 0.4510866105556488,
      "learning_rate": 0.0001842092227836398,
      "loss": 1.1839,
      "step": 4410
    },
    {
      "epoch": 0.4391073801333714,
      "grad_norm": 0.45456522703170776,
      "learning_rate": 0.00018374395105186342,
      "loss": 1.2092,
      "step": 4420
    },
    {
      "epoch": 0.4401008357445329,
      "grad_norm": 0.49070245027542114,
      "learning_rate": 0.00018327833710344012,
      "loss": 1.1782,
      "step": 4430
    },
    {
      "epoch": 0.4410942913556944,
      "grad_norm": 0.49562186002731323,
      "learning_rate": 0.00018281238566042655,
      "loss": 1.1865,
      "step": 4440
    },
    {
      "epoch": 0.4420877469668558,
      "grad_norm": 0.4716269373893738,
      "learning_rate": 0.00018234610144830189,
      "loss": 1.1852,
      "step": 4450
    },
    {
      "epoch": 0.4430812025780173,
      "grad_norm": 0.4782949388027191,
      "learning_rate": 0.00018187948919592023,
      "loss": 1.17,
      "step": 4460
    },
    {
      "epoch": 0.4440746581891788,
      "grad_norm": 0.6574309468269348,
      "learning_rate": 0.00018141255363546244,
      "loss": 1.1777,
      "step": 4470
    },
    {
      "epoch": 0.4450681138003403,
      "grad_norm": 0.4680328965187073,
      "learning_rate": 0.00018094529950238829,
      "loss": 1.1595,
      "step": 4480
    },
    {
      "epoch": 0.4460615694115017,
      "grad_norm": 0.44611451029777527,
      "learning_rate": 0.00018047773153538835,
      "loss": 1.1956,
      "step": 4490
    },
    {
      "epoch": 0.4470550250226632,
      "grad_norm": 0.4821056127548218,
      "learning_rate": 0.00018000985447633592,
      "loss": 1.1744,
      "step": 4500
    },
    {
      "epoch": 0.4480484806338247,
      "grad_norm": 0.4614666700363159,
      "learning_rate": 0.00017954167307023902,
      "loss": 1.1776,
      "step": 4510
    },
    {
      "epoch": 0.4490419362449862,
      "grad_norm": 0.4979506731033325,
      "learning_rate": 0.00017907319206519228,
      "loss": 1.1666,
      "step": 4520
    },
    {
      "epoch": 0.4500353918561476,
      "grad_norm": 0.4544410705566406,
      "learning_rate": 0.00017860441621232864,
      "loss": 1.189,
      "step": 4530
    },
    {
      "epoch": 0.4510288474673091,
      "grad_norm": 0.5314710736274719,
      "learning_rate": 0.00017813535026577128,
      "loss": 1.1726,
      "step": 4540
    },
    {
      "epoch": 0.4520223030784706,
      "grad_norm": 0.4279493987560272,
      "learning_rate": 0.0001776659989825854,
      "loss": 1.1875,
      "step": 4550
    },
    {
      "epoch": 0.45301575868963206,
      "grad_norm": 0.4388754963874817,
      "learning_rate": 0.00017719636712273005,
      "loss": 1.1734,
      "step": 4560
    },
    {
      "epoch": 0.4540092143007935,
      "grad_norm": 0.490273118019104,
      "learning_rate": 0.0001767264594490095,
      "loss": 1.1733,
      "step": 4570
    },
    {
      "epoch": 0.455002669911955,
      "grad_norm": 0.40806838870048523,
      "learning_rate": 0.00017625628072702562,
      "loss": 1.1559,
      "step": 4580
    },
    {
      "epoch": 0.45599612552311647,
      "grad_norm": 0.4387802183628082,
      "learning_rate": 0.00017578583572512877,
      "loss": 1.1799,
      "step": 4590
    },
    {
      "epoch": 0.45698958113427796,
      "grad_norm": 0.44947245717048645,
      "learning_rate": 0.00017531512921436997,
      "loss": 1.1874,
      "step": 4600
    },
    {
      "epoch": 0.45798303674543944,
      "grad_norm": 0.5053061842918396,
      "learning_rate": 0.00017484416596845226,
      "loss": 1.1804,
      "step": 4610
    },
    {
      "epoch": 0.4589764923566009,
      "grad_norm": 0.4740687310695648,
      "learning_rate": 0.00017437295076368252,
      "loss": 1.1537,
      "step": 4620
    },
    {
      "epoch": 0.45996994796776236,
      "grad_norm": 0.4325508177280426,
      "learning_rate": 0.0001739014883789228,
      "loss": 1.1573,
      "step": 4630
    },
    {
      "epoch": 0.46096340357892385,
      "grad_norm": 0.478100061416626,
      "learning_rate": 0.00017342978359554187,
      "loss": 1.1819,
      "step": 4640
    },
    {
      "epoch": 0.46195685919008533,
      "grad_norm": 0.4926578104496002,
      "learning_rate": 0.00017295784119736698,
      "loss": 1.1886,
      "step": 4650
    },
    {
      "epoch": 0.46295031480124677,
      "grad_norm": 0.5400477051734924,
      "learning_rate": 0.000172485665970635,
      "loss": 1.1698,
      "step": 4660
    },
    {
      "epoch": 0.46394377041240825,
      "grad_norm": 0.4423806965351105,
      "learning_rate": 0.00017201326270394418,
      "loss": 1.1771,
      "step": 4670
    },
    {
      "epoch": 0.46493722602356974,
      "grad_norm": 0.4588819742202759,
      "learning_rate": 0.00017154063618820533,
      "loss": 1.1817,
      "step": 4680
    },
    {
      "epoch": 0.4659306816347312,
      "grad_norm": 0.5755475759506226,
      "learning_rate": 0.00017106779121659344,
      "loss": 1.1763,
      "step": 4690
    },
    {
      "epoch": 0.46692413724589266,
      "grad_norm": 0.45726439356803894,
      "learning_rate": 0.00017059473258449894,
      "loss": 1.1706,
      "step": 4700
    },
    {
      "epoch": 0.46791759285705414,
      "grad_norm": 0.4874899089336395,
      "learning_rate": 0.00017012146508947916,
      "loss": 1.1842,
      "step": 4710
    },
    {
      "epoch": 0.46891104846821563,
      "grad_norm": 0.4870886206626892,
      "learning_rate": 0.00016964799353120963,
      "loss": 1.1556,
      "step": 4720
    },
    {
      "epoch": 0.4699045040793771,
      "grad_norm": 0.4287513494491577,
      "learning_rate": 0.00016917432271143534,
      "loss": 1.1887,
      "step": 4730
    },
    {
      "epoch": 0.4708979596905386,
      "grad_norm": 0.47464653849601746,
      "learning_rate": 0.00016870045743392207,
      "loss": 1.1768,
      "step": 4740
    },
    {
      "epoch": 0.47189141530170003,
      "grad_norm": 0.48040926456451416,
      "learning_rate": 0.0001682264025044079,
      "loss": 1.1398,
      "step": 4750
    },
    {
      "epoch": 0.4728848709128615,
      "grad_norm": 0.4692235589027405,
      "learning_rate": 0.00016775216273055406,
      "loss": 1.1681,
      "step": 4760
    },
    {
      "epoch": 0.473878326524023,
      "grad_norm": 0.4798252582550049,
      "learning_rate": 0.00016727774292189657,
      "loss": 1.1564,
      "step": 4770
    },
    {
      "epoch": 0.4748717821351845,
      "grad_norm": 0.4889027774333954,
      "learning_rate": 0.0001668031478897971,
      "loss": 1.1723,
      "step": 4780
    },
    {
      "epoch": 0.4758652377463459,
      "grad_norm": 0.498568058013916,
      "learning_rate": 0.00016632838244739454,
      "loss": 1.1648,
      "step": 4790
    },
    {
      "epoch": 0.4768586933575074,
      "grad_norm": 0.46477189660072327,
      "learning_rate": 0.00016585345140955593,
      "loss": 1.1548,
      "step": 4800
    },
    {
      "epoch": 0.4778521489686689,
      "grad_norm": 0.46384197473526,
      "learning_rate": 0.00016537835959282767,
      "loss": 1.1611,
      "step": 4810
    },
    {
      "epoch": 0.4788456045798304,
      "grad_norm": 0.4606354832649231,
      "learning_rate": 0.00016490311181538672,
      "loss": 1.1592,
      "step": 4820
    },
    {
      "epoch": 0.4798390601909918,
      "grad_norm": 0.46360450983047485,
      "learning_rate": 0.00016442771289699185,
      "loss": 1.1653,
      "step": 4830
    },
    {
      "epoch": 0.4808325158021533,
      "grad_norm": 0.47855210304260254,
      "learning_rate": 0.00016395216765893443,
      "loss": 1.1784,
      "step": 4840
    },
    {
      "epoch": 0.4818259714133148,
      "grad_norm": 0.4936244487762451,
      "learning_rate": 0.00016347648092398997,
      "loss": 1.1697,
      "step": 4850
    },
    {
      "epoch": 0.4828194270244763,
      "grad_norm": 0.5215084552764893,
      "learning_rate": 0.00016300065751636878,
      "loss": 1.1623,
      "step": 4860
    },
    {
      "epoch": 0.4838128826356377,
      "grad_norm": 0.49761301279067993,
      "learning_rate": 0.00016252470226166735,
      "loss": 1.1845,
      "step": 4870
    },
    {
      "epoch": 0.4848063382467992,
      "grad_norm": 0.47753623127937317,
      "learning_rate": 0.0001620486199868193,
      "loss": 1.1761,
      "step": 4880
    },
    {
      "epoch": 0.4857997938579607,
      "grad_norm": 0.4606369137763977,
      "learning_rate": 0.0001615724155200464,
      "loss": 1.1824,
      "step": 4890
    },
    {
      "epoch": 0.48679324946912217,
      "grad_norm": 0.4668729305267334,
      "learning_rate": 0.00016109609369080964,
      "loss": 1.1553,
      "step": 4900
    },
    {
      "epoch": 0.48778670508028366,
      "grad_norm": 0.47536182403564453,
      "learning_rate": 0.00016061965932976033,
      "loss": 1.1663,
      "step": 4910
    },
    {
      "epoch": 0.4887801606914451,
      "grad_norm": 0.4314727783203125,
      "learning_rate": 0.00016014311726869092,
      "loss": 1.1698,
      "step": 4920
    },
    {
      "epoch": 0.4897736163026066,
      "grad_norm": 0.44343844056129456,
      "learning_rate": 0.00015966647234048618,
      "loss": 1.1678,
      "step": 4930
    },
    {
      "epoch": 0.49076707191376806,
      "grad_norm": 0.45859286189079285,
      "learning_rate": 0.000159189729379074,
      "loss": 1.1873,
      "step": 4940
    },
    {
      "epoch": 0.49176052752492955,
      "grad_norm": 0.43602892756462097,
      "learning_rate": 0.0001587128932193767,
      "loss": 1.157,
      "step": 4950
    },
    {
      "epoch": 0.492753983136091,
      "grad_norm": 0.48735079169273376,
      "learning_rate": 0.00015823596869726152,
      "loss": 1.1682,
      "step": 4960
    },
    {
      "epoch": 0.49374743874725247,
      "grad_norm": 0.4638786017894745,
      "learning_rate": 0.0001577589606494921,
      "loss": 1.166,
      "step": 4970
    },
    {
      "epoch": 0.49474089435841395,
      "grad_norm": 0.44135597348213196,
      "learning_rate": 0.0001572818739136789,
      "loss": 1.1742,
      "step": 4980
    },
    {
      "epoch": 0.49573434996957544,
      "grad_norm": 0.4518062174320221,
      "learning_rate": 0.00015680471332823055,
      "loss": 1.1699,
      "step": 4990
    },
    {
      "epoch": 0.49672780558073687,
      "grad_norm": 0.4678098261356354,
      "learning_rate": 0.00015632748373230462,
      "loss": 1.1634,
      "step": 5000
    },
    {
      "epoch": 0.49772126119189836,
      "grad_norm": 0.4754001498222351,
      "learning_rate": 0.00015585018996575853,
      "loss": 1.1536,
      "step": 5010
    },
    {
      "epoch": 0.49871471680305984,
      "grad_norm": 0.5086048245429993,
      "learning_rate": 0.00015537283686910047,
      "loss": 1.1584,
      "step": 5020
    },
    {
      "epoch": 0.49970817241422133,
      "grad_norm": 0.4387681484222412,
      "learning_rate": 0.00015489542928344037,
      "loss": 1.1691,
      "step": 5030
    },
    {
      "epoch": 0.500204900219802,
      "eval_loss": 1.1872472763061523,
      "eval_runtime": 217.2564,
      "eval_samples_per_second": 230.143,
      "eval_steps_per_second": 28.768,
      "step": 5035
    },
    {
      "epoch": 0.5007016280253828,
      "grad_norm": 0.5286032557487488,
      "learning_rate": 0.00015441797205044083,
      "loss": 1.1789,
      "step": 5040
    },
    {
      "epoch": 0.5016950836365442,
      "grad_norm": 0.4659021198749542,
      "learning_rate": 0.00015394047001226775,
      "loss": 1.1713,
      "step": 5050
    },
    {
      "epoch": 0.5026885392477057,
      "grad_norm": 0.442771852016449,
      "learning_rate": 0.0001534629280115416,
      "loss": 1.1679,
      "step": 5060
    },
    {
      "epoch": 0.5036819948588672,
      "grad_norm": 0.5038478374481201,
      "learning_rate": 0.00015298535089128813,
      "loss": 1.1657,
      "step": 5070
    },
    {
      "epoch": 0.5046754504700287,
      "grad_norm": 0.4490121304988861,
      "learning_rate": 0.00015250774349488916,
      "loss": 1.1552,
      "step": 5080
    },
    {
      "epoch": 0.5056689060811902,
      "grad_norm": 0.41231900453567505,
      "learning_rate": 0.00015203011066603357,
      "loss": 1.1688,
      "step": 5090
    },
    {
      "epoch": 0.5066623616923517,
      "grad_norm": 0.42963293194770813,
      "learning_rate": 0.0001515524572486683,
      "loss": 1.1657,
      "step": 5100
    },
    {
      "epoch": 0.5076558173035131,
      "grad_norm": 0.4359903931617737,
      "learning_rate": 0.00015107478808694887,
      "loss": 1.1612,
      "step": 5110
    },
    {
      "epoch": 0.5086492729146745,
      "grad_norm": 0.48204314708709717,
      "learning_rate": 0.0001505971080251907,
      "loss": 1.1583,
      "step": 5120
    },
    {
      "epoch": 0.509642728525836,
      "grad_norm": 0.4897457957267761,
      "learning_rate": 0.00015011942190781954,
      "loss": 1.1604,
      "step": 5130
    },
    {
      "epoch": 0.5106361841369975,
      "grad_norm": 0.5152519345283508,
      "learning_rate": 0.0001496417345793228,
      "loss": 1.16,
      "step": 5140
    },
    {
      "epoch": 0.511629639748159,
      "grad_norm": 0.48295149207115173,
      "learning_rate": 0.00014916405088419998,
      "loss": 1.1748,
      "step": 5150
    },
    {
      "epoch": 0.5126230953593205,
      "grad_norm": 0.46634209156036377,
      "learning_rate": 0.0001486863756669137,
      "loss": 1.1541,
      "step": 5160
    },
    {
      "epoch": 0.513616550970482,
      "grad_norm": 0.4615635871887207,
      "learning_rate": 0.00014820871377184075,
      "loss": 1.1675,
      "step": 5170
    },
    {
      "epoch": 0.5146100065816435,
      "grad_norm": 0.4817815124988556,
      "learning_rate": 0.00014773107004322278,
      "loss": 1.1546,
      "step": 5180
    },
    {
      "epoch": 0.515603462192805,
      "grad_norm": 0.4719342887401581,
      "learning_rate": 0.0001472534493251171,
      "loss": 1.156,
      "step": 5190
    },
    {
      "epoch": 0.5165969178039663,
      "grad_norm": 0.4903907775878906,
      "learning_rate": 0.00014677585646134778,
      "loss": 1.1622,
      "step": 5200
    },
    {
      "epoch": 0.5175903734151278,
      "grad_norm": 0.4558243155479431,
      "learning_rate": 0.00014629829629545632,
      "loss": 1.1388,
      "step": 5210
    },
    {
      "epoch": 0.5185838290262893,
      "grad_norm": 0.48934248089790344,
      "learning_rate": 0.00014582077367065278,
      "loss": 1.1584,
      "step": 5220
    },
    {
      "epoch": 0.5195772846374508,
      "grad_norm": 0.4721735417842865,
      "learning_rate": 0.00014534329342976612,
      "loss": 1.1593,
      "step": 5230
    },
    {
      "epoch": 0.5205707402486123,
      "grad_norm": 0.45554596185684204,
      "learning_rate": 0.00014486586041519587,
      "loss": 1.1659,
      "step": 5240
    },
    {
      "epoch": 0.5215641958597738,
      "grad_norm": 0.4855104684829712,
      "learning_rate": 0.00014438847946886236,
      "loss": 1.1833,
      "step": 5250
    },
    {
      "epoch": 0.5225576514709352,
      "grad_norm": 0.45857903361320496,
      "learning_rate": 0.00014391115543215801,
      "loss": 1.1389,
      "step": 5260
    },
    {
      "epoch": 0.5235511070820967,
      "grad_norm": 0.4469977021217346,
      "learning_rate": 0.00014343389314589797,
      "loss": 1.1607,
      "step": 5270
    },
    {
      "epoch": 0.5245445626932581,
      "grad_norm": 0.5102470517158508,
      "learning_rate": 0.00014295669745027125,
      "loss": 1.1543,
      "step": 5280
    },
    {
      "epoch": 0.5255380183044196,
      "grad_norm": 0.44836586713790894,
      "learning_rate": 0.00014247957318479148,
      "loss": 1.1553,
      "step": 5290
    },
    {
      "epoch": 0.5265314739155811,
      "grad_norm": 0.47462692856788635,
      "learning_rate": 0.0001420025251882478,
      "loss": 1.1671,
      "step": 5300
    },
    {
      "epoch": 0.5275249295267426,
      "grad_norm": 0.4809962511062622,
      "learning_rate": 0.00014152555829865593,
      "loss": 1.1536,
      "step": 5310
    },
    {
      "epoch": 0.5285183851379041,
      "grad_norm": 0.49753010272979736,
      "learning_rate": 0.00014104867735320912,
      "loss": 1.1645,
      "step": 5320
    },
    {
      "epoch": 0.5295118407490655,
      "grad_norm": 0.4475755989551544,
      "learning_rate": 0.0001405718871882289,
      "loss": 1.1403,
      "step": 5330
    },
    {
      "epoch": 0.530505296360227,
      "grad_norm": 0.45260560512542725,
      "learning_rate": 0.00014009519263911616,
      "loss": 1.1516,
      "step": 5340
    },
    {
      "epoch": 0.5314987519713885,
      "grad_norm": 0.4384668469429016,
      "learning_rate": 0.00013961859854030208,
      "loss": 1.1622,
      "step": 5350
    },
    {
      "epoch": 0.53249220758255,
      "grad_norm": 0.45300155878067017,
      "learning_rate": 0.00013914210972519928,
      "loss": 1.167,
      "step": 5360
    },
    {
      "epoch": 0.5334856631937114,
      "grad_norm": 0.42206814885139465,
      "learning_rate": 0.00013866573102615237,
      "loss": 1.1656,
      "step": 5370
    },
    {
      "epoch": 0.5344791188048729,
      "grad_norm": 0.428107887506485,
      "learning_rate": 0.0001381894672743894,
      "loss": 1.1582,
      "step": 5380
    },
    {
      "epoch": 0.5354725744160344,
      "grad_norm": 0.452441930770874,
      "learning_rate": 0.0001377133232999726,
      "loss": 1.1541,
      "step": 5390
    },
    {
      "epoch": 0.5364660300271958,
      "grad_norm": 0.4755808711051941,
      "learning_rate": 0.0001372373039317495,
      "loss": 1.1601,
      "step": 5400
    },
    {
      "epoch": 0.5374594856383573,
      "grad_norm": 0.4153245687484741,
      "learning_rate": 0.0001367614139973039,
      "loss": 1.1545,
      "step": 5410
    },
    {
      "epoch": 0.5384529412495188,
      "grad_norm": 0.545102059841156,
      "learning_rate": 0.000136285658322907,
      "loss": 1.162,
      "step": 5420
    },
    {
      "epoch": 0.5394463968606803,
      "grad_norm": 0.41430729627609253,
      "learning_rate": 0.00013581004173346834,
      "loss": 1.1573,
      "step": 5430
    },
    {
      "epoch": 0.5404398524718418,
      "grad_norm": 0.43141236901283264,
      "learning_rate": 0.00013533456905248683,
      "loss": 1.148,
      "step": 5440
    },
    {
      "epoch": 0.5414333080830032,
      "grad_norm": 0.5155332088470459,
      "learning_rate": 0.00013485924510200215,
      "loss": 1.1574,
      "step": 5450
    },
    {
      "epoch": 0.5424267636941646,
      "grad_norm": 0.45795363187789917,
      "learning_rate": 0.00013438407470254543,
      "loss": 1.1485,
      "step": 5460
    },
    {
      "epoch": 0.5434202193053261,
      "grad_norm": 0.42748311161994934,
      "learning_rate": 0.0001339090626730906,
      "loss": 1.1608,
      "step": 5470
    },
    {
      "epoch": 0.5444136749164876,
      "grad_norm": 0.47087302803993225,
      "learning_rate": 0.00013343421383100554,
      "loss": 1.1383,
      "step": 5480
    },
    {
      "epoch": 0.5454071305276491,
      "grad_norm": 0.44623327255249023,
      "learning_rate": 0.000132959532992003,
      "loss": 1.1434,
      "step": 5490
    },
    {
      "epoch": 0.5464005861388106,
      "grad_norm": 0.4788418114185333,
      "learning_rate": 0.0001324850249700921,
      "loss": 1.162,
      "step": 5500
    },
    {
      "epoch": 0.5473940417499721,
      "grad_norm": 0.4729274809360504,
      "learning_rate": 0.0001320106945775292,
      "loss": 1.1502,
      "step": 5510
    },
    {
      "epoch": 0.5483874973611336,
      "grad_norm": 0.46386897563934326,
      "learning_rate": 0.0001315365466247692,
      "loss": 1.1205,
      "step": 5520
    },
    {
      "epoch": 0.5493809529722951,
      "grad_norm": 0.481486976146698,
      "learning_rate": 0.0001310625859204169,
      "loss": 1.1629,
      "step": 5530
    },
    {
      "epoch": 0.5503744085834564,
      "grad_norm": 0.47394269704818726,
      "learning_rate": 0.00013058881727117798,
      "loss": 1.1538,
      "step": 5540
    },
    {
      "epoch": 0.5513678641946179,
      "grad_norm": 0.49581393599510193,
      "learning_rate": 0.00013011524548181048,
      "loss": 1.1592,
      "step": 5550
    },
    {
      "epoch": 0.5523613198057794,
      "grad_norm": 0.4401605725288391,
      "learning_rate": 0.00012964187535507594,
      "loss": 1.1313,
      "step": 5560
    },
    {
      "epoch": 0.5533547754169409,
      "grad_norm": 0.4444689154624939,
      "learning_rate": 0.00012916871169169061,
      "loss": 1.1543,
      "step": 5570
    },
    {
      "epoch": 0.5543482310281024,
      "grad_norm": 0.45363694429397583,
      "learning_rate": 0.00012869575929027704,
      "loss": 1.1467,
      "step": 5580
    },
    {
      "epoch": 0.5553416866392639,
      "grad_norm": 0.444588303565979,
      "learning_rate": 0.0001282230229473152,
      "loss": 1.1617,
      "step": 5590
    },
    {
      "epoch": 0.5563351422504254,
      "grad_norm": 0.43078240752220154,
      "learning_rate": 0.00012775050745709383,
      "loss": 1.1503,
      "step": 5600
    },
    {
      "epoch": 0.5573285978615868,
      "grad_norm": 0.48163166642189026,
      "learning_rate": 0.00012727821761166196,
      "loss": 1.1515,
      "step": 5610
    },
    {
      "epoch": 0.5583220534727483,
      "grad_norm": 0.5182563662528992,
      "learning_rate": 0.00012680615820078017,
      "loss": 1.1501,
      "step": 5620
    },
    {
      "epoch": 0.5593155090839097,
      "grad_norm": 0.4423312842845917,
      "learning_rate": 0.0001263343340118722,
      "loss": 1.1455,
      "step": 5630
    },
    {
      "epoch": 0.5603089646950712,
      "grad_norm": 0.46226614713668823,
      "learning_rate": 0.00012586274982997596,
      "loss": 1.1618,
      "step": 5640
    },
    {
      "epoch": 0.5613024203062327,
      "grad_norm": 0.4315178096294403,
      "learning_rate": 0.00012539141043769566,
      "loss": 1.1513,
      "step": 5650
    },
    {
      "epoch": 0.5622958759173942,
      "grad_norm": 0.4481825530529022,
      "learning_rate": 0.00012492032061515274,
      "loss": 1.1332,
      "step": 5660
    },
    {
      "epoch": 0.5632893315285556,
      "grad_norm": 0.47609102725982666,
      "learning_rate": 0.00012444948513993774,
      "loss": 1.1482,
      "step": 5670
    },
    {
      "epoch": 0.5642827871397171,
      "grad_norm": 0.45403629541397095,
      "learning_rate": 0.00012397890878706162,
      "loss": 1.1515,
      "step": 5680
    },
    {
      "epoch": 0.5652762427508786,
      "grad_norm": 0.49668949842453003,
      "learning_rate": 0.00012350859632890752,
      "loss": 1.1629,
      "step": 5690
    },
    {
      "epoch": 0.5662696983620401,
      "grad_norm": 0.4693937301635742,
      "learning_rate": 0.00012303855253518222,
      "loss": 1.1386,
      "step": 5700
    },
    {
      "epoch": 0.5672631539732015,
      "grad_norm": 0.5180835127830505,
      "learning_rate": 0.00012256878217286774,
      "loss": 1.1454,
      "step": 5710
    },
    {
      "epoch": 0.568256609584363,
      "grad_norm": 0.4567181169986725,
      "learning_rate": 0.0001220992900061733,
      "loss": 1.1535,
      "step": 5720
    },
    {
      "epoch": 0.5692500651955245,
      "grad_norm": 0.45975708961486816,
      "learning_rate": 0.00012163008079648655,
      "loss": 1.158,
      "step": 5730
    },
    {
      "epoch": 0.5702435208066859,
      "grad_norm": 0.4463796615600586,
      "learning_rate": 0.0001211611593023256,
      "loss": 1.1439,
      "step": 5740
    },
    {
      "epoch": 0.5712369764178474,
      "grad_norm": 0.46401357650756836,
      "learning_rate": 0.00012069253027929076,
      "loss": 1.1325,
      "step": 5750
    },
    {
      "epoch": 0.5722304320290089,
      "grad_norm": 0.4709807336330414,
      "learning_rate": 0.00012022419848001607,
      "loss": 1.1458,
      "step": 5760
    },
    {
      "epoch": 0.5732238876401704,
      "grad_norm": 0.43508750200271606,
      "learning_rate": 0.0001197561686541214,
      "loss": 1.1312,
      "step": 5770
    },
    {
      "epoch": 0.5742173432513319,
      "grad_norm": 0.47728458046913147,
      "learning_rate": 0.00011928844554816401,
      "loss": 1.1529,
      "step": 5780
    },
    {
      "epoch": 0.5752107988624934,
      "grad_norm": 0.5009467601776123,
      "learning_rate": 0.00011882103390559055,
      "loss": 1.144,
      "step": 5790
    },
    {
      "epoch": 0.5762042544736548,
      "grad_norm": 0.41657334566116333,
      "learning_rate": 0.00011835393846668907,
      "loss": 1.1423,
      "step": 5800
    },
    {
      "epoch": 0.5771977100848162,
      "grad_norm": 0.4635260999202728,
      "learning_rate": 0.00011788716396854067,
      "loss": 1.162,
      "step": 5810
    },
    {
      "epoch": 0.5781911656959777,
      "grad_norm": 0.4591808319091797,
      "learning_rate": 0.00011742071514497172,
      "loss": 1.1526,
      "step": 5820
    },
    {
      "epoch": 0.5791846213071392,
      "grad_norm": 0.4596636891365051,
      "learning_rate": 0.00011695459672650566,
      "loss": 1.16,
      "step": 5830
    },
    {
      "epoch": 0.5801780769183007,
      "grad_norm": 0.49629148840904236,
      "learning_rate": 0.00011648881344031516,
      "loss": 1.1517,
      "step": 5840
    },
    {
      "epoch": 0.5811715325294622,
      "grad_norm": 0.5193811655044556,
      "learning_rate": 0.00011602337001017399,
      "loss": 1.1521,
      "step": 5850
    },
    {
      "epoch": 0.5821649881406237,
      "grad_norm": 0.5228062272071838,
      "learning_rate": 0.00011555827115640947,
      "loss": 1.1403,
      "step": 5860
    },
    {
      "epoch": 0.5831584437517852,
      "grad_norm": 0.47855010628700256,
      "learning_rate": 0.00011509352159585417,
      "loss": 1.1249,
      "step": 5870
    },
    {
      "epoch": 0.5841518993629465,
      "grad_norm": 0.4856327474117279,
      "learning_rate": 0.00011462912604179843,
      "loss": 1.1467,
      "step": 5880
    },
    {
      "epoch": 0.585145354974108,
      "grad_norm": 0.46515578031539917,
      "learning_rate": 0.00011416508920394228,
      "loss": 1.1362,
      "step": 5890
    },
    {
      "epoch": 0.5861388105852695,
      "grad_norm": 0.43773916363716125,
      "learning_rate": 0.00011370141578834791,
      "loss": 1.1276,
      "step": 5900
    },
    {
      "epoch": 0.587132266196431,
      "grad_norm": 0.4612313210964203,
      "learning_rate": 0.00011323811049739184,
      "loss": 1.1434,
      "step": 5910
    },
    {
      "epoch": 0.5881257218075925,
      "grad_norm": 0.4420901834964752,
      "learning_rate": 0.00011277517802971704,
      "loss": 1.1363,
      "step": 5920
    },
    {
      "epoch": 0.589119177418754,
      "grad_norm": 0.47640514373779297,
      "learning_rate": 0.00011231262308018568,
      "loss": 1.1415,
      "step": 5930
    },
    {
      "epoch": 0.5901126330299155,
      "grad_norm": 0.5014554262161255,
      "learning_rate": 0.00011185045033983126,
      "loss": 1.1485,
      "step": 5940
    },
    {
      "epoch": 0.5911060886410769,
      "grad_norm": 0.4807797968387604,
      "learning_rate": 0.00011138866449581098,
      "loss": 1.1464,
      "step": 5950
    },
    {
      "epoch": 0.5920995442522384,
      "grad_norm": 0.4298631250858307,
      "learning_rate": 0.00011092727023135847,
      "loss": 1.141,
      "step": 5960
    },
    {
      "epoch": 0.5930929998633998,
      "grad_norm": 0.4730483889579773,
      "learning_rate": 0.00011046627222573598,
      "loss": 1.135,
      "step": 5970
    },
    {
      "epoch": 0.5940864554745613,
      "grad_norm": 0.5459967851638794,
      "learning_rate": 0.00011000567515418709,
      "loss": 1.1385,
      "step": 5980
    },
    {
      "epoch": 0.5950799110857228,
      "grad_norm": 0.4976285696029663,
      "learning_rate": 0.00010954548368788932,
      "loss": 1.1202,
      "step": 5990
    },
    {
      "epoch": 0.5960733666968843,
      "grad_norm": 0.46126067638397217,
      "learning_rate": 0.00010908570249390679,
      "loss": 1.1218,
      "step": 6000
    },
    {
      "epoch": 0.5970668223080458,
      "grad_norm": 0.44945207238197327,
      "learning_rate": 0.0001086263362351426,
      "loss": 1.1402,
      "step": 6010
    },
    {
      "epoch": 0.5980602779192072,
      "grad_norm": 0.4707368314266205,
      "learning_rate": 0.00010816738957029202,
      "loss": 1.1474,
      "step": 6020
    },
    {
      "epoch": 0.5990537335303687,
      "grad_norm": 0.45081543922424316,
      "learning_rate": 0.00010770886715379475,
      "loss": 1.1361,
      "step": 6030
    },
    {
      "epoch": 0.6000471891415302,
      "grad_norm": 0.4335690140724182,
      "learning_rate": 0.00010725077363578817,
      "loss": 1.1266,
      "step": 6040
    },
    {
      "epoch": 0.6002458802637625,
      "eval_loss": 1.1717205047607422,
      "eval_runtime": 217.1349,
      "eval_samples_per_second": 230.272,
      "eval_steps_per_second": 28.784,
      "step": 6042
    },
    {
      "epoch": 0.6010406447526916,
      "grad_norm": 0.4617256224155426,
      "learning_rate": 0.00010679311366205971,
      "loss": 1.1539,
      "step": 6050
    },
    {
      "epoch": 0.6020341003638531,
      "grad_norm": 0.4457249045372009,
      "learning_rate": 0.00010633589187400009,
      "loss": 1.1466,
      "step": 6060
    },
    {
      "epoch": 0.6030275559750146,
      "grad_norm": 0.5100376009941101,
      "learning_rate": 0.00010587911290855625,
      "loss": 1.1374,
      "step": 6070
    },
    {
      "epoch": 0.604021011586176,
      "grad_norm": 0.5062493681907654,
      "learning_rate": 0.00010542278139818404,
      "loss": 1.1294,
      "step": 6080
    },
    {
      "epoch": 0.6050144671973375,
      "grad_norm": 0.46003487706184387,
      "learning_rate": 0.00010496690197080147,
      "loss": 1.1456,
      "step": 6090
    },
    {
      "epoch": 0.606007922808499,
      "grad_norm": 0.46181225776672363,
      "learning_rate": 0.00010451147924974182,
      "loss": 1.1337,
      "step": 6100
    },
    {
      "epoch": 0.6070013784196605,
      "grad_norm": 0.441353440284729,
      "learning_rate": 0.00010405651785370654,
      "loss": 1.1297,
      "step": 6110
    },
    {
      "epoch": 0.607994834030822,
      "grad_norm": 0.4799842834472656,
      "learning_rate": 0.00010360202239671843,
      "loss": 1.1326,
      "step": 6120
    },
    {
      "epoch": 0.6089882896419835,
      "grad_norm": 0.4211976230144501,
      "learning_rate": 0.0001031479974880752,
      "loss": 1.1404,
      "step": 6130
    },
    {
      "epoch": 0.6099817452531449,
      "grad_norm": 0.4226428270339966,
      "learning_rate": 0.0001026944477323022,
      "loss": 1.1398,
      "step": 6140
    },
    {
      "epoch": 0.6109752008643063,
      "grad_norm": 0.47160401940345764,
      "learning_rate": 0.00010224137772910618,
      "loss": 1.1356,
      "step": 6150
    },
    {
      "epoch": 0.6119686564754678,
      "grad_norm": 0.46349361538887024,
      "learning_rate": 0.00010178879207332834,
      "loss": 1.1294,
      "step": 6160
    },
    {
      "epoch": 0.6129621120866293,
      "grad_norm": 0.4886729121208191,
      "learning_rate": 0.0001013366953548978,
      "loss": 1.142,
      "step": 6170
    },
    {
      "epoch": 0.6139555676977908,
      "grad_norm": 0.4758968949317932,
      "learning_rate": 0.00010088509215878528,
      "loss": 1.1339,
      "step": 6180
    },
    {
      "epoch": 0.6149490233089523,
      "grad_norm": 0.47533220052719116,
      "learning_rate": 0.00010043398706495613,
      "loss": 1.1345,
      "step": 6190
    },
    {
      "epoch": 0.6159424789201138,
      "grad_norm": 0.5099872946739197,
      "learning_rate": 9.998338464832434e-05,
      "loss": 1.1543,
      "step": 6200
    },
    {
      "epoch": 0.6169359345312753,
      "grad_norm": 0.4612841010093689,
      "learning_rate": 9.953328947870598e-05,
      "loss": 1.1223,
      "step": 6210
    },
    {
      "epoch": 0.6179293901424368,
      "grad_norm": 0.4441303610801697,
      "learning_rate": 9.908370612077272e-05,
      "loss": 1.1365,
      "step": 6220
    },
    {
      "epoch": 0.6189228457535981,
      "grad_norm": 0.4773942232131958,
      "learning_rate": 9.863463913400582e-05,
      "loss": 1.1127,
      "step": 6230
    },
    {
      "epoch": 0.6199163013647596,
      "grad_norm": 0.4970172643661499,
      "learning_rate": 9.818609307264953e-05,
      "loss": 1.1174,
      "step": 6240
    },
    {
      "epoch": 0.6209097569759211,
      "grad_norm": 0.4488612413406372,
      "learning_rate": 9.773807248566534e-05,
      "loss": 1.135,
      "step": 6250
    },
    {
      "epoch": 0.6219032125870826,
      "grad_norm": 0.4947340488433838,
      "learning_rate": 9.729058191668527e-05,
      "loss": 1.1314,
      "step": 6260
    },
    {
      "epoch": 0.6228966681982441,
      "grad_norm": 0.45969218015670776,
      "learning_rate": 9.684362590396643e-05,
      "loss": 1.1388,
      "step": 6270
    },
    {
      "epoch": 0.6238901238094056,
      "grad_norm": 0.4401233494281769,
      "learning_rate": 9.639720898034454e-05,
      "loss": 1.1507,
      "step": 6280
    },
    {
      "epoch": 0.624883579420567,
      "grad_norm": 0.4139381945133209,
      "learning_rate": 9.59513356731882e-05,
      "loss": 1.1186,
      "step": 6290
    },
    {
      "epoch": 0.6258770350317285,
      "grad_norm": 0.47768634557724,
      "learning_rate": 9.550601050435279e-05,
      "loss": 1.1327,
      "step": 6300
    },
    {
      "epoch": 0.6268704906428899,
      "grad_norm": 0.4693679213523865,
      "learning_rate": 9.506123799013476e-05,
      "loss": 1.1194,
      "step": 6310
    },
    {
      "epoch": 0.6278639462540514,
      "grad_norm": 0.47899654507637024,
      "learning_rate": 9.461702264122584e-05,
      "loss": 1.1265,
      "step": 6320
    },
    {
      "epoch": 0.6288574018652129,
      "grad_norm": 0.4823016822338104,
      "learning_rate": 9.417336896266701e-05,
      "loss": 1.1275,
      "step": 6330
    },
    {
      "epoch": 0.6298508574763744,
      "grad_norm": 0.4641190469264984,
      "learning_rate": 9.373028145380326e-05,
      "loss": 1.1441,
      "step": 6340
    },
    {
      "epoch": 0.6308443130875359,
      "grad_norm": 0.4628022313117981,
      "learning_rate": 9.328776460823764e-05,
      "loss": 1.1281,
      "step": 6350
    },
    {
      "epoch": 0.6318377686986973,
      "grad_norm": 0.4776950776576996,
      "learning_rate": 9.284582291378573e-05,
      "loss": 1.1374,
      "step": 6360
    },
    {
      "epoch": 0.6328312243098588,
      "grad_norm": 0.4577087163925171,
      "learning_rate": 9.240446085243033e-05,
      "loss": 1.1427,
      "step": 6370
    },
    {
      "epoch": 0.6338246799210203,
      "grad_norm": 0.44643932580947876,
      "learning_rate": 9.196368290027572e-05,
      "loss": 1.1274,
      "step": 6380
    },
    {
      "epoch": 0.6348181355321818,
      "grad_norm": 0.46955859661102295,
      "learning_rate": 9.152349352750232e-05,
      "loss": 1.1528,
      "step": 6390
    },
    {
      "epoch": 0.6358115911433432,
      "grad_norm": 0.4443439841270447,
      "learning_rate": 9.108389719832165e-05,
      "loss": 1.1308,
      "step": 6400
    },
    {
      "epoch": 0.6368050467545047,
      "grad_norm": 0.482073575258255,
      "learning_rate": 9.064489837093069e-05,
      "loss": 1.1355,
      "step": 6410
    },
    {
      "epoch": 0.6377985023656662,
      "grad_norm": 0.49913904070854187,
      "learning_rate": 9.020650149746679e-05,
      "loss": 1.1257,
      "step": 6420
    },
    {
      "epoch": 0.6387919579768276,
      "grad_norm": 0.468218594789505,
      "learning_rate": 8.976871102396269e-05,
      "loss": 1.1463,
      "step": 6430
    },
    {
      "epoch": 0.6397854135879891,
      "grad_norm": 0.45414066314697266,
      "learning_rate": 8.93315313903011e-05,
      "loss": 1.1282,
      "step": 6440
    },
    {
      "epoch": 0.6407788691991506,
      "grad_norm": 0.5159599781036377,
      "learning_rate": 8.889496703017006e-05,
      "loss": 1.1465,
      "step": 6450
    },
    {
      "epoch": 0.6417723248103121,
      "grad_norm": 0.4611871838569641,
      "learning_rate": 8.845902237101754e-05,
      "loss": 1.1271,
      "step": 6460
    },
    {
      "epoch": 0.6427657804214736,
      "grad_norm": 0.4411086440086365,
      "learning_rate": 8.80237018340069e-05,
      "loss": 1.1407,
      "step": 6470
    },
    {
      "epoch": 0.643759236032635,
      "grad_norm": 0.5023905634880066,
      "learning_rate": 8.758900983397195e-05,
      "loss": 1.1351,
      "step": 6480
    },
    {
      "epoch": 0.6447526916437964,
      "grad_norm": 0.47759824991226196,
      "learning_rate": 8.71549507793721e-05,
      "loss": 1.1267,
      "step": 6490
    },
    {
      "epoch": 0.6457461472549579,
      "grad_norm": 0.46164053678512573,
      "learning_rate": 8.672152907224765e-05,
      "loss": 1.136,
      "step": 6500
    },
    {
      "epoch": 0.6467396028661194,
      "grad_norm": 0.4555439352989197,
      "learning_rate": 8.628874910817528e-05,
      "loss": 1.131,
      "step": 6510
    },
    {
      "epoch": 0.6477330584772809,
      "grad_norm": 0.49815115332603455,
      "learning_rate": 8.585661527622343e-05,
      "loss": 1.1535,
      "step": 6520
    },
    {
      "epoch": 0.6487265140884424,
      "grad_norm": 0.4290812909603119,
      "learning_rate": 8.542513195890758e-05,
      "loss": 1.1386,
      "step": 6530
    },
    {
      "epoch": 0.6497199696996039,
      "grad_norm": 0.4509336054325104,
      "learning_rate": 8.499430353214605e-05,
      "loss": 1.147,
      "step": 6540
    },
    {
      "epoch": 0.6507134253107654,
      "grad_norm": 0.4503090977668762,
      "learning_rate": 8.456413436521558e-05,
      "loss": 1.1416,
      "step": 6550
    },
    {
      "epoch": 0.6517068809219269,
      "grad_norm": 0.5119098424911499,
      "learning_rate": 8.413462882070699e-05,
      "loss": 1.1187,
      "step": 6560
    },
    {
      "epoch": 0.6527003365330882,
      "grad_norm": 0.4846774637699127,
      "learning_rate": 8.370579125448091e-05,
      "loss": 1.1266,
      "step": 6570
    },
    {
      "epoch": 0.6536937921442497,
      "grad_norm": 0.46956613659858704,
      "learning_rate": 8.327762601562346e-05,
      "loss": 1.1507,
      "step": 6580
    },
    {
      "epoch": 0.6546872477554112,
      "grad_norm": 0.4863440990447998,
      "learning_rate": 8.285013744640266e-05,
      "loss": 1.1214,
      "step": 6590
    },
    {
      "epoch": 0.6556807033665727,
      "grad_norm": 0.45145437121391296,
      "learning_rate": 8.24233298822236e-05,
      "loss": 1.1216,
      "step": 6600
    },
    {
      "epoch": 0.6566741589777342,
      "grad_norm": 0.46321019530296326,
      "learning_rate": 8.199720765158533e-05,
      "loss": 1.1395,
      "step": 6610
    },
    {
      "epoch": 0.6576676145888957,
      "grad_norm": 0.4763803780078888,
      "learning_rate": 8.15717750760362e-05,
      "loss": 1.1231,
      "step": 6620
    },
    {
      "epoch": 0.6586610702000572,
      "grad_norm": 0.4704056680202484,
      "learning_rate": 8.114703647013056e-05,
      "loss": 1.1189,
      "step": 6630
    },
    {
      "epoch": 0.6596545258112186,
      "grad_norm": 0.42659151554107666,
      "learning_rate": 8.072299614138482e-05,
      "loss": 1.127,
      "step": 6640
    },
    {
      "epoch": 0.6606479814223801,
      "grad_norm": 0.4490351676940918,
      "learning_rate": 8.029965839023373e-05,
      "loss": 1.13,
      "step": 6650
    },
    {
      "epoch": 0.6616414370335415,
      "grad_norm": 0.4944393038749695,
      "learning_rate": 7.98770275099868e-05,
      "loss": 1.104,
      "step": 6660
    },
    {
      "epoch": 0.662634892644703,
      "grad_norm": 0.4969693720340729,
      "learning_rate": 7.94551077867846e-05,
      "loss": 1.1124,
      "step": 6670
    },
    {
      "epoch": 0.6636283482558645,
      "grad_norm": 0.6347571015357971,
      "learning_rate": 7.903390349955574e-05,
      "loss": 1.1362,
      "step": 6680
    },
    {
      "epoch": 0.664621803867026,
      "grad_norm": 0.48183801770210266,
      "learning_rate": 7.861341891997308e-05,
      "loss": 1.1368,
      "step": 6690
    },
    {
      "epoch": 0.6656152594781874,
      "grad_norm": 0.44424450397491455,
      "learning_rate": 7.819365831241036e-05,
      "loss": 1.1216,
      "step": 6700
    },
    {
      "epoch": 0.6666087150893489,
      "grad_norm": 0.5084063410758972,
      "learning_rate": 7.77746259338993e-05,
      "loss": 1.1184,
      "step": 6710
    },
    {
      "epoch": 0.6676021707005104,
      "grad_norm": 0.4749411940574646,
      "learning_rate": 7.73563260340862e-05,
      "loss": 1.1196,
      "step": 6720
    },
    {
      "epoch": 0.6685956263116719,
      "grad_norm": 0.4693940579891205,
      "learning_rate": 7.693876285518873e-05,
      "loss": 1.135,
      "step": 6730
    },
    {
      "epoch": 0.6695890819228333,
      "grad_norm": 0.46934443712234497,
      "learning_rate": 7.652194063195329e-05,
      "loss": 1.1349,
      "step": 6740
    },
    {
      "epoch": 0.6705825375339948,
      "grad_norm": 0.4727706015110016,
      "learning_rate": 7.61058635916116e-05,
      "loss": 1.1158,
      "step": 6750
    },
    {
      "epoch": 0.6715759931451563,
      "grad_norm": 0.45518192648887634,
      "learning_rate": 7.569053595383814e-05,
      "loss": 1.1143,
      "step": 6760
    },
    {
      "epoch": 0.6725694487563177,
      "grad_norm": 0.5114362835884094,
      "learning_rate": 7.527596193070742e-05,
      "loss": 1.1223,
      "step": 6770
    },
    {
      "epoch": 0.6735629043674792,
      "grad_norm": 0.4581073224544525,
      "learning_rate": 7.486214572665084e-05,
      "loss": 1.1209,
      "step": 6780
    },
    {
      "epoch": 0.6745563599786407,
      "grad_norm": 0.4839348793029785,
      "learning_rate": 7.444909153841455e-05,
      "loss": 1.1201,
      "step": 6790
    },
    {
      "epoch": 0.6755498155898022,
      "grad_norm": 0.4677003026008606,
      "learning_rate": 7.40368035550165e-05,
      "loss": 1.111,
      "step": 6800
    },
    {
      "epoch": 0.6765432712009637,
      "grad_norm": 0.47851434350013733,
      "learning_rate": 7.362528595770423e-05,
      "loss": 1.1365,
      "step": 6810
    },
    {
      "epoch": 0.6775367268121252,
      "grad_norm": 0.5189026594161987,
      "learning_rate": 7.321454291991239e-05,
      "loss": 1.1314,
      "step": 6820
    },
    {
      "epoch": 0.6785301824232866,
      "grad_norm": 0.6284201741218567,
      "learning_rate": 7.28045786072202e-05,
      "loss": 1.1249,
      "step": 6830
    },
    {
      "epoch": 0.679523638034448,
      "grad_norm": 0.43699899315834045,
      "learning_rate": 7.239539717730956e-05,
      "loss": 1.1302,
      "step": 6840
    },
    {
      "epoch": 0.6805170936456095,
      "grad_norm": 0.47337090969085693,
      "learning_rate": 7.198700277992268e-05,
      "loss": 1.1182,
      "step": 6850
    },
    {
      "epoch": 0.681510549256771,
      "grad_norm": 0.47022855281829834,
      "learning_rate": 7.157939955681996e-05,
      "loss": 1.1297,
      "step": 6860
    },
    {
      "epoch": 0.6825040048679325,
      "grad_norm": 0.4596823453903198,
      "learning_rate": 7.117259164173799e-05,
      "loss": 1.1275,
      "step": 6870
    },
    {
      "epoch": 0.683497460479094,
      "grad_norm": 0.44979989528656006,
      "learning_rate": 7.07665831603479e-05,
      "loss": 1.1286,
      "step": 6880
    },
    {
      "epoch": 0.6844909160902555,
      "grad_norm": 0.5144652128219604,
      "learning_rate": 7.036137823021311e-05,
      "loss": 1.1467,
      "step": 6890
    },
    {
      "epoch": 0.685484371701417,
      "grad_norm": 0.48372334241867065,
      "learning_rate": 6.995698096074797e-05,
      "loss": 1.1158,
      "step": 6900
    },
    {
      "epoch": 0.6864778273125783,
      "grad_norm": 0.47437506914138794,
      "learning_rate": 6.95533954531756e-05,
      "loss": 1.1125,
      "step": 6910
    },
    {
      "epoch": 0.6874712829237398,
      "grad_norm": 0.4924662709236145,
      "learning_rate": 6.91506258004868e-05,
      "loss": 1.1178,
      "step": 6920
    },
    {
      "epoch": 0.6884647385349013,
      "grad_norm": 0.46547582745552063,
      "learning_rate": 6.874867608739833e-05,
      "loss": 1.1199,
      "step": 6930
    },
    {
      "epoch": 0.6894581941460628,
      "grad_norm": 0.4472568929195404,
      "learning_rate": 6.834755039031133e-05,
      "loss": 1.1346,
      "step": 6940
    },
    {
      "epoch": 0.6904516497572243,
      "grad_norm": 0.45158204436302185,
      "learning_rate": 6.794725277727016e-05,
      "loss": 1.1231,
      "step": 6950
    },
    {
      "epoch": 0.6914451053683858,
      "grad_norm": 0.45651930570602417,
      "learning_rate": 6.75477873079212e-05,
      "loss": 1.1179,
      "step": 6960
    },
    {
      "epoch": 0.6924385609795473,
      "grad_norm": 0.43802908062934875,
      "learning_rate": 6.714915803347151e-05,
      "loss": 1.1132,
      "step": 6970
    },
    {
      "epoch": 0.6934320165907087,
      "grad_norm": 0.5048275589942932,
      "learning_rate": 6.675136899664792e-05,
      "loss": 1.1225,
      "step": 6980
    },
    {
      "epoch": 0.6944254722018702,
      "grad_norm": 0.4675825238227844,
      "learning_rate": 6.635442423165571e-05,
      "loss": 1.1294,
      "step": 6990
    },
    {
      "epoch": 0.6954189278130316,
      "grad_norm": 0.4738437235355377,
      "learning_rate": 6.595832776413823e-05,
      "loss": 1.1366,
      "step": 7000
    },
    {
      "epoch": 0.6964123834241931,
      "grad_norm": 0.44783490896224976,
      "learning_rate": 6.55630836111354e-05,
      "loss": 1.1166,
      "step": 7010
    },
    {
      "epoch": 0.6974058390353546,
      "grad_norm": 0.4776122570037842,
      "learning_rate": 6.516869578104371e-05,
      "loss": 1.1091,
      "step": 7020
    },
    {
      "epoch": 0.6983992946465161,
      "grad_norm": 0.4984320402145386,
      "learning_rate": 6.477516827357486e-05,
      "loss": 1.1122,
      "step": 7030
    },
    {
      "epoch": 0.6993927502576776,
      "grad_norm": 0.4734194874763489,
      "learning_rate": 6.438250507971574e-05,
      "loss": 1.1184,
      "step": 7040
    },
    {
      "epoch": 0.7002868603077229,
      "eval_loss": 1.158501148223877,
      "eval_runtime": 217.2336,
      "eval_samples_per_second": 230.167,
      "eval_steps_per_second": 28.771,
      "step": 7049
    },
    {
      "epoch": 0.700386205868839,
      "grad_norm": 0.44331488013267517,
      "learning_rate": 6.399071018168768e-05,
      "loss": 1.131,
      "step": 7050
    },
    {
      "epoch": 0.7013796614800005,
      "grad_norm": 0.4725908041000366,
      "learning_rate": 6.359978755290616e-05,
      "loss": 1.1043,
      "step": 7060
    },
    {
      "epoch": 0.702373117091162,
      "grad_norm": 0.49042266607284546,
      "learning_rate": 6.320974115794042e-05,
      "loss": 1.1078,
      "step": 7070
    },
    {
      "epoch": 0.7033665727023234,
      "grad_norm": 0.48375070095062256,
      "learning_rate": 6.282057495247326e-05,
      "loss": 1.1141,
      "step": 7080
    },
    {
      "epoch": 0.7043600283134849,
      "grad_norm": 0.5035314559936523,
      "learning_rate": 6.24322928832611e-05,
      "loss": 1.1205,
      "step": 7090
    },
    {
      "epoch": 0.7053534839246464,
      "grad_norm": 0.5112337470054626,
      "learning_rate": 6.204489888809386e-05,
      "loss": 1.1102,
      "step": 7100
    },
    {
      "epoch": 0.7063469395358078,
      "grad_norm": 0.4766629934310913,
      "learning_rate": 6.16583968957548e-05,
      "loss": 1.1269,
      "step": 7110
    },
    {
      "epoch": 0.7073403951469693,
      "grad_norm": 0.4522871673107147,
      "learning_rate": 6.127279082598104e-05,
      "loss": 1.1266,
      "step": 7120
    },
    {
      "epoch": 0.7083338507581308,
      "grad_norm": 0.454632043838501,
      "learning_rate": 6.088808458942365e-05,
      "loss": 1.1302,
      "step": 7130
    },
    {
      "epoch": 0.7093273063692923,
      "grad_norm": 0.4837658703327179,
      "learning_rate": 6.050428208760781e-05,
      "loss": 1.1296,
      "step": 7140
    },
    {
      "epoch": 0.7103207619804538,
      "grad_norm": 0.49942177534103394,
      "learning_rate": 6.012138721289361e-05,
      "loss": 1.1091,
      "step": 7150
    },
    {
      "epoch": 0.7113142175916153,
      "grad_norm": 0.5515566468238831,
      "learning_rate": 5.97394038484362e-05,
      "loss": 1.1259,
      "step": 7160
    },
    {
      "epoch": 0.7123076732027767,
      "grad_norm": 0.4293889105319977,
      "learning_rate": 5.93583358681467e-05,
      "loss": 1.107,
      "step": 7170
    },
    {
      "epoch": 0.7133011288139381,
      "grad_norm": 0.41633716225624084,
      "learning_rate": 5.897818713665282e-05,
      "loss": 1.0986,
      "step": 7180
    },
    {
      "epoch": 0.7142945844250996,
      "grad_norm": 0.5082070231437683,
      "learning_rate": 5.8598961509259504e-05,
      "loss": 1.119,
      "step": 7190
    },
    {
      "epoch": 0.7152880400362611,
      "grad_norm": 0.47421905398368835,
      "learning_rate": 5.8220662831910135e-05,
      "loss": 1.1287,
      "step": 7200
    },
    {
      "epoch": 0.7162814956474226,
      "grad_norm": 0.4765404462814331,
      "learning_rate": 5.784329494114721e-05,
      "loss": 1.1085,
      "step": 7210
    },
    {
      "epoch": 0.7172749512585841,
      "grad_norm": 0.46578580141067505,
      "learning_rate": 5.746686166407369e-05,
      "loss": 1.1377,
      "step": 7220
    },
    {
      "epoch": 0.7182684068697456,
      "grad_norm": 0.47334933280944824,
      "learning_rate": 5.709136681831413e-05,
      "loss": 1.1177,
      "step": 7230
    },
    {
      "epoch": 0.7192618624809071,
      "grad_norm": 0.49011778831481934,
      "learning_rate": 5.671681421197576e-05,
      "loss": 1.1225,
      "step": 7240
    },
    {
      "epoch": 0.7202553180920686,
      "grad_norm": 0.43727976083755493,
      "learning_rate": 5.634320764361013e-05,
      "loss": 1.1127,
      "step": 7250
    },
    {
      "epoch": 0.7212487737032299,
      "grad_norm": 0.4456111490726471,
      "learning_rate": 5.5970550902174486e-05,
      "loss": 1.1053,
      "step": 7260
    },
    {
      "epoch": 0.7222422293143914,
      "grad_norm": 0.45397263765335083,
      "learning_rate": 5.559884776699341e-05,
      "loss": 1.1067,
      "step": 7270
    },
    {
      "epoch": 0.7232356849255529,
      "grad_norm": 0.4732288122177124,
      "learning_rate": 5.522810200772013e-05,
      "loss": 1.1174,
      "step": 7280
    },
    {
      "epoch": 0.7242291405367144,
      "grad_norm": 0.4691105782985687,
      "learning_rate": 5.485831738429888e-05,
      "loss": 1.115,
      "step": 7290
    },
    {
      "epoch": 0.7252225961478759,
      "grad_norm": 0.42165741324424744,
      "learning_rate": 5.448949764692632e-05,
      "loss": 1.1222,
      "step": 7300
    },
    {
      "epoch": 0.7262160517590374,
      "grad_norm": 0.44083935022354126,
      "learning_rate": 5.412164653601378e-05,
      "loss": 1.129,
      "step": 7310
    },
    {
      "epoch": 0.7272095073701988,
      "grad_norm": 0.46778151392936707,
      "learning_rate": 5.375476778214899e-05,
      "loss": 1.1169,
      "step": 7320
    },
    {
      "epoch": 0.7282029629813603,
      "grad_norm": 0.4633641541004181,
      "learning_rate": 5.338886510605862e-05,
      "loss": 1.1047,
      "step": 7330
    },
    {
      "epoch": 0.7291964185925217,
      "grad_norm": 0.4749923050403595,
      "learning_rate": 5.30239422185704e-05,
      "loss": 1.1272,
      "step": 7340
    },
    {
      "epoch": 0.7301898742036832,
      "grad_norm": 0.47855105996131897,
      "learning_rate": 5.266000282057532e-05,
      "loss": 1.1113,
      "step": 7350
    },
    {
      "epoch": 0.7311833298148447,
      "grad_norm": 0.4963724911212921,
      "learning_rate": 5.229705060299026e-05,
      "loss": 1.1158,
      "step": 7360
    },
    {
      "epoch": 0.7321767854260062,
      "grad_norm": 0.4988853633403778,
      "learning_rate": 5.193508924672067e-05,
      "loss": 1.0987,
      "step": 7370
    },
    {
      "epoch": 0.7331702410371677,
      "grad_norm": 0.4893016219139099,
      "learning_rate": 5.157412242262303e-05,
      "loss": 1.1102,
      "step": 7380
    },
    {
      "epoch": 0.7341636966483291,
      "grad_norm": 0.4634610712528229,
      "learning_rate": 5.1214153791467755e-05,
      "loss": 1.1077,
      "step": 7390
    },
    {
      "epoch": 0.7351571522594906,
      "grad_norm": 0.4903322458267212,
      "learning_rate": 5.085518700390187e-05,
      "loss": 1.1157,
      "step": 7400
    },
    {
      "epoch": 0.7361506078706521,
      "grad_norm": 0.48547953367233276,
      "learning_rate": 5.0497225700412334e-05,
      "loss": 1.1186,
      "step": 7410
    },
    {
      "epoch": 0.7371440634818136,
      "grad_norm": 0.4877443313598633,
      "learning_rate": 5.014027351128872e-05,
      "loss": 1.1081,
      "step": 7420
    },
    {
      "epoch": 0.738137519092975,
      "grad_norm": 0.4813385307788849,
      "learning_rate": 4.978433405658679e-05,
      "loss": 1.1058,
      "step": 7430
    },
    {
      "epoch": 0.7391309747041365,
      "grad_norm": 0.48355165123939514,
      "learning_rate": 4.9429410946091416e-05,
      "loss": 1.111,
      "step": 7440
    },
    {
      "epoch": 0.740124430315298,
      "grad_norm": 0.4709435701370239,
      "learning_rate": 4.9075507779280246e-05,
      "loss": 1.1368,
      "step": 7450
    },
    {
      "epoch": 0.7411178859264594,
      "grad_norm": 0.4199182093143463,
      "learning_rate": 4.872262814528707e-05,
      "loss": 1.1167,
      "step": 7460
    },
    {
      "epoch": 0.7421113415376209,
      "grad_norm": 0.4348940849304199,
      "learning_rate": 4.8370775622865535e-05,
      "loss": 1.1209,
      "step": 7470
    },
    {
      "epoch": 0.7431047971487824,
      "grad_norm": 0.48564040660858154,
      "learning_rate": 4.801995378035259e-05,
      "loss": 1.1043,
      "step": 7480
    },
    {
      "epoch": 0.7440982527599439,
      "grad_norm": 0.45493337512016296,
      "learning_rate": 4.767016617563254e-05,
      "loss": 1.1222,
      "step": 7490
    },
    {
      "epoch": 0.7450917083711054,
      "grad_norm": 0.4598395824432373,
      "learning_rate": 4.732141635610098e-05,
      "loss": 1.1182,
      "step": 7500
    },
    {
      "epoch": 0.7460851639822668,
      "grad_norm": 0.49085426330566406,
      "learning_rate": 4.697370785862863e-05,
      "loss": 1.1018,
      "step": 7510
    },
    {
      "epoch": 0.7470786195934283,
      "grad_norm": 0.453783243894577,
      "learning_rate": 4.6627044209525674e-05,
      "loss": 1.1188,
      "step": 7520
    },
    {
      "epoch": 0.7480720752045897,
      "grad_norm": 0.4396882653236389,
      "learning_rate": 4.628142892450575e-05,
      "loss": 1.1036,
      "step": 7530
    },
    {
      "epoch": 0.7490655308157512,
      "grad_norm": 0.4846864342689514,
      "learning_rate": 4.593686550865059e-05,
      "loss": 1.1215,
      "step": 7540
    },
    {
      "epoch": 0.7500589864269127,
      "grad_norm": 0.5176936388015747,
      "learning_rate": 4.5593357456374175e-05,
      "loss": 1.1189,
      "step": 7550
    },
    {
      "epoch": 0.7510524420380742,
      "grad_norm": 0.444042444229126,
      "learning_rate": 4.5250908251387594e-05,
      "loss": 1.1057,
      "step": 7560
    },
    {
      "epoch": 0.7520458976492357,
      "grad_norm": 0.4722656011581421,
      "learning_rate": 4.490952136666338e-05,
      "loss": 1.1209,
      "step": 7570
    },
    {
      "epoch": 0.7530393532603972,
      "grad_norm": 0.5398408770561218,
      "learning_rate": 4.456920026440064e-05,
      "loss": 1.1152,
      "step": 7580
    },
    {
      "epoch": 0.7540328088715587,
      "grad_norm": 0.4860037565231323,
      "learning_rate": 4.422994839598969e-05,
      "loss": 1.1058,
      "step": 7590
    },
    {
      "epoch": 0.75502626448272,
      "grad_norm": 0.4634205102920532,
      "learning_rate": 4.389176920197723e-05,
      "loss": 1.0958,
      "step": 7600
    },
    {
      "epoch": 0.7560197200938815,
      "grad_norm": 0.48629575967788696,
      "learning_rate": 4.355466611203119e-05,
      "loss": 1.0981,
      "step": 7610
    },
    {
      "epoch": 0.757013175705043,
      "grad_norm": 0.4982178509235382,
      "learning_rate": 4.32186425449062e-05,
      "loss": 1.1066,
      "step": 7620
    },
    {
      "epoch": 0.7580066313162045,
      "grad_norm": 0.4328030049800873,
      "learning_rate": 4.288370190840887e-05,
      "loss": 1.1062,
      "step": 7630
    },
    {
      "epoch": 0.759000086927366,
      "grad_norm": 0.4465351700782776,
      "learning_rate": 4.2549847599363196e-05,
      "loss": 1.1038,
      "step": 7640
    },
    {
      "epoch": 0.7599935425385275,
      "grad_norm": 0.48122888803482056,
      "learning_rate": 4.221708300357598e-05,
      "loss": 1.0967,
      "step": 7650
    },
    {
      "epoch": 0.760986998149689,
      "grad_norm": 0.4321027100086212,
      "learning_rate": 4.1885411495802794e-05,
      "loss": 1.1123,
      "step": 7660
    },
    {
      "epoch": 0.7619804537608504,
      "grad_norm": 0.47689056396484375,
      "learning_rate": 4.155483643971349e-05,
      "loss": 1.1147,
      "step": 7670
    },
    {
      "epoch": 0.7629739093720119,
      "grad_norm": 0.4920623004436493,
      "learning_rate": 4.122536118785824e-05,
      "loss": 1.112,
      "step": 7680
    },
    {
      "epoch": 0.7639673649831733,
      "grad_norm": 0.4757070243358612,
      "learning_rate": 4.089698908163329e-05,
      "loss": 1.1338,
      "step": 7690
    },
    {
      "epoch": 0.7649608205943348,
      "grad_norm": 0.4824003279209137,
      "learning_rate": 4.056972345124746e-05,
      "loss": 1.1306,
      "step": 7700
    },
    {
      "epoch": 0.7659542762054963,
      "grad_norm": 0.4163155257701874,
      "learning_rate": 4.0243567615688116e-05,
      "loss": 1.107,
      "step": 7710
    },
    {
      "epoch": 0.7669477318166578,
      "grad_norm": 0.47464796900749207,
      "learning_rate": 3.9918524882687566e-05,
      "loss": 1.1041,
      "step": 7720
    },
    {
      "epoch": 0.7679411874278192,
      "grad_norm": 0.5027470588684082,
      "learning_rate": 3.959459854868942e-05,
      "loss": 1.115,
      "step": 7730
    },
    {
      "epoch": 0.7689346430389807,
      "grad_norm": 0.4467754662036896,
      "learning_rate": 3.9271791898815366e-05,
      "loss": 1.1251,
      "step": 7740
    },
    {
      "epoch": 0.7699280986501422,
      "grad_norm": 0.4438583254814148,
      "learning_rate": 3.895010820683172e-05,
      "loss": 1.0996,
      "step": 7750
    },
    {
      "epoch": 0.7709215542613037,
      "grad_norm": 0.47995617985725403,
      "learning_rate": 3.8629550735116114e-05,
      "loss": 1.1178,
      "step": 7760
    },
    {
      "epoch": 0.7719150098724651,
      "grad_norm": 0.4706804156303406,
      "learning_rate": 3.8310122734624754e-05,
      "loss": 1.1237,
      "step": 7770
    },
    {
      "epoch": 0.7729084654836266,
      "grad_norm": 0.448822021484375,
      "learning_rate": 3.7991827444859e-05,
      "loss": 1.1222,
      "step": 7780
    },
    {
      "epoch": 0.7739019210947881,
      "grad_norm": 0.5071418881416321,
      "learning_rate": 3.767466809383293e-05,
      "loss": 1.129,
      "step": 7790
    },
    {
      "epoch": 0.7748953767059495,
      "grad_norm": 0.49738389253616333,
      "learning_rate": 3.7358647898040364e-05,
      "loss": 1.1227,
      "step": 7800
    },
    {
      "epoch": 0.775888832317111,
      "grad_norm": 0.4692402184009552,
      "learning_rate": 3.7043770062422246e-05,
      "loss": 1.1085,
      "step": 7810
    },
    {
      "epoch": 0.7768822879282725,
      "grad_norm": 0.5283324718475342,
      "learning_rate": 3.6730037780334277e-05,
      "loss": 1.1146,
      "step": 7820
    },
    {
      "epoch": 0.777875743539434,
      "grad_norm": 0.4743114411830902,
      "learning_rate": 3.6417454233514335e-05,
      "loss": 1.1042,
      "step": 7830
    },
    {
      "epoch": 0.7788691991505955,
      "grad_norm": 0.4658038914203644,
      "learning_rate": 3.610602259205044e-05,
      "loss": 1.1038,
      "step": 7840
    },
    {
      "epoch": 0.779862654761757,
      "grad_norm": 0.4278145432472229,
      "learning_rate": 3.5795746014348466e-05,
      "loss": 1.0945,
      "step": 7850
    },
    {
      "epoch": 0.7808561103729184,
      "grad_norm": 0.44836124777793884,
      "learning_rate": 3.54866276471e-05,
      "loss": 1.1145,
      "step": 7860
    },
    {
      "epoch": 0.7818495659840798,
      "grad_norm": 0.5174553990364075,
      "learning_rate": 3.517867062525072e-05,
      "loss": 1.0976,
      "step": 7870
    },
    {
      "epoch": 0.7828430215952413,
      "grad_norm": 0.4808596968650818,
      "learning_rate": 3.487187807196838e-05,
      "loss": 1.1224,
      "step": 7880
    },
    {
      "epoch": 0.7838364772064028,
      "grad_norm": 0.4512399435043335,
      "learning_rate": 3.456625309861116e-05,
      "loss": 1.1017,
      "step": 7890
    },
    {
      "epoch": 0.7848299328175643,
      "grad_norm": 0.5241881012916565,
      "learning_rate": 3.426179880469612e-05,
      "loss": 1.1113,
      "step": 7900
    },
    {
      "epoch": 0.7858233884287258,
      "grad_norm": 0.5214290022850037,
      "learning_rate": 3.3958518277867864e-05,
      "loss": 1.1136,
      "step": 7910
    },
    {
      "epoch": 0.7868168440398873,
      "grad_norm": 0.47837206721305847,
      "learning_rate": 3.365641459386715e-05,
      "loss": 1.1177,
      "step": 7920
    },
    {
      "epoch": 0.7878102996510488,
      "grad_norm": 0.48158422112464905,
      "learning_rate": 3.3355490816499716e-05,
      "loss": 1.099,
      "step": 7930
    },
    {
      "epoch": 0.7888037552622101,
      "grad_norm": 0.49961307644844055,
      "learning_rate": 3.305574999760507e-05,
      "loss": 1.1128,
      "step": 7940
    },
    {
      "epoch": 0.7897972108733716,
      "grad_norm": 0.4905932545661926,
      "learning_rate": 3.275719517702587e-05,
      "loss": 1.1126,
      "step": 7950
    },
    {
      "epoch": 0.7907906664845331,
      "grad_norm": 0.5185438394546509,
      "learning_rate": 3.2459829382576664e-05,
      "loss": 1.098,
      "step": 7960
    },
    {
      "epoch": 0.7917841220956946,
      "grad_norm": 0.7136569023132324,
      "learning_rate": 3.21636556300136e-05,
      "loss": 1.0941,
      "step": 7970
    },
    {
      "epoch": 0.7927775777068561,
      "grad_norm": 0.5284348130226135,
      "learning_rate": 3.186867692300349e-05,
      "loss": 1.115,
      "step": 7980
    },
    {
      "epoch": 0.7937710333180176,
      "grad_norm": 0.46627479791641235,
      "learning_rate": 3.157489625309363e-05,
      "loss": 1.1049,
      "step": 7990
    },
    {
      "epoch": 0.7947644889291791,
      "grad_norm": 0.44333553314208984,
      "learning_rate": 3.12823165996813e-05,
      "loss": 1.1043,
      "step": 8000
    },
    {
      "epoch": 0.7957579445403405,
      "grad_norm": 0.45862966775894165,
      "learning_rate": 3.099094092998359e-05,
      "loss": 1.0948,
      "step": 8010
    },
    {
      "epoch": 0.796751400151502,
      "grad_norm": 0.4916597902774811,
      "learning_rate": 3.070077219900729e-05,
      "loss": 1.1166,
      "step": 8020
    },
    {
      "epoch": 0.7977448557626634,
      "grad_norm": 0.49191707372665405,
      "learning_rate": 3.041181334951887e-05,
      "loss": 1.1113,
      "step": 8030
    },
    {
      "epoch": 0.7987383113738249,
      "grad_norm": 0.4618023931980133,
      "learning_rate": 3.012406731201485e-05,
      "loss": 1.0965,
      "step": 8040
    },
    {
      "epoch": 0.7997317669849864,
      "grad_norm": 0.4719119369983673,
      "learning_rate": 2.9837537004691852e-05,
      "loss": 1.11,
      "step": 8050
    },
    {
      "epoch": 0.8003278403516833,
      "eval_loss": 1.1472482681274414,
      "eval_runtime": 217.1534,
      "eval_samples_per_second": 230.252,
      "eval_steps_per_second": 28.781,
      "step": 8056
    },
    {
      "epoch": 0.8007252225961479,
      "grad_norm": 0.47482019662857056,
      "learning_rate": 2.9552225333417047e-05,
      "loss": 1.1232,
      "step": 8060
    },
    {
      "epoch": 0.8017186782073094,
      "grad_norm": 0.5259802937507629,
      "learning_rate": 2.9268135191698776e-05,
      "loss": 1.1066,
      "step": 8070
    },
    {
      "epoch": 0.8027121338184708,
      "grad_norm": 0.4933863580226898,
      "learning_rate": 2.8985269460657175e-05,
      "loss": 1.1193,
      "step": 8080
    },
    {
      "epoch": 0.8037055894296323,
      "grad_norm": 0.512607991695404,
      "learning_rate": 2.870363100899491e-05,
      "loss": 1.1055,
      "step": 8090
    },
    {
      "epoch": 0.8046990450407938,
      "grad_norm": 0.4950838088989258,
      "learning_rate": 2.8423222692968052e-05,
      "loss": 1.1113,
      "step": 8100
    },
    {
      "epoch": 0.8056925006519552,
      "grad_norm": 0.5034070014953613,
      "learning_rate": 2.814404735635721e-05,
      "loss": 1.1177,
      "step": 8110
    },
    {
      "epoch": 0.8066859562631167,
      "grad_norm": 0.463691771030426,
      "learning_rate": 2.7866107830438626e-05,
      "loss": 1.1178,
      "step": 8120
    },
    {
      "epoch": 0.8076794118742782,
      "grad_norm": 0.4671690762042999,
      "learning_rate": 2.7589406933955597e-05,
      "loss": 1.0893,
      "step": 8130
    },
    {
      "epoch": 0.8086728674854397,
      "grad_norm": 0.4814799726009369,
      "learning_rate": 2.731394747308956e-05,
      "loss": 1.1296,
      "step": 8140
    },
    {
      "epoch": 0.8096663230966011,
      "grad_norm": 0.5085082650184631,
      "learning_rate": 2.7039732241432016e-05,
      "loss": 1.1144,
      "step": 8150
    },
    {
      "epoch": 0.8106597787077626,
      "grad_norm": 0.5503705143928528,
      "learning_rate": 2.6766764019956006e-05,
      "loss": 1.0936,
      "step": 8160
    },
    {
      "epoch": 0.8116532343189241,
      "grad_norm": 0.5416733622550964,
      "learning_rate": 2.6495045576987828e-05,
      "loss": 1.0877,
      "step": 8170
    },
    {
      "epoch": 0.8126466899300856,
      "grad_norm": 0.5096998810768127,
      "learning_rate": 2.622457966817921e-05,
      "loss": 1.1084,
      "step": 8180
    },
    {
      "epoch": 0.8136401455412471,
      "grad_norm": 0.5110299587249756,
      "learning_rate": 2.5955369036479047e-05,
      "loss": 1.1143,
      "step": 8190
    },
    {
      "epoch": 0.8146336011524085,
      "grad_norm": 0.49047693610191345,
      "learning_rate": 2.568741641210591e-05,
      "loss": 1.1078,
      "step": 8200
    },
    {
      "epoch": 0.81562705676357,
      "grad_norm": 0.6099783778190613,
      "learning_rate": 2.5420724512520142e-05,
      "loss": 1.104,
      "step": 8210
    },
    {
      "epoch": 0.8166205123747314,
      "grad_norm": 0.42165687680244446,
      "learning_rate": 2.5155296042396305e-05,
      "loss": 1.1026,
      "step": 8220
    },
    {
      "epoch": 0.8176139679858929,
      "grad_norm": 0.5082433223724365,
      "learning_rate": 2.489113369359592e-05,
      "loss": 1.1073,
      "step": 8230
    },
    {
      "epoch": 0.8186074235970544,
      "grad_norm": 0.522196888923645,
      "learning_rate": 2.462824014513991e-05,
      "loss": 1.0992,
      "step": 8240
    },
    {
      "epoch": 0.8196008792082159,
      "grad_norm": 0.4945440888404846,
      "learning_rate": 2.4366618063181652e-05,
      "loss": 1.1087,
      "step": 8250
    },
    {
      "epoch": 0.8205943348193774,
      "grad_norm": 0.4586648643016815,
      "learning_rate": 2.4106270100979898e-05,
      "loss": 1.0966,
      "step": 8260
    },
    {
      "epoch": 0.8215877904305389,
      "grad_norm": 0.49676162004470825,
      "learning_rate": 2.3847198898871688e-05,
      "loss": 1.1034,
      "step": 8270
    },
    {
      "epoch": 0.8225812460417004,
      "grad_norm": 0.4228706657886505,
      "learning_rate": 2.3589407084245854e-05,
      "loss": 1.11,
      "step": 8280
    },
    {
      "epoch": 0.8235747016528617,
      "grad_norm": 0.43764999508857727,
      "learning_rate": 2.3332897271516177e-05,
      "loss": 1.0958,
      "step": 8290
    },
    {
      "epoch": 0.8245681572640232,
      "grad_norm": 0.4700354337692261,
      "learning_rate": 2.3077672062094892e-05,
      "loss": 1.1059,
      "step": 8300
    },
    {
      "epoch": 0.8255616128751847,
      "grad_norm": 0.44920220971107483,
      "learning_rate": 2.2823734044366325e-05,
      "loss": 1.1033,
      "step": 8310
    },
    {
      "epoch": 0.8265550684863462,
      "grad_norm": 0.519624650478363,
      "learning_rate": 2.257108579366074e-05,
      "loss": 1.0999,
      "step": 8320
    },
    {
      "epoch": 0.8275485240975077,
      "grad_norm": 0.5019779205322266,
      "learning_rate": 2.2319729872228086e-05,
      "loss": 1.0867,
      "step": 8330
    },
    {
      "epoch": 0.8285419797086692,
      "grad_norm": 0.4180760383605957,
      "learning_rate": 2.2069668829212122e-05,
      "loss": 1.1194,
      "step": 8340
    },
    {
      "epoch": 0.8295354353198306,
      "grad_norm": 0.47347915172576904,
      "learning_rate": 2.1820905200624382e-05,
      "loss": 1.1144,
      "step": 8350
    },
    {
      "epoch": 0.8305288909309921,
      "grad_norm": 0.4253215789794922,
      "learning_rate": 2.1573441509318727e-05,
      "loss": 1.0972,
      "step": 8360
    },
    {
      "epoch": 0.8315223465421535,
      "grad_norm": 0.4493556618690491,
      "learning_rate": 2.1327280264965462e-05,
      "loss": 1.0999,
      "step": 8370
    },
    {
      "epoch": 0.832515802153315,
      "grad_norm": 0.486507773399353,
      "learning_rate": 2.1082423964026208e-05,
      "loss": 1.0979,
      "step": 8380
    },
    {
      "epoch": 0.8335092577644765,
      "grad_norm": 0.5007907152175903,
      "learning_rate": 2.0838875089728236e-05,
      "loss": 1.1062,
      "step": 8390
    },
    {
      "epoch": 0.834502713375638,
      "grad_norm": 0.6081424951553345,
      "learning_rate": 2.059663611203956e-05,
      "loss": 1.1103,
      "step": 8400
    },
    {
      "epoch": 0.8354961689867995,
      "grad_norm": 0.4662105441093445,
      "learning_rate": 2.0355709487643807e-05,
      "loss": 1.0989,
      "step": 8410
    },
    {
      "epoch": 0.836489624597961,
      "grad_norm": 0.48797285556793213,
      "learning_rate": 2.0116097659915225e-05,
      "loss": 1.0989,
      "step": 8420
    },
    {
      "epoch": 0.8374830802091224,
      "grad_norm": 0.4916144609451294,
      "learning_rate": 1.987780305889397e-05,
      "loss": 1.0876,
      "step": 8430
    },
    {
      "epoch": 0.8384765358202839,
      "grad_norm": 0.4921468198299408,
      "learning_rate": 1.9640828101261413e-05,
      "loss": 1.1062,
      "step": 8440
    },
    {
      "epoch": 0.8394699914314454,
      "grad_norm": 0.48090696334838867,
      "learning_rate": 1.9405175190315747e-05,
      "loss": 1.1114,
      "step": 8450
    },
    {
      "epoch": 0.8404634470426068,
      "grad_norm": 0.46354711055755615,
      "learning_rate": 1.917084671594754e-05,
      "loss": 1.1038,
      "step": 8460
    },
    {
      "epoch": 0.8414569026537683,
      "grad_norm": 0.5036799907684326,
      "learning_rate": 1.8937845054615373e-05,
      "loss": 1.1213,
      "step": 8470
    },
    {
      "epoch": 0.8424503582649298,
      "grad_norm": 0.509793221950531,
      "learning_rate": 1.870617256932199e-05,
      "loss": 1.1071,
      "step": 8480
    },
    {
      "epoch": 0.8434438138760912,
      "grad_norm": 0.46539217233657837,
      "learning_rate": 1.8475831609590135e-05,
      "loss": 1.11,
      "step": 8490
    },
    {
      "epoch": 0.8444372694872527,
      "grad_norm": 0.4852668046951294,
      "learning_rate": 1.8246824511438868e-05,
      "loss": 1.1038,
      "step": 8500
    },
    {
      "epoch": 0.8454307250984142,
      "grad_norm": 0.5432482361793518,
      "learning_rate": 1.801915359735967e-05,
      "loss": 1.0954,
      "step": 8510
    },
    {
      "epoch": 0.8464241807095757,
      "grad_norm": 0.4479030668735504,
      "learning_rate": 1.7792821176293097e-05,
      "loss": 1.1083,
      "step": 8520
    },
    {
      "epoch": 0.8474176363207372,
      "grad_norm": 0.49862831830978394,
      "learning_rate": 1.7567829543605282e-05,
      "loss": 1.1043,
      "step": 8530
    },
    {
      "epoch": 0.8484110919318986,
      "grad_norm": 0.47839561104774475,
      "learning_rate": 1.734418098106468e-05,
      "loss": 1.1001,
      "step": 8540
    },
    {
      "epoch": 0.84940454754306,
      "grad_norm": 0.49436119198799133,
      "learning_rate": 1.712187775681883e-05,
      "loss": 1.0945,
      "step": 8550
    },
    {
      "epoch": 0.8503980031542215,
      "grad_norm": 0.496619313955307,
      "learning_rate": 1.6900922125371498e-05,
      "loss": 1.0862,
      "step": 8560
    },
    {
      "epoch": 0.851391458765383,
      "grad_norm": 0.4753607511520386,
      "learning_rate": 1.6681316327559763e-05,
      "loss": 1.1149,
      "step": 8570
    },
    {
      "epoch": 0.8523849143765445,
      "grad_norm": 0.5014109015464783,
      "learning_rate": 1.646306259053116e-05,
      "loss": 1.0854,
      "step": 8580
    },
    {
      "epoch": 0.853378369987706,
      "grad_norm": 0.48267966508865356,
      "learning_rate": 1.624616312772133e-05,
      "loss": 1.0944,
      "step": 8590
    },
    {
      "epoch": 0.8543718255988675,
      "grad_norm": 0.49954667687416077,
      "learning_rate": 1.6030620138831336e-05,
      "loss": 1.0941,
      "step": 8600
    },
    {
      "epoch": 0.855365281210029,
      "grad_norm": 0.494306355714798,
      "learning_rate": 1.5816435809805557e-05,
      "loss": 1.1007,
      "step": 8610
    },
    {
      "epoch": 0.8563587368211905,
      "grad_norm": 0.4919048845767975,
      "learning_rate": 1.5603612312809373e-05,
      "loss": 1.0906,
      "step": 8620
    },
    {
      "epoch": 0.8573521924323518,
      "grad_norm": 0.501146674156189,
      "learning_rate": 1.5392151806207254e-05,
      "loss": 1.1094,
      "step": 8630
    },
    {
      "epoch": 0.8583456480435133,
      "grad_norm": 0.49974754452705383,
      "learning_rate": 1.5182056434540729e-05,
      "loss": 1.1068,
      "step": 8640
    },
    {
      "epoch": 0.8593391036546748,
      "grad_norm": 0.4796450436115265,
      "learning_rate": 1.4973328328506734e-05,
      "loss": 1.0967,
      "step": 8650
    },
    {
      "epoch": 0.8603325592658363,
      "grad_norm": 0.4462718963623047,
      "learning_rate": 1.4765969604935995e-05,
      "loss": 1.1199,
      "step": 8660
    },
    {
      "epoch": 0.8613260148769978,
      "grad_norm": 0.48056918382644653,
      "learning_rate": 1.4559982366771616e-05,
      "loss": 1.0958,
      "step": 8670
    },
    {
      "epoch": 0.8623194704881593,
      "grad_norm": 0.49090835452079773,
      "learning_rate": 1.4355368703047543e-05,
      "loss": 1.1091,
      "step": 8680
    },
    {
      "epoch": 0.8633129260993208,
      "grad_norm": 0.4484087824821472,
      "learning_rate": 1.4152130688867647e-05,
      "loss": 1.0883,
      "step": 8690
    },
    {
      "epoch": 0.8643063817104822,
      "grad_norm": 0.47980430722236633,
      "learning_rate": 1.3950270385384526e-05,
      "loss": 1.1294,
      "step": 8700
    },
    {
      "epoch": 0.8652998373216437,
      "grad_norm": 0.44564327597618103,
      "learning_rate": 1.3749789839778574e-05,
      "loss": 1.0989,
      "step": 8710
    },
    {
      "epoch": 0.8662932929328051,
      "grad_norm": 0.5069140791893005,
      "learning_rate": 1.3550691085237292e-05,
      "loss": 1.0914,
      "step": 8720
    },
    {
      "epoch": 0.8672867485439666,
      "grad_norm": 0.46581125259399414,
      "learning_rate": 1.335297614093469e-05,
      "loss": 1.0894,
      "step": 8730
    },
    {
      "epoch": 0.8682802041551281,
      "grad_norm": 0.47419315576553345,
      "learning_rate": 1.315664701201074e-05,
      "loss": 1.0856,
      "step": 8740
    },
    {
      "epoch": 0.8692736597662896,
      "grad_norm": 0.4483776092529297,
      "learning_rate": 1.2961705689551122e-05,
      "loss": 1.1067,
      "step": 8750
    },
    {
      "epoch": 0.870267115377451,
      "grad_norm": 0.49877870082855225,
      "learning_rate": 1.2768154150566856e-05,
      "loss": 1.1183,
      "step": 8760
    },
    {
      "epoch": 0.8712605709886125,
      "grad_norm": 0.4901898205280304,
      "learning_rate": 1.2575994357974523e-05,
      "loss": 1.0934,
      "step": 8770
    },
    {
      "epoch": 0.872254026599774,
      "grad_norm": 0.454645574092865,
      "learning_rate": 1.2385228260576091e-05,
      "loss": 1.1092,
      "step": 8780
    },
    {
      "epoch": 0.8732474822109355,
      "grad_norm": 0.46396562457084656,
      "learning_rate": 1.2195857793039337e-05,
      "loss": 1.1136,
      "step": 8790
    },
    {
      "epoch": 0.8742409378220969,
      "grad_norm": 0.45802921056747437,
      "learning_rate": 1.2007884875878143e-05,
      "loss": 1.0872,
      "step": 8800
    },
    {
      "epoch": 0.8752343934332584,
      "grad_norm": 0.487572580575943,
      "learning_rate": 1.182131141543301e-05,
      "loss": 1.1161,
      "step": 8810
    },
    {
      "epoch": 0.8762278490444199,
      "grad_norm": 0.46634870767593384,
      "learning_rate": 1.163613930385181e-05,
      "loss": 1.095,
      "step": 8820
    },
    {
      "epoch": 0.8772213046555813,
      "grad_norm": 0.4800409972667694,
      "learning_rate": 1.1452370419070517e-05,
      "loss": 1.0905,
      "step": 8830
    },
    {
      "epoch": 0.8782147602667428,
      "grad_norm": 0.4725741446018219,
      "learning_rate": 1.1270006624794154e-05,
      "loss": 1.088,
      "step": 8840
    },
    {
      "epoch": 0.8792082158779043,
      "grad_norm": 0.44453057646751404,
      "learning_rate": 1.1089049770477892e-05,
      "loss": 1.1069,
      "step": 8850
    },
    {
      "epoch": 0.8802016714890658,
      "grad_norm": 0.47712013125419617,
      "learning_rate": 1.0909501691308387e-05,
      "loss": 1.1027,
      "step": 8860
    },
    {
      "epoch": 0.8811951271002273,
      "grad_norm": 0.4958110451698303,
      "learning_rate": 1.07313642081851e-05,
      "loss": 1.094,
      "step": 8870
    },
    {
      "epoch": 0.8821885827113888,
      "grad_norm": 0.4982723593711853,
      "learning_rate": 1.0554639127701808e-05,
      "loss": 1.0986,
      "step": 8880
    },
    {
      "epoch": 0.8831820383225502,
      "grad_norm": 0.4847375154495239,
      "learning_rate": 1.0379328242128294e-05,
      "loss": 1.095,
      "step": 8890
    },
    {
      "epoch": 0.8841754939337116,
      "grad_norm": 0.5036672949790955,
      "learning_rate": 1.020543332939221e-05,
      "loss": 1.1015,
      "step": 8900
    },
    {
      "epoch": 0.8851689495448731,
      "grad_norm": 0.4520683288574219,
      "learning_rate": 1.003295615306105e-05,
      "loss": 1.1039,
      "step": 8910
    },
    {
      "epoch": 0.8861624051560346,
      "grad_norm": 0.45851820707321167,
      "learning_rate": 9.861898462324158e-06,
      "loss": 1.0939,
      "step": 8920
    },
    {
      "epoch": 0.8871558607671961,
      "grad_norm": 0.6486339569091797,
      "learning_rate": 9.692261991975076e-06,
      "loss": 1.0876,
      "step": 8930
    },
    {
      "epoch": 0.8881493163783576,
      "grad_norm": 0.46632036566734314,
      "learning_rate": 9.524048462394024e-06,
      "loss": 1.1131,
      "step": 8940
    },
    {
      "epoch": 0.8891427719895191,
      "grad_norm": 0.45053717494010925,
      "learning_rate": 9.357259579530285e-06,
      "loss": 1.1084,
      "step": 8950
    },
    {
      "epoch": 0.8901362276006806,
      "grad_norm": 0.4486932158470154,
      "learning_rate": 9.191897034885033e-06,
      "loss": 1.0832,
      "step": 8960
    },
    {
      "epoch": 0.8911296832118419,
      "grad_norm": 0.4375132620334625,
      "learning_rate": 9.027962505494108e-06,
      "loss": 1.0946,
      "step": 8970
    },
    {
      "epoch": 0.8921231388230034,
      "grad_norm": 0.49327731132507324,
      "learning_rate": 8.86545765391104e-06,
      "loss": 1.1064,
      "step": 8980
    },
    {
      "epoch": 0.8931165944341649,
      "grad_norm": 0.4718957245349884,
      "learning_rate": 8.704384128190156e-06,
      "loss": 1.0874,
      "step": 8990
    },
    {
      "epoch": 0.8941100500453264,
      "grad_norm": 0.4812639653682709,
      "learning_rate": 8.544743561869977e-06,
      "loss": 1.0994,
      "step": 9000
    },
    {
      "epoch": 0.8951035056564879,
      "grad_norm": 0.5206982493400574,
      "learning_rate": 8.386537573956431e-06,
      "loss": 1.1021,
      "step": 9010
    },
    {
      "epoch": 0.8960969612676494,
      "grad_norm": 0.49871826171875,
      "learning_rate": 8.229767768906687e-06,
      "loss": 1.1138,
      "step": 9020
    },
    {
      "epoch": 0.8970904168788109,
      "grad_norm": 0.4538607895374298,
      "learning_rate": 8.074435736612712e-06,
      "loss": 1.0826,
      "step": 9030
    },
    {
      "epoch": 0.8980838724899723,
      "grad_norm": 0.4945856034755707,
      "learning_rate": 7.920543052385236e-06,
      "loss": 1.1204,
      "step": 9040
    },
    {
      "epoch": 0.8990773281011338,
      "grad_norm": 0.5100029110908508,
      "learning_rate": 7.768091276937688e-06,
      "loss": 1.1011,
      "step": 9050
    },
    {
      "epoch": 0.9000707837122952,
      "grad_norm": 0.4894271194934845,
      "learning_rate": 7.617081956370413e-06,
      "loss": 1.0853,
      "step": 9060
    },
    {
      "epoch": 0.9003688203956437,
      "eval_loss": 1.1406679153442383,
      "eval_runtime": 216.5409,
      "eval_samples_per_second": 230.903,
      "eval_steps_per_second": 28.863,
      "step": 9063
    },
    {
      "epoch": 0.9010642393234567,
      "grad_norm": 0.511590838432312,
      "learning_rate": 7.467516622155079e-06,
      "loss": 1.1079,
      "step": 9070
    },
    {
      "epoch": 0.9020576949346182,
      "grad_norm": 0.45951762795448303,
      "learning_rate": 7.319396791118998e-06,
      "loss": 1.0963,
      "step": 9080
    },
    {
      "epoch": 0.9030511505457797,
      "grad_norm": 0.4679279625415802,
      "learning_rate": 7.172723965429811e-06,
      "loss": 1.0922,
      "step": 9090
    },
    {
      "epoch": 0.9040446061569412,
      "grad_norm": 0.5013454556465149,
      "learning_rate": 7.027499632580264e-06,
      "loss": 1.0782,
      "step": 9100
    },
    {
      "epoch": 0.9050380617681026,
      "grad_norm": 0.49527832865715027,
      "learning_rate": 6.883725265373185e-06,
      "loss": 1.09,
      "step": 9110
    },
    {
      "epoch": 0.9060315173792641,
      "grad_norm": 0.4694949984550476,
      "learning_rate": 6.74140232190632e-06,
      "loss": 1.083,
      "step": 9120
    },
    {
      "epoch": 0.9070249729904256,
      "grad_norm": 0.4897943139076233,
      "learning_rate": 6.600532245557833e-06,
      "loss": 1.0954,
      "step": 9130
    },
    {
      "epoch": 0.908018428601587,
      "grad_norm": 0.48320844769477844,
      "learning_rate": 6.461116464971461e-06,
      "loss": 1.1021,
      "step": 9140
    },
    {
      "epoch": 0.9090118842127485,
      "grad_norm": 0.498017817735672,
      "learning_rate": 6.323156394042139e-06,
      "loss": 1.1142,
      "step": 9150
    },
    {
      "epoch": 0.91000533982391,
      "grad_norm": 0.4676865041255951,
      "learning_rate": 6.186653431901628e-06,
      "loss": 1.0964,
      "step": 9160
    },
    {
      "epoch": 0.9109987954350715,
      "grad_norm": 0.5362632870674133,
      "learning_rate": 6.051608962904225e-06,
      "loss": 1.1146,
      "step": 9170
    },
    {
      "epoch": 0.9119922510462329,
      "grad_norm": 0.5107495188713074,
      "learning_rate": 5.91802435661296e-06,
      "loss": 1.1102,
      "step": 9180
    },
    {
      "epoch": 0.9129857066573944,
      "grad_norm": 0.47366631031036377,
      "learning_rate": 5.78590096778544e-06,
      "loss": 1.0898,
      "step": 9190
    },
    {
      "epoch": 0.9139791622685559,
      "grad_norm": 0.44392383098602295,
      "learning_rate": 5.655240136360306e-06,
      "loss": 1.0917,
      "step": 9200
    },
    {
      "epoch": 0.9149726178797174,
      "grad_norm": 0.5138424038887024,
      "learning_rate": 5.5260431874435515e-06,
      "loss": 1.0922,
      "step": 9210
    },
    {
      "epoch": 0.9159660734908789,
      "grad_norm": 0.49133333563804626,
      "learning_rate": 5.398311431295061e-06,
      "loss": 1.103,
      "step": 9220
    },
    {
      "epoch": 0.9169595291020403,
      "grad_norm": 0.4637450873851776,
      "learning_rate": 5.2720461633154354e-06,
      "loss": 1.1077,
      "step": 9230
    },
    {
      "epoch": 0.9179529847132017,
      "grad_norm": 0.47091439366340637,
      "learning_rate": 5.147248664032744e-06,
      "loss": 1.0943,
      "step": 9240
    },
    {
      "epoch": 0.9189464403243632,
      "grad_norm": 0.4741147756576538,
      "learning_rate": 5.023920199089576e-06,
      "loss": 1.0887,
      "step": 9250
    },
    {
      "epoch": 0.9199398959355247,
      "grad_norm": 0.48109114170074463,
      "learning_rate": 4.902062019230191e-06,
      "loss": 1.0887,
      "step": 9260
    },
    {
      "epoch": 0.9209333515466862,
      "grad_norm": 0.5040728449821472,
      "learning_rate": 4.78167536028789e-06,
      "loss": 1.0824,
      "step": 9270
    },
    {
      "epoch": 0.9219268071578477,
      "grad_norm": 0.5055690407752991,
      "learning_rate": 4.662761443172414e-06,
      "loss": 1.1001,
      "step": 9280
    },
    {
      "epoch": 0.9229202627690092,
      "grad_norm": 0.4466319978237152,
      "learning_rate": 4.545321473857616e-06,
      "loss": 1.0991,
      "step": 9290
    },
    {
      "epoch": 0.9239137183801707,
      "grad_norm": 0.5149044394493103,
      "learning_rate": 4.429356643369159e-06,
      "loss": 1.0929,
      "step": 9300
    },
    {
      "epoch": 0.9249071739913322,
      "grad_norm": 0.4559183418750763,
      "learning_rate": 4.314868127772503e-06,
      "loss": 1.0871,
      "step": 9310
    },
    {
      "epoch": 0.9259006296024935,
      "grad_norm": 0.4630989134311676,
      "learning_rate": 4.201857088160987e-06,
      "loss": 1.0856,
      "step": 9320
    },
    {
      "epoch": 0.926894085213655,
      "grad_norm": 0.4689970016479492,
      "learning_rate": 4.090324670643968e-06,
      "loss": 1.1021,
      "step": 9330
    },
    {
      "epoch": 0.9278875408248165,
      "grad_norm": 0.4830831289291382,
      "learning_rate": 3.9802720063353e-06,
      "loss": 1.1006,
      "step": 9340
    },
    {
      "epoch": 0.928880996435978,
      "grad_norm": 0.44650521874427795,
      "learning_rate": 3.8717002113417885e-06,
      "loss": 1.1021,
      "step": 9350
    },
    {
      "epoch": 0.9298744520471395,
      "grad_norm": 0.5089627504348755,
      "learning_rate": 3.764610386751904e-06,
      "loss": 1.0884,
      "step": 9360
    },
    {
      "epoch": 0.930867907658301,
      "grad_norm": 0.5018206238746643,
      "learning_rate": 3.659003618624656e-06,
      "loss": 1.087,
      "step": 9370
    },
    {
      "epoch": 0.9318613632694625,
      "grad_norm": 0.6836445331573486,
      "learning_rate": 3.554880977978436e-06,
      "loss": 1.1166,
      "step": 9380
    },
    {
      "epoch": 0.9328548188806239,
      "grad_norm": 0.4803834855556488,
      "learning_rate": 3.4522435207803567e-06,
      "loss": 1.0942,
      "step": 9390
    },
    {
      "epoch": 0.9338482744917853,
      "grad_norm": 0.52688068151474,
      "learning_rate": 3.3510922879353476e-06,
      "loss": 1.0967,
      "step": 9400
    },
    {
      "epoch": 0.9348417301029468,
      "grad_norm": 0.4448314309120178,
      "learning_rate": 3.2514283052757605e-06,
      "loss": 1.1083,
      "step": 9410
    },
    {
      "epoch": 0.9358351857141083,
      "grad_norm": 0.5127049088478088,
      "learning_rate": 3.1532525835508636e-06,
      "loss": 1.1008,
      "step": 9420
    },
    {
      "epoch": 0.9368286413252698,
      "grad_norm": 0.4845719635486603,
      "learning_rate": 3.0565661184166146e-06,
      "loss": 1.0877,
      "step": 9430
    },
    {
      "epoch": 0.9378220969364313,
      "grad_norm": 0.4783158302307129,
      "learning_rate": 2.9613698904255857e-06,
      "loss": 1.0992,
      "step": 9440
    },
    {
      "epoch": 0.9388155525475927,
      "grad_norm": 0.44096460938453674,
      "learning_rate": 2.867664865017022e-06,
      "loss": 1.1033,
      "step": 9450
    },
    {
      "epoch": 0.9398090081587542,
      "grad_norm": 0.47711020708084106,
      "learning_rate": 2.7754519925069995e-06,
      "loss": 1.0719,
      "step": 9460
    },
    {
      "epoch": 0.9408024637699157,
      "grad_norm": 0.46728119254112244,
      "learning_rate": 2.684732208078816e-06,
      "loss": 1.0953,
      "step": 9470
    },
    {
      "epoch": 0.9417959193810772,
      "grad_norm": 0.48205727338790894,
      "learning_rate": 2.5955064317735474e-06,
      "loss": 1.1177,
      "step": 9480
    },
    {
      "epoch": 0.9427893749922386,
      "grad_norm": 0.4576367139816284,
      "learning_rate": 2.5077755684806745e-06,
      "loss": 1.11,
      "step": 9490
    },
    {
      "epoch": 0.9437828306034001,
      "grad_norm": 0.4937973618507385,
      "learning_rate": 2.421540507928871e-06,
      "loss": 1.0879,
      "step": 9500
    },
    {
      "epoch": 0.9447762862145616,
      "grad_norm": 0.4714371860027313,
      "learning_rate": 2.3368021246770786e-06,
      "loss": 1.0791,
      "step": 9510
    },
    {
      "epoch": 0.945769741825723,
      "grad_norm": 0.4823916554450989,
      "learning_rate": 2.2535612781055478e-06,
      "loss": 1.0933,
      "step": 9520
    },
    {
      "epoch": 0.9467631974368845,
      "grad_norm": 0.48076769709587097,
      "learning_rate": 2.1718188124071613e-06,
      "loss": 1.0987,
      "step": 9530
    },
    {
      "epoch": 0.947756653048046,
      "grad_norm": 0.48411691188812256,
      "learning_rate": 2.0915755565788728e-06,
      "loss": 1.1189,
      "step": 9540
    },
    {
      "epoch": 0.9487501086592075,
      "grad_norm": 0.47723978757858276,
      "learning_rate": 2.0128323244132826e-06,
      "loss": 1.11,
      "step": 9550
    },
    {
      "epoch": 0.949743564270369,
      "grad_norm": 0.4722275137901306,
      "learning_rate": 1.9355899144904263e-06,
      "loss": 1.1024,
      "step": 9560
    },
    {
      "epoch": 0.9507370198815304,
      "grad_norm": 0.4917920231819153,
      "learning_rate": 1.8598491101695978e-06,
      "loss": 1.1054,
      "step": 9570
    },
    {
      "epoch": 0.9517304754926919,
      "grad_norm": 0.47444161772727966,
      "learning_rate": 1.7856106795814729e-06,
      "loss": 1.1151,
      "step": 9580
    },
    {
      "epoch": 0.9527239311038533,
      "grad_norm": 0.4620038866996765,
      "learning_rate": 1.7128753756203484e-06,
      "loss": 1.0862,
      "step": 9590
    },
    {
      "epoch": 0.9537173867150148,
      "grad_norm": 0.45393404364585876,
      "learning_rate": 1.6416439359363487e-06,
      "loss": 1.0934,
      "step": 9600
    },
    {
      "epoch": 0.9547108423261763,
      "grad_norm": 0.5473287105560303,
      "learning_rate": 1.5719170829281646e-06,
      "loss": 1.0973,
      "step": 9610
    },
    {
      "epoch": 0.9557042979373378,
      "grad_norm": 0.4900316298007965,
      "learning_rate": 1.503695523735543e-06,
      "loss": 1.095,
      "step": 9620
    },
    {
      "epoch": 0.9566977535484993,
      "grad_norm": 0.49104568362236023,
      "learning_rate": 1.4369799502322254e-06,
      "loss": 1.0882,
      "step": 9630
    },
    {
      "epoch": 0.9576912091596608,
      "grad_norm": 0.4944591820240021,
      "learning_rate": 1.3717710390188709e-06,
      "loss": 1.0907,
      "step": 9640
    },
    {
      "epoch": 0.9586846647708223,
      "grad_norm": 0.46487265825271606,
      "learning_rate": 1.3080694514162437e-06,
      "loss": 1.1026,
      "step": 9650
    },
    {
      "epoch": 0.9596781203819836,
      "grad_norm": 0.49333804845809937,
      "learning_rate": 1.245875833458454e-06,
      "loss": 1.0832,
      "step": 9660
    },
    {
      "epoch": 0.9606715759931451,
      "grad_norm": 0.48843681812286377,
      "learning_rate": 1.1851908158864443e-06,
      "loss": 1.0941,
      "step": 9670
    },
    {
      "epoch": 0.9616650316043066,
      "grad_norm": 0.4628733694553375,
      "learning_rate": 1.126015014141546e-06,
      "loss": 1.0861,
      "step": 9680
    },
    {
      "epoch": 0.9626584872154681,
      "grad_norm": 0.5206993818283081,
      "learning_rate": 1.0683490283593499e-06,
      "loss": 1.0882,
      "step": 9690
    },
    {
      "epoch": 0.9636519428266296,
      "grad_norm": 0.4243178367614746,
      "learning_rate": 1.0121934433634793e-06,
      "loss": 1.0828,
      "step": 9700
    },
    {
      "epoch": 0.9646453984377911,
      "grad_norm": 0.4830005466938019,
      "learning_rate": 9.575488286597267e-07,
      "loss": 1.0858,
      "step": 9710
    },
    {
      "epoch": 0.9656388540489526,
      "grad_norm": 0.475365549325943,
      "learning_rate": 9.044157384302919e-07,
      "loss": 1.0938,
      "step": 9720
    },
    {
      "epoch": 0.966632309660114,
      "grad_norm": 0.5186288356781006,
      "learning_rate": 8.527947115281542e-07,
      "loss": 1.1088,
      "step": 9730
    },
    {
      "epoch": 0.9676257652712754,
      "grad_norm": 0.4813586175441742,
      "learning_rate": 8.026862714715587e-07,
      "loss": 1.1051,
      "step": 9740
    },
    {
      "epoch": 0.9686192208824369,
      "grad_norm": 0.4743388295173645,
      "learning_rate": 7.540909264387718e-07,
      "loss": 1.0817,
      "step": 9750
    },
    {
      "epoch": 0.9696126764935984,
      "grad_norm": 0.5275624394416809,
      "learning_rate": 7.07009169262901e-07,
      "loss": 1.0867,
      "step": 9760
    },
    {
      "epoch": 0.9706061321047599,
      "grad_norm": 0.5017628073692322,
      "learning_rate": 6.614414774268661e-07,
      "loss": 1.0886,
      "step": 9770
    },
    {
      "epoch": 0.9715995877159214,
      "grad_norm": 0.5396377444267273,
      "learning_rate": 6.173883130586532e-07,
      "loss": 1.0984,
      "step": 9780
    },
    {
      "epoch": 0.9725930433270829,
      "grad_norm": 0.4866466522216797,
      "learning_rate": 5.748501229264679e-07,
      "loss": 1.0913,
      "step": 9790
    },
    {
      "epoch": 0.9735864989382443,
      "grad_norm": 0.4783855080604553,
      "learning_rate": 5.338273384343895e-07,
      "loss": 1.0894,
      "step": 9800
    },
    {
      "epoch": 0.9745799545494058,
      "grad_norm": 0.4767221510410309,
      "learning_rate": 4.94320375617857e-07,
      "loss": 1.0908,
      "step": 9810
    },
    {
      "epoch": 0.9755734101605673,
      "grad_norm": 0.506241500377655,
      "learning_rate": 4.563296351394907e-07,
      "loss": 1.0976,
      "step": 9820
    },
    {
      "epoch": 0.9765668657717287,
      "grad_norm": 0.46907883882522583,
      "learning_rate": 4.1985550228506025e-07,
      "loss": 1.0968,
      "step": 9830
    },
    {
      "epoch": 0.9775603213828902,
      "grad_norm": 0.4644452929496765,
      "learning_rate": 3.8489834695953903e-07,
      "loss": 1.0773,
      "step": 9840
    },
    {
      "epoch": 0.9785537769940517,
      "grad_norm": 0.5320615768432617,
      "learning_rate": 3.5145852368337336e-07,
      "loss": 1.1059,
      "step": 9850
    },
    {
      "epoch": 0.9795472326052131,
      "grad_norm": 0.4989818036556244,
      "learning_rate": 3.195363715888688e-07,
      "loss": 1.0912,
      "step": 9860
    },
    {
      "epoch": 0.9805406882163746,
      "grad_norm": 0.4837660789489746,
      "learning_rate": 2.891322144167929e-07,
      "loss": 1.097,
      "step": 9870
    },
    {
      "epoch": 0.9815341438275361,
      "grad_norm": 0.4884801208972931,
      "learning_rate": 2.6024636051301116e-07,
      "loss": 1.1015,
      "step": 9880
    },
    {
      "epoch": 0.9825275994386976,
      "grad_norm": 0.48822057247161865,
      "learning_rate": 2.328791028254562e-07,
      "loss": 1.0956,
      "step": 9890
    },
    {
      "epoch": 0.9835210550498591,
      "grad_norm": 0.49632689356803894,
      "learning_rate": 2.0703071890108003e-07,
      "loss": 1.1018,
      "step": 9900
    },
    {
      "epoch": 0.9845145106610206,
      "grad_norm": 0.5012553334236145,
      "learning_rate": 1.8270147088308984e-07,
      "loss": 1.0819,
      "step": 9910
    },
    {
      "epoch": 0.985507966272182,
      "grad_norm": 0.4779779613018036,
      "learning_rate": 1.5989160550826663e-07,
      "loss": 1.1054,
      "step": 9920
    },
    {
      "epoch": 0.9865014218833434,
      "grad_norm": 0.4931352138519287,
      "learning_rate": 1.3860135410443395e-07,
      "loss": 1.1017,
      "step": 9930
    },
    {
      "epoch": 0.9874948774945049,
      "grad_norm": 0.44229504466056824,
      "learning_rate": 1.1883093258819309e-07,
      "loss": 1.0976,
      "step": 9940
    },
    {
      "epoch": 0.9884883331056664,
      "grad_norm": 0.462110310792923,
      "learning_rate": 1.0058054146265815e-07,
      "loss": 1.0927,
      "step": 9950
    },
    {
      "epoch": 0.9894817887168279,
      "grad_norm": 0.491909921169281,
      "learning_rate": 8.385036581545768e-08,
      "loss": 1.0874,
      "step": 9960
    },
    {
      "epoch": 0.9904752443279894,
      "grad_norm": 0.46828725934028625,
      "learning_rate": 6.864057531681955e-08,
      "loss": 1.0923,
      "step": 9970
    },
    {
      "epoch": 0.9914686999391509,
      "grad_norm": 0.4887199401855469,
      "learning_rate": 5.49513242179056e-08,
      "loss": 1.1085,
      "step": 9980
    },
    {
      "epoch": 0.9924621555503124,
      "grad_norm": 0.4563218057155609,
      "learning_rate": 4.2782751349246246e-08,
      "loss": 1.0857,
      "step": 9990
    },
    {
      "epoch": 0.9934556111614737,
      "grad_norm": 0.4627005159854889,
      "learning_rate": 3.213498011924165e-08,
      "loss": 1.1072,
      "step": 10000
    },
    {
      "epoch": 0.9944490667726352,
      "grad_norm": 0.48577913641929626,
      "learning_rate": 2.3008118513012653e-08,
      "loss": 1.0907,
      "step": 10010
    },
    {
      "epoch": 0.9954425223837967,
      "grad_norm": 0.45495930314064026,
      "learning_rate": 1.540225909130166e-08,
      "loss": 1.0997,
      "step": 10020
    },
    {
      "epoch": 0.9964359779949582,
      "grad_norm": 0.4800977408885956,
      "learning_rate": 9.317478989423477e-09,
      "loss": 1.0939,
      "step": 10030
    },
    {
      "epoch": 0.9974294336061197,
      "grad_norm": 0.5329833030700684,
      "learning_rate": 4.753839916632474e-09,
      "loss": 1.1044,
      "step": 10040
    },
    {
      "epoch": 0.9984228892172812,
      "grad_norm": 0.4718695282936096,
      "learning_rate": 1.7113881553731945e-09,
      "loss": 1.1051,
      "step": 10050
    },
    {
      "epoch": 0.9994163448284427,
      "grad_norm": 0.5231459140777588,
      "learning_rate": 1.901545608973265e-10,
      "loss": 1.1028,
      "step": 10060
    }
  ],
  "logging_steps": 10,
  "max_steps": 10065,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1007,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.165714517491712e+16,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}