{
  "final_eval": {
    "eval_loss": 0.5153905153274536,
    "eval_runtime": 2.7823,
    "eval_samples_per_second": 646.94,
    "eval_steps_per_second": 10.423,
    "epoch": 5.0
  },
  "log_history": [
    {
      "epoch": 0.005804504295333178,
      "grad_norm": 5.69194221496582,
      "learning_rate": 3.5999999999999994e-05,
      "loss": 3.6452560424804688,
      "step": 25
    },
    {
      "epoch": 0.011609008590666357,
      "grad_norm": 5.352695465087891,
      "learning_rate": 7.35e-05,
      "loss": 2.071630554199219,
      "step": 50
    },
    {
      "epoch": 0.017413512885999537,
      "grad_norm": 2.875943183898926,
      "learning_rate": 0.00011099999999999999,
      "loss": 1.2798121643066407,
      "step": 75
    },
    {
      "epoch": 0.023218017181332713,
      "grad_norm": 2.5715341567993164,
      "learning_rate": 0.00014849999999999998,
      "loss": 0.957340087890625,
      "step": 100
    },
    {
      "epoch": 0.029022521476665893,
      "grad_norm": 2.130218505859375,
      "learning_rate": 0.000186,
      "loss": 0.8733430480957032,
      "step": 125
    },
    {
      "epoch": 0.03482702577199907,
      "grad_norm": 1.7817379236221313,
      "learning_rate": 0.00022349999999999998,
      "loss": 0.8688101959228516,
      "step": 150
    },
    {
      "epoch": 0.04063153006733225,
      "grad_norm": 1.6357860565185547,
      "learning_rate": 0.000261,
      "loss": 0.7798442077636719,
      "step": 175
    },
    {
      "epoch": 0.046436034362665427,
      "grad_norm": 1.8039973974227905,
      "learning_rate": 0.0002985,
      "loss": 0.7927973937988281,
      "step": 200
    },
    {
      "epoch": 0.05224053865799861,
      "grad_norm": 1.6490068435668945,
      "learning_rate": 0.0002999990633059839,
      "loss": 0.8086864471435546,
      "step": 225
    },
    {
      "epoch": 0.05804504295333179,
      "grad_norm": 1.3432488441467285,
      "learning_rate": 0.00029999609549493696,
      "loss": 0.7987381744384766,
      "step": 250
    },
    {
      "epoch": 0.06384954724866497,
      "grad_norm": 1.5648763179779053,
      "learning_rate": 0.0002999910949808714,
      "loss": 0.7485366821289062,
      "step": 275
    },
    {
      "epoch": 0.06965405154399815,
      "grad_norm": 1.4617934226989746,
      "learning_rate": 0.00029998406183155284,
      "loss": 0.6988004302978515,
      "step": 300
    },
    {
      "epoch": 0.07545855583933132,
      "grad_norm": 1.2970765829086304,
      "learning_rate": 0.00029997499614229235,
      "loss": 0.6782588195800782,
      "step": 325
    },
    {
      "epoch": 0.0812630601346645,
      "grad_norm": 1.2033019065856934,
      "learning_rate": 0.00029996389803594545,
      "loss": 0.6896741485595703,
      "step": 350
    },
    {
      "epoch": 0.08706756442999768,
      "grad_norm": 1.0645822286605835,
      "learning_rate": 0.00029995076766291056,
      "loss": 0.6916038513183593,
      "step": 375
    },
    {
      "epoch": 0.09287206872533085,
      "grad_norm": 1.1745402812957764,
      "learning_rate": 0.00029993560520112655,
      "loss": 0.667258529663086,
      "step": 400
    },
    {
      "epoch": 0.09867657302066403,
      "grad_norm": 1.1060843467712402,
      "learning_rate": 0.00029991841085607067,
      "loss": 0.6681438446044922,
      "step": 425
    },
    {
      "epoch": 0.10448107731599722,
      "grad_norm": 1.1345441341400146,
      "learning_rate": 0.0002998991848607556,
      "loss": 0.6844393157958985,
      "step": 450
    },
    {
      "epoch": 0.1102855816113304,
      "grad_norm": 1.18587064743042,
      "learning_rate": 0.00029987792747572647,
      "loss": 0.6518809509277343,
      "step": 475
    },
    {
      "epoch": 0.11609008590666357,
      "grad_norm": 1.1244792938232422,
      "learning_rate": 0.00029985463898905693,
      "loss": 0.6590523529052734,
      "step": 500
    },
    {
      "epoch": 0.12189459020199675,
      "grad_norm": 1.1220368146896362,
      "learning_rate": 0.0002998293197163459,
      "loss": 0.6292624664306641,
      "step": 525
    },
    {
      "epoch": 0.12769909449732994,
      "grad_norm": 1.1405223608016968,
      "learning_rate": 0.0002998019700007127,
      "loss": 0.6029394149780274,
      "step": 550
    },
    {
      "epoch": 0.1335035987926631,
      "grad_norm": 1.0443934202194214,
      "learning_rate": 0.0002997725902127925,
      "loss": 0.6055988311767578,
      "step": 575
    },
    {
      "epoch": 0.1393081030879963,
      "grad_norm": 1.188923716545105,
      "learning_rate": 0.0002997411807507317,
      "loss": 0.6280393981933594,
      "step": 600
    },
    {
      "epoch": 0.14511260738332946,
      "grad_norm": 1.161245584487915,
      "learning_rate": 0.0002997077420401821,
      "loss": 0.597680549621582,
      "step": 625
    },
    {
      "epoch": 0.15091711167866265,
      "grad_norm": 1.0529277324676514,
      "learning_rate": 0.0002996722745342951,
      "loss": 0.5948427963256836,
      "step": 650
    },
    {
      "epoch": 0.1567216159739958,
      "grad_norm": 0.962946355342865,
      "learning_rate": 0.0002996347787137162,
      "loss": 0.5904410552978515,
      "step": 675
    },
    {
      "epoch": 0.162526120269329,
      "grad_norm": 1.1480752229690552,
      "learning_rate": 0.0002995952550865775,
      "loss": 0.5858208847045898,
      "step": 700
    },
    {
      "epoch": 0.1683306245646622,
      "grad_norm": 0.9963184595108032,
      "learning_rate": 0.00029955370418849173,
      "loss": 0.5757682800292969,
      "step": 725
    },
    {
      "epoch": 0.17413512885999535,
      "grad_norm": 0.9630193710327148,
      "learning_rate": 0.0002995101265825444,
      "loss": 0.6166581726074218,
      "step": 750
    },
    {
      "epoch": 0.17993963315532854,
      "grad_norm": 0.9596917033195496,
      "learning_rate": 0.0002994645228592864,
      "loss": 0.5472894287109376,
      "step": 775
    },
    {
      "epoch": 0.1857441374506617,
      "grad_norm": 0.8414722681045532,
      "learning_rate": 0.00029941689363672603,
      "loss": 0.6030552673339844,
      "step": 800
    },
    {
      "epoch": 0.1915486417459949,
      "grad_norm": 1.0176784992218018,
      "learning_rate": 0.00029936723956032056,
      "loss": 0.5507896423339844,
      "step": 825
    },
    {
      "epoch": 0.19735314604132806,
      "grad_norm": 1.091508388519287,
      "learning_rate": 0.0002993155613029673,
      "loss": 0.5816512298583985,
      "step": 850
    },
    {
      "epoch": 0.20315765033666125,
      "grad_norm": 1.3224419355392456,
      "learning_rate": 0.00029926185956499497,
      "loss": 0.5737775421142578,
      "step": 875
    },
    {
      "epoch": 0.20896215463199444,
      "grad_norm": 1.048105001449585,
      "learning_rate": 0.0002992061350741536,
      "loss": 0.526537857055664,
      "step": 900
    },
    {
      "epoch": 0.2147666589273276,
      "grad_norm": 0.893474280834198,
      "learning_rate": 0.00029914838858560527,
      "loss": 0.5547891235351563,
      "step": 925
    },
    {
      "epoch": 0.2205711632226608,
      "grad_norm": 0.9299539923667908,
      "learning_rate": 0.00029908862088191335,
      "loss": 0.5534063339233398,
      "step": 950
    },
    {
      "epoch": 0.22637566751799396,
      "grad_norm": 0.9638274908065796,
      "learning_rate": 0.00029902683277303226,
      "loss": 0.5526454544067383,
      "step": 975
    },
    {
      "epoch": 0.23218017181332715,
      "grad_norm": 0.9239442348480225,
      "learning_rate": 0.00029896302509629615,
      "loss": 0.5293716430664063,
      "step": 1000
    },
    {
      "epoch": 0.23218017181332715,
      "eval_loss": 0.6192298531532288,
      "eval_runtime": 2.7502,
      "eval_samples_per_second": 654.494,
      "eval_steps_per_second": 10.545,
      "step": 1000
    },
    {
      "epoch": 0.2379846761086603,
      "grad_norm": 0.9017366766929626,
      "learning_rate": 0.0002988971987164081,
      "loss": 0.5201650619506836,
      "step": 1025
    },
    {
      "epoch": 0.2437891804039935,
      "grad_norm": 0.9971777200698853,
      "learning_rate": 0.0002988293545254277,
      "loss": 0.5148492050170899,
      "step": 1050
    },
    {
      "epoch": 0.2495936846993267,
      "grad_norm": 0.9764487743377686,
      "learning_rate": 0.0002987594934427596,
      "loss": 0.528057518005371,
      "step": 1075
    },
    {
      "epoch": 0.2553981889946599,
      "grad_norm": 4.4468607902526855,
      "learning_rate": 0.0002986876164151406,
      "loss": 0.5570476531982422,
      "step": 1100
    },
    {
      "epoch": 0.261202693289993,
      "grad_norm": 0.9646501541137695,
      "learning_rate": 0.00029861372441662714,
      "loss": 0.504648551940918,
      "step": 1125
    },
    {
      "epoch": 0.2670071975853262,
      "grad_norm": 0.9292016625404358,
      "learning_rate": 0.00029853781844858183,
      "loss": 0.55253173828125,
      "step": 1150
    },
    {
      "epoch": 0.2728117018806594,
      "grad_norm": 0.8876047134399414,
      "learning_rate": 0.00029845989953966004,
      "loss": 0.5355271911621093,
      "step": 1175
    },
    {
      "epoch": 0.2786162061759926,
      "grad_norm": 0.7644872069358826,
      "learning_rate": 0.00029837996874579597,
      "loss": 0.5145393371582031,
      "step": 1200
    },
    {
      "epoch": 0.2844207104713257,
      "grad_norm": 0.8033650517463684,
      "learning_rate": 0.0002982980271501882,
      "loss": 0.526293716430664,
      "step": 1225
    },
    {
      "epoch": 0.2902252147666589,
      "grad_norm": 0.9155917763710022,
      "learning_rate": 0.00029821407586328526,
      "loss": 0.4953899383544922,
      "step": 1250
    },
    {
      "epoch": 0.2960297190619921,
      "grad_norm": 0.79842609167099,
      "learning_rate": 0.00029812811602277016,
      "loss": 0.48291160583496096,
      "step": 1275
    },
    {
      "epoch": 0.3018342233573253,
      "grad_norm": 0.7622478604316711,
      "learning_rate": 0.00029804014879354553,
      "loss": 0.48158973693847656,
      "step": 1300
    },
    {
      "epoch": 0.3076387276526585,
      "grad_norm": 1.1308367252349854,
      "learning_rate": 0.0002979501753677174,
      "loss": 0.5160054016113281,
      "step": 1325
    },
    {
      "epoch": 0.3134432319479916,
      "grad_norm": 0.9406518340110779,
      "learning_rate": 0.00029785819696457927,
      "loss": 0.5185168075561524,
      "step": 1350
    },
    {
      "epoch": 0.3192477362433248,
      "grad_norm": 0.9260241389274597,
      "learning_rate": 0.0002977642148305952,
      "loss": 0.5038124084472656,
      "step": 1375
    },
    {
      "epoch": 0.325052240538658,
      "grad_norm": 1.093770980834961,
      "learning_rate": 0.0002976682302393837,
      "loss": 0.5050059509277344,
      "step": 1400
    },
    {
      "epoch": 0.3308567448339912,
      "grad_norm": 1.0194474458694458,
      "learning_rate": 0.0002975702444916997,
      "loss": 0.47533946990966797,
      "step": 1425
    },
    {
      "epoch": 0.3366612491293244,
      "grad_norm": 0.8335370421409607,
      "learning_rate": 0.00029747025891541714,
      "loss": 0.4969546508789062,
      "step": 1450
    },
    {
      "epoch": 0.3424657534246575,
      "grad_norm": 0.8942282199859619,
      "learning_rate": 0.0002973682748655114,
      "loss": 0.5012841033935547,
      "step": 1475
    },
    {
      "epoch": 0.3482702577199907,
      "grad_norm": 0.9489384889602661,
      "learning_rate": 0.00029726429372404014,
      "loss": 0.5426366806030274,
      "step": 1500
    },
    {
      "epoch": 0.3540747620153239,
      "grad_norm": 0.7177698016166687,
      "learning_rate": 0.00029715831690012534,
      "loss": 0.5021135711669922,
      "step": 1525
    },
    {
      "epoch": 0.3598792663106571,
      "grad_norm": 0.8748152256011963,
      "learning_rate": 0.00029705034582993374,
      "loss": 0.48067291259765627,
      "step": 1550
    },
    {
      "epoch": 0.3656837706059902,
      "grad_norm": 0.8138943314552307,
      "learning_rate": 0.0002969403819766576,
      "loss": 0.4815864181518555,
      "step": 1575
    },
    {
      "epoch": 0.3714882749013234,
      "grad_norm": 1.0092284679412842,
      "learning_rate": 0.0002968284268304948,
      "loss": 0.48710357666015625,
      "step": 1600
    },
    {
      "epoch": 0.3772927791966566,
      "grad_norm": 0.9536113142967224,
      "learning_rate": 0.0002967144819086285,
      "loss": 0.4791088104248047,
      "step": 1625
    },
    {
      "epoch": 0.3830972834919898,
      "grad_norm": 0.7592560052871704,
      "learning_rate": 0.0002965985487552069,
      "loss": 0.45892948150634766,
      "step": 1650
    },
    {
      "epoch": 0.388901787787323,
      "grad_norm": 0.8118926286697388,
      "learning_rate": 0.00029648062894132194,
      "loss": 0.47702369689941404,
      "step": 1675
    },
    {
      "epoch": 0.3947062920826561,
      "grad_norm": 0.9567070603370667,
      "learning_rate": 0.00029636072406498827,
      "loss": 0.4639578628540039,
      "step": 1700
    },
    {
      "epoch": 0.4005107963779893,
      "grad_norm": 0.8154028058052063,
      "learning_rate": 0.0002962388357511217,
      "loss": 0.46378795623779295,
      "step": 1725
    },
    {
      "epoch": 0.4063153006733225,
      "grad_norm": 0.8768483996391296,
      "learning_rate": 0.0002961149656515167,
      "loss": 0.47179813385009767,
      "step": 1750
    },
    {
      "epoch": 0.4121198049686557,
      "grad_norm": 0.7809411883354187,
      "learning_rate": 0.0002959891154448245,
      "loss": 0.4563689041137695,
      "step": 1775
    },
    {
      "epoch": 0.4179243092639889,
      "grad_norm": 0.7244387865066528,
      "learning_rate": 0.00029586128683653024,
      "loss": 0.4537031936645508,
      "step": 1800
    },
    {
      "epoch": 0.423728813559322,
      "grad_norm": 0.8164202570915222,
      "learning_rate": 0.00029573148155892954,
      "loss": 0.44888641357421877,
      "step": 1825
    },
    {
      "epoch": 0.4295333178546552,
      "grad_norm": 0.7967981696128845,
      "learning_rate": 0.00029559970137110536,
      "loss": 0.46922103881835936,
      "step": 1850
    },
    {
      "epoch": 0.4353378221499884,
      "grad_norm": 0.7919995784759521,
      "learning_rate": 0.00029546594805890424,
      "loss": 0.45260364532470704,
      "step": 1875
    },
    {
      "epoch": 0.4411423264453216,
      "grad_norm": 0.7547950744628906,
      "learning_rate": 0.00029533022343491164,
      "loss": 0.4570736312866211,
      "step": 1900
    },
    {
      "epoch": 0.4469468307406547,
      "grad_norm": 0.8537823557853699,
      "learning_rate": 0.00029519252933842786,
      "loss": 0.49619064331054685,
      "step": 1925
    },
    {
      "epoch": 0.4527513350359879,
      "grad_norm": 0.959092915058136,
      "learning_rate": 0.00029505286763544284,
      "loss": 0.4731414794921875,
      "step": 1950
    },
    {
      "epoch": 0.4585558393313211,
      "grad_norm": 0.8945581912994385,
      "learning_rate": 0.00029491124021861087,
      "loss": 0.4671721267700195,
      "step": 1975
    },
    {
      "epoch": 0.4643603436266543,
      "grad_norm": 0.8251673579216003,
      "learning_rate": 0.00029476764900722516,
      "loss": 0.45846458435058596,
      "step": 2000
    },
    {
      "epoch": 0.4643603436266543,
      "eval_loss": 0.5461503863334656,
      "eval_runtime": 2.7522,
      "eval_samples_per_second": 654.025,
      "eval_steps_per_second": 10.537,
      "step": 2000
    },
    {
      "epoch": 0.4701648479219875,
      "grad_norm": 0.8458605408668518,
      "learning_rate": 0.0002946220959471916,
      "loss": 0.4619647216796875,
      "step": 2025
    },
    {
      "epoch": 0.4759693522173206,
      "grad_norm": 0.7998257875442505,
      "learning_rate": 0.00029447458301100257,
      "loss": 0.4405630493164063,
      "step": 2050
    },
    {
      "epoch": 0.4817738565126538,
      "grad_norm": 0.9507884383201599,
      "learning_rate": 0.0002943251121977099,
      "loss": 0.4459010314941406,
      "step": 2075
    },
    {
      "epoch": 0.487578360807987,
      "grad_norm": 0.8649975061416626,
      "learning_rate": 0.00029417368553289825,
      "loss": 0.43765132904052734,
      "step": 2100
    },
    {
      "epoch": 0.4933828651033202,
      "grad_norm": 0.7733083963394165,
      "learning_rate": 0.0002940203050686573,
      "loss": 0.47525333404541015,
      "step": 2125
    },
    {
      "epoch": 0.4991873693986534,
      "grad_norm": 0.734443724155426,
      "learning_rate": 0.00029386497288355395,
      "loss": 0.473653678894043,
      "step": 2150
    },
    {
      "epoch": 0.5049918736939866,
      "grad_norm": 0.812603235244751,
      "learning_rate": 0.0002937076910826044,
      "loss": 0.47013957977294923,
      "step": 2175
    },
    {
      "epoch": 0.5107963779893198,
      "grad_norm": 0.830108642578125,
      "learning_rate": 0.0002935484617972454,
      "loss": 0.4519306945800781,
      "step": 2200
    },
    {
      "epoch": 0.5166008822846528,
      "grad_norm": 0.8507217764854431,
      "learning_rate": 0.0002933872871853054,
      "loss": 0.43172496795654297,
      "step": 2225
    },
    {
      "epoch": 0.522405386579986,
      "grad_norm": 0.7572310566902161,
      "learning_rate": 0.00029322416943097546,
      "loss": 0.45969573974609373,
      "step": 2250
    },
    {
      "epoch": 0.5282098908753192,
      "grad_norm": 0.7455559968948364,
      "learning_rate": 0.0002930591107447795,
      "loss": 0.4452248764038086,
      "step": 2275
    },
    {
      "epoch": 0.5340143951706524,
      "grad_norm": 0.8312911987304688,
      "learning_rate": 0.0002928921133635442,
      "loss": 0.45168830871582033,
      "step": 2300
    },
    {
      "epoch": 0.5398188994659856,
      "grad_norm": 0.7671687006950378,
      "learning_rate": 0.0002927231795503691,
      "loss": 0.465157585144043,
      "step": 2325
    },
    {
      "epoch": 0.5456234037613188,
      "grad_norm": 0.7312299013137817,
      "learning_rate": 0.0002925523115945956,
      "loss": 0.4251287841796875,
      "step": 2350
    },
    {
      "epoch": 0.551427908056652,
      "grad_norm": 0.6426259875297546,
      "learning_rate": 0.000292379511811776,
      "loss": 0.43862083435058596,
      "step": 2375
    },
    {
      "epoch": 0.5572324123519852,
      "grad_norm": 0.8042207956314087,
      "learning_rate": 0.00029220478254364225,
      "loss": 0.4181458282470703,
      "step": 2400
    },
    {
      "epoch": 0.5630369166473184,
      "grad_norm": 0.9170446991920471,
      "learning_rate": 0.000292028126158074,
      "loss": 0.4312256622314453,
      "step": 2425
    },
    {
      "epoch": 0.5688414209426514,
      "grad_norm": 0.7042654752731323,
      "learning_rate": 0.00029184954504906676,
      "loss": 0.4229261016845703,
      "step": 2450
    },
    {
      "epoch": 0.5746459252379846,
      "grad_norm": 0.7955782413482666,
      "learning_rate": 0.0002916690416366992,
      "loss": 0.43401336669921875,
      "step": 2475
    },
    {
      "epoch": 0.5804504295333178,
      "grad_norm": 0.777469277381897,
      "learning_rate": 0.00029148661836710045,
      "loss": 0.4203028106689453,
      "step": 2500
    },
    {
      "epoch": 0.586254933828651,
      "grad_norm": 0.764174222946167,
      "learning_rate": 0.00029130227771241726,
      "loss": 0.4425800704956055,
      "step": 2525
    },
    {
      "epoch": 0.5920594381239842,
      "grad_norm": 0.8057777881622314,
      "learning_rate": 0.00029111602217077987,
      "loss": 0.4491798782348633,
      "step": 2550
    },
    {
      "epoch": 0.5978639424193174,
      "grad_norm": 0.7849870324134827,
      "learning_rate": 0.00029092785426626874,
      "loss": 0.4222267150878906,
      "step": 2575
    },
    {
      "epoch": 0.6036684467146506,
      "grad_norm": 0.8203422427177429,
      "learning_rate": 0.00029073777654888,
      "loss": 0.4202579116821289,
      "step": 2600
    },
    {
      "epoch": 0.6094729510099838,
      "grad_norm": 0.8008262515068054,
      "learning_rate": 0.000290545791594491,
      "loss": 0.4429645538330078,
      "step": 2625
    },
    {
      "epoch": 0.615277455305317,
      "grad_norm": 0.6762766242027283,
      "learning_rate": 0.0002903519020048255,
      "loss": 0.41913318634033203,
      "step": 2650
    },
    {
      "epoch": 0.6210819596006502,
      "grad_norm": 0.8003602027893066,
      "learning_rate": 0.0002901561104074182,
      "loss": 0.42738876342773435,
      "step": 2675
    },
    {
      "epoch": 0.6268864638959832,
      "grad_norm": 0.8845598697662354,
      "learning_rate": 0.0002899584194555793,
      "loss": 0.41933670043945315,
      "step": 2700
    },
    {
      "epoch": 0.6326909681913164,
      "grad_norm": 0.7606611251831055,
      "learning_rate": 0.00028975883182835857,
      "loss": 0.40116325378417966,
      "step": 2725
    },
    {
      "epoch": 0.6384954724866496,
      "grad_norm": 0.6977168321609497,
      "learning_rate": 0.0002895573502305089,
      "loss": 0.40608341217041016,
      "step": 2750
    },
    {
      "epoch": 0.6442999767819828,
      "grad_norm": 0.6315252184867859,
      "learning_rate": 0.0002893539773924496,
      "loss": 0.4157571029663086,
      "step": 2775
    },
    {
      "epoch": 0.650104481077316,
      "grad_norm": 0.7427784204483032,
      "learning_rate": 0.0002891487160702297,
      "loss": 0.39236194610595704,
      "step": 2800
    },
    {
      "epoch": 0.6559089853726492,
      "grad_norm": 2.8248515129089355,
      "learning_rate": 0.0002889415690454904,
      "loss": 0.4149022674560547,
      "step": 2825
    },
    {
      "epoch": 0.6617134896679824,
      "grad_norm": 0.8709903359413147,
      "learning_rate": 0.0002887325391254272,
      "loss": 0.44318336486816406,
      "step": 2850
    },
    {
      "epoch": 0.6675179939633156,
      "grad_norm": 0.7474575042724609,
      "learning_rate": 0.0002885216291427522,
      "loss": 0.4298463439941406,
      "step": 2875
    },
    {
      "epoch": 0.6733224982586488,
      "grad_norm": 0.7034773230552673,
      "learning_rate": 0.0002883088419556555,
      "loss": 0.40021060943603515,
      "step": 2900
    },
    {
      "epoch": 0.6791270025539818,
      "grad_norm": 0.7190234661102295,
      "learning_rate": 0.0002880941804477666,
      "loss": 0.39487300872802733,
      "step": 2925
    },
    {
      "epoch": 0.684931506849315,
      "grad_norm": 0.6730164885520935,
      "learning_rate": 0.00028787764752811524,
      "loss": 0.39985904693603513,
      "step": 2950
    },
    {
      "epoch": 0.6907360111446482,
      "grad_norm": 0.7853715419769287,
      "learning_rate": 0.00028765924613109175,
      "loss": 0.3991646194458008,
      "step": 2975
    },
    {
      "epoch": 0.6965405154399814,
      "grad_norm": 0.6262395977973938,
      "learning_rate": 0.00028743897921640793,
      "loss": 0.4213618469238281,
      "step": 3000
    },
    {
      "epoch": 0.6965405154399814,
      "eval_loss": 0.504619300365448,
      "eval_runtime": 2.7434,
      "eval_samples_per_second": 656.121,
      "eval_steps_per_second": 10.571,
      "step": 3000
    },
    {
      "epoch": 0.7023450197353146,
      "grad_norm": 0.7541638612747192,
      "learning_rate": 0.0002872168497690561,
      "loss": 0.4166010665893555,
      "step": 3025
    },
    {
      "epoch": 0.7081495240306478,
      "grad_norm": 0.7970810532569885,
      "learning_rate": 0.00028699286079926934,
      "loss": 0.42811122894287107,
      "step": 3050
    },
    {
      "epoch": 0.713954028325981,
      "grad_norm": 0.6460123062133789,
      "learning_rate": 0.0002867670153424804,
      "loss": 0.39784423828125,
      "step": 3075
    },
    {
      "epoch": 0.7197585326213142,
      "grad_norm": 0.7262775301933289,
      "learning_rate": 0.0002865393164592805,
      "loss": 0.41382804870605466,
      "step": 3100
    },
    {
      "epoch": 0.7255630369166474,
      "grad_norm": 0.806554913520813,
      "learning_rate": 0.00028630976723537804,
      "loss": 0.40353801727294925,
      "step": 3125
    },
    {
      "epoch": 0.7313675412119804,
      "grad_norm": 0.6862145662307739,
      "learning_rate": 0.00028607837078155666,
      "loss": 0.42254573822021485,
      "step": 3150
    },
    {
      "epoch": 0.7371720455073136,
      "grad_norm": 0.7457948923110962,
      "learning_rate": 0.00028584513023363313,
      "loss": 0.42627681732177736,
      "step": 3175
    },
    {
      "epoch": 0.7429765498026468,
      "grad_norm": 0.6706002354621887,
      "learning_rate": 0.0002856100487524148,
      "loss": 0.39841991424560547,
      "step": 3200
    },
    {
      "epoch": 0.74878105409798,
      "grad_norm": 0.6904786825180054,
      "learning_rate": 0.00028537312952365684,
      "loss": 0.4016173553466797,
      "step": 3225
    },
    {
      "epoch": 0.7545855583933132,
      "grad_norm": 0.7361326217651367,
      "learning_rate": 0.0002851343757580191,
      "loss": 0.3995735549926758,
      "step": 3250
    },
    {
      "epoch": 0.7603900626886464,
      "grad_norm": 0.7154432535171509,
      "learning_rate": 0.00028489379069102235,
      "loss": 0.39771595001220705,
      "step": 3275
    },
    {
      "epoch": 0.7661945669839796,
      "grad_norm": 0.7316451072692871,
      "learning_rate": 0.00028465137758300487,
      "loss": 0.4077155685424805,
      "step": 3300
    },
    {
      "epoch": 0.7719990712793128,
      "grad_norm": 0.8750970363616943,
      "learning_rate": 0.00028440713971907775,
      "loss": 0.39318740844726563,
      "step": 3325
    },
    {
      "epoch": 0.777803575574646,
      "grad_norm": 0.8618521690368652,
      "learning_rate": 0.0002841610804090809,
      "loss": 0.41357147216796875,
      "step": 3350
    },
    {
      "epoch": 0.7836080798699792,
      "grad_norm": 0.6657027006149292,
      "learning_rate": 0.0002839132029875377,
      "loss": 0.40673721313476563,
      "step": 3375
    },
    {
      "epoch": 0.7894125841653122,
      "grad_norm": 0.7076691389083862,
      "learning_rate": 0.0002836635108136102,
      "loss": 0.36732830047607423,
      "step": 3400
    },
    {
      "epoch": 0.7952170884606454,
      "grad_norm": 0.712277352809906,
      "learning_rate": 0.0002834120072710533,
      "loss": 0.3891130065917969,
      "step": 3425
    },
    {
      "epoch": 0.8010215927559786,
      "grad_norm": 0.8622549176216125,
      "learning_rate": 0.0002831586957681692,
      "loss": 0.3946627426147461,
      "step": 3450
    },
    {
      "epoch": 0.8068260970513118,
      "grad_norm": 0.654416024684906,
      "learning_rate": 0.00028290357973776093,
      "loss": 0.4170027160644531,
      "step": 3475
    },
    {
      "epoch": 0.812630601346645,
      "grad_norm": 0.7020919919013977,
      "learning_rate": 0.00028264666263708605,
      "loss": 0.4049380111694336,
      "step": 3500
    },
    {
      "epoch": 0.8184351056419782,
      "grad_norm": 0.7606842517852783,
      "learning_rate": 0.00028238794794780954,
      "loss": 0.4042626190185547,
      "step": 3525
    },
    {
      "epoch": 0.8242396099373114,
      "grad_norm": 0.7094178199768066,
      "learning_rate": 0.0002821274391759569,
      "loss": 0.38492286682128907,
      "step": 3550
    },
    {
      "epoch": 0.8300441142326446,
      "grad_norm": 0.696834146976471,
      "learning_rate": 0.0002818651398518665,
      "loss": 0.39216320037841795,
      "step": 3575
    },
    {
      "epoch": 0.8358486185279778,
      "grad_norm": 0.6950177550315857,
      "learning_rate": 0.0002816010535301416,
      "loss": 0.3956956481933594,
      "step": 3600
    },
    {
      "epoch": 0.8416531228233108,
      "grad_norm": 0.6812747716903687,
      "learning_rate": 0.0002813351837896026,
      "loss": 0.39050754547119143,
      "step": 3625
    },
    {
      "epoch": 0.847457627118644,
      "grad_norm": 0.5986670851707458,
      "learning_rate": 0.000281067534233238,
      "loss": 0.36653255462646483,
      "step": 3650
    },
    {
      "epoch": 0.8532621314139772,
      "grad_norm": 0.754496157169342,
      "learning_rate": 0.00028079810848815603,
      "loss": 0.3782907867431641,
      "step": 3675
    },
    {
      "epoch": 0.8590666357093104,
      "grad_norm": 0.7311639785766602,
      "learning_rate": 0.00028052691020553515,
      "loss": 0.39001686096191407,
      "step": 3700
    },
    {
      "epoch": 0.8648711400046436,
      "grad_norm": 0.670073390007019,
      "learning_rate": 0.00028025394306057495,
      "loss": 0.3773397445678711,
      "step": 3725
    },
    {
      "epoch": 0.8706756442999768,
      "grad_norm": 0.7744466662406921,
      "learning_rate": 0.00027997921075244585,
      "loss": 0.35699127197265623,
      "step": 3750
    },
    {
      "epoch": 0.87648014859531,
      "grad_norm": 0.5562940835952759,
      "learning_rate": 0.0002797027170042394,
      "loss": 0.3678006744384766,
      "step": 3775
    },
    {
      "epoch": 0.8822846528906432,
      "grad_norm": 0.69828200340271,
      "learning_rate": 0.0002794244655629177,
      "loss": 0.3857844161987305,
      "step": 3800
    },
    {
      "epoch": 0.8880891571859764,
      "grad_norm": 0.6107988357543945,
      "learning_rate": 0.0002791444601992625,
      "loss": 0.36248313903808593,
      "step": 3825
    },
    {
      "epoch": 0.8938936614813094,
      "grad_norm": 0.9355084896087646,
      "learning_rate": 0.00027886270470782416,
      "loss": 0.38405906677246093,
      "step": 3850
    },
    {
      "epoch": 0.8996981657766426,
      "grad_norm": 0.7552139759063721,
      "learning_rate": 0.00027857920290687044,
      "loss": 0.36699806213378905,
      "step": 3875
    },
    {
      "epoch": 0.9055026700719758,
      "grad_norm": 0.7360921502113342,
      "learning_rate": 0.0002782939586383344,
      "loss": 0.3859626007080078,
      "step": 3900
    },
    {
      "epoch": 0.911307174367309,
      "grad_norm": 0.7035590410232544,
      "learning_rate": 0.00027800697576776256,
      "loss": 0.3939159393310547,
      "step": 3925
    },
    {
      "epoch": 0.9171116786626422,
      "grad_norm": 0.7978581190109253,
      "learning_rate": 0.0002777182581842625,
      "loss": 0.3993148040771484,
      "step": 3950
    },
    {
      "epoch": 0.9229161829579754,
      "grad_norm": 0.5821986198425293,
      "learning_rate": 0.00027742780980045,
      "loss": 0.39007686614990233,
      "step": 3975
    },
    {
      "epoch": 0.9287206872533086,
      "grad_norm": 0.7438158988952637,
      "learning_rate": 0.0002771356345523964,
      "loss": 0.38194828033447265,
      "step": 4000
    },
    {
      "epoch": 0.9287206872533086,
      "eval_loss": 0.48814767599105835,
      "eval_runtime": 2.7823,
      "eval_samples_per_second": 646.952,
      "eval_steps_per_second": 10.423,
      "step": 4000
    },
    {
      "epoch": 0.9345251915486418,
      "grad_norm": 0.6110276579856873,
      "learning_rate": 0.0002768417363995746,
      "loss": 0.3739725494384766,
      "step": 4025
    },
    {
      "epoch": 0.940329695843975,
      "grad_norm": 0.9904279112815857,
      "learning_rate": 0.0002765461193248062,
      "loss": 0.37986766815185546,
      "step": 4050
    },
    {
      "epoch": 0.9461342001393082,
      "grad_norm": 0.670891284942627,
      "learning_rate": 0.0002762487873342069,
      "loss": 0.3712030792236328,
      "step": 4075
    },
    {
      "epoch": 0.9519387044346412,
      "grad_norm": 0.7104296088218689,
      "learning_rate": 0.00027594974445713244,
      "loss": 0.3993229293823242,
      "step": 4100
    },
    {
      "epoch": 0.9577432087299744,
      "grad_norm": 0.6775221824645996,
      "learning_rate": 0.00027564899474612404,
      "loss": 0.37310684204101563,
      "step": 4125
    },
    {
      "epoch": 0.9635477130253076,
      "grad_norm": 0.6754724979400635,
      "learning_rate": 0.0002753465422768535,
      "loss": 0.39303810119628907,
      "step": 4150
    },
    {
      "epoch": 0.9693522173206408,
      "grad_norm": 0.7326316237449646,
      "learning_rate": 0.0002750423911480677,
      "loss": 0.36520904541015625,
      "step": 4175
    },
    {
      "epoch": 0.975156721615974,
      "grad_norm": 0.6391810178756714,
      "learning_rate": 0.0002747365454815335,
      "loss": 0.37214405059814454,
      "step": 4200
    },
    {
      "epoch": 0.9809612259113072,
      "grad_norm": 0.7489984631538391,
      "learning_rate": 0.00027442900942198145,
      "loss": 0.3918659210205078,
      "step": 4225
    },
    {
      "epoch": 0.9867657302066404,
      "grad_norm": 0.6832382082939148,
      "learning_rate": 0.00027411978713704995,
      "loss": 0.3501068878173828,
      "step": 4250
    },
    {
      "epoch": 0.9925702345019736,
      "grad_norm": 0.5727312564849854,
      "learning_rate": 0.00027380888281722845,
      "loss": 0.38026947021484375,
      "step": 4275
    },
    {
      "epoch": 0.9983747387973068,
      "grad_norm": 0.647875189781189,
      "learning_rate": 0.00027349630067580107,
      "loss": 0.3627927017211914,
      "step": 4300
    },
    {
      "epoch": 1.00417924309264,
      "grad_norm": 0.7605851292610168,
      "learning_rate": 0.00027318204494878906,
      "loss": 0.3483236312866211,
      "step": 4325
    },
    {
      "epoch": 1.0099837473879731,
      "grad_norm": 0.6403733491897583,
      "learning_rate": 0.0002728661198948937,
      "loss": 0.32249099731445313,
      "step": 4350
    },
    {
      "epoch": 1.0157882516833063,
      "grad_norm": 0.6169142723083496,
      "learning_rate": 0.0002725485297954386,
      "loss": 0.3157264900207519,
      "step": 4375
    },
    {
      "epoch": 1.0215927559786395,
      "grad_norm": 0.6535440683364868,
      "learning_rate": 0.0002722292789543114,
      "loss": 0.31465414047241214,
      "step": 4400
    },
    {
      "epoch": 1.0273972602739727,
      "grad_norm": 0.6405704617500305,
      "learning_rate": 0.0002719083716979057,
      "loss": 0.3279232406616211,
      "step": 4425
    },
    {
      "epoch": 1.0332017645693057,
      "grad_norm": 0.6021073460578918,
      "learning_rate": 0.0002715858123750625,
      "loss": 0.33366455078125,
      "step": 4450
    },
    {
      "epoch": 1.0390062688646389,
      "grad_norm": 0.6265737414360046,
      "learning_rate": 0.0002712616053570108,
      "loss": 0.320176887512207,
      "step": 4475
    },
    {
      "epoch": 1.044810773159972,
      "grad_norm": 0.6770696043968201,
      "learning_rate": 0.0002709357550373089,
      "loss": 0.34064178466796874,
      "step": 4500
    },
    {
      "epoch": 1.0506152774553053,
      "grad_norm": 0.628902792930603,
      "learning_rate": 0.0002706082658317847,
      "loss": 0.32154853820800783,
      "step": 4525
    },
    {
      "epoch": 1.0564197817506384,
      "grad_norm": 0.7100651860237122,
      "learning_rate": 0.0002702791421784756,
      "loss": 0.31644344329833984,
      "step": 4550
    },
    {
      "epoch": 1.0622242860459716,
      "grad_norm": 0.6666051149368286,
      "learning_rate": 0.0002699483885375687,
      "loss": 0.3197053527832031,
      "step": 4575
    },
    {
      "epoch": 1.0680287903413048,
      "grad_norm": 0.6767443418502808,
      "learning_rate": 0.0002696160093913401,
      "loss": 0.32004940032958984,
      "step": 4600
    },
    {
      "epoch": 1.073833294636638,
      "grad_norm": 0.6652418971061707,
      "learning_rate": 0.00026928200924409445,
      "loss": 0.32636150360107424,
      "step": 4625
    },
    {
      "epoch": 1.0796377989319712,
      "grad_norm": 0.802137553691864,
      "learning_rate": 0.0002689463926221036,
      "loss": 0.3170870018005371,
      "step": 4650
    },
    {
      "epoch": 1.0854423032273044,
      "grad_norm": 0.6242552399635315,
      "learning_rate": 0.00026860916407354533,
      "loss": 0.32738426208496096,
      "step": 4675
    },
    {
      "epoch": 1.0912468075226376,
      "grad_norm": 0.5225188136100769,
      "learning_rate": 0.0002682703281684419,
      "loss": 0.310830135345459,
      "step": 4700
    },
    {
      "epoch": 1.0970513118179708,
      "grad_norm": 0.6679884791374207,
      "learning_rate": 0.00026792988949859796,
      "loss": 0.3206803894042969,
      "step": 4725
    },
    {
      "epoch": 1.102855816113304,
      "grad_norm": 0.6550357341766357,
      "learning_rate": 0.0002675878526775383,
      "loss": 0.3191901397705078,
      "step": 4750
    },
    {
      "epoch": 1.1086603204086372,
      "grad_norm": 0.6053130626678467,
      "learning_rate": 0.00026724422234044546,
      "loss": 0.3172738838195801,
      "step": 4775
    },
    {
      "epoch": 1.1144648247039703,
      "grad_norm": 0.7310574650764465,
      "learning_rate": 0.0002668990031440969,
      "loss": 0.3265264892578125,
      "step": 4800
    },
    {
      "epoch": 1.1202693289993035,
      "grad_norm": 0.7701820135116577,
      "learning_rate": 0.0002665521997668016,
      "loss": 0.32262577056884767,
      "step": 4825
    },
    {
      "epoch": 1.1260738332946367,
      "grad_norm": 0.8463571071624756,
      "learning_rate": 0.0002662038169083371,
      "loss": 0.3144503974914551,
      "step": 4850
    },
    {
      "epoch": 1.1318783375899697,
      "grad_norm": 0.5850328207015991,
      "learning_rate": 0.00026585385928988553,
      "loss": 0.3229551315307617,
      "step": 4875
    },
    {
      "epoch": 1.137682841885303,
      "grad_norm": 0.7047256827354431,
      "learning_rate": 0.00026550233165396984,
      "loss": 0.32570037841796873,
      "step": 4900
    },
    {
      "epoch": 1.143487346180636,
      "grad_norm": 0.62722247838974,
      "learning_rate": 0.00026514923876438907,
      "loss": 0.3462512969970703,
      "step": 4925
    },
    {
      "epoch": 1.1492918504759693,
      "grad_norm": 0.6269782185554504,
      "learning_rate": 0.0002647945854061545,
      "loss": 0.32021629333496093,
      "step": 4950
    },
    {
      "epoch": 1.1550963547713025,
      "grad_norm": 0.7987203598022461,
      "learning_rate": 0.00026443837638542416,
      "loss": 0.31721311569213867,
      "step": 4975
    },
    {
      "epoch": 1.1609008590666356,
      "grad_norm": 0.5987405776977539,
      "learning_rate": 0.00026408061652943805,
      "loss": 0.3331464385986328,
      "step": 5000
    },
    {
      "epoch": 1.1609008590666356,
      "eval_loss": 0.48615628480911255,
      "eval_runtime": 2.7568,
      "eval_samples_per_second": 652.927,
      "eval_steps_per_second": 10.519,
      "step": 5000
    },
    {
      "epoch": 1.1667053633619688,
      "grad_norm": 0.636762797832489,
      "learning_rate": 0.00026372131068645266,
      "loss": 0.33049747467041013,
      "step": 5025
    },
    {
      "epoch": 1.172509867657302,
      "grad_norm": 0.5950357913970947,
      "learning_rate": 0.00026336046372567524,
      "loss": 0.31558086395263674,
      "step": 5050
    },
    {
      "epoch": 1.1783143719526352,
      "grad_norm": 0.7616565227508545,
      "learning_rate": 0.0002629980805371977,
      "loss": 0.34098865509033205,
      "step": 5075
    },
    {
      "epoch": 1.1841188762479684,
      "grad_norm": 0.8171302676200867,
      "learning_rate": 0.00026263416603193064,
      "loss": 0.3206678009033203,
      "step": 5100
    },
    {
      "epoch": 1.1899233805433016,
      "grad_norm": 0.6228875517845154,
      "learning_rate": 0.00026226872514153646,
      "loss": 0.3341557693481445,
      "step": 5125
    },
    {
      "epoch": 1.1957278848386348,
      "grad_norm": 0.7468209266662598,
      "learning_rate": 0.0002619017628183627,
      "loss": 0.3183086585998535,
      "step": 5150
    },
    {
      "epoch": 1.201532389133968,
      "grad_norm": 0.5977431535720825,
      "learning_rate": 0.00026153328403537507,
      "loss": 0.2975300788879395,
      "step": 5175
    },
    {
      "epoch": 1.2073368934293012,
      "grad_norm": 0.7497389912605286,
      "learning_rate": 0.0002611632937860897,
      "loss": 0.3263800430297852,
      "step": 5200
    },
    {
      "epoch": 1.2131413977246344,
      "grad_norm": 0.6506994962692261,
      "learning_rate": 0.00026079179708450584,
      "loss": 0.31382217407226565,
      "step": 5225
    },
    {
      "epoch": 1.2189459020199676,
      "grad_norm": 0.6796441078186035,
      "learning_rate": 0.0002604187989650375,
      "loss": 0.32802093505859375,
      "step": 5250
    },
    {
      "epoch": 1.2247504063153007,
      "grad_norm": 0.606259286403656,
      "learning_rate": 0.00026004430448244573,
      "loss": 0.31098365783691406,
      "step": 5275
    },
    {
      "epoch": 1.230554910610634,
      "grad_norm": 0.6228957772254944,
      "learning_rate": 0.00025966831871176966,
      "loss": 0.3351668548583984,
      "step": 5300
    },
    {
      "epoch": 1.2363594149059671,
      "grad_norm": 0.6838172078132629,
      "learning_rate": 0.00025929084674825806,
      "loss": 0.30724201202392576,
      "step": 5325
    },
    {
      "epoch": 1.2421639192013,
      "grad_norm": 0.6283859014511108,
      "learning_rate": 0.0002589118937073,
      "loss": 0.3236090850830078,
      "step": 5350
    },
    {
      "epoch": 1.2479684234966335,
      "grad_norm": 0.7445445656776428,
      "learning_rate": 0.0002585314647243559,
      "loss": 0.3089501953125,
      "step": 5375
    },
    {
      "epoch": 1.2537729277919665,
      "grad_norm": 0.5628088712692261,
      "learning_rate": 0.0002581495649548874,
      "loss": 0.3196928215026855,
      "step": 5400
    },
    {
      "epoch": 1.2595774320872997,
      "grad_norm": 0.6176928877830505,
      "learning_rate": 0.0002577661995742881,
      "loss": 0.3408711624145508,
      "step": 5425
    },
    {
      "epoch": 1.2653819363826329,
      "grad_norm": 0.6318303942680359,
      "learning_rate": 0.0002573813737778129,
      "loss": 0.317446346282959,
      "step": 5450
    },
    {
      "epoch": 1.271186440677966,
      "grad_norm": 0.6661486625671387,
      "learning_rate": 0.00025699509278050804,
      "loss": 0.34569507598876953,
      "step": 5475
    },
    {
      "epoch": 1.2769909449732992,
      "grad_norm": 0.7848111987113953,
      "learning_rate": 0.0002566073618171401,
      "loss": 0.3127158546447754,
      "step": 5500
    },
    {
      "epoch": 1.2827954492686324,
      "grad_norm": 0.6989896893501282,
      "learning_rate": 0.0002562181861421251,
      "loss": 0.31853891372680665,
      "step": 5525
    },
    {
      "epoch": 1.2885999535639656,
      "grad_norm": 0.7261764407157898,
      "learning_rate": 0.0002558275710294575,
      "loss": 0.3159151840209961,
      "step": 5550
    },
    {
      "epoch": 1.2944044578592988,
      "grad_norm": 0.6303324699401855,
      "learning_rate": 0.00025543552177263864,
      "loss": 0.31834716796875,
      "step": 5575
    },
    {
      "epoch": 1.300208962154632,
      "grad_norm": 0.5532225966453552,
      "learning_rate": 0.00025504204368460463,
      "loss": 0.30585987091064454,
      "step": 5600
    },
    {
      "epoch": 1.3060134664499652,
      "grad_norm": 0.6741237640380859,
      "learning_rate": 0.0002546471420976552,
      "loss": 0.31569082260131837,
      "step": 5625
    },
    {
      "epoch": 1.3118179707452984,
      "grad_norm": 0.6705361008644104,
      "learning_rate": 0.00025425082236338044,
      "loss": 0.3247222900390625,
      "step": 5650
    },
    {
      "epoch": 1.3176224750406316,
      "grad_norm": 0.7508572340011597,
      "learning_rate": 0.000253853089852589,
      "loss": 0.29854156494140627,
      "step": 5675
    },
    {
      "epoch": 1.3234269793359648,
      "grad_norm": 0.5746467113494873,
      "learning_rate": 0.0002534539499552351,
      "loss": 0.32814361572265627,
      "step": 5700
    },
    {
      "epoch": 1.329231483631298,
      "grad_norm": 0.6579439043998718,
      "learning_rate": 0.0002530534080803452,
      "loss": 0.3035394096374512,
      "step": 5725
    },
    {
      "epoch": 1.3350359879266311,
      "grad_norm": 0.6473369002342224,
      "learning_rate": 0.00025265146965594527,
      "loss": 0.32496734619140627,
      "step": 5750
    },
    {
      "epoch": 1.340840492221964,
      "grad_norm": 0.6616256833076477,
      "learning_rate": 0.00025224814012898665,
      "loss": 0.3252885437011719,
      "step": 5775
    },
    {
      "epoch": 1.3466449965172975,
      "grad_norm": 0.7027599811553955,
      "learning_rate": 0.0002518434249652727,
      "loss": 0.3071519660949707,
      "step": 5800
    },
    {
      "epoch": 1.3524495008126305,
      "grad_norm": 0.6210665106773376,
      "learning_rate": 0.0002514373296493843,
      "loss": 0.2968731307983398,
      "step": 5825
    },
    {
      "epoch": 1.358254005107964,
      "grad_norm": 0.6813532710075378,
      "learning_rate": 0.00025102985968460594,
      "loss": 0.31244281768798826,
      "step": 5850
    },
    {
      "epoch": 1.3640585094032969,
      "grad_norm": 0.5574554800987244,
      "learning_rate": 0.00025062102059285085,
      "loss": 0.32012893676757814,
      "step": 5875
    },
    {
      "epoch": 1.36986301369863,
      "grad_norm": 0.6099461913108826,
      "learning_rate": 0.00025021081791458627,
      "loss": 0.31314926147460936,
      "step": 5900
    },
    {
      "epoch": 1.3756675179939633,
      "grad_norm": 0.612482488155365,
      "learning_rate": 0.00024979925720875845,
      "loss": 0.30818965911865237,
      "step": 5925
    },
    {
      "epoch": 1.3814720222892964,
      "grad_norm": 0.5875937342643738,
      "learning_rate": 0.000249386344052717,
      "loss": 0.30511083602905276,
      "step": 5950
    },
    {
      "epoch": 1.3872765265846296,
      "grad_norm": 0.6854719519615173,
      "learning_rate": 0.00024897208404214,
      "loss": 0.3048601341247559,
      "step": 5975
    },
    {
      "epoch": 1.3930810308799628,
      "grad_norm": 0.7227460741996765,
      "learning_rate": 0.00024855648279095704,
      "loss": 0.31671728134155275,
      "step": 6000
    },
    {
      "epoch": 1.3930810308799628,
      "eval_loss": 0.4727562367916107,
      "eval_runtime": 2.7654,
      "eval_samples_per_second": 650.893,
      "eval_steps_per_second": 10.487,
      "step": 6000
    },
    {
      "epoch": 1.398885535175296,
      "grad_norm": 0.6788727641105652,
      "learning_rate": 0.00024813954593127445,
      "loss": 0.2970410919189453,
      "step": 6025
    },
    {
      "epoch": 1.4046900394706292,
      "grad_norm": 0.6451123952865601,
      "learning_rate": 0.0002477212791132979,
      "loss": 0.2862021827697754,
      "step": 6050
    },
    {
      "epoch": 1.4104945437659624,
      "grad_norm": 0.6537806391716003,
      "learning_rate": 0.0002473016880052565,
      "loss": 0.30356426239013673,
      "step": 6075
    },
    {
      "epoch": 1.4162990480612956,
      "grad_norm": 0.6873378753662109,
      "learning_rate": 0.00024688077829332567,
      "loss": 0.3050061225891113,
      "step": 6100
    },
    {
      "epoch": 1.4221035523566288,
      "grad_norm": 0.8558492064476013,
      "learning_rate": 0.0002464585556815502,
      "loss": 0.30953935623168943,
      "step": 6125
    },
    {
      "epoch": 1.427908056651962,
      "grad_norm": 0.6895678639411926,
      "learning_rate": 0.00024603502589176684,
      "loss": 0.315384521484375,
      "step": 6150
    },
    {
      "epoch": 1.4337125609472952,
      "grad_norm": 0.5806310772895813,
      "learning_rate": 0.0002456101946635268,
      "loss": 0.3132205009460449,
      "step": 6175
    },
    {
      "epoch": 1.4395170652426283,
      "grad_norm": 0.5732521414756775,
      "learning_rate": 0.0002451840677540182,
      "loss": 0.31554349899291995,
      "step": 6200
    },
    {
      "epoch": 1.4453215695379615,
      "grad_norm": 0.5964354276657104,
      "learning_rate": 0.0002447566509379876,
      "loss": 0.31711679458618164,
      "step": 6225
    },
    {
      "epoch": 1.4511260738332945,
      "grad_norm": 0.6099135875701904,
      "learning_rate": 0.00024432795000766224,
      "loss": 0.3235733413696289,
      "step": 6250
    },
    {
      "epoch": 1.456930578128628,
      "grad_norm": 0.6290714740753174,
      "learning_rate": 0.00024389797077267112,
      "loss": 0.30516586303710935,
      "step": 6275
    },
    {
      "epoch": 1.4627350824239609,
      "grad_norm": 0.6703317165374756,
      "learning_rate": 0.00024346671905996648,
      "loss": 0.3056545829772949,
      "step": 6300
    },
    {
      "epoch": 1.4685395867192943,
      "grad_norm": 0.6912330985069275,
      "learning_rate": 0.00024303420071374493,
      "loss": 0.27505996704101565,
      "step": 6325
    },
    {
      "epoch": 1.4743440910146273,
      "grad_norm": 0.5378541946411133,
      "learning_rate": 0.00024260042159536793,
      "loss": 0.2972256278991699,
      "step": 6350
    },
    {
      "epoch": 1.4801485953099605,
      "grad_norm": 0.7520794868469238,
      "learning_rate": 0.0002421653875832827,
      "loss": 0.32843109130859377,
      "step": 6375
    },
    {
      "epoch": 1.4859530996052936,
      "grad_norm": 0.6301512718200684,
      "learning_rate": 0.00024172910457294236,
      "loss": 0.29020545959472654,
      "step": 6400
    },
    {
      "epoch": 1.4917576039006268,
      "grad_norm": 0.743053138256073,
      "learning_rate": 0.00024129157847672605,
      "loss": 0.3057110404968262,
      "step": 6425
    },
    {
      "epoch": 1.49756210819596,
      "grad_norm": 0.5653263926506042,
      "learning_rate": 0.00024085281522385894,
      "loss": 0.33673030853271485,
      "step": 6450
    },
    {
      "epoch": 1.5033666124912932,
      "grad_norm": 0.5811220407485962,
      "learning_rate": 0.00024041282076033165,
      "loss": 0.30766809463500977,
      "step": 6475
    },
    {
      "epoch": 1.5091711167866264,
      "grad_norm": 0.5101409554481506,
      "learning_rate": 0.00023997160104882,
      "loss": 0.3042826843261719,
      "step": 6500
    },
    {
      "epoch": 1.5149756210819596,
      "grad_norm": 0.5552115440368652,
      "learning_rate": 0.00023952916206860378,
      "loss": 0.311158447265625,
      "step": 6525
    },
    {
      "epoch": 1.5207801253772928,
      "grad_norm": 0.561336100101471,
      "learning_rate": 0.00023908550981548612,
      "loss": 0.29308698654174803,
      "step": 6550
    },
    {
      "epoch": 1.526584629672626,
      "grad_norm": 0.543438196182251,
      "learning_rate": 0.00023864065030171198,
      "loss": 0.3029079627990723,
      "step": 6575
    },
    {
      "epoch": 1.5323891339679592,
      "grad_norm": 0.6324707269668579,
      "learning_rate": 0.00023819458955588686,
      "loss": 0.2861163520812988,
      "step": 6600
    },
    {
      "epoch": 1.5381936382632924,
      "grad_norm": 0.6454148888587952,
      "learning_rate": 0.0002377473336228949,
      "loss": 0.29912094116210936,
      "step": 6625
    },
    {
      "epoch": 1.5439981425586256,
      "grad_norm": 0.6285545229911804,
      "learning_rate": 0.0002372988885638171,
      "loss": 0.29781471252441405,
      "step": 6650
    },
    {
      "epoch": 1.5498026468539585,
      "grad_norm": 0.5753786563873291,
      "learning_rate": 0.00023684926045584916,
      "loss": 0.2966350173950195,
      "step": 6675
    },
    {
      "epoch": 1.555607151149292,
      "grad_norm": 0.6003463268280029,
      "learning_rate": 0.00023639845539221907,
      "loss": 0.28225135803222656,
      "step": 6700
    },
    {
      "epoch": 1.561411655444625,
      "grad_norm": 0.6339415907859802,
      "learning_rate": 0.00023594647948210464,
      "loss": 0.32587059020996095,
      "step": 6725
    },
    {
      "epoch": 1.5672161597399583,
      "grad_norm": 0.7381962537765503,
      "learning_rate": 0.00023549333885055065,
      "loss": 0.30733226776123046,
      "step": 6750
    },
    {
      "epoch": 1.5730206640352913,
      "grad_norm": 0.6690865159034729,
      "learning_rate": 0.00023503903963838574,
      "loss": 0.30211912155151366,
      "step": 6775
    },
    {
      "epoch": 1.5788251683306247,
      "grad_norm": 0.6530346870422363,
      "learning_rate": 0.00023458358800213942,
      "loss": 0.2939929008483887,
      "step": 6800
    },
    {
      "epoch": 1.5846296726259577,
      "grad_norm": 0.6665822863578796,
      "learning_rate": 0.00023412699011395843,
      "loss": 0.305390510559082,
      "step": 6825
    },
    {
      "epoch": 1.590434176921291,
      "grad_norm": 0.6341019868850708,
      "learning_rate": 0.0002336692521615232,
      "loss": 0.33179832458496095,
      "step": 6850
    },
    {
      "epoch": 1.596238681216624,
      "grad_norm": 0.6109963059425354,
      "learning_rate": 0.000233210380347964,
      "loss": 0.3017910957336426,
      "step": 6875
    },
    {
      "epoch": 1.6020431855119572,
      "grad_norm": 0.6072869300842285,
      "learning_rate": 0.00023275038089177682,
      "loss": 0.29215761184692385,
      "step": 6900
    },
    {
      "epoch": 1.6078476898072904,
      "grad_norm": 0.6945996880531311,
      "learning_rate": 0.00023228926002673915,
      "loss": 0.31206249237060546,
      "step": 6925
    },
    {
      "epoch": 1.6136521941026236,
      "grad_norm": 0.6656129956245422,
      "learning_rate": 0.00023182702400182547,
      "loss": 0.300494441986084,
      "step": 6950
    },
    {
      "epoch": 1.6194566983979568,
      "grad_norm": 0.5853510499000549,
      "learning_rate": 0.00023136367908112263,
      "loss": 0.3122475814819336,
      "step": 6975
    },
    {
      "epoch": 1.62526120269329,
      "grad_norm": 0.6586392521858215,
      "learning_rate": 0.00023089923154374483,
      "loss": 0.30273584365844725,
      "step": 7000
    },
    {
      "epoch": 1.62526120269329,
      "eval_loss": 0.46578022837638855,
      "eval_runtime": 2.7583,
      "eval_samples_per_second": 652.587,
      "eval_steps_per_second": 10.514,
      "step": 7000
    },
    {
      "epoch": 1.6310657069886232,
      "grad_norm": 0.6447516083717346,
      "learning_rate": 0.00023043368768374864,
      "loss": 0.2987114906311035,
      "step": 7025
    },
    {
      "epoch": 1.6368702112839564,
      "grad_norm": 0.5993840098381042,
      "learning_rate": 0.0002299670538100477,
      "loss": 0.3093856620788574,
      "step": 7050
    },
    {
      "epoch": 1.6426747155792896,
      "grad_norm": 0.5721951723098755,
      "learning_rate": 0.0002294993362463272,
      "loss": 0.30892154693603513,
      "step": 7075
    },
    {
      "epoch": 1.6484792198746228,
      "grad_norm": 0.5984885096549988,
      "learning_rate": 0.00022903054133095805,
      "loss": 0.31562023162841796,
      "step": 7100
    },
    {
      "epoch": 1.654283724169956,
      "grad_norm": 0.6952109336853027,
      "learning_rate": 0.00022856067541691136,
      "loss": 0.2940500831604004,
      "step": 7125
    },
    {
      "epoch": 1.660088228465289,
      "grad_norm": 0.6385327577590942,
      "learning_rate": 0.0002280897448716719,
      "loss": 0.2970525550842285,
      "step": 7150
    },
    {
      "epoch": 1.6658927327606223,
      "grad_norm": 0.7174793481826782,
      "learning_rate": 0.00022761775607715192,
      "loss": 0.2998079872131348,
      "step": 7175
    },
    {
      "epoch": 1.6716972370559553,
      "grad_norm": 0.6188244223594666,
      "learning_rate": 0.00022714471542960513,
      "loss": 0.2862828254699707,
      "step": 7200
    },
    {
      "epoch": 1.6775017413512887,
      "grad_norm": 0.595618486404419,
      "learning_rate": 0.00022667062933953922,
      "loss": 0.29190004348754883,
      "step": 7225
    },
    {
      "epoch": 1.6833062456466217,
      "grad_norm": 0.6140469908714294,
      "learning_rate": 0.00022619550423162973,
      "loss": 0.28848487854003907,
      "step": 7250
    },
    {
      "epoch": 1.689110749941955,
      "grad_norm": 0.5486945509910583,
      "learning_rate": 0.0002257193465446325,
      "loss": 0.298336067199707,
      "step": 7275
    },
    {
      "epoch": 1.694915254237288,
      "grad_norm": 0.6571700572967529,
      "learning_rate": 0.00022524216273129655,
      "loss": 0.3010477256774902,
      "step": 7300
    },
    {
      "epoch": 1.7007197585326215,
      "grad_norm": 0.67644864320755,
      "learning_rate": 0.00022476395925827682,
      "loss": 0.2858085823059082,
      "step": 7325
    },
    {
      "epoch": 1.7065242628279544,
      "grad_norm": 0.5826391577720642,
      "learning_rate": 0.00022428474260604618,
      "loss": 0.30058721542358396,
      "step": 7350
    },
    {
      "epoch": 1.7123287671232876,
      "grad_norm": 0.6315799355506897,
      "learning_rate": 0.000223804519268808,
      "loss": 0.2961753463745117,
      "step": 7375
    },
    {
      "epoch": 1.7181332714186208,
      "grad_norm": 0.5751924514770508,
      "learning_rate": 0.00022332329575440782,
      "loss": 0.2841574478149414,
      "step": 7400
    },
    {
      "epoch": 1.723937775713954,
      "grad_norm": 0.666958749294281,
      "learning_rate": 0.00022284107858424533,
      "loss": 0.2895758056640625,
      "step": 7425
    },
    {
      "epoch": 1.7297422800092872,
      "grad_norm": 0.6232280135154724,
      "learning_rate": 0.00022235787429318604,
      "loss": 0.27466938018798825,
      "step": 7450
    },
    {
      "epoch": 1.7355467843046204,
      "grad_norm": 0.6165049076080322,
      "learning_rate": 0.00022187368942947231,
      "loss": 0.2787031555175781,
      "step": 7475
    },
    {
      "epoch": 1.7413512885999536,
      "grad_norm": 0.587227463722229,
      "learning_rate": 0.00022138853055463545,
      "loss": 0.2846013450622559,
      "step": 7500
    },
    {
      "epoch": 1.7471557928952868,
      "grad_norm": 0.6277509927749634,
      "learning_rate": 0.0002209024042434058,
      "loss": 0.2921302032470703,
      "step": 7525
    },
    {
      "epoch": 1.75296029719062,
      "grad_norm": 0.5310524702072144,
      "learning_rate": 0.00022041531708362434,
      "loss": 0.2808640670776367,
      "step": 7550
    },
    {
      "epoch": 1.758764801485953,
      "grad_norm": 0.4926140606403351,
      "learning_rate": 0.00021992727567615326,
      "loss": 0.2831878662109375,
      "step": 7575
    },
    {
      "epoch": 1.7645693057812863,
      "grad_norm": 0.596112847328186,
      "learning_rate": 0.00021943828663478616,
      "loss": 0.30501962661743165,
      "step": 7600
    },
    {
      "epoch": 1.7703738100766193,
      "grad_norm": 0.5885482430458069,
      "learning_rate": 0.00021894835658615904,
      "loss": 0.27782888412475587,
      "step": 7625
    },
    {
      "epoch": 1.7761783143719527,
      "grad_norm": 0.675792932510376,
      "learning_rate": 0.00021845749216965984,
      "loss": 0.29576391220092774,
      "step": 7650
    },
    {
      "epoch": 1.7819828186672857,
      "grad_norm": 0.6968962550163269,
      "learning_rate": 0.00021796570003733905,
      "loss": 0.2900502586364746,
      "step": 7675
    },
    {
      "epoch": 1.787787322962619,
      "grad_norm": 0.6951692700386047,
      "learning_rate": 0.00021747298685381906,
      "loss": 0.3032721710205078,
      "step": 7700
    },
    {
      "epoch": 1.793591827257952,
      "grad_norm": 0.6293168663978577,
      "learning_rate": 0.0002169793592962042,
      "loss": 0.2854315376281738,
      "step": 7725
    },
    {
      "epoch": 1.7993963315532855,
      "grad_norm": 0.6880147457122803,
      "learning_rate": 0.0002164848240539902,
      "loss": 0.2785432624816895,
      "step": 7750
    },
    {
      "epoch": 1.8052008358486185,
      "grad_norm": 0.6682071685791016,
      "learning_rate": 0.00021598938782897324,
      "loss": 0.29008663177490235,
      "step": 7775
    },
    {
      "epoch": 1.8110053401439519,
      "grad_norm": 0.5785953998565674,
      "learning_rate": 0.00021549305733515955,
      "loss": 0.2805482864379883,
      "step": 7800
    },
    {
      "epoch": 1.8168098444392848,
      "grad_norm": 0.5949696898460388,
      "learning_rate": 0.00021499583929867415,
      "loss": 0.2796248626708984,
      "step": 7825
    },
    {
      "epoch": 1.822614348734618,
      "grad_norm": 0.6010411977767944,
      "learning_rate": 0.00021449774045766978,
      "loss": 0.2813014221191406,
      "step": 7850
    },
    {
      "epoch": 1.8284188530299512,
      "grad_norm": 0.6029084920883179,
      "learning_rate": 0.0002139987675622357,
      "loss": 0.28535099029541017,
      "step": 7875
    },
    {
      "epoch": 1.8342233573252844,
      "grad_norm": 0.5701190233230591,
      "learning_rate": 0.00021349892737430577,
      "loss": 0.2748454475402832,
      "step": 7900
    },
    {
      "epoch": 1.8400278616206176,
      "grad_norm": 0.6483235359191895,
      "learning_rate": 0.00021299822666756763,
      "loss": 0.28274688720703123,
      "step": 7925
    },
    {
      "epoch": 1.8458323659159508,
      "grad_norm": 0.538735568523407,
      "learning_rate": 0.00021249667222737,
      "loss": 0.27964962005615235,
      "step": 7950
    },
    {
      "epoch": 1.851636870211284,
      "grad_norm": 0.6208842992782593,
      "learning_rate": 0.00021199427085063133,
      "loss": 0.28368295669555665,
      "step": 7975
    },
    {
      "epoch": 1.8574413745066172,
      "grad_norm": 0.5354974865913391,
      "learning_rate": 0.00021149102934574747,
      "loss": 0.26251665115356443,
      "step": 8000
    },
    {
      "epoch": 1.8574413745066172,
      "eval_loss": 0.45589447021484375,
      "eval_runtime": 2.7517,
      "eval_samples_per_second": 654.147,
      "eval_steps_per_second": 10.539,
      "step": 8000
    },
    {
      "epoch": 1.8632458788019504,
      "grad_norm": 0.5648078918457031,
      "learning_rate": 0.00021098695453249949,
      "loss": 0.28487659454345704,
      "step": 8025
    },
    {
      "epoch": 1.8690503830972833,
      "grad_norm": 0.5411435961723328,
      "learning_rate": 0.00021048205324196111,
      "loss": 0.27927705764770505,
      "step": 8050
    },
    {
      "epoch": 1.8748548873926167,
      "grad_norm": 0.5399224758148193,
      "learning_rate": 0.0002099763323164063,
      "loss": 0.2783413505554199,
      "step": 8075
    },
    {
      "epoch": 1.8806593916879497,
      "grad_norm": 0.5484160780906677,
      "learning_rate": 0.00020946979860921651,
      "loss": 0.29580570220947267,
      "step": 8100
    },
    {
      "epoch": 1.8864638959832831,
      "grad_norm": 0.7539390921592712,
      "learning_rate": 0.00020896245898478769,
      "loss": 0.28216598510742186,
      "step": 8125
    },
    {
      "epoch": 1.892268400278616,
      "grad_norm": 0.7425509095191956,
      "learning_rate": 0.0002084543203184373,
      "loss": 0.28667551040649414,
      "step": 8150
    },
    {
      "epoch": 1.8980729045739495,
      "grad_norm": 0.6277238130569458,
      "learning_rate": 0.00020794538949631144,
      "loss": 0.2975791358947754,
      "step": 8175
    },
    {
      "epoch": 1.9038774088692825,
      "grad_norm": 0.5314567685127258,
      "learning_rate": 0.0002074356734152909,
      "loss": 0.2790555953979492,
      "step": 8200
    },
    {
      "epoch": 1.9096819131646159,
      "grad_norm": 0.6067845821380615,
      "learning_rate": 0.00020692517898289844,
      "loss": 0.3026649665832519,
      "step": 8225
    },
    {
      "epoch": 1.9154864174599489,
      "grad_norm": 0.6647687554359436,
      "learning_rate": 0.00020641391311720448,
      "loss": 0.27243967056274415,
      "step": 8250
    },
    {
      "epoch": 1.921290921755282,
      "grad_norm": 0.5201959609985352,
      "learning_rate": 0.00020590188274673387,
      "loss": 0.2778730773925781,
      "step": 8275
    },
    {
      "epoch": 1.9270954260506152,
      "grad_norm": 0.5226133465766907,
      "learning_rate": 0.0002053890948103718,
      "loss": 0.27872365951538086,
      "step": 8300
    },
    {
      "epoch": 1.9328999303459484,
      "grad_norm": 0.5825538635253906,
      "learning_rate": 0.00020487555625726972,
      "loss": 0.29387989044189455,
      "step": 8325
    },
    {
      "epoch": 1.9387044346412816,
      "grad_norm": 0.5677186846733093,
      "learning_rate": 0.00020436127404675116,
      "loss": 0.2941434288024902,
      "step": 8350
    },
    {
      "epoch": 1.9445089389366148,
      "grad_norm": 0.6852154731750488,
      "learning_rate": 0.00020384625514821764,
      "loss": 0.2821710205078125,
      "step": 8375
    },
    {
      "epoch": 1.950313443231948,
      "grad_norm": 0.509062647819519,
      "learning_rate": 0.0002033305065410539,
      "loss": 0.2724331474304199,
      "step": 8400
    },
    {
      "epoch": 1.9561179475272812,
      "grad_norm": 0.5549076795578003,
      "learning_rate": 0.0002028140352145336,
      "loss": 0.2702467346191406,
      "step": 8425
    },
    {
      "epoch": 1.9619224518226144,
      "grad_norm": 0.6263270378112793,
      "learning_rate": 0.00020229684816772437,
      "loss": 0.2931397819519043,
      "step": 8450
    },
    {
      "epoch": 1.9677269561179476,
      "grad_norm": 0.6422144770622253,
      "learning_rate": 0.00020177895240939314,
      "loss": 0.2782253074645996,
      "step": 8475
    },
    {
      "epoch": 1.9735314604132808,
      "grad_norm": 0.5915998220443726,
      "learning_rate": 0.0002012603549579111,
      "loss": 0.2896983528137207,
      "step": 8500
    },
    {
      "epoch": 1.9793359647086137,
      "grad_norm": 0.5663604140281677,
      "learning_rate": 0.0002007410628411585,
      "loss": 0.26976789474487306,
      "step": 8525
    },
    {
      "epoch": 1.9851404690039471,
      "grad_norm": 0.6165004372596741,
      "learning_rate": 0.00020022108309642955,
      "loss": 0.278371696472168,
      "step": 8550
    },
    {
      "epoch": 1.99094497329928,
      "grad_norm": 0.5176596641540527,
      "learning_rate": 0.00019970042277033705,
      "loss": 0.2713899612426758,
      "step": 8575
    },
    {
      "epoch": 1.9967494775946135,
      "grad_norm": 0.5988627672195435,
      "learning_rate": 0.00019917908891871667,
      "loss": 0.30117774963378907,
      "step": 8600
    },
    {
      "epoch": 2.0025539818899465,
      "grad_norm": 0.5397821664810181,
      "learning_rate": 0.0001986570886065317,
      "loss": 0.2492702293395996,
      "step": 8625
    },
    {
      "epoch": 2.00835848618528,
      "grad_norm": 0.4858548641204834,
      "learning_rate": 0.00019813442890777695,
      "loss": 0.2141697311401367,
      "step": 8650
    },
    {
      "epoch": 2.014162990480613,
      "grad_norm": 0.5113976001739502,
      "learning_rate": 0.00019761111690538318,
      "loss": 0.21148900985717772,
      "step": 8675
    },
    {
      "epoch": 2.0199674947759463,
      "grad_norm": 0.644262433052063,
      "learning_rate": 0.0001970871596911208,
      "loss": 0.2366372299194336,
      "step": 8700
    },
    {
      "epoch": 2.0257719990712793,
      "grad_norm": 0.5584157705307007,
      "learning_rate": 0.00019656256436550412,
      "loss": 0.21513431549072265,
      "step": 8725
    },
    {
      "epoch": 2.0315765033666127,
      "grad_norm": 0.49645885825157166,
      "learning_rate": 0.00019603733803769482,
      "loss": 0.22790033340454102,
      "step": 8750
    },
    {
      "epoch": 2.0373810076619456,
      "grad_norm": 0.6204771399497986,
      "learning_rate": 0.00019551148782540585,
      "loss": 0.2140917205810547,
      "step": 8775
    },
    {
      "epoch": 2.043185511957279,
      "grad_norm": 0.6201297044754028,
      "learning_rate": 0.0001949850208548047,
      "loss": 0.20648632049560547,
      "step": 8800
    },
    {
      "epoch": 2.048990016252612,
      "grad_norm": 0.5970756411552429,
      "learning_rate": 0.00019445794426041718,
      "loss": 0.20710657119750978,
      "step": 8825
    },
    {
      "epoch": 2.0547945205479454,
      "grad_norm": 0.5841864347457886,
      "learning_rate": 0.00019393026518503044,
      "loss": 0.20560750961303711,
      "step": 8850
    },
    {
      "epoch": 2.0605990248432784,
      "grad_norm": 0.6393046379089355,
      "learning_rate": 0.00019340199077959617,
      "loss": 0.22906755447387694,
      "step": 8875
    },
    {
      "epoch": 2.0664035291386114,
      "grad_norm": 0.6178106069564819,
      "learning_rate": 0.0001928731282031341,
      "loss": 0.21789752960205078,
      "step": 8900
    },
    {
      "epoch": 2.0722080334339448,
      "grad_norm": 0.5272368788719177,
      "learning_rate": 0.00019234368462263428,
      "loss": 0.22274776458740234,
      "step": 8925
    },
    {
      "epoch": 2.0780125377292777,
      "grad_norm": 0.6374201774597168,
      "learning_rate": 0.0001918136672129607,
      "loss": 0.22993766784667968,
      "step": 8950
    },
    {
      "epoch": 2.083817042024611,
      "grad_norm": 0.6094024181365967,
      "learning_rate": 0.00019128308315675358,
      "loss": 0.21363552093505858,
      "step": 8975
    },
    {
      "epoch": 2.089621546319944,
      "grad_norm": 0.46703869104385376,
      "learning_rate": 0.00019075193964433211,
      "loss": 0.2028689956665039,
      "step": 9000
    },
    {
      "epoch": 2.089621546319944,
      "eval_loss": 0.4722580909729004,
      "eval_runtime": 2.7862,
      "eval_samples_per_second": 646.041,
      "eval_steps_per_second": 10.408,
      "step": 9000
    },
    {
      "epoch": 2.0954260506152775,
      "grad_norm": 0.563557505607605,
      "learning_rate": 0.00019022024387359713,
      "loss": 0.2152543830871582,
      "step": 9025
    },
    {
      "epoch": 2.1012305549106105,
      "grad_norm": 0.6211534738540649,
      "learning_rate": 0.0001896880030499336,
      "loss": 0.22218914031982423,
      "step": 9050
    },
    {
      "epoch": 2.107035059205944,
      "grad_norm": 0.6554946303367615,
      "learning_rate": 0.0001891552243861127,
      "loss": 0.21623214721679687,
      "step": 9075
    },
    {
      "epoch": 2.112839563501277,
      "grad_norm": 0.6000050902366638,
      "learning_rate": 0.00018862191510219442,
      "loss": 0.21452957153320312,
      "step": 9100
    },
    {
      "epoch": 2.1186440677966103,
      "grad_norm": 0.5918187499046326,
      "learning_rate": 0.00018808808242542938,
      "loss": 0.21045501708984374,
      "step": 9125
    },
    {
      "epoch": 2.1244485720919433,
      "grad_norm": 0.522652804851532,
      "learning_rate": 0.00018755373359016138,
      "loss": 0.22067995071411134,
      "step": 9150
    },
    {
      "epoch": 2.1302530763872767,
      "grad_norm": 0.574083685874939,
      "learning_rate": 0.00018701887583772863,
      "loss": 0.21983745574951172,
      "step": 9175
    },
    {
      "epoch": 2.1360575806826096,
      "grad_norm": 0.4899635314941406,
      "learning_rate": 0.00018648351641636644,
      "loss": 0.22111549377441406,
      "step": 9200
    },
    {
      "epoch": 2.141862084977943,
      "grad_norm": 0.6875515580177307,
      "learning_rate": 0.0001859476625811083,
      "loss": 0.22991109848022462,
      "step": 9225
    },
    {
      "epoch": 2.147666589273276,
      "grad_norm": 0.6430684328079224,
      "learning_rate": 0.00018541132159368798,
      "loss": 0.22644443511962892,
      "step": 9250
    },
    {
      "epoch": 2.1534710935686094,
      "grad_norm": 0.5825778245925903,
      "learning_rate": 0.00018487450072244093,
      "loss": 0.21741489410400391,
      "step": 9275
    },
    {
      "epoch": 2.1592755978639424,
      "grad_norm": 0.5903428196907043,
      "learning_rate": 0.00018433720724220597,
      "loss": 0.20771631240844726,
      "step": 9300
    },
    {
      "epoch": 2.1650801021592754,
      "grad_norm": 0.5719689130783081,
      "learning_rate": 0.0001837994484342264,
      "loss": 0.22163301467895508,
      "step": 9325
    },
    {
      "epoch": 2.170884606454609,
      "grad_norm": 0.6366750597953796,
      "learning_rate": 0.00018326123158605165,
      "loss": 0.23154041290283203,
      "step": 9350
    },
    {
      "epoch": 2.1766891107499418,
      "grad_norm": 0.552815854549408,
      "learning_rate": 0.00018272256399143834,
      "loss": 0.21899927139282227,
      "step": 9375
    },
    {
      "epoch": 2.182493615045275,
      "grad_norm": 0.5769531726837158,
      "learning_rate": 0.00018218345295025143,
      "loss": 0.21298625946044922,
      "step": 9400
    },
    {
      "epoch": 2.188298119340608,
      "grad_norm": 0.5878853797912598,
      "learning_rate": 0.00018164390576836534,
      "loss": 0.22514759063720702,
      "step": 9425
    },
    {
      "epoch": 2.1941026236359416,
      "grad_norm": 0.480671763420105,
      "learning_rate": 0.00018110392975756502,
      "loss": 0.2228526496887207,
      "step": 9450
    },
    {
      "epoch": 2.1999071279312745,
      "grad_norm": 0.5636632442474365,
      "learning_rate": 0.00018056353223544665,
      "loss": 0.21168306350708008,
      "step": 9475
    },
    {
      "epoch": 2.205711632226608,
      "grad_norm": 0.48353374004364014,
      "learning_rate": 0.00018002272052531878,
      "loss": 0.2263408660888672,
      "step": 9500
    },
    {
      "epoch": 2.211516136521941,
      "grad_norm": 0.5352545380592346,
      "learning_rate": 0.0001794815019561027,
      "loss": 0.22426290512084962,
      "step": 9525
    },
    {
      "epoch": 2.2173206408172743,
      "grad_norm": 0.5699704885482788,
      "learning_rate": 0.0001789398838622336,
      "loss": 0.21549053192138673,
      "step": 9550
    },
    {
      "epoch": 2.2231251451126073,
      "grad_norm": 0.5913279056549072,
      "learning_rate": 0.00017839787358356067,
      "loss": 0.22139385223388672,
      "step": 9575
    },
    {
      "epoch": 2.2289296494079407,
      "grad_norm": 0.5757904648780823,
      "learning_rate": 0.00017785547846524798,
      "loss": 0.2186814308166504,
      "step": 9600
    },
    {
      "epoch": 2.2347341537032737,
      "grad_norm": 0.5990129113197327,
      "learning_rate": 0.0001773127058576748,
      "loss": 0.2097479248046875,
      "step": 9625
    },
    {
      "epoch": 2.240538657998607,
      "grad_norm": 0.5633386969566345,
      "learning_rate": 0.00017676956311633613,
      "loss": 0.22741294860839845,
      "step": 9650
    },
    {
      "epoch": 2.24634316229394,
      "grad_norm": 0.6134929656982422,
      "learning_rate": 0.00017622605760174271,
      "loss": 0.21768487930297853,
      "step": 9675
    },
    {
      "epoch": 2.2521476665892735,
      "grad_norm": 0.5604804754257202,
      "learning_rate": 0.00017568219667932176,
      "loss": 0.2174857711791992,
      "step": 9700
    },
    {
      "epoch": 2.2579521708846064,
      "grad_norm": 0.5374922752380371,
      "learning_rate": 0.00017513798771931653,
      "loss": 0.21669696807861327,
      "step": 9725
    },
    {
      "epoch": 2.2637566751799394,
      "grad_norm": 0.5428775548934937,
      "learning_rate": 0.00017459343809668712,
      "loss": 0.20766374588012695,
      "step": 9750
    },
    {
      "epoch": 2.269561179475273,
      "grad_norm": 0.5475351810455322,
      "learning_rate": 0.00017404855519100994,
      "loss": 0.20494213104248046,
      "step": 9775
    },
    {
      "epoch": 2.275365683770606,
      "grad_norm": 0.5451847910881042,
      "learning_rate": 0.00017350334638637809,
      "loss": 0.2123589324951172,
      "step": 9800
    },
    {
      "epoch": 2.281170188065939,
      "grad_norm": 0.614493727684021,
      "learning_rate": 0.00017295781907130108,
      "loss": 0.23357988357543946,
      "step": 9825
    },
    {
      "epoch": 2.286974692361272,
      "grad_norm": 0.6001668572425842,
      "learning_rate": 0.00017241198063860485,
      "loss": 0.22932859420776366,
      "step": 9850
    },
    {
      "epoch": 2.2927791966566056,
      "grad_norm": 0.6225593686103821,
      "learning_rate": 0.0001718658384853314,
      "loss": 0.228519287109375,
      "step": 9875
    },
    {
      "epoch": 2.2985837009519385,
      "grad_norm": 0.5498306751251221,
      "learning_rate": 0.00017131940001263883,
      "loss": 0.22619125366210938,
      "step": 9900
    },
    {
      "epoch": 2.304388205247272,
      "grad_norm": 0.617794394493103,
      "learning_rate": 0.00017077267262570077,
      "loss": 0.24700286865234375,
      "step": 9925
    },
    {
      "epoch": 2.310192709542605,
      "grad_norm": 0.5148032307624817,
      "learning_rate": 0.0001702256637336061,
      "loss": 0.21693771362304687,
      "step": 9950
    },
    {
      "epoch": 2.3159972138379383,
      "grad_norm": 0.5845295190811157,
      "learning_rate": 0.00016967838074925866,
      "loss": 0.2280506134033203,
      "step": 9975
    },
    {
      "epoch": 2.3218017181332713,
      "grad_norm": 0.6682146191596985,
      "learning_rate": 0.0001691308310892766,
      "loss": 0.2197197914123535,
      "step": 10000
    },
    {
      "epoch": 2.3218017181332713,
      "eval_loss": 0.467913955450058,
      "eval_runtime": 2.8534,
      "eval_samples_per_second": 630.819,
      "eval_steps_per_second": 10.163,
      "step": 10000
    },
    {
      "epoch": 2.3276062224286047,
      "grad_norm": 0.5486340522766113,
      "learning_rate": 0.00016858302217389213,
      "loss": 0.21343572616577147,
      "step": 10025
    },
    {
      "epoch": 2.3334107267239377,
      "grad_norm": 0.49393242597579956,
      "learning_rate": 0.00016803496142685066,
      "loss": 0.22367969512939453,
      "step": 10050
    },
    {
      "epoch": 2.339215231019271,
      "grad_norm": 0.6150463819503784,
      "learning_rate": 0.00016748665627531052,
      "loss": 0.21864049911499023,
      "step": 10075
    },
    {
      "epoch": 2.345019735314604,
      "grad_norm": 0.5299875736236572,
      "learning_rate": 0.00016693811414974187,
      "loss": 0.22662849426269532,
      "step": 10100
    },
    {
      "epoch": 2.3508242396099375,
      "grad_norm": 0.5817348957061768,
      "learning_rate": 0.00016638934248382664,
      "loss": 0.22811294555664063,
      "step": 10125
    },
    {
      "epoch": 2.3566287439052704,
      "grad_norm": 0.5914196372032166,
      "learning_rate": 0.00016584034871435703,
      "loss": 0.21525127410888673,
      "step": 10150
    },
    {
      "epoch": 2.362433248200604,
      "grad_norm": 0.5707176923751831,
      "learning_rate": 0.00016529114028113545,
      "loss": 0.23242399215698242,
      "step": 10175
    },
    {
      "epoch": 2.368237752495937,
      "grad_norm": 0.5395120978355408,
      "learning_rate": 0.00016474172462687317,
      "loss": 0.22955944061279296,
      "step": 10200
    },
    {
      "epoch": 2.3740422567912702,
      "grad_norm": 0.6231363415718079,
      "learning_rate": 0.00016419210919708973,
      "loss": 0.22565114974975586,
      "step": 10225
    },
    {
      "epoch": 2.379846761086603,
      "grad_norm": 0.5674353837966919,
      "learning_rate": 0.000163642301440012,
      "loss": 0.2098895263671875,
      "step": 10250
    },
    {
      "epoch": 2.385651265381936,
      "grad_norm": 0.45566293597221375,
      "learning_rate": 0.00016309230880647314,
      "loss": 0.21583791732788085,
      "step": 10275
    },
    {
      "epoch": 2.3914557696772696,
      "grad_norm": 0.5758122205734253,
      "learning_rate": 0.00016254213874981175,
      "loss": 0.22361513137817382,
      "step": 10300
    },
    {
      "epoch": 2.3972602739726026,
      "grad_norm": 0.4571880102157593,
      "learning_rate": 0.00016199179872577077,
      "loss": 0.21916532516479492,
      "step": 10325
    },
    {
      "epoch": 2.403064778267936,
      "grad_norm": 0.5546058416366577,
      "learning_rate": 0.00016144129619239658,
      "loss": 0.2137105369567871,
      "step": 10350
    },
    {
      "epoch": 2.408869282563269,
      "grad_norm": 0.5631943345069885,
      "learning_rate": 0.00016089063860993776,
      "loss": 0.21274251937866212,
      "step": 10375
    },
    {
      "epoch": 2.4146737868586023,
      "grad_norm": 0.5407511591911316,
      "learning_rate": 0.000160339833440744,
      "loss": 0.20957944869995118,
      "step": 10400
    },
    {
      "epoch": 2.4204782911539353,
      "grad_norm": 0.4707408845424652,
      "learning_rate": 0.00015978888814916528,
      "loss": 0.21269603729248046,
      "step": 10425
    },
    {
      "epoch": 2.4262827954492687,
      "grad_norm": 0.48145392537117004,
      "learning_rate": 0.0001592378102014502,
      "loss": 0.2084123420715332,
      "step": 10450
    },
    {
      "epoch": 2.4320872997446017,
      "grad_norm": 0.5924553275108337,
      "learning_rate": 0.0001586866070656453,
      "loss": 0.2128961944580078,
      "step": 10475
    },
    {
      "epoch": 2.437891804039935,
      "grad_norm": 0.572172999382019,
      "learning_rate": 0.0001581352862114935,
      "loss": 0.22029634475708007,
      "step": 10500
    },
    {
      "epoch": 2.443696308335268,
      "grad_norm": 0.5437218546867371,
      "learning_rate": 0.000157583855110333,
      "loss": 0.21352359771728516,
      "step": 10525
    },
    {
      "epoch": 2.4495008126306015,
      "grad_norm": 0.5065390467643738,
      "learning_rate": 0.00015703232123499613,
      "loss": 0.22642688751220702,
      "step": 10550
    },
    {
      "epoch": 2.4553053169259345,
      "grad_norm": 0.6452273726463318,
      "learning_rate": 0.00015648069205970795,
      "loss": 0.21440177917480469,
      "step": 10575
    },
    {
      "epoch": 2.461109821221268,
      "grad_norm": 0.5769652724266052,
      "learning_rate": 0.0001559289750599849,
      "loss": 0.22602521896362304,
      "step": 10600
    },
    {
      "epoch": 2.466914325516601,
      "grad_norm": 0.47669705748558044,
      "learning_rate": 0.0001553771777125338,
      "loss": 0.22494300842285156,
      "step": 10625
    },
    {
      "epoch": 2.4727188298119342,
      "grad_norm": 0.5278451442718506,
      "learning_rate": 0.00015482530749514998,
      "loss": 0.22209081649780274,
      "step": 10650
    },
    {
      "epoch": 2.478523334107267,
      "grad_norm": 0.5236882567405701,
      "learning_rate": 0.00015427337188661676,
      "loss": 0.22514835357666016,
      "step": 10675
    },
    {
      "epoch": 2.4843278384026,
      "grad_norm": 0.5578672289848328,
      "learning_rate": 0.0001537213783666031,
      "loss": 0.2285551071166992,
      "step": 10700
    },
    {
      "epoch": 2.4901323426979336,
      "grad_norm": 0.6060502529144287,
      "learning_rate": 0.0001531693344155632,
      "loss": 0.20898460388183593,
      "step": 10725
    },
    {
      "epoch": 2.495936846993267,
      "grad_norm": 0.5567417144775391,
      "learning_rate": 0.0001526172475146344,
      "loss": 0.21838787078857422,
      "step": 10750
    },
    {
      "epoch": 2.5017413512886,
      "grad_norm": 0.5635561347007751,
      "learning_rate": 0.00015206512514553622,
      "loss": 0.2143534851074219,
      "step": 10775
    },
    {
      "epoch": 2.507545855583933,
      "grad_norm": 0.5605906248092651,
      "learning_rate": 0.00015151297479046874,
      "loss": 0.22134967803955077,
      "step": 10800
    },
    {
      "epoch": 2.5133503598792664,
      "grad_norm": 0.49493154883384705,
      "learning_rate": 0.00015096080393201143,
      "loss": 0.20288610458374023,
      "step": 10825
    },
    {
      "epoch": 2.5191548641745993,
      "grad_norm": 0.5453201532363892,
      "learning_rate": 0.00015040862005302153,
      "loss": 0.22211837768554688,
      "step": 10850
    },
    {
      "epoch": 2.5249593684699327,
      "grad_norm": 0.6014910340309143,
      "learning_rate": 0.0001498564306365327,
      "loss": 0.22515666961669922,
      "step": 10875
    },
    {
      "epoch": 2.5307638727652657,
      "grad_norm": 0.5902166962623596,
      "learning_rate": 0.0001493042431656537,
      "loss": 0.22335886001586913,
      "step": 10900
    },
    {
      "epoch": 2.536568377060599,
      "grad_norm": 0.4785741865634918,
      "learning_rate": 0.00014875206512346694,
      "loss": 0.20825664520263673,
      "step": 10925
    },
    {
      "epoch": 2.542372881355932,
      "grad_norm": 0.5128177404403687,
      "learning_rate": 0.00014819990399292696,
      "loss": 0.22325387954711914,
      "step": 10950
    },
    {
      "epoch": 2.5481773856512655,
      "grad_norm": 0.6161273121833801,
      "learning_rate": 0.00014764776725675918,
      "loss": 0.21668289184570313,
      "step": 10975
    },
    {
      "epoch": 2.5539818899465985,
      "grad_norm": 0.5592746138572693,
      "learning_rate": 0.00014709566239735854,
      "loss": 0.22518924713134766,
      "step": 11000
    },
    {
      "epoch": 2.5539818899465985,
      "eval_loss": 0.46551966667175293,
      "eval_runtime": 2.769,
      "eval_samples_per_second": 650.047,
      "eval_steps_per_second": 10.473,
      "step": 11000
    },
    {
      "epoch": 2.559786394241932,
      "grad_norm": 0.5250012278556824,
      "learning_rate": 0.0001465435968966878,
      "loss": 0.22225908279418946,
      "step": 11025
    },
    {
      "epoch": 2.565590898537265,
      "grad_norm": 0.548968493938446,
      "learning_rate": 0.0001459915782361765,
      "loss": 0.22030595779418946,
      "step": 11050
    },
    {
      "epoch": 2.5713954028325983,
      "grad_norm": 0.5696165561676025,
      "learning_rate": 0.00014543961389661917,
      "loss": 0.2092125129699707,
      "step": 11075
    },
    {
      "epoch": 2.5771999071279312,
      "grad_norm": 0.5397639870643616,
      "learning_rate": 0.00014488771135807462,
      "loss": 0.21414701461791993,
      "step": 11100
    },
    {
      "epoch": 2.583004411423264,
      "grad_norm": 0.5502409934997559,
      "learning_rate": 0.00014433587809976377,
      "loss": 0.2023804473876953,
      "step": 11125
    },
    {
      "epoch": 2.5888089157185976,
      "grad_norm": 0.5535282492637634,
      "learning_rate": 0.00014378412159996885,
      "loss": 0.2260698890686035,
      "step": 11150
    },
    {
      "epoch": 2.594613420013931,
      "grad_norm": 0.5783640146255493,
      "learning_rate": 0.00014323244933593185,
      "loss": 0.21625955581665038,
      "step": 11175
    },
    {
      "epoch": 2.600417924309264,
      "grad_norm": 0.5408916473388672,
      "learning_rate": 0.00014268086878375315,
      "loss": 0.21140981674194337,
      "step": 11200
    },
    {
      "epoch": 2.606222428604597,
      "grad_norm": 0.4965577721595764,
      "learning_rate": 0.00014212938741829044,
      "loss": 0.20270973205566406,
      "step": 11225
    },
    {
      "epoch": 2.6120269328999304,
      "grad_norm": 0.6295332312583923,
      "learning_rate": 0.0001415780127130571,
      "loss": 0.2084318733215332,
      "step": 11250
    },
    {
      "epoch": 2.617831437195264,
      "grad_norm": 0.515028715133667,
      "learning_rate": 0.0001410267521401212,
      "loss": 0.20873857498168946,
      "step": 11275
    },
    {
      "epoch": 2.6236359414905968,
      "grad_norm": 0.6074643731117249,
      "learning_rate": 0.00014047561317000393,
      "loss": 0.2222311782836914,
      "step": 11300
    },
    {
      "epoch": 2.6294404457859297,
      "grad_norm": 0.5213595628738403,
      "learning_rate": 0.00013992460327157886,
      "loss": 0.2053067970275879,
      "step": 11325
    },
    {
      "epoch": 2.635244950081263,
      "grad_norm": 0.5365227460861206,
      "learning_rate": 0.00013937372991197023,
      "loss": 0.204686279296875,
      "step": 11350
    },
    {
      "epoch": 2.641049454376596,
      "grad_norm": 0.5262821912765503,
      "learning_rate": 0.00013882300055645188,
      "loss": 0.21241090774536134,
      "step": 11375
    },
    {
      "epoch": 2.6468539586719295,
      "grad_norm": 0.5562365651130676,
      "learning_rate": 0.00013827242266834625,
      "loss": 0.22387901306152344,
      "step": 11400
    },
    {
      "epoch": 2.6526584629672625,
      "grad_norm": 0.5751397013664246,
      "learning_rate": 0.00013772200370892323,
      "loss": 0.2154745101928711,
      "step": 11425
    },
    {
      "epoch": 2.658462967262596,
      "grad_norm": 0.5250651836395264,
      "learning_rate": 0.00013717175113729874,
      "loss": 0.21518571853637694,
      "step": 11450
    },
    {
      "epoch": 2.664267471557929,
      "grad_norm": 0.5995931625366211,
      "learning_rate": 0.000136621672410334,
      "loss": 0.21333885192871094,
      "step": 11475
    },
    {
      "epoch": 2.6700719758532623,
      "grad_norm": 0.5499006509780884,
      "learning_rate": 0.0001360717749825343,
      "loss": 0.21046367645263672,
      "step": 11500
    },
    {
      "epoch": 2.6758764801485952,
      "grad_norm": 0.518254280090332,
      "learning_rate": 0.00013552206630594807,
      "loss": 0.21456647872924806,
      "step": 11525
    },
    {
      "epoch": 2.681680984443928,
      "grad_norm": 0.676092267036438,
      "learning_rate": 0.0001349725538300658,
      "loss": 0.222899169921875,
      "step": 11550
    },
    {
      "epoch": 2.6874854887392616,
      "grad_norm": 0.5551995038986206,
      "learning_rate": 0.00013442324500171905,
      "loss": 0.21177555084228517,
      "step": 11575
    },
    {
      "epoch": 2.693289993034595,
      "grad_norm": 0.6442759037017822,
      "learning_rate": 0.0001338741472649797,
      "loss": 0.20636798858642577,
      "step": 11600
    },
    {
      "epoch": 2.699094497329928,
      "grad_norm": 0.5299642086029053,
      "learning_rate": 0.000133325268061059,
      "loss": 0.22177127838134766,
      "step": 11625
    },
    {
      "epoch": 2.704899001625261,
      "grad_norm": 0.5842543244361877,
      "learning_rate": 0.00013277661482820666,
      "loss": 0.20731349945068359,
      "step": 11650
    },
    {
      "epoch": 2.7107035059205944,
      "grad_norm": 0.5660545825958252,
      "learning_rate": 0.00013222819500161007,
      "loss": 0.1958559799194336,
      "step": 11675
    },
    {
      "epoch": 2.716508010215928,
      "grad_norm": 0.5219541788101196,
      "learning_rate": 0.00013168001601329357,
      "loss": 0.1985594940185547,
      "step": 11700
    },
    {
      "epoch": 2.7223125145112608,
      "grad_norm": 0.6481348872184753,
      "learning_rate": 0.00013113208529201786,
      "loss": 0.20331716537475586,
      "step": 11725
    },
    {
      "epoch": 2.7281170188065937,
      "grad_norm": 0.5476353764533997,
      "learning_rate": 0.00013058441026317903,
      "loss": 0.2138274574279785,
      "step": 11750
    },
    {
      "epoch": 2.733921523101927,
      "grad_norm": 0.5899817943572998,
      "learning_rate": 0.0001300369983487082,
      "loss": 0.21353500366210937,
      "step": 11775
    },
    {
      "epoch": 2.73972602739726,
      "grad_norm": 0.5754044651985168,
      "learning_rate": 0.00012948985696697066,
      "loss": 0.2188318634033203,
      "step": 11800
    },
    {
      "epoch": 2.7455305316925935,
      "grad_norm": 0.5576942563056946,
      "learning_rate": 0.00012894299353266591,
      "loss": 0.19502559661865235,
      "step": 11825
    },
    {
      "epoch": 2.7513350359879265,
      "grad_norm": 0.5010995268821716,
      "learning_rate": 0.00012839641545672644,
      "loss": 0.21735916137695313,
      "step": 11850
    },
    {
      "epoch": 2.75713954028326,
      "grad_norm": 0.5585890412330627,
      "learning_rate": 0.00012785013014621774,
      "loss": 0.20576717376708983,
      "step": 11875
    },
    {
      "epoch": 2.762944044578593,
      "grad_norm": 0.5613226890563965,
      "learning_rate": 0.00012730414500423782,
      "loss": 0.20334775924682616,
      "step": 11900
    },
    {
      "epoch": 2.7687485488739263,
      "grad_norm": 0.5809953808784485,
      "learning_rate": 0.00012675846742981697,
      "loss": 0.21360109329223634,
      "step": 11925
    },
    {
      "epoch": 2.7745530531692593,
      "grad_norm": 0.6128183603286743,
      "learning_rate": 0.0001262131048178174,
      "loss": 0.19883115768432616,
      "step": 11950
    },
    {
      "epoch": 2.7803575574645927,
      "grad_norm": 0.5348827242851257,
      "learning_rate": 0.0001256680645588329,
      "loss": 0.19767290115356445,
      "step": 11975
    },
    {
      "epoch": 2.7861620617599256,
      "grad_norm": 0.6239649653434753,
      "learning_rate": 0.00012512335403908894,
      "loss": 0.2188077163696289,
      "step": 12000
    },
    {
      "epoch": 2.7861620617599256,
      "eval_loss": 0.45799410343170166,
      "eval_runtime": 2.7524,
      "eval_samples_per_second": 653.973,
      "eval_steps_per_second": 10.536,
      "step": 12000
    },
    {
      "epoch": 2.791966566055259,
      "grad_norm": 0.4721246361732483,
      "learning_rate": 0.00012457898064034258,
      "loss": 0.21079427719116212,
      "step": 12025
    },
    {
      "epoch": 2.797771070350592,
      "grad_norm": 0.5537365674972534,
      "learning_rate": 0.00012403495173978206,
      "loss": 0.21205425262451172,
      "step": 12050
    },
    {
      "epoch": 2.803575574645925,
      "grad_norm": 0.44193127751350403,
      "learning_rate": 0.0001234912747099273,
      "loss": 0.20757282257080079,
      "step": 12075
    },
    {
      "epoch": 2.8093800789412584,
      "grad_norm": 0.5894005298614502,
      "learning_rate": 0.00012294795691852954,
      "loss": 0.20790157318115235,
      "step": 12100
    },
    {
      "epoch": 2.815184583236592,
      "grad_norm": 0.6244122385978699,
      "learning_rate": 0.00012240500572847202,
      "loss": 0.21242237091064453,
      "step": 12125
    },
    {
      "epoch": 2.820989087531925,
      "grad_norm": 0.5062934160232544,
      "learning_rate": 0.0001218624284976697,
      "loss": 0.21416374206542968,
      "step": 12150
    },
    {
      "epoch": 2.8267935918272578,
      "grad_norm": 0.4934367835521698,
      "learning_rate": 0.00012132023257896978,
      "loss": 0.198531551361084,
      "step": 12175
    },
    {
      "epoch": 2.832598096122591,
      "grad_norm": 0.5566888451576233,
      "learning_rate": 0.00012077842532005205,
      "loss": 0.19445446014404297,
      "step": 12200
    },
    {
      "epoch": 2.8384026004179246,
      "grad_norm": 0.5387080907821655,
      "learning_rate": 0.00012023701406332935,
      "loss": 0.2107783317565918,
      "step": 12225
    },
    {
      "epoch": 2.8442071047132576,
      "grad_norm": 0.5526768565177917,
      "learning_rate": 0.000119696006145848,
      "loss": 0.20592342376708983,
      "step": 12250
    },
    {
      "epoch": 2.8500116090085905,
      "grad_norm": 0.5601632595062256,
      "learning_rate": 0.00011915540889918827,
      "loss": 0.20973558425903321,
      "step": 12275
    },
    {
      "epoch": 2.855816113303924,
      "grad_norm": 0.5619735717773438,
      "learning_rate": 0.0001186152296493653,
      "loss": 0.20025985717773437,
      "step": 12300
    },
    {
      "epoch": 2.861620617599257,
      "grad_norm": 0.6121880412101746,
      "learning_rate": 0.00011807547571672945,
      "loss": 0.2027290916442871,
      "step": 12325
    },
    {
      "epoch": 2.8674251218945903,
      "grad_norm": 0.5044817924499512,
      "learning_rate": 0.0001175361544158676,
      "loss": 0.20484689712524415,
      "step": 12350
    },
    {
      "epoch": 2.8732296261899233,
      "grad_norm": 0.5082159042358398,
      "learning_rate": 0.00011699727305550352,
      "loss": 0.22294116973876954,
      "step": 12375
    },
    {
      "epoch": 2.8790341304852567,
      "grad_norm": 0.5348130464553833,
      "learning_rate": 0.00011645883893839902,
      "loss": 0.18227848052978515,
      "step": 12400
    },
    {
      "epoch": 2.8848386347805897,
      "grad_norm": 0.5175385475158691,
      "learning_rate": 0.00011592085936125512,
      "loss": 0.21235498428344726,
      "step": 12425
    },
    {
      "epoch": 2.890643139075923,
      "grad_norm": 0.5243074297904968,
      "learning_rate": 0.00011538334161461304,
      "loss": 0.1997675895690918,
      "step": 12450
    },
    {
      "epoch": 2.896447643371256,
      "grad_norm": 0.5306870937347412,
      "learning_rate": 0.00011484629298275529,
      "loss": 0.1953229331970215,
      "step": 12475
    },
    {
      "epoch": 2.902252147666589,
      "grad_norm": 0.5092787146568298,
      "learning_rate": 0.00011430972074360722,
      "loss": 0.21192399978637697,
      "step": 12500
    },
    {
      "epoch": 2.9080566519619224,
      "grad_norm": 0.5617599487304688,
      "learning_rate": 0.00011377363216863806,
      "loss": 0.1928584671020508,
      "step": 12525
    },
    {
      "epoch": 2.913861156257256,
      "grad_norm": 0.5036365389823914,
      "learning_rate": 0.00011323803452276277,
      "loss": 0.21215980529785156,
      "step": 12550
    },
    {
      "epoch": 2.919665660552589,
      "grad_norm": 0.5223519206047058,
      "learning_rate": 0.00011270293506424331,
      "loss": 0.2054371452331543,
      "step": 12575
    },
    {
      "epoch": 2.9254701648479218,
      "grad_norm": 0.5945123434066772,
      "learning_rate": 0.00011216834104459029,
      "loss": 0.21232702255249022,
      "step": 12600
    },
    {
      "epoch": 2.931274669143255,
      "grad_norm": 0.49228933453559875,
      "learning_rate": 0.00011163425970846478,
      "loss": 0.19937749862670898,
      "step": 12625
    },
    {
      "epoch": 2.9370791734385886,
      "grad_norm": 0.5792744755744934,
      "learning_rate": 0.00011110069829358018,
      "loss": 0.19283594131469728,
      "step": 12650
    },
    {
      "epoch": 2.9428836777339216,
      "grad_norm": 0.5588549375534058,
      "learning_rate": 0.00011056766403060406,
      "loss": 0.20069318771362304,
      "step": 12675
    },
    {
      "epoch": 2.9486881820292545,
      "grad_norm": 0.4905478060245514,
      "learning_rate": 0.00011003516414306009,
      "loss": 0.20762886047363283,
      "step": 12700
    },
    {
      "epoch": 2.954492686324588,
      "grad_norm": 0.6094077825546265,
      "learning_rate": 0.00010950320584723029,
      "loss": 0.20677431106567382,
      "step": 12725
    },
    {
      "epoch": 2.960297190619921,
      "grad_norm": 0.5890378952026367,
      "learning_rate": 0.00010897179635205728,
      "loss": 0.20378313064575196,
      "step": 12750
    },
    {
      "epoch": 2.9661016949152543,
      "grad_norm": 0.47871914505958557,
      "learning_rate": 0.00010844094285904637,
      "loss": 0.20004503250122072,
      "step": 12775
    },
    {
      "epoch": 2.9719061992105873,
      "grad_norm": 0.6468496322631836,
      "learning_rate": 0.00010791065256216815,
      "loss": 0.21985828399658203,
      "step": 12800
    },
    {
      "epoch": 2.9777107035059207,
      "grad_norm": 0.5449540019035339,
      "learning_rate": 0.00010738093264776084,
      "loss": 0.1990898895263672,
      "step": 12825
    },
    {
      "epoch": 2.9835152078012537,
      "grad_norm": 0.516776442527771,
      "learning_rate": 0.00010685179029443322,
      "loss": 0.21026317596435548,
      "step": 12850
    },
    {
      "epoch": 2.989319712096587,
      "grad_norm": 0.510644793510437,
      "learning_rate": 0.00010632323267296699,
      "loss": 0.21136085510253907,
      "step": 12875
    },
    {
      "epoch": 2.99512421639192,
      "grad_norm": 0.4976428151130676,
      "learning_rate": 0.00010579526694621966,
      "loss": 0.18616481781005859,
      "step": 12900
    },
    {
      "epoch": 3.0009287206872535,
      "grad_norm": 0.4483867287635803,
      "learning_rate": 0.00010526790026902768,
      "loss": 0.19157962799072265,
      "step": 12925
    },
    {
      "epoch": 3.0067332249825864,
      "grad_norm": 0.5449016690254211,
      "learning_rate": 0.00010474113978810941,
      "loss": 0.13019381523132323,
      "step": 12950
    },
    {
      "epoch": 3.01253772927792,
      "grad_norm": 0.4980277717113495,
      "learning_rate": 0.00010421499264196801,
      "loss": 0.1428825855255127,
      "step": 12975
    },
    {
      "epoch": 3.018342233573253,
      "grad_norm": 0.5219682455062866,
      "learning_rate": 0.0001036894659607951,
      "loss": 0.137953519821167,
      "step": 13000
    },
    {
      "epoch": 3.018342233573253,
      "eval_loss": 0.477819561958313,
      "eval_runtime": 2.7724,
      "eval_samples_per_second": 649.249,
      "eval_steps_per_second": 10.46,
      "step": 13000
    },
    {
      "epoch": 3.0241467378685862,
      "grad_norm": 0.49482089281082153,
      "learning_rate": 0.00010316456686637382,
      "loss": 0.1414840602874756,
      "step": 13025
    },
    {
      "epoch": 3.029951242163919,
      "grad_norm": 0.5301785469055176,
      "learning_rate": 0.00010264030247198257,
      "loss": 0.14146761894226073,
      "step": 13050
    },
    {
      "epoch": 3.035755746459252,
      "grad_norm": 0.4624095857143402,
      "learning_rate": 0.0001021166798822983,
      "loss": 0.13560797691345214,
      "step": 13075
    },
    {
      "epoch": 3.0415602507545856,
      "grad_norm": 0.536002516746521,
      "learning_rate": 0.00010159370619330059,
      "loss": 0.13354150772094728,
      "step": 13100
    },
    {
      "epoch": 3.0473647550499185,
      "grad_norm": 0.6252378821372986,
      "learning_rate": 0.00010107138849217514,
      "loss": 0.13856441497802735,
      "step": 13125
    },
    {
      "epoch": 3.053169259345252,
      "grad_norm": 0.5481756329536438,
      "learning_rate": 0.00010054973385721807,
      "loss": 0.13322070121765137,
      "step": 13150
    },
    {
      "epoch": 3.058973763640585,
      "grad_norm": 0.41996362805366516,
      "learning_rate": 0.00010002874935773972,
      "loss": 0.1397541046142578,
      "step": 13175
    },
    {
      "epoch": 3.0647782679359183,
      "grad_norm": 0.4922993779182434,
      "learning_rate": 9.95084420539689e-05,
      "loss": 0.1373126697540283,
      "step": 13200
    },
    {
      "epoch": 3.0705827722312513,
      "grad_norm": 0.5481604337692261,
      "learning_rate": 9.898881899695735e-05,
      "loss": 0.1354703998565674,
      "step": 13225
    },
    {
      "epoch": 3.0763872765265847,
      "grad_norm": 0.38447105884552,
      "learning_rate": 9.846988722848418e-05,
      "loss": 0.13499070167541505,
      "step": 13250
    },
    {
      "epoch": 3.0821917808219177,
      "grad_norm": 0.5143475532531738,
      "learning_rate": 9.795165378096014e-05,
      "loss": 0.13656951904296874,
      "step": 13275
    },
    {
      "epoch": 3.087996285117251,
      "grad_norm": 0.48031729459762573,
      "learning_rate": 9.743412567733272e-05,
      "loss": 0.14267797470092775,
      "step": 13300
    },
    {
      "epoch": 3.093800789412584,
      "grad_norm": 0.5093261003494263,
      "learning_rate": 9.691730993099066e-05,
      "loss": 0.14414706230163574,
      "step": 13325
    },
    {
      "epoch": 3.0996052937079175,
      "grad_norm": 0.4485715329647064,
      "learning_rate": 9.64012135456692e-05,
      "loss": 0.12862277030944824,
      "step": 13350
    },
    {
      "epoch": 3.1054097980032505,
      "grad_norm": 0.5383508801460266,
      "learning_rate": 9.58858435153549e-05,
      "loss": 0.13804192543029786,
      "step": 13375
    },
    {
      "epoch": 3.111214302298584,
      "grad_norm": 0.5513857007026672,
      "learning_rate": 9.537120682419104e-05,
      "loss": 0.15050209045410157,
      "step": 13400
    },
    {
      "epoch": 3.117018806593917,
      "grad_norm": 0.45335784554481506,
      "learning_rate": 9.485731044638278e-05,
      "loss": 0.13252761840820312,
      "step": 13425
    },
    {
      "epoch": 3.1228233108892502,
      "grad_norm": 0.508185625076294,
      "learning_rate": 9.43441613461029e-05,
      "loss": 0.13793312072753905,
      "step": 13450
    },
    {
      "epoch": 3.128627815184583,
      "grad_norm": 0.4407822787761688,
      "learning_rate": 9.383176647739727e-05,
      "loss": 0.1388423538208008,
      "step": 13475
    },
    {
      "epoch": 3.1344323194799166,
      "grad_norm": 0.4198641777038574,
      "learning_rate": 9.332013278409056e-05,
      "loss": 0.12962688446044923,
      "step": 13500
    },
    {
      "epoch": 3.1402368237752496,
      "grad_norm": 0.5023673176765442,
      "learning_rate": 9.280926719969234e-05,
      "loss": 0.13853322029113768,
      "step": 13525
    },
    {
      "epoch": 3.1460413280705826,
      "grad_norm": 0.44358789920806885,
      "learning_rate": 9.229917664730283e-05,
      "loss": 0.1367900276184082,
      "step": 13550
    },
    {
      "epoch": 3.151845832365916,
      "grad_norm": 0.5299422144889832,
      "learning_rate": 9.17898680395194e-05,
      "loss": 0.15225461959838868,
      "step": 13575
    },
    {
      "epoch": 3.157650336661249,
      "grad_norm": 0.5534155964851379,
      "learning_rate": 9.128134827834267e-05,
      "loss": 0.13373114585876464,
      "step": 13600
    },
    {
      "epoch": 3.1634548409565824,
      "grad_norm": 0.5069191455841064,
      "learning_rate": 9.077362425508303e-05,
      "loss": 0.14482768058776854,
      "step": 13625
    },
    {
      "epoch": 3.1692593452519153,
      "grad_norm": 0.5293791890144348,
      "learning_rate": 9.026670285026724e-05,
      "loss": 0.14137742042541504,
      "step": 13650
    },
    {
      "epoch": 3.1750638495472487,
      "grad_norm": 0.5128117799758911,
      "learning_rate": 8.976059093354532e-05,
      "loss": 0.1423122501373291,
      "step": 13675
    },
    {
      "epoch": 3.1808683538425817,
      "grad_norm": 0.48873060941696167,
      "learning_rate": 8.925529536359725e-05,
      "loss": 0.14092047691345214,
      "step": 13700
    },
    {
      "epoch": 3.186672858137915,
      "grad_norm": 0.5173494219779968,
      "learning_rate": 8.875082298804016e-05,
      "loss": 0.14156684875488282,
      "step": 13725
    },
    {
      "epoch": 3.192477362433248,
      "grad_norm": 0.5836243629455566,
      "learning_rate": 8.824718064333533e-05,
      "loss": 0.1422504997253418,
      "step": 13750
    },
    {
      "epoch": 3.1982818667285815,
      "grad_norm": 0.48089680075645447,
      "learning_rate": 8.774437515469609e-05,
      "loss": 0.13057588577270507,
      "step": 13775
    },
    {
      "epoch": 3.2040863710239145,
      "grad_norm": 0.5307944416999817,
      "learning_rate": 8.724241333599456e-05,
      "loss": 0.1337298583984375,
      "step": 13800
    },
    {
      "epoch": 3.209890875319248,
      "grad_norm": 0.5847126245498657,
      "learning_rate": 8.674130198966984e-05,
      "loss": 0.13666083335876464,
      "step": 13825
    },
    {
      "epoch": 3.215695379614581,
      "grad_norm": 0.574516236782074,
      "learning_rate": 8.624104790663565e-05,
      "loss": 0.1451045322418213,
      "step": 13850
    },
    {
      "epoch": 3.2214998839099143,
      "grad_norm": 0.4958314001560211,
      "learning_rate": 8.574165786618848e-05,
      "loss": 0.13531614303588868,
      "step": 13875
    },
    {
      "epoch": 3.2273043882052472,
      "grad_norm": 0.5250740051269531,
      "learning_rate": 8.524313863591524e-05,
      "loss": 0.1422373390197754,
      "step": 13900
    },
    {
      "epoch": 3.2331088925005806,
      "grad_norm": 0.569054901599884,
      "learning_rate": 8.474549697160229e-05,
      "loss": 0.14293704986572264,
      "step": 13925
    },
    {
      "epoch": 3.2389133967959136,
      "grad_norm": 0.5308824181556702,
      "learning_rate": 8.42487396171431e-05,
      "loss": 0.14238821983337402,
      "step": 13950
    },
    {
      "epoch": 3.2447179010912466,
      "grad_norm": 0.48613181710243225,
      "learning_rate": 8.37528733044475e-05,
      "loss": 0.1415052318572998,
      "step": 13975
    },
    {
      "epoch": 3.25052240538658,
      "grad_norm": 0.5107966661453247,
      "learning_rate": 8.325790475335003e-05,
      "loss": 0.14681419372558593,
      "step": 14000
    },
    {
      "epoch": 3.25052240538658,
      "eval_loss": 0.4836580455303192,
      "eval_runtime": 2.8729,
      "eval_samples_per_second": 626.554,
      "eval_steps_per_second": 10.094,
      "step": 14000
    },
    {
      "epoch": 3.2563269096819134,
      "grad_norm": 0.525264322757721,
      "learning_rate": 8.276384067151902e-05,
      "loss": 0.1323159122467041,
      "step": 14025
    },
    {
      "epoch": 3.2621314139772464,
      "grad_norm": 0.48356688022613525,
      "learning_rate": 8.227068775436585e-05,
      "loss": 0.13795961380004884,
      "step": 14050
    },
    {
      "epoch": 3.2679359182725793,
      "grad_norm": 0.5610079169273376,
      "learning_rate": 8.177845268495398e-05,
      "loss": 0.14065306663513183,
      "step": 14075
    },
    {
      "epoch": 3.2737404225679128,
      "grad_norm": 0.5489832162857056,
      "learning_rate": 8.128714213390841e-05,
      "loss": 0.13862586975097657,
      "step": 14100
    },
    {
      "epoch": 3.2795449268632457,
      "grad_norm": 0.5396311283111572,
      "learning_rate": 8.079676275932538e-05,
      "loss": 0.1528916072845459,
      "step": 14125
    },
    {
      "epoch": 3.285349431158579,
      "grad_norm": 0.6121686100959778,
      "learning_rate": 8.030732120668201e-05,
      "loss": 0.14702988624572755,
      "step": 14150
    },
    {
      "epoch": 3.291153935453912,
      "grad_norm": 0.48160678148269653,
      "learning_rate": 7.981882410874663e-05,
      "loss": 0.1330477237701416,
      "step": 14175
    },
    {
      "epoch": 3.2969584397492455,
      "grad_norm": 0.5235905647277832,
      "learning_rate": 7.933127808548832e-05,
      "loss": 0.14335980415344238,
      "step": 14200
    },
    {
      "epoch": 3.3027629440445785,
      "grad_norm": 0.4550098776817322,
      "learning_rate": 7.88446897439875e-05,
      "loss": 0.14953779220581054,
      "step": 14225
    },
    {
      "epoch": 3.308567448339912,
      "grad_norm": 0.49624404311180115,
      "learning_rate": 7.835906567834641e-05,
      "loss": 0.13442384719848632,
      "step": 14250
    },
    {
      "epoch": 3.314371952635245,
      "grad_norm": 0.45998451113700867,
      "learning_rate": 7.787441246959973e-05,
      "loss": 0.13967049598693848,
      "step": 14275
    },
    {
      "epoch": 3.3201764569305783,
      "grad_norm": 0.5856457948684692,
      "learning_rate": 7.739073668562543e-05,
      "loss": 0.15566299438476563,
      "step": 14300
    },
    {
      "epoch": 3.3259809612259112,
      "grad_norm": 0.5796367526054382,
      "learning_rate": 7.690804488105561e-05,
      "loss": 0.14303340911865234,
      "step": 14325
    },
    {
      "epoch": 3.3317854655212447,
      "grad_norm": 0.47587743401527405,
      "learning_rate": 7.642634359718768e-05,
      "loss": 0.12955387115478514,
      "step": 14350
    },
    {
      "epoch": 3.3375899698165776,
      "grad_norm": 0.5801305770874023,
      "learning_rate": 7.594563936189609e-05,
      "loss": 0.14990788459777832,
      "step": 14375
    },
    {
      "epoch": 3.3433944741119106,
      "grad_norm": 0.5009943842887878,
      "learning_rate": 7.546593868954323e-05,
      "loss": 0.14071702003479003,
      "step": 14400
    },
    {
      "epoch": 3.349198978407244,
      "grad_norm": 0.5151167511940002,
      "learning_rate": 7.498724808089187e-05,
      "loss": 0.13961894035339356,
      "step": 14425
    },
    {
      "epoch": 3.3550034827025774,
      "grad_norm": 0.46149569749832153,
      "learning_rate": 7.450957402301635e-05,
      "loss": 0.13761077880859374,
      "step": 14450
    },
    {
      "epoch": 3.3608079869979104,
      "grad_norm": 0.47205618023872375,
      "learning_rate": 7.403292298921528e-05,
      "loss": 0.14032185554504395,
      "step": 14475
    },
    {
      "epoch": 3.3666124912932434,
      "grad_norm": 0.5129955410957336,
      "learning_rate": 7.355730143892336e-05,
      "loss": 0.13600680351257324,
      "step": 14500
    },
    {
      "epoch": 3.3724169955885768,
      "grad_norm": 0.4013858437538147,
      "learning_rate": 7.308271581762408e-05,
      "loss": 0.13269561767578125,
      "step": 14525
    },
    {
      "epoch": 3.3782214998839097,
      "grad_norm": 0.5339265465736389,
      "learning_rate": 7.26091725567624e-05,
      "loss": 0.13466255187988282,
      "step": 14550
    },
    {
      "epoch": 3.384026004179243,
      "grad_norm": 0.5491599440574646,
      "learning_rate": 7.21366780736575e-05,
      "loss": 0.15055075645446778,
      "step": 14575
    },
    {
      "epoch": 3.389830508474576,
      "grad_norm": 0.47083404660224915,
      "learning_rate": 7.166523877141578e-05,
      "loss": 0.13845568656921386,
      "step": 14600
    },
    {
      "epoch": 3.3956350127699095,
      "grad_norm": 0.6038816571235657,
      "learning_rate": 7.119486103884408e-05,
      "loss": 0.14179848670959472,
      "step": 14625
    },
    {
      "epoch": 3.4014395170652425,
      "grad_norm": 0.45376163721084595,
      "learning_rate": 7.072555125036337e-05,
      "loss": 0.13612910270690917,
      "step": 14650
    },
    {
      "epoch": 3.407244021360576,
      "grad_norm": 0.5730807185173035,
      "learning_rate": 7.025731576592189e-05,
      "loss": 0.13847175598144532,
      "step": 14675
    },
    {
      "epoch": 3.413048525655909,
      "grad_norm": 0.5629493594169617,
      "learning_rate": 6.979016093090949e-05,
      "loss": 0.1329249095916748,
      "step": 14700
    },
    {
      "epoch": 3.4188530299512423,
      "grad_norm": 0.5275311470031738,
      "learning_rate": 6.932409307607119e-05,
      "loss": 0.14288698196411131,
      "step": 14725
    },
    {
      "epoch": 3.4246575342465753,
      "grad_norm": 0.6125319004058838,
      "learning_rate": 6.885911851742154e-05,
      "loss": 0.14283589363098145,
      "step": 14750
    },
    {
      "epoch": 3.4304620385419087,
      "grad_norm": 0.4843354821205139,
      "learning_rate": 6.839524355615926e-05,
      "loss": 0.14155942916870118,
      "step": 14775
    },
    {
      "epoch": 3.4362665428372416,
      "grad_norm": 0.5407298803329468,
      "learning_rate": 6.79324744785816e-05,
      "loss": 0.1371714973449707,
      "step": 14800
    },
    {
      "epoch": 3.442071047132575,
      "grad_norm": 0.5010970234870911,
      "learning_rate": 6.747081755599904e-05,
      "loss": 0.13952279090881348,
      "step": 14825
    },
    {
      "epoch": 3.447875551427908,
      "grad_norm": 0.4812754690647125,
      "learning_rate": 6.70102790446506e-05,
      "loss": 0.14485257148742675,
      "step": 14850
    },
    {
      "epoch": 3.4536800557232414,
      "grad_norm": 0.5330603718757629,
      "learning_rate": 6.65508651856188e-05,
      "loss": 0.1368393325805664,
      "step": 14875
    },
    {
      "epoch": 3.4594845600185744,
      "grad_norm": 0.5017295479774475,
      "learning_rate": 6.609258220474537e-05,
      "loss": 0.13505492210388184,
      "step": 14900
    },
    {
      "epoch": 3.4652890643139074,
      "grad_norm": 0.4695931673049927,
      "learning_rate": 6.563543631254667e-05,
      "loss": 0.12914393424987794,
      "step": 14925
    },
    {
      "epoch": 3.471093568609241,
      "grad_norm": 0.4295479655265808,
      "learning_rate": 6.517943370412947e-05,
      "loss": 0.13729445457458497,
      "step": 14950
    },
    {
      "epoch": 3.4768980729045738,
      "grad_norm": 0.5042039752006531,
      "learning_rate": 6.47245805591071e-05,
      "loss": 0.13052743911743164,
      "step": 14975
    },
    {
      "epoch": 3.482702577199907,
      "grad_norm": 0.5624018311500549,
      "learning_rate": 6.42708830415158e-05,
      "loss": 0.13101316452026368,
      "step": 15000
    },
    {
      "epoch": 3.482702577199907,
      "eval_loss": 0.4849991798400879,
      "eval_runtime": 2.759,
      "eval_samples_per_second": 652.41,
      "eval_steps_per_second": 10.511,
      "step": 15000
    },
    {
      "epoch": 3.48850708149524,
      "grad_norm": 0.45914268493652344,
      "learning_rate": 6.381834729973109e-05,
      "loss": 0.13552204132080078,
      "step": 15025
    },
    {
      "epoch": 3.4943115857905735,
      "grad_norm": 0.5392463207244873,
      "learning_rate": 6.336697946638433e-05,
      "loss": 0.1444261837005615,
      "step": 15050
    },
    {
      "epoch": 3.5001160900859065,
      "grad_norm": 0.5812017321586609,
      "learning_rate": 6.291678565827973e-05,
      "loss": 0.13363587379455566,
      "step": 15075
    },
    {
      "epoch": 3.50592059438124,
      "grad_norm": 0.6662575006484985,
      "learning_rate": 6.246777197631166e-05,
      "loss": 0.1365174674987793,
      "step": 15100
    },
    {
      "epoch": 3.511725098676573,
      "grad_norm": 0.5669078230857849,
      "learning_rate": 6.201994450538148e-05,
      "loss": 0.12696731567382813,
      "step": 15125
    },
    {
      "epoch": 3.5175296029719063,
      "grad_norm": 0.5152287483215332,
      "learning_rate": 6.157330931431562e-05,
      "loss": 0.1351464080810547,
      "step": 15150
    },
    {
      "epoch": 3.5233341072672393,
      "grad_norm": 0.5453899502754211,
      "learning_rate": 6.112787245578287e-05,
      "loss": 0.12452445030212403,
      "step": 15175
    },
    {
      "epoch": 3.5291386115625727,
      "grad_norm": 0.4677042067050934,
      "learning_rate": 6.068363996621278e-05,
      "loss": 0.1352981948852539,
      "step": 15200
    },
    {
      "epoch": 3.5349431158579057,
      "grad_norm": 0.5128089189529419,
      "learning_rate": 6.024061786571348e-05,
      "loss": 0.12971482276916504,
      "step": 15225
    },
    {
      "epoch": 3.540747620153239,
      "grad_norm": 0.6132077574729919,
      "learning_rate": 5.9798812157990266e-05,
      "loss": 0.1376301670074463,
      "step": 15250
    },
    {
      "epoch": 3.546552124448572,
      "grad_norm": 0.49205633997917175,
      "learning_rate": 5.9358228830264345e-05,
      "loss": 0.14495808601379395,
      "step": 15275
    },
    {
      "epoch": 3.5523566287439055,
      "grad_norm": 0.5420359373092651,
      "learning_rate": 5.89188738531916e-05,
      "loss": 0.1471403408050537,
      "step": 15300
    },
    {
      "epoch": 3.5581611330392384,
      "grad_norm": 0.6124544143676758,
      "learning_rate": 5.8480753180781506e-05,
      "loss": 0.13519423484802245,
      "step": 15325
    },
    {
      "epoch": 3.5639656373345714,
      "grad_norm": 0.442746639251709,
      "learning_rate": 5.80438727503167e-05,
      "loss": 0.1311307430267334,
      "step": 15350
    },
    {
      "epoch": 3.569770141629905,
      "grad_norm": 0.5656249523162842,
      "learning_rate": 5.7608238482272445e-05,
      "loss": 0.13945990562438965,
      "step": 15375
    },
    {
      "epoch": 3.575574645925238,
      "grad_norm": 0.5650652647018433,
      "learning_rate": 5.717385628023641e-05,
      "loss": 0.1330738067626953,
      "step": 15400
    },
    {
      "epoch": 3.581379150220571,
      "grad_norm": 0.5396448373794556,
      "learning_rate": 5.674073203082855e-05,
      "loss": 0.13562232971191407,
      "step": 15425
    },
    {
      "epoch": 3.587183654515904,
      "grad_norm": 0.5073605179786682,
      "learning_rate": 5.630887160362142e-05,
      "loss": 0.13419599533081056,
      "step": 15450
    },
    {
      "epoch": 3.5929881588112376,
      "grad_norm": 0.6020980477333069,
      "learning_rate": 5.587828085106061e-05,
      "loss": 0.14006584167480468,
      "step": 15475
    },
    {
      "epoch": 3.5987926631065705,
      "grad_norm": 0.45168739557266235,
      "learning_rate": 5.5448965608385536e-05,
      "loss": 0.14650278091430663,
      "step": 15500
    },
    {
      "epoch": 3.604597167401904,
      "grad_norm": 0.5814923048019409,
      "learning_rate": 5.5020931693550305e-05,
      "loss": 0.13090405464172364,
      "step": 15525
    },
    {
      "epoch": 3.610401671697237,
      "grad_norm": 0.48454540967941284,
      "learning_rate": 5.459418490714473e-05,
      "loss": 0.14684450149536132,
      "step": 15550
    },
    {
      "epoch": 3.6162061759925703,
      "grad_norm": 0.47804901003837585,
      "learning_rate": 5.416873103231581e-05,
      "loss": 0.14159123420715333,
      "step": 15575
    },
    {
      "epoch": 3.6220106802879033,
      "grad_norm": 0.47777873277664185,
      "learning_rate": 5.3744575834689596e-05,
      "loss": 0.13593565940856933,
      "step": 15600
    },
    {
      "epoch": 3.6278151845832367,
      "grad_norm": 0.5319150686264038,
      "learning_rate": 5.332172506229258e-05,
      "loss": 0.13024145126342773,
      "step": 15625
    },
    {
      "epoch": 3.6336196888785697,
      "grad_norm": 0.5830259919166565,
      "learning_rate": 5.290018444547431e-05,
      "loss": 0.13721506118774415,
      "step": 15650
    },
    {
      "epoch": 3.639424193173903,
      "grad_norm": 0.5299803614616394,
      "learning_rate": 5.247995969682929e-05,
      "loss": 0.132626953125,
      "step": 15675
    },
    {
      "epoch": 3.645228697469236,
      "grad_norm": 0.5016283392906189,
      "learning_rate": 5.206105651111996e-05,
      "loss": 0.14233938217163086,
      "step": 15700
    },
    {
      "epoch": 3.6510332017645695,
      "grad_norm": 0.5307296514511108,
      "learning_rate": 5.1643480565199105e-05,
      "loss": 0.14133543968200685,
      "step": 15725
    },
    {
      "epoch": 3.6568377060599024,
      "grad_norm": 0.5165666341781616,
      "learning_rate": 5.122723751793337e-05,
      "loss": 0.13104183197021485,
      "step": 15750
    },
    {
      "epoch": 3.6626422103552354,
      "grad_norm": 0.5122671723365784,
      "learning_rate": 5.081233301012618e-05,
      "loss": 0.13036978721618653,
      "step": 15775
    },
    {
      "epoch": 3.668446714650569,
      "grad_norm": 0.5937213897705078,
      "learning_rate": 5.0398772664441524e-05,
      "loss": 0.13120935440063478,
      "step": 15800
    },
    {
      "epoch": 3.6742512189459022,
      "grad_norm": 0.5100651383399963,
      "learning_rate": 4.998656208532776e-05,
      "loss": 0.12783276557922363,
      "step": 15825
    },
    {
      "epoch": 3.680055723241235,
      "grad_norm": 0.5779837369918823,
      "learning_rate": 4.957570685894146e-05,
      "loss": 0.13319705963134765,
      "step": 15850
    },
    {
      "epoch": 3.685860227536568,
      "grad_norm": 0.4842281639575958,
      "learning_rate": 4.916621255307206e-05,
      "loss": 0.12948975563049317,
      "step": 15875
    },
    {
      "epoch": 3.6916647318319016,
      "grad_norm": 0.6076027750968933,
      "learning_rate": 4.875808471706597e-05,
      "loss": 0.1366411018371582,
      "step": 15900
    },
    {
      "epoch": 3.697469236127235,
      "grad_norm": 0.5423301458358765,
      "learning_rate": 4.8351328881751854e-05,
      "loss": 0.13042160034179687,
      "step": 15925
    },
    {
      "epoch": 3.703273740422568,
      "grad_norm": 0.47805365920066833,
      "learning_rate": 4.79459505593652e-05,
      "loss": 0.12281619071960449,
      "step": 15950
    },
    {
      "epoch": 3.709078244717901,
      "grad_norm": 0.5300124287605286,
      "learning_rate": 4.75419552434739e-05,
      "loss": 0.13224746704101562,
      "step": 15975
    },
    {
      "epoch": 3.7148827490132343,
      "grad_norm": 0.5495495200157166,
      "learning_rate": 4.713934840890386e-05,
      "loss": 0.1343132209777832,
      "step": 16000
    },
    {
      "epoch": 3.7148827490132343,
      "eval_loss": 0.4834541082382202,
      "eval_runtime": 2.7826,
      "eval_samples_per_second": 646.866,
      "eval_steps_per_second": 10.422,
      "step": 16000
    },
    {
      "epoch": 3.7206872533085673,
      "grad_norm": 0.5209447145462036,
      "learning_rate": 4.673813551166462e-05,
      "loss": 0.1316848564147949,
      "step": 16025
    },
    {
      "epoch": 3.7264917576039007,
      "grad_norm": 0.5507779121398926,
      "learning_rate": 4.6338321988875486e-05,
      "loss": 0.12162506103515625,
      "step": 16050
    },
    {
      "epoch": 3.7322962618992337,
      "grad_norm": 0.5463923811912537,
      "learning_rate": 4.593991325869183e-05,
      "loss": 0.1306621265411377,
      "step": 16075
    },
    {
      "epoch": 3.738100766194567,
      "grad_norm": 0.6377285122871399,
      "learning_rate": 4.554291472023163e-05,
      "loss": 0.13987205505371095,
      "step": 16100
    },
    {
      "epoch": 3.7439052704899,
      "grad_norm": 0.5184104442596436,
      "learning_rate": 4.514733175350263e-05,
      "loss": 0.1311191749572754,
      "step": 16125
    },
    {
      "epoch": 3.7497097747852335,
      "grad_norm": 0.48756757378578186,
      "learning_rate": 4.475316971932889e-05,
      "loss": 0.1382326602935791,
      "step": 16150
    },
    {
      "epoch": 3.7555142790805665,
      "grad_norm": 0.5549758672714233,
      "learning_rate": 4.436043395927849e-05,
      "loss": 0.13588230133056642,
      "step": 16175
    },
    {
      "epoch": 3.7613187833758994,
      "grad_norm": 0.5385533571243286,
      "learning_rate": 4.3969129795591015e-05,
      "loss": 0.1300955295562744,
      "step": 16200
    },
    {
      "epoch": 3.767123287671233,
      "grad_norm": 0.49518296122550964,
      "learning_rate": 4.357926253110559e-05,
      "loss": 0.12474268913269043,
      "step": 16225
    },
    {
      "epoch": 3.7729277919665662,
      "grad_norm": 0.5287390947341919,
      "learning_rate": 4.3190837449188864e-05,
      "loss": 0.13263528823852538,
      "step": 16250
    },
    {
      "epoch": 3.778732296261899,
      "grad_norm": 0.45688286423683167,
      "learning_rate": 4.280385981366341e-05,
      "loss": 0.12746773719787596,
      "step": 16275
    },
    {
      "epoch": 3.784536800557232,
      "grad_norm": 0.5174150466918945,
      "learning_rate": 4.241833486873641e-05,
      "loss": 0.132682466506958,
      "step": 16300
    },
    {
      "epoch": 3.7903413048525656,
      "grad_norm": 0.5170544981956482,
      "learning_rate": 4.203426783892874e-05,
      "loss": 0.1312546157836914,
      "step": 16325
    },
    {
      "epoch": 3.796145809147899,
      "grad_norm": 0.6146380305290222,
      "learning_rate": 4.1651663929003834e-05,
      "loss": 0.12222254753112793,
      "step": 16350
    },
    {
      "epoch": 3.801950313443232,
      "grad_norm": 0.5436851382255554,
      "learning_rate": 4.1270528323897614e-05,
      "loss": 0.12948195457458497,
      "step": 16375
    },
    {
      "epoch": 3.807754817738565,
      "grad_norm": 0.4765893816947937,
      "learning_rate": 4.08908661886477e-05,
      "loss": 0.13217971801757813,
      "step": 16400
    },
    {
      "epoch": 3.8135593220338984,
      "grad_norm": 0.5577421188354492,
      "learning_rate": 4.0512682668323896e-05,
      "loss": 0.12744462966918946,
      "step": 16425
    },
    {
      "epoch": 3.8193638263292313,
      "grad_norm": 0.5351262092590332,
      "learning_rate": 4.013598288795808e-05,
      "loss": 0.13391121864318847,
      "step": 16450
    },
    {
      "epoch": 3.8251683306245647,
      "grad_norm": 0.5594732761383057,
      "learning_rate": 3.9760771952475106e-05,
      "loss": 0.13245270729064942,
      "step": 16475
    },
    {
      "epoch": 3.8309728349198977,
      "grad_norm": 0.5924484133720398,
      "learning_rate": 3.9387054946623234e-05,
      "loss": 0.12773351669311522,
      "step": 16500
    },
    {
      "epoch": 3.836777339215231,
      "grad_norm": 0.5322756767272949,
      "learning_rate": 3.901483693490563e-05,
      "loss": 0.1348324680328369,
      "step": 16525
    },
    {
      "epoch": 3.842581843510564,
      "grad_norm": 0.5091602802276611,
      "learning_rate": 3.864412296151141e-05,
      "loss": 0.12817475318908692,
      "step": 16550
    },
    {
      "epoch": 3.8483863478058975,
      "grad_norm": 0.5416632294654846,
      "learning_rate": 3.827491805024733e-05,
      "loss": 0.12608692169189453,
      "step": 16575
    },
    {
      "epoch": 3.8541908521012305,
      "grad_norm": 0.4963054060935974,
      "learning_rate": 3.790722720446997e-05,
      "loss": 0.13913899421691894,
      "step": 16600
    },
    {
      "epoch": 3.859995356396564,
      "grad_norm": 0.5441203117370605,
      "learning_rate": 3.7541055407017657e-05,
      "loss": 0.12793876647949218,
      "step": 16625
    },
    {
      "epoch": 3.865799860691897,
      "grad_norm": 0.5654854774475098,
      "learning_rate": 3.717640762014299e-05,
      "loss": 0.1283561897277832,
      "step": 16650
    },
    {
      "epoch": 3.8716043649872303,
      "grad_norm": 0.5109981298446655,
      "learning_rate": 3.6813288785445665e-05,
      "loss": 0.1224953842163086,
      "step": 16675
    },
    {
      "epoch": 3.8774088692825632,
      "grad_norm": 0.47984960675239563,
      "learning_rate": 3.6451703823805356e-05,
      "loss": 0.12291561126708984,
      "step": 16700
    },
    {
      "epoch": 3.883213373577896,
      "grad_norm": 0.5661267042160034,
      "learning_rate": 3.6091657635315315e-05,
      "loss": 0.12208088874816894,
      "step": 16725
    },
    {
      "epoch": 3.8890178778732296,
      "grad_norm": 0.5422415733337402,
      "learning_rate": 3.573315509921575e-05,
      "loss": 0.1347252082824707,
      "step": 16750
    },
    {
      "epoch": 3.894822382168563,
      "grad_norm": 0.5453212857246399,
      "learning_rate": 3.537620107382764e-05,
      "loss": 0.13169493675231933,
      "step": 16775
    },
    {
      "epoch": 3.900626886463896,
      "grad_norm": 0.47127565741539,
      "learning_rate": 3.5020800396487044e-05,
      "loss": 0.12600440979003907,
      "step": 16800
    },
    {
      "epoch": 3.906431390759229,
      "grad_norm": 0.47693362832069397,
      "learning_rate": 3.466695788347955e-05,
      "loss": 0.12363935470581054,
      "step": 16825
    },
    {
      "epoch": 3.9122358950545624,
      "grad_norm": 0.5626474022865295,
      "learning_rate": 3.4314678329975e-05,
      "loss": 0.12666434288024903,
      "step": 16850
    },
    {
      "epoch": 3.918040399349896,
      "grad_norm": 0.49834829568862915,
      "learning_rate": 3.3963966509962355e-05,
      "loss": 0.1259426784515381,
      "step": 16875
    },
    {
      "epoch": 3.9238449036452288,
      "grad_norm": 0.48170289397239685,
      "learning_rate": 3.361482717618513e-05,
      "loss": 0.13647454261779784,
      "step": 16900
    },
    {
      "epoch": 3.9296494079405617,
      "grad_norm": 0.47936519980430603,
      "learning_rate": 3.326726506007708e-05,
      "loss": 0.12583857536315918,
      "step": 16925
    },
    {
      "epoch": 3.935453912235895,
      "grad_norm": 0.5467544794082642,
      "learning_rate": 3.2921284871697824e-05,
      "loss": 0.13049958229064942,
      "step": 16950
    },
    {
      "epoch": 3.941258416531228,
      "grad_norm": 0.5074909925460815,
      "learning_rate": 3.2576891299669264e-05,
      "loss": 0.13176217079162597,
      "step": 16975
    },
    {
      "epoch": 3.9470629208265615,
      "grad_norm": 0.4521033763885498,
      "learning_rate": 3.2234089011111934e-05,
      "loss": 0.13002379417419432,
      "step": 17000
    },
    {
      "epoch": 3.9470629208265615,
      "eval_loss": 0.48477375507354736,
      "eval_runtime": 2.7685,
      "eval_samples_per_second": 650.172,
      "eval_steps_per_second": 10.475,
      "step": 17000
    },
    {
      "epoch": 3.9528674251218945,
      "grad_norm": 0.5549446940422058,
      "learning_rate": 3.189288265158164e-05,
      "loss": 0.1334219169616699,
      "step": 17025
    },
    {
      "epoch": 3.958671929417228,
      "grad_norm": 0.5062447786331177,
      "learning_rate": 3.155327684500683e-05,
      "loss": 0.12354134559631348,
      "step": 17050
    },
    {
      "epoch": 3.964476433712561,
      "grad_norm": 0.5579578280448914,
      "learning_rate": 3.1215276193625525e-05,
      "loss": 0.12970406532287598,
      "step": 17075
    },
    {
      "epoch": 3.9702809380078943,
      "grad_norm": 0.6180189251899719,
      "learning_rate": 3.087888527792337e-05,
      "loss": 0.1254385757446289,
      "step": 17100
    },
    {
      "epoch": 3.9760854423032272,
      "grad_norm": 0.4233727753162384,
      "learning_rate": 3.05441086565711e-05,
      "loss": 0.1317064094543457,
      "step": 17125
    },
    {
      "epoch": 3.98188994659856,
      "grad_norm": 0.5346817970275879,
      "learning_rate": 3.0210950866363214e-05,
      "loss": 0.12989388465881346,
      "step": 17150
    },
    {
      "epoch": 3.9876944508938936,
      "grad_norm": 0.475293904542923,
      "learning_rate": 2.9879416422156204e-05,
      "loss": 0.12659363746643065,
      "step": 17175
    },
    {
      "epoch": 3.993498955189227,
      "grad_norm": 0.5779196619987488,
      "learning_rate": 2.9549509816807386e-05,
      "loss": 0.12317920684814453,
      "step": 17200
    },
    {
      "epoch": 3.99930345948456,
      "grad_norm": 0.5648007392883301,
      "learning_rate": 2.922123552111421e-05,
      "loss": 0.14431089401245117,
      "step": 17225
    },
    {
      "epoch": 4.005107963779893,
      "grad_norm": 0.40254271030426025,
      "learning_rate": 2.889459798375352e-05,
      "loss": 0.0905971336364746,
      "step": 17250
    },
    {
      "epoch": 4.010912468075226,
      "grad_norm": 0.41820237040519714,
      "learning_rate": 2.85696016312212e-05,
      "loss": 0.0847398567199707,
      "step": 17275
    },
    {
      "epoch": 4.01671697237056,
      "grad_norm": 0.3613129258155823,
      "learning_rate": 2.824625086777233e-05,
      "loss": 0.08114529609680175,
      "step": 17300
    },
    {
      "epoch": 4.022521476665893,
      "grad_norm": 0.45001861453056335,
      "learning_rate": 2.7924550075361474e-05,
      "loss": 0.08282732963562012,
      "step": 17325
    },
    {
      "epoch": 4.028325980961226,
      "grad_norm": 0.4341457486152649,
      "learning_rate": 2.7604503613583302e-05,
      "loss": 0.08115843772888183,
      "step": 17350
    },
    {
      "epoch": 4.034130485256559,
      "grad_norm": 0.4107372462749481,
      "learning_rate": 2.7286115819613414e-05,
      "loss": 0.08760406494140625,
      "step": 17375
    },
    {
      "epoch": 4.039934989551893,
      "grad_norm": 0.47246018052101135,
      "learning_rate": 2.6969391008149645e-05,
      "loss": 0.08065567016601563,
      "step": 17400
    },
    {
      "epoch": 4.0457394938472255,
      "grad_norm": 0.43137720227241516,
      "learning_rate": 2.6654333471353534e-05,
      "loss": 0.07961277484893799,
      "step": 17425
    },
    {
      "epoch": 4.0515439981425585,
      "grad_norm": 0.4721987247467041,
      "learning_rate": 2.6340947478792318e-05,
      "loss": 0.08728896141052246,
      "step": 17450
    },
    {
      "epoch": 4.0573485024378915,
      "grad_norm": 0.39357468485832214,
      "learning_rate": 2.602923727738093e-05,
      "loss": 0.07964069843292236,
      "step": 17475
    },
    {
      "epoch": 4.063153006733225,
      "grad_norm": 0.4414040744304657,
      "learning_rate": 2.5719207091324394e-05,
      "loss": 0.0861448574066162,
      "step": 17500
    },
    {
      "epoch": 4.068957511028558,
      "grad_norm": 0.5105574131011963,
      "learning_rate": 2.5410861122060688e-05,
      "loss": 0.08487778663635254,
      "step": 17525
    },
    {
      "epoch": 4.074762015323891,
      "grad_norm": 0.4436439275741577,
      "learning_rate": 2.5104203548203865e-05,
      "loss": 0.08540387153625488,
      "step": 17550
    },
    {
      "epoch": 4.080566519619224,
      "grad_norm": 0.46121156215667725,
      "learning_rate": 2.4799238525487187e-05,
      "loss": 0.07835439205169678,
      "step": 17575
    },
    {
      "epoch": 4.086371023914558,
      "grad_norm": 0.4219311773777008,
      "learning_rate": 2.4495970186707138e-05,
      "loss": 0.07797367095947266,
      "step": 17600
    },
    {
      "epoch": 4.092175528209891,
      "grad_norm": 0.35916611552238464,
      "learning_rate": 2.4194402641667067e-05,
      "loss": 0.0760021162033081,
      "step": 17625
    },
    {
      "epoch": 4.097980032505224,
      "grad_norm": 0.41230475902557373,
      "learning_rate": 2.389453997712181e-05,
      "loss": 0.08162998199462891,
      "step": 17650
    },
    {
      "epoch": 4.103784536800557,
      "grad_norm": 0.4652130901813507,
      "learning_rate": 2.3596386256722027e-05,
      "loss": 0.07778237342834472,
      "step": 17675
    },
    {
      "epoch": 4.109589041095891,
      "grad_norm": 0.3833296597003937,
      "learning_rate": 2.3299945520959435e-05,
      "loss": 0.07606776237487793,
      "step": 17700
    },
    {
      "epoch": 4.115393545391224,
      "grad_norm": 0.4073386788368225,
      "learning_rate": 2.3005221787111704e-05,
      "loss": 0.08484411239624023,
      "step": 17725
    },
    {
      "epoch": 4.121198049686557,
      "grad_norm": 0.4941864311695099,
      "learning_rate": 2.2712219049188363e-05,
      "loss": 0.0828478717803955,
      "step": 17750
    },
    {
      "epoch": 4.12700255398189,
      "grad_norm": 0.49691084027290344,
      "learning_rate": 2.2420941277876402e-05,
      "loss": 0.07821237564086914,
      "step": 17775
    },
    {
      "epoch": 4.132807058277223,
      "grad_norm": 0.515224277973175,
      "learning_rate": 2.2131392420486553e-05,
      "loss": 0.07914109706878662,
      "step": 17800
    },
    {
      "epoch": 4.138611562572557,
      "grad_norm": 0.5149050951004028,
      "learning_rate": 2.184357640089992e-05,
      "loss": 0.0818891716003418,
      "step": 17825
    },
    {
      "epoch": 4.1444160668678895,
      "grad_norm": 0.4382188320159912,
      "learning_rate": 2.1557497119514672e-05,
      "loss": 0.0778397274017334,
      "step": 17850
    },
    {
      "epoch": 4.1502205711632225,
      "grad_norm": 0.39906030893325806,
      "learning_rate": 2.127315845319314e-05,
      "loss": 0.08025979995727539,
      "step": 17875
    },
    {
      "epoch": 4.1560250754585555,
      "grad_norm": 0.4684215486049652,
      "learning_rate": 2.0990564255209408e-05,
      "loss": 0.07968974590301514,
      "step": 17900
    },
    {
      "epoch": 4.161829579753889,
      "grad_norm": 0.4352423846721649,
      "learning_rate": 2.070971835519697e-05,
      "loss": 0.07249928951263428,
      "step": 17925
    },
    {
      "epoch": 4.167634084049222,
      "grad_norm": 0.44752639532089233,
      "learning_rate": 2.0430624559097002e-05,
      "loss": 0.07716537475585937,
      "step": 17950
    },
    {
      "epoch": 4.173438588344555,
      "grad_norm": 0.4814079999923706,
      "learning_rate": 2.0153286649106664e-05,
      "loss": 0.08337730407714844,
      "step": 17975
    },
    {
      "epoch": 4.179243092639888,
      "grad_norm": 0.38755491375923157,
      "learning_rate": 1.9877708383627778e-05,
      "loss": 0.07913094520568847,
      "step": 18000
    },
    {
      "epoch": 4.179243092639888,
      "eval_loss": 0.5115543603897095,
      "eval_runtime": 2.7419,
      "eval_samples_per_second": 656.486,
      "eval_steps_per_second": 10.577,
      "step": 18000
    },
    {
      "loss": 0.08247646331787109,
      "grad_norm": 0.4921330213546753,
      "learning_rate": 1.960389349721604e-05,
      "epoch": 4.185047596935222,
      "step": 18025
    },
    {
      "loss": 0.08008021354675293,
      "grad_norm": 0.48693451285362244,
      "learning_rate": 1.9331845700530345e-05,
      "epoch": 4.190852101230555,
      "step": 18050
    },
    {
      "loss": 0.07945438861846923,
      "grad_norm": 0.4636516273021698,
      "learning_rate": 1.9061568680282568e-05,
      "epoch": 4.196656605525888,
      "step": 18075
    },
    {
      "loss": 0.08011796951293945,
      "grad_norm": 0.4074261486530304,
      "learning_rate": 1.8793066099187438e-05,
      "epoch": 4.202461109821221,
      "step": 18100
    },
    {
      "loss": 0.08619665145874024,
      "grad_norm": 0.512305498123169,
      "learning_rate": 1.8526341595913053e-05,
      "epoch": 4.208265614116555,
      "step": 18125
    },
    {
      "loss": 0.07600322723388672,
      "grad_norm": 0.44227826595306396,
      "learning_rate": 1.8261398785031473e-05,
      "epoch": 4.214070118411888,
      "step": 18150
    },
    {
      "loss": 0.08032386779785156,
      "grad_norm": 0.43220826983451843,
      "learning_rate": 1.7998241256969886e-05,
      "epoch": 4.219874622707221,
      "step": 18175
    },
    {
      "loss": 0.07907999515533447,
      "grad_norm": 0.44413840770721436,
      "learning_rate": 1.7736872577961818e-05,
      "epoch": 4.225679127002554,
      "step": 18200
    },
    {
      "loss": 0.07748859882354736,
      "grad_norm": 0.4341851770877838,
      "learning_rate": 1.7477296289998787e-05,
      "epoch": 4.231483631297887,
      "step": 18225
    },
    {
      "loss": 0.07818769931793212,
      "grad_norm": 0.38617071509361267,
      "learning_rate": 1.7219515910782373e-05,
      "epoch": 4.237288135593221,
      "step": 18250
    },
    {
      "loss": 0.08131123542785644,
      "grad_norm": 0.4250392019748688,
      "learning_rate": 1.696353493367657e-05,
      "epoch": 4.243092639888554,
      "step": 18275
    },
    {
      "loss": 0.07498374938964844,
      "grad_norm": 0.42919921875,
      "learning_rate": 1.6709356827660337e-05,
      "epoch": 4.2488971441838865,
      "step": 18300
    },
    {
      "loss": 0.07327072620391846,
      "grad_norm": 0.36674195528030396,
      "learning_rate": 1.645698503728075e-05,
      "epoch": 4.2547016484792195,
      "step": 18325
    },
    {
      "loss": 0.0801076602935791,
      "grad_norm": 0.4721294939517975,
      "learning_rate": 1.620642298260611e-05,
      "epoch": 4.260506152774553,
      "step": 18350
    },
    {
      "loss": 0.07982881546020508,
      "grad_norm": 0.47818973660469055,
      "learning_rate": 1.5957674059179827e-05,
      "epoch": 4.266310657069886,
      "step": 18375
    },
    {
      "loss": 0.07816235542297363,
      "grad_norm": 0.49507322907447815,
      "learning_rate": 1.5710741637974168e-05,
      "epoch": 4.272115161365219,
      "step": 18400
    },
    {
      "loss": 0.07887996196746826,
      "grad_norm": 0.49934637546539307,
      "learning_rate": 1.546562906534481e-05,
      "epoch": 4.277919665660552,
      "step": 18425
    },
    {
      "loss": 0.07781827926635743,
      "grad_norm": 0.48375269770622253,
      "learning_rate": 1.5222339662985273e-05,
      "epoch": 4.283724169955886,
      "step": 18450
    },
    {
      "loss": 0.07988697052001953,
      "grad_norm": 0.4781501889228821,
      "learning_rate": 1.4980876727882124e-05,
      "epoch": 4.289528674251219,
      "step": 18475
    },
    {
      "loss": 0.07793661117553712,
      "grad_norm": 0.4536744952201843,
      "learning_rate": 1.4741243532270098e-05,
      "epoch": 4.295333178546552,
      "step": 18500
    },
    {
      "loss": 0.08092981338500976,
      "grad_norm": 0.46479013562202454,
      "learning_rate": 1.4503443323587811e-05,
      "epoch": 4.301137682841885,
      "step": 18525
    },
    {
      "loss": 0.07952608585357666,
      "grad_norm": 0.41237297654151917,
      "learning_rate": 1.4267479324433867e-05,
      "epoch": 4.306942187137219,
      "step": 18550
    },
    {
      "loss": 0.07980387210845948,
      "grad_norm": 0.4342309236526489,
      "learning_rate": 1.4033354732523077e-05,
      "epoch": 4.312746691432552,
      "step": 18575
    },
    {
      "loss": 0.08078558921813965,
      "grad_norm": 0.47663629055023193,
      "learning_rate": 1.3801072720643125e-05,
      "epoch": 4.318551195727885,
      "step": 18600
    },
    {
      "loss": 0.07813294887542725,
      "grad_norm": 0.3211257755756378,
      "learning_rate": 1.3570636436611564e-05,
      "epoch": 4.324355700023218,
      "step": 18625
    },
    {
      "loss": 0.07818384647369385,
      "grad_norm": 0.44311535358428955,
      "learning_rate": 1.3342049003233212e-05,
      "epoch": 4.330160204318551,
      "step": 18650
    },
    {
      "loss": 0.07564275741577148,
      "grad_norm": 0.4093654155731201,
      "learning_rate": 1.3115313518257809e-05,
      "epoch": 4.335964708613885,
      "step": 18675
    },
    {
      "loss": 0.08086618423461914,
      "grad_norm": 0.47484564781188965,
      "learning_rate": 1.2890433054338085e-05,
      "epoch": 4.341769212909218,
      "step": 18700
    },
    {
      "loss": 0.07786150455474854,
      "grad_norm": 0.50920569896698,
      "learning_rate": 1.2667410658987981e-05,
      "epoch": 4.3475737172045505,
      "step": 18725
    },
    {
      "loss": 0.07455573081970215,
      "grad_norm": 0.43661263585090637,
      "learning_rate": 1.244624935454145e-05,
      "epoch": 4.3533782214998835,
      "step": 18750
    },
    {
      "loss": 0.08102331161499024,
      "grad_norm": 0.4164806604385376,
      "learning_rate": 1.2226952138111545e-05,
      "epoch": 4.359182725795217,
      "step": 18775
    },
    {
      "loss": 0.08130499839782715,
      "grad_norm": 0.5355484485626221,
      "learning_rate": 1.2009521981549736e-05,
      "epoch": 4.36498723009055,
      "step": 18800
    },
    {
      "loss": 0.0766422700881958,
      "grad_norm": 0.5275045037269592,
      "learning_rate": 1.1793961831405607e-05,
      "epoch": 4.370791734385883,
      "step": 18825
    },
    {
      "loss": 0.08015645027160645,
      "grad_norm": 0.47182697057724,
      "learning_rate": 1.1580274608886953e-05,
      "epoch": 4.376596238681216,
      "step": 18850
    },
    {
      "loss": 0.0727626609802246,
      "grad_norm": 0.34148523211479187,
      "learning_rate": 1.1368463209820283e-05,
      "epoch": 4.38240074297655,
      "step": 18875
    },
    {
      "loss": 0.08069220542907715,
      "grad_norm": 0.41285601258277893,
      "learning_rate": 1.1158530504611413e-05,
      "epoch": 4.388205247271883,
      "step": 18900
    },
    {
      "loss": 0.07536788940429688,
      "grad_norm": 0.41651299595832825,
      "learning_rate": 1.0950479338206719e-05,
      "epoch": 4.394009751567216,
      "step": 18925
    },
    {
      "loss": 0.0890130615234375,
      "grad_norm": 0.49972784519195557,
      "learning_rate": 1.0744312530054444e-05,
      "epoch": 4.399814255862549,
      "step": 18950
    },
    {
      "loss": 0.0806863021850586,
      "grad_norm": 0.382648229598999,
      "learning_rate": 1.0540032874066639e-05,
      "epoch": 4.405618760157883,
      "step": 18975
    },
    {
      "loss": 0.0785952615737915,
      "grad_norm": 0.4752176105976105,
      "learning_rate": 1.033764313858118e-05,
      "epoch": 4.411423264453216,
      "step": 19000
    },
    {
      "eval_loss": 0.5139902830123901,
      "eval_runtime": 2.742,
      "eval_samples_per_second": 656.467,
      "eval_steps_per_second": 10.576,
      "epoch": 4.411423264453216,
      "step": 19000
    },
    {
      "loss": 0.07371102333068848,
      "grad_norm": 0.3996540904045105,
      "learning_rate": 1.0137146066324264e-05,
      "epoch": 4.417227768748549,
      "step": 19025
    },
    {
      "loss": 0.07812005996704102,
      "grad_norm": 0.4201669991016388,
      "learning_rate": 9.938544374373354e-06,
      "epoch": 4.423032273043882,
      "step": 19050
    },
    {
      "loss": 0.0782503080368042,
      "grad_norm": 0.3941466808319092,
      "learning_rate": 9.741840754120223e-06,
      "epoch": 4.428836777339216,
      "step": 19075
    },
    {
      "loss": 0.07590310096740722,
      "grad_norm": 0.4408641755580902,
      "learning_rate": 9.547037871234542e-06,
      "epoch": 4.434641281634549,
      "step": 19100
    },
    {
      "loss": 0.07825098037719727,
      "grad_norm": 0.4821837544441223,
      "learning_rate": 9.35413836562775e-06,
      "epoch": 4.440445785929882,
      "step": 19125
    },
    {
      "loss": 0.07823121547698975,
      "grad_norm": 0.4407540261745453,
      "learning_rate": 9.16314485141722e-06,
      "epoch": 4.446250290225215,
      "step": 19150
    },
    {
      "loss": 0.07731770515441895,
      "grad_norm": 0.46196237206459045,
      "learning_rate": 8.974059916891035e-06,
      "epoch": 4.4520547945205475,
      "step": 19175
    },
    {
      "loss": 0.07914790153503418,
      "grad_norm": 0.48064059019088745,
      "learning_rate": 8.786886124472636e-06,
      "epoch": 4.457859298815881,
      "step": 19200
    },
    {
      "loss": 0.08182929039001464,
      "grad_norm": 0.470699280500412,
      "learning_rate": 8.601626010686263e-06,
      "epoch": 4.463663803111214,
      "step": 19225
    },
    {
      "loss": 0.08012688636779786,
      "grad_norm": 0.5592325329780579,
      "learning_rate": 8.418282086122535e-06,
      "epoch": 4.469468307406547,
      "step": 19250
    },
    {
      "loss": 0.08872594833374023,
      "grad_norm": 0.526476263999939,
      "learning_rate": 8.236856835404476e-06,
      "epoch": 4.47527281170188,
      "step": 19275
    },
    {
      "loss": 0.0844990348815918,
      "grad_norm": 0.38734254240989685,
      "learning_rate": 8.057352717153793e-06,
      "epoch": 4.481077315997214,
      "step": 19300
    },
    {
      "loss": 0.08157651901245117,
      "grad_norm": 0.4687935411930084,
      "learning_rate": 7.879772163957532e-06,
      "epoch": 4.486881820292547,
      "step": 19325
    },
    {
      "loss": 0.07577196598052978,
      "grad_norm": 0.5619013905525208,
      "learning_rate": 7.704117582335212e-06,
      "epoch": 4.49268632458788,
      "step": 19350
    },
    {
      "loss": 0.07518729209899902,
      "grad_norm": 0.4339287579059601,
      "learning_rate": 7.530391352706061e-06,
      "epoch": 4.498490828883213,
      "step": 19375
    },
    {
      "loss": 0.0839167022705078,
      "grad_norm": 0.4794290363788605,
      "learning_rate": 7.358595829356945e-06,
      "epoch": 4.504295333178547,
      "step": 19400
    },
    {
      "loss": 0.07811093330383301,
      "grad_norm": 0.42739877104759216,
      "learning_rate": 7.1887333404103245e-06,
      "epoch": 4.51009983747388,
      "step": 19425
    },
    {
      "loss": 0.07879485130310059,
      "grad_norm": 0.4844427704811096,
      "learning_rate": 7.0208061877927494e-06,
      "epoch": 4.515904341769213,
      "step": 19450
    },
    {
      "loss": 0.08143006324768066,
      "grad_norm": 0.5435075759887695,
      "learning_rate": 6.854816647203615e-06,
      "epoch": 4.521708846064546,
      "step": 19475
    },
    {
      "loss": 0.08163432121276855,
      "grad_norm": 0.4060407876968384,
      "learning_rate": 6.690766968084471e-06,
      "epoch": 4.527513350359879,
      "step": 19500
    },
    {
      "loss": 0.07742088317871093,
      "grad_norm": 0.45898979902267456,
      "learning_rate": 6.528659373588329e-06,
      "epoch": 4.533317854655213,
      "step": 19525
    },
    {
      "loss": 0.0791277027130127,
      "grad_norm": 0.4365909993648529,
      "learning_rate": 6.368496060549705e-06,
      "epoch": 4.539122358950546,
      "step": 19550
    },
    {
      "loss": 0.07588704109191895,
      "grad_norm": 0.41925954818725586,
      "learning_rate": 6.2102791994547204e-06,
      "epoch": 4.544926863245879,
      "step": 19575
    },
    {
      "loss": 0.08074780464172364,
      "grad_norm": 0.4266278147697449,
      "learning_rate": 6.054010934411868e-06,
      "epoch": 4.550731367541212,
      "step": 19600
    },
    {
      "loss": 0.07541372776031494,
      "grad_norm": 0.45072221755981445,
      "learning_rate": 5.899693383122694e-06,
      "epoch": 4.556535871836545,
      "step": 19625
    },
    {
      "loss": 0.08534663200378417,
      "grad_norm": 0.4925159811973572,
      "learning_rate": 5.7473286368533596e-06,
      "epoch": 4.562340376131878,
      "step": 19650
    },
    {
      "loss": 0.08116405487060546,
      "grad_norm": 0.48844000697135925,
      "learning_rate": 5.596918760406127e-06,
      "epoch": 4.568144880427211,
      "step": 19675
    },
    {
      "loss": 0.08000840187072754,
      "grad_norm": 0.4892956614494324,
      "learning_rate": 5.448465792091467e-06,
      "epoch": 4.573949384722544,
      "step": 19700
    },
    {
      "loss": 0.08057500839233399,
      "grad_norm": 0.4181472659111023,
      "learning_rate": 5.301971743700378e-06,
      "epoch": 4.579753889017878,
      "step": 19725
    },
    {
      "loss": 0.08139314651489257,
      "grad_norm": 0.40270179510116577,
      "learning_rate": 5.157438600477148e-06,
      "epoch": 4.585558393313211,
      "step": 19750
    },
    {
      "loss": 0.07780666351318359,
      "grad_norm": 0.45924490690231323,
      "learning_rate": 5.0148683210925026e-06,
      "epoch": 4.591362897608544,
      "step": 19775
    },
    {
      "loss": 0.0774199914932251,
      "grad_norm": 0.4562431871891022,
      "learning_rate": 4.874262837616977e-06,
      "epoch": 4.597167401903877,
      "step": 19800
    },
    {
      "loss": 0.07871145725250245,
      "grad_norm": 0.5946608185768127,
      "learning_rate": 4.7356240554947745e-06,
      "epoch": 4.602971906199211,
      "step": 19825
    },
    {
      "loss": 0.07936087131500244,
      "grad_norm": 0.5524415969848633,
      "learning_rate": 4.598953853517934e-06,
      "epoch": 4.608776410494544,
      "step": 19850
    },
    {
      "loss": 0.07612611770629883,
      "grad_norm": 0.48315760493278503,
      "learning_rate": 4.46425408380085e-06,
      "epoch": 4.614580914789877,
      "step": 19875
    },
    {
      "loss": 0.07877078056335449,
      "grad_norm": 0.5121182799339294,
      "learning_rate": 4.331526571755278e-06,
      "epoch": 4.62038541908521,
      "step": 19900
    },
    {
      "loss": 0.07609409332275391,
      "grad_norm": 0.4489760994911194,
      "learning_rate": 4.200773116065437e-06,
      "epoch": 4.626189923380544,
      "step": 19925
    },
    {
      "loss": 0.07558590412139893,
      "grad_norm": 0.4567054808139801,
      "learning_rate": 4.071995488663776e-06,
      "epoch": 4.631994427675877,
      "step": 19950
    },
    {
      "loss": 0.07805031776428223,
      "grad_norm": 0.5078436732292175,
      "learning_rate": 3.945195434706816e-06,
      "epoch": 4.63779893197121,
      "step": 19975
    },
    {
      "loss": 0.07685207843780517,
      "grad_norm": 0.43479177355766296,
      "learning_rate": 3.820374672551663e-06,
      "epoch": 4.643603436266543,
      "step": 20000
    },
    {
      "eval_loss": 0.5150907635688782,
      "eval_runtime": 2.7319,
      "eval_samples_per_second": 658.893,
      "eval_steps_per_second": 10.616,
      "epoch": 4.643603436266543,
      "step": 20000
    },
    {
      "loss": 0.0795011568069458,
      "grad_norm": 0.476205438375473,
      "learning_rate": 3.6975348937326454e-06,
      "epoch": 4.649407940561876,
      "step": 20025
    },
    {
      "loss": 0.08185251235961914,
      "grad_norm": 0.4407123327255249,
      "learning_rate": 3.576677762938318e-06,
      "epoch": 4.655212444857209,
      "step": 20050
    },
    {
      "loss": 0.08033641815185547,
      "grad_norm": 0.4826345145702362,
      "learning_rate": 3.4578049179890098e-06,
      "epoch": 4.661016949152542,
      "step": 20075
    },
    {
      "loss": 0.0772846508026123,
      "grad_norm": 0.4939717650413513,
      "learning_rate": 3.3409179698146106e-06,
      "epoch": 4.666821453447875,
      "step": 20100
    },
    {
      "loss": 0.07670364379882813,
      "grad_norm": 0.4766358435153961,
      "learning_rate": 3.226018502432687e-06,
      "epoch": 4.672625957743209,
      "step": 20125
    },
    {
      "loss": 0.07934382438659668,
      "grad_norm": 0.41519227623939514,
      "learning_rate": 3.1131080729270673e-06,
      "epoch": 4.678430462038542,
      "step": 20150
    },
    {
      "loss": 0.07627038955688477,
      "grad_norm": 0.4669382572174072,
      "learning_rate": 3.002188211426726e-06,
      "epoch": 4.684234966333875,
      "step": 20175
    },
    {
      "loss": 0.07136449337005615,
      "grad_norm": 0.389437735080719,
      "learning_rate": 2.8932604210850474e-06,
      "epoch": 4.690039470629208,
      "step": 20200
    },
    {
      "loss": 0.07769662857055665,
      "grad_norm": 0.4156358540058136,
      "learning_rate": 2.786326178059428e-06,
      "epoch": 4.695843974924541,
      "step": 20225
    },
    {
      "loss": 0.07760199546813965,
      "grad_norm": 0.5581144690513611,
      "learning_rate": 2.681386931491292e-06,
      "epoch": 4.701648479219875,
      "step": 20250
    },
    {
      "loss": 0.07693316459655762,
      "grad_norm": 0.4294784665107727,
      "learning_rate": 2.578444103486521e-06,
      "epoch": 4.707452983515208,
      "step": 20275
    },
    {
      "loss": 0.08216179847717285,
      "grad_norm": 0.5029132962226868,
      "learning_rate": 2.4774990890960743e-06,
      "epoch": 4.713257487810541,
      "step": 20300
    },
    {
      "loss": 0.0754340934753418,
      "grad_norm": 0.4067029356956482,
      "learning_rate": 2.3785532562971e-06,
      "epoch": 4.719061992105874,
      "step": 20325
    },
    {
      "loss": 0.07610186100006104,
      "grad_norm": 0.42405033111572266,
      "learning_rate": 2.2816079459744676e-06,
      "epoch": 4.724866496401208,
      "step": 20350
    },
    {
      "loss": 0.0798477840423584,
      "grad_norm": 0.4587237536907196,
      "learning_rate": 2.1866644719025493e-06,
      "epoch": 4.730671000696541,
      "step": 20375
    },
    {
      "loss": 0.07270728588104249,
      "grad_norm": 0.4628477096557617,
      "learning_rate": 2.0937241207274025e-06,
      "epoch": 4.736475504991874,
      "step": 20400
    },
    {
      "loss": 0.07922406196594238,
      "grad_norm": 0.5066894888877869,
      "learning_rate": 2.0027881519493804e-06,
      "epoch": 4.742280009287207,
      "step": 20425
    },
    {
      "loss": 0.07608590602874755,
      "grad_norm": 0.40147361159324646,
      "learning_rate": 1.913857797905999e-06,
      "epoch": 4.7480845135825405,
      "step": 20450
    },
    {
      "loss": 0.07383220672607421,
      "grad_norm": 0.3422751724720001,
      "learning_rate": 1.8269342637552643e-06,
      "epoch": 4.753889017877873,
      "step": 20475
    },
    {
      "loss": 0.0794384765625,
      "grad_norm": 0.5053935050964355,
      "learning_rate": 1.742018727459421e-06,
      "epoch": 4.759693522173206,
      "step": 20500
    },
    {
      "loss": 0.07553751945495606,
      "grad_norm": 0.4747840166091919,
      "learning_rate": 1.6591123397688477e-06,
      "epoch": 4.765498026468539,
      "step": 20525
    },
    {
      "loss": 0.07691112995147704,
      "grad_norm": 0.4658749997615814,
      "learning_rate": 1.5782162242065521e-06,
      "epoch": 4.771302530763872,
      "step": 20550
    },
    {
      "loss": 0.0758073377609253,
      "grad_norm": 0.4638631343841553,
      "learning_rate": 1.4993314770529342e-06,
      "epoch": 4.777107035059206,
      "step": 20575
    },
    {
      "loss": 0.07755953788757325,
      "grad_norm": 0.4154756963253021,
      "learning_rate": 1.4224591673308804e-06,
      "epoch": 4.782911539354539,
      "step": 20600
    },
    {
      "loss": 0.07841875076293946,
      "grad_norm": 0.5114679932594299,
      "learning_rate": 1.3476003367913934e-06,
      "epoch": 4.788716043649872,
      "step": 20625
    },
    {
      "loss": 0.08010381698608399,
      "grad_norm": 0.4619429111480713,
      "learning_rate": 1.2747559998993184e-06,
      "epoch": 4.794520547945205,
      "step": 20650
    },
    {
      "loss": 0.08214847564697265,
      "grad_norm": 0.4827802777290344,
      "learning_rate": 1.2039271438197385e-06,
      "epoch": 4.800325052240539,
      "step": 20675
    },
    {
      "loss": 0.07512083530426025,
      "grad_norm": 0.4229465425014496,
      "learning_rate": 1.1351147284044682e-06,
      "epoch": 4.806129556535872,
      "step": 20700
    },
    {
      "loss": 0.07927950382232667,
      "grad_norm": 0.4403354525566101,
      "learning_rate": 1.0683196861791642e-06,
      "epoch": 4.811934060831205,
      "step": 20725
    },
    {
      "loss": 0.07306070804595947,
      "grad_norm": 0.4678843021392822,
      "learning_rate": 1.0035429223306023e-06,
      "epoch": 4.817738565126538,
      "step": 20750
    },
    {
      "loss": 0.08375411987304687,
      "grad_norm": 0.5157707929611206,
      "learning_rate": 9.407853146944866e-07,
      "epoch": 4.823543069421872,
      "step": 20775
    },
    {
      "loss": 0.07699784278869629,
      "grad_norm": 0.4578299820423126,
      "learning_rate": 8.800477137434425e-07,
      "epoch": 4.829347573717205,
      "step": 20800
    },
    {
      "loss": 0.08535214424133301,
      "grad_norm": 0.46220582723617554,
      "learning_rate": 8.213309425756098e-07,
      "epoch": 4.835152078012538,
      "step": 20825
    },
    {
      "loss": 0.07462476253509522,
      "grad_norm": 0.389831006526947,
      "learning_rate": 7.646357969034178e-07,
      "epoch": 4.840956582307871,
      "step": 20850
    },
    {
      "loss": 0.07763785362243653,
      "grad_norm": 0.45414626598358154,
      "learning_rate": 7.099630450428273e-07,
      "epoch": 4.846761086603204,
      "step": 20875
    },
    {
      "loss": 0.08067751884460449,
      "grad_norm": 0.5022978782653809,
      "learning_rate": 6.573134279028891e-07,
      "epoch": 4.8525655908985375,
      "step": 20900
    },
    {
      "loss": 0.07359580039978027,
      "grad_norm": 0.4772122800350189,
      "learning_rate": 6.066876589757852e-07,
      "epoch": 4.85837009519387,
      "step": 20925
    },
    {
      "loss": 0.07639682292938232,
      "grad_norm": 0.39041006565093994,
      "learning_rate": 5.580864243270367e-07,
      "epoch": 4.864174599489203,
      "step": 20950
    },
    {
      "loss": 0.07517142772674561,
      "grad_norm": 0.4305885434150696,
      "learning_rate": 5.115103825862943e-07,
      "epoch": 4.869979103784537,
      "step": 20975
    },
    {
      "loss": 0.07514492988586426,
      "grad_norm": 0.4646373987197876,
      "learning_rate": 4.6696016493839583e-07,
      "epoch": 4.87578360807987,
      "step": 21000
    },
    {
      "eval_loss": 0.5153464674949646,
      "eval_runtime": 2.7486,
      "eval_samples_per_second": 654.882,
      "eval_steps_per_second": 10.551,
      "epoch": 4.87578360807987,
      "step": 21000
    },
    {
      "loss": 0.07574666023254395,
      "grad_norm": 0.4699035584926605,
      "learning_rate": 4.2443637511482277e-07,
      "epoch": 4.881588112375203,
      "step": 21025
    },
    {
      "loss": 0.0750859546661377,
      "grad_norm": 0.4289429783821106,
      "learning_rate": 3.839395893854569e-07,
      "epoch": 4.887392616670536,
      "step": 21050
    },
    {
      "loss": 0.08001879692077636,
      "grad_norm": 0.44778937101364136,
      "learning_rate": 3.454703565508532e-07,
      "epoch": 4.893197120965869,
      "step": 21075
    },
    {
      "loss": 0.07488130569458008,
      "grad_norm": 0.43965455889701843,
      "learning_rate": 3.090291979347459e-07,
      "epoch": 4.899001625261203,
      "step": 21100
    },
    {
      "loss": 0.07950814247131348,
      "grad_norm": 0.48464298248291016,
      "learning_rate": 2.7461660737700397e-07,
      "epoch": 4.904806129556536,
      "step": 21125
    },
    {
      "loss": 0.07310739994049072,
      "grad_norm": 0.4172207713127136,
      "learning_rate": 2.422330512269699e-07,
      "epoch": 4.910610633851869,
      "step": 21150
    },
    {
      "loss": 0.07573895931243896,
      "grad_norm": 0.4198155999183655,
      "learning_rate": 2.1187896833706475e-07,
      "epoch": 4.916415138147202,
      "step": 21175
    },
    {
      "loss": 0.07721238613128661,
      "grad_norm": 0.42362892627716064,
      "learning_rate": 1.835547700568929e-07,
      "epoch": 4.922219642442536,
      "step": 21200
    },
    {
      "loss": 0.07186219692230225,
      "grad_norm": 0.4425536096096039,
      "learning_rate": 1.572608402276798e-07,
      "epoch": 4.928024146737869,
      "step": 21225
    },
    {
      "loss": 0.07345245361328125,
      "grad_norm": 0.40979814529418945,
      "learning_rate": 1.3299753517704293e-07,
      "epoch": 4.933828651033202,
      "step": 21250
    },
    {
      "loss": 0.07667166709899903,
      "grad_norm": 0.45127779245376587,
      "learning_rate": 1.1076518371416209e-07,
      "epoch": 4.939633155328535,
      "step": 21275
    },
    {
      "loss": 0.07520007610321044,
      "grad_norm": 0.42959147691726685,
      "learning_rate": 9.056408712531659e-08,
      "epoch": 4.9454376596238685,
      "step": 21300
    },
    {
      "loss": 0.0765018892288208,
      "grad_norm": 0.4762932360172272,
      "learning_rate": 7.239451916985494e-08,
      "epoch": 4.9512421639192015,
      "step": 21325
    },
    {
      "loss": 0.08274571418762207,
      "grad_norm": 0.49068811535835266,
      "learning_rate": 5.6256726076397975e-08,
      "epoch": 4.957046668214534,
      "step": 21350
    },
    {
      "loss": 0.07985799312591553,
      "grad_norm": 0.5473991632461548,
      "learning_rate": 4.215092653960806e-08,
      "epoch": 4.962851172509867,
      "step": 21375
    },
    {
      "loss": 0.0765773344039917,
      "grad_norm": 0.4471685290336609,
      "learning_rate": 3.007731171712491e-08,
      "epoch": 4.9686556768052,
      "step": 21400
    },
    {
      "loss": 0.07661473751068115,
      "grad_norm": 0.43240880966186523,
      "learning_rate": 2.0036045227000975e-08,
      "epoch": 4.974460181100534,
      "step": 21425
    },
    {
      "loss": 0.08009207725524903,
      "grad_norm": 0.47322556376457214,
      "learning_rate": 1.2027263145569787e-08,
      "epoch": 4.980264685395867,
      "step": 21450
    },
    {
      "loss": 0.08029013633728027,
      "grad_norm": 0.519874095916748,
      "learning_rate": 6.0510740054808825e-09,
      "epoch": 4.9860691896912,
      "step": 21475
    },
    {
      "loss": 0.07674485683441162,
      "grad_norm": 0.4265105724334717,
      "learning_rate": 2.1075587942842586e-09,
      "epoch": 4.991873693986534,
      "step": 21500
    },
    {
      "loss": 0.08361578941345214,
      "grad_norm": 0.564140796661377,
      "learning_rate": 1.9677095334791336e-10,
      "epoch": 4.997678198281867,
      "step": 21525
    },
    {
      "eval_loss": 0.5153905153274536,
      "eval_runtime": 2.7051,
      "eval_samples_per_second": 665.408,
      "eval_steps_per_second": 10.72,
      "epoch": 5.0,
      "step": 21535
    },
    {
      "train_runtime": 840.6046,
      "train_samples_per_second": 1639.528,
      "train_steps_per_second": 25.618,
      "total_flos": 8.05529052384768e+16,
      "train_loss": 0.012863880613161844,
      "epoch": 5.0,
      "step": 21535
    },
    {
      "eval_loss": 0.5153905153274536,
      "eval_runtime": 2.7823,
      "eval_samples_per_second": 646.94,
      "eval_steps_per_second": 10.423,
      "epoch": 5.0,
      "step": 21535
    }
  ]
}