{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 41387,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0012081307197438762,
      "grad_norm": 2.0567336082458496,
      "learning_rate": 2.94e-05,
      "loss": 10.047689819335938,
      "step": 50
    },
    {
      "epoch": 0.0024162614394877525,
      "grad_norm": 1.242946982383728,
      "learning_rate": 5.94e-05,
      "loss": 8.63542236328125,
      "step": 100
    },
    {
      "epoch": 0.003624392159231629,
      "grad_norm": 1.0061999559402466,
      "learning_rate": 8.939999999999999e-05,
      "loss": 7.649925537109375,
      "step": 150
    },
    {
      "epoch": 0.004832522878975505,
      "grad_norm": 0.8215569853782654,
      "learning_rate": 0.0001194,
      "loss": 7.332319946289062,
      "step": 200
    },
    {
      "epoch": 0.006040653598719381,
      "grad_norm": 0.9846878051757812,
      "learning_rate": 0.0001494,
      "loss": 7.208408203125,
      "step": 250
    },
    {
      "epoch": 0.007248784318463258,
      "grad_norm": 0.7860299348831177,
      "learning_rate": 0.00017939999999999997,
      "loss": 7.064036865234375,
      "step": 300
    },
    {
      "epoch": 0.008456915038207134,
      "grad_norm": 1.1750568151474,
      "learning_rate": 0.00020939999999999997,
      "loss": 6.932866821289062,
      "step": 350
    },
    {
      "epoch": 0.00966504575795101,
      "grad_norm": 1.1936959028244019,
      "learning_rate": 0.0002394,
      "loss": 6.835554809570312,
      "step": 400
    },
    {
      "epoch": 0.010873176477694887,
      "grad_norm": 0.9108025431632996,
      "learning_rate": 0.0002694,
      "loss": 6.752925415039062,
      "step": 450
    },
    {
      "epoch": 0.012081307197438763,
      "grad_norm": 0.9273257255554199,
      "learning_rate": 0.00029939999999999996,
      "loss": 6.665084228515625,
      "step": 500
    },
    {
      "epoch": 0.013289437917182638,
      "grad_norm": 0.8685219883918762,
      "learning_rate": 0.0002996404725218284,
      "loss": 6.676280517578125,
      "step": 550
    },
    {
      "epoch": 0.014497568636926516,
      "grad_norm": 0.8371725678443909,
      "learning_rate": 0.000299273607748184,
      "loss": 6.580692138671875,
      "step": 600
    },
    {
      "epoch": 0.01570569935667039,
      "grad_norm": 0.8638702034950256,
      "learning_rate": 0.00029890674297453957,
      "loss": 6.545195922851563,
      "step": 650
    },
    {
      "epoch": 0.01691383007641427,
      "grad_norm": 0.9655756950378418,
      "learning_rate": 0.00029853987820089515,
      "loss": 6.555042724609375,
      "step": 700
    },
    {
      "epoch": 0.018121960796158146,
      "grad_norm": 0.9254677295684814,
      "learning_rate": 0.0002981730134272507,
      "loss": 6.496650390625,
      "step": 750
    },
    {
      "epoch": 0.01933009151590202,
      "grad_norm": 1.0433354377746582,
      "learning_rate": 0.00029780614865360626,
      "loss": 6.45712158203125,
      "step": 800
    },
    {
      "epoch": 0.020538222235645897,
      "grad_norm": 0.7390813827514648,
      "learning_rate": 0.00029743928387996184,
      "loss": 6.416035766601563,
      "step": 850
    },
    {
      "epoch": 0.021746352955389774,
      "grad_norm": 0.8372873067855835,
      "learning_rate": 0.0002970724191063174,
      "loss": 6.3870001220703125,
      "step": 900
    },
    {
      "epoch": 0.022954483675133648,
      "grad_norm": 0.9460623264312744,
      "learning_rate": 0.00029670555433267294,
      "loss": 6.375929565429687,
      "step": 950
    },
    {
      "epoch": 0.024162614394877525,
      "grad_norm": 0.8223255276679993,
      "learning_rate": 0.0002963386895590285,
      "loss": 6.339353637695313,
      "step": 1000
    },
    {
      "epoch": 0.025370745114621403,
      "grad_norm": 0.7255702018737793,
      "learning_rate": 0.0002959718247853841,
      "loss": 6.3057666015625,
      "step": 1050
    },
    {
      "epoch": 0.026578875834365277,
      "grad_norm": 0.7963605523109436,
      "learning_rate": 0.00029560496001173963,
      "loss": 6.329375610351563,
      "step": 1100
    },
    {
      "epoch": 0.027787006554109154,
      "grad_norm": 0.7842203974723816,
      "learning_rate": 0.0002952380952380952,
      "loss": 6.277288208007812,
      "step": 1150
    },
    {
      "epoch": 0.02899513727385303,
      "grad_norm": 0.8361679315567017,
      "learning_rate": 0.0002948712304644508,
      "loss": 6.26784423828125,
      "step": 1200
    },
    {
      "epoch": 0.03020326799359691,
      "grad_norm": 0.7909688949584961,
      "learning_rate": 0.00029450436569080637,
      "loss": 6.240078125,
      "step": 1250
    },
    {
      "epoch": 0.03141139871334078,
      "grad_norm": 0.7913162708282471,
      "learning_rate": 0.0002941375009171619,
      "loss": 6.185866088867187,
      "step": 1300
    },
    {
      "epoch": 0.03261952943308466,
      "grad_norm": 0.8106042146682739,
      "learning_rate": 0.0002937706361435175,
      "loss": 6.174436645507813,
      "step": 1350
    },
    {
      "epoch": 0.03382766015282854,
      "grad_norm": 0.8267247080802917,
      "learning_rate": 0.00029340377136987306,
      "loss": 6.1425341796875,
      "step": 1400
    },
    {
      "epoch": 0.035035790872572414,
      "grad_norm": 0.778644859790802,
      "learning_rate": 0.0002930369065962286,
      "loss": 6.153001098632813,
      "step": 1450
    },
    {
      "epoch": 0.03624392159231629,
      "grad_norm": 0.8770017027854919,
      "learning_rate": 0.00029267004182258416,
      "loss": 6.135545654296875,
      "step": 1500
    },
    {
      "epoch": 0.03745205231206016,
      "grad_norm": 0.800643801689148,
      "learning_rate": 0.00029230317704893974,
      "loss": 6.1441357421875,
      "step": 1550
    },
    {
      "epoch": 0.03866018303180404,
      "grad_norm": 0.8167304396629333,
      "learning_rate": 0.00029193631227529527,
      "loss": 6.084442749023437,
      "step": 1600
    },
    {
      "epoch": 0.03986831375154792,
      "grad_norm": 0.7698378562927246,
      "learning_rate": 0.00029156944750165085,
      "loss": 6.058062744140625,
      "step": 1650
    },
    {
      "epoch": 0.041076444471291794,
      "grad_norm": 0.893836259841919,
      "learning_rate": 0.00029120258272800643,
      "loss": 6.03717041015625,
      "step": 1700
    },
    {
      "epoch": 0.04228457519103567,
      "grad_norm": 0.8040123581886292,
      "learning_rate": 0.000290835717954362,
      "loss": 6.0776129150390625,
      "step": 1750
    },
    {
      "epoch": 0.04349270591077955,
      "grad_norm": 0.8429253101348877,
      "learning_rate": 0.00029046885318071753,
      "loss": 6.032772216796875,
      "step": 1800
    },
    {
      "epoch": 0.044700836630523426,
      "grad_norm": 0.8081746101379395,
      "learning_rate": 0.0002901019884070731,
      "loss": 6.040414428710937,
      "step": 1850
    },
    {
      "epoch": 0.045908967350267296,
      "grad_norm": 0.8269071578979492,
      "learning_rate": 0.0002897351236334287,
      "loss": 6.013905029296875,
      "step": 1900
    },
    {
      "epoch": 0.047117098070011174,
      "grad_norm": 0.7277988195419312,
      "learning_rate": 0.0002893682588597843,
      "loss": 6.001159057617188,
      "step": 1950
    },
    {
      "epoch": 0.04832522878975505,
      "grad_norm": 0.840861439704895,
      "learning_rate": 0.0002890013940861398,
      "loss": 5.982572021484375,
      "step": 2000
    },
    {
      "epoch": 0.04953335950949893,
      "grad_norm": 0.9168997406959534,
      "learning_rate": 0.0002886345293124954,
      "loss": 5.953336791992188,
      "step": 2050
    },
    {
      "epoch": 0.050741490229242805,
      "grad_norm": 0.7781474590301514,
      "learning_rate": 0.00028826766453885096,
      "loss": 5.9719677734375,
      "step": 2100
    },
    {
      "epoch": 0.05194962094898668,
      "grad_norm": 0.7908787131309509,
      "learning_rate": 0.00028790079976520654,
      "loss": 5.920252075195313,
      "step": 2150
    },
    {
      "epoch": 0.05315775166873055,
      "grad_norm": 0.7818727493286133,
      "learning_rate": 0.00028753393499156207,
      "loss": 5.925120239257812,
      "step": 2200
    },
    {
      "epoch": 0.05436588238847443,
      "grad_norm": 0.8207040429115295,
      "learning_rate": 0.00028716707021791765,
      "loss": 5.943333740234375,
      "step": 2250
    },
    {
      "epoch": 0.05557401310821831,
      "grad_norm": 0.8047415614128113,
      "learning_rate": 0.0002868002054442732,
      "loss": 5.859091796875,
      "step": 2300
    },
    {
      "epoch": 0.056782143827962185,
      "grad_norm": 0.7661274671554565,
      "learning_rate": 0.0002864333406706288,
      "loss": 5.899588623046875,
      "step": 2350
    },
    {
      "epoch": 0.05799027454770606,
      "grad_norm": 0.8919453620910645,
      "learning_rate": 0.00028606647589698433,
      "loss": 5.900999145507813,
      "step": 2400
    },
    {
      "epoch": 0.05919840526744994,
      "grad_norm": 0.8325379490852356,
      "learning_rate": 0.0002856996111233399,
      "loss": 5.85697509765625,
      "step": 2450
    },
    {
      "epoch": 0.06040653598719382,
      "grad_norm": 0.8285044431686401,
      "learning_rate": 0.0002853327463496955,
      "loss": 5.880800170898437,
      "step": 2500
    },
    {
      "epoch": 0.06161466670693769,
      "grad_norm": 0.7765763998031616,
      "learning_rate": 0.00028496588157605107,
      "loss": 5.801648559570313,
      "step": 2550
    },
    {
      "epoch": 0.06282279742668156,
      "grad_norm": 0.794620156288147,
      "learning_rate": 0.0002845990168024066,
      "loss": 5.81466552734375,
      "step": 2600
    },
    {
      "epoch": 0.06403092814642544,
      "grad_norm": 0.7981798648834229,
      "learning_rate": 0.0002842321520287622,
      "loss": 5.792921142578125,
      "step": 2650
    },
    {
      "epoch": 0.06523905886616932,
      "grad_norm": 0.7955827713012695,
      "learning_rate": 0.00028386528725511776,
      "loss": 5.778803100585938,
      "step": 2700
    },
    {
      "epoch": 0.0664471895859132,
      "grad_norm": 0.810361921787262,
      "learning_rate": 0.00028349842248147334,
      "loss": 5.730283203125,
      "step": 2750
    },
    {
      "epoch": 0.06765532030565707,
      "grad_norm": 0.8210492730140686,
      "learning_rate": 0.00028313155770782886,
      "loss": 5.771351928710938,
      "step": 2800
    },
    {
      "epoch": 0.06886345102540095,
      "grad_norm": 0.8211035132408142,
      "learning_rate": 0.00028276469293418444,
      "loss": 5.741306762695313,
      "step": 2850
    },
    {
      "epoch": 0.07007158174514483,
      "grad_norm": 0.8045103549957275,
      "learning_rate": 0.00028239782816054,
      "loss": 5.708994750976562,
      "step": 2900
    },
    {
      "epoch": 0.0712797124648887,
      "grad_norm": 0.860809326171875,
      "learning_rate": 0.0002820309633868956,
      "loss": 5.729442749023438,
      "step": 2950
    },
    {
      "epoch": 0.07248784318463258,
      "grad_norm": 0.7570837736129761,
      "learning_rate": 0.00028166409861325113,
      "loss": 5.683602294921875,
      "step": 3000
    },
    {
      "epoch": 0.07369597390437645,
      "grad_norm": 0.7897762060165405,
      "learning_rate": 0.0002812972338396067,
      "loss": 5.693482055664062,
      "step": 3050
    },
    {
      "epoch": 0.07490410462412032,
      "grad_norm": 0.8576429486274719,
      "learning_rate": 0.0002809303690659623,
      "loss": 5.674725952148438,
      "step": 3100
    },
    {
      "epoch": 0.0761122353438642,
      "grad_norm": 0.7414172291755676,
      "learning_rate": 0.00028056350429231787,
      "loss": 5.6906787109375,
      "step": 3150
    },
    {
      "epoch": 0.07732036606360808,
      "grad_norm": 0.7647370100021362,
      "learning_rate": 0.0002801966395186734,
      "loss": 5.68769775390625,
      "step": 3200
    },
    {
      "epoch": 0.07852849678335196,
      "grad_norm": 0.7908104658126831,
      "learning_rate": 0.000279829774745029,
      "loss": 5.662813720703125,
      "step": 3250
    },
    {
      "epoch": 0.07973662750309583,
      "grad_norm": 0.775360107421875,
      "learning_rate": 0.00027946290997138456,
      "loss": 5.618099365234375,
      "step": 3300
    },
    {
      "epoch": 0.08094475822283971,
      "grad_norm": 0.7957372069358826,
      "learning_rate": 0.0002790960451977401,
      "loss": 5.621898803710938,
      "step": 3350
    },
    {
      "epoch": 0.08215288894258359,
      "grad_norm": 0.7726836204528809,
      "learning_rate": 0.00027872918042409566,
      "loss": 5.626279296875,
      "step": 3400
    },
    {
      "epoch": 0.08336101966232747,
      "grad_norm": 0.7751205563545227,
      "learning_rate": 0.00027836231565045124,
      "loss": 5.612183227539062,
      "step": 3450
    },
    {
      "epoch": 0.08456915038207134,
      "grad_norm": 0.8598089218139648,
      "learning_rate": 0.00027799545087680677,
      "loss": 5.6166162109375,
      "step": 3500
    },
    {
      "epoch": 0.08577728110181522,
      "grad_norm": 0.7791950106620789,
      "learning_rate": 0.00027762858610316235,
      "loss": 5.590696411132813,
      "step": 3550
    },
    {
      "epoch": 0.0869854118215591,
      "grad_norm": 0.7699060440063477,
      "learning_rate": 0.0002772617213295179,
      "loss": 5.5623193359375,
      "step": 3600
    },
    {
      "epoch": 0.08819354254130297,
      "grad_norm": 0.7668980360031128,
      "learning_rate": 0.00027689485655587345,
      "loss": 5.562638549804688,
      "step": 3650
    },
    {
      "epoch": 0.08940167326104685,
      "grad_norm": 0.8171679973602295,
      "learning_rate": 0.00027652799178222903,
      "loss": 5.550632934570313,
      "step": 3700
    },
    {
      "epoch": 0.09060980398079072,
      "grad_norm": 0.8103206753730774,
      "learning_rate": 0.0002761611270085846,
      "loss": 5.534771728515625,
      "step": 3750
    },
    {
      "epoch": 0.09181793470053459,
      "grad_norm": 0.802372395992279,
      "learning_rate": 0.0002757942622349402,
      "loss": 5.537081298828125,
      "step": 3800
    },
    {
      "epoch": 0.09302606542027847,
      "grad_norm": 0.781486451625824,
      "learning_rate": 0.0002754273974612957,
      "loss": 5.527772216796875,
      "step": 3850
    },
    {
      "epoch": 0.09423419614002235,
      "grad_norm": 0.7913851141929626,
      "learning_rate": 0.0002750605326876513,
      "loss": 5.511227416992187,
      "step": 3900
    },
    {
      "epoch": 0.09544232685976622,
      "grad_norm": 0.7766952514648438,
      "learning_rate": 0.0002746936679140069,
      "loss": 5.484191284179688,
      "step": 3950
    },
    {
      "epoch": 0.0966504575795101,
      "grad_norm": 0.7719422578811646,
      "learning_rate": 0.0002743268031403624,
      "loss": 5.52441162109375,
      "step": 4000
    },
    {
      "epoch": 0.09785858829925398,
      "grad_norm": 0.8148206472396851,
      "learning_rate": 0.000273959938366718,
      "loss": 5.476258544921875,
      "step": 4050
    },
    {
      "epoch": 0.09906671901899786,
      "grad_norm": 0.8194459676742554,
      "learning_rate": 0.00027359307359307356,
      "loss": 5.489271240234375,
      "step": 4100
    },
    {
      "epoch": 0.10027484973874173,
      "grad_norm": 0.7631927132606506,
      "learning_rate": 0.00027322620881942914,
      "loss": 5.490921630859375,
      "step": 4150
    },
    {
      "epoch": 0.10148298045848561,
      "grad_norm": 0.7788265347480774,
      "learning_rate": 0.00027285934404578467,
      "loss": 5.4406396484375,
      "step": 4200
    },
    {
      "epoch": 0.10269111117822949,
      "grad_norm": 0.7736191749572754,
      "learning_rate": 0.00027249247927214025,
      "loss": 5.464171142578125,
      "step": 4250
    },
    {
      "epoch": 0.10389924189797337,
      "grad_norm": 0.9049032926559448,
      "learning_rate": 0.00027212561449849583,
      "loss": 5.465469970703125,
      "step": 4300
    },
    {
      "epoch": 0.10510737261771724,
      "grad_norm": 0.8199710249900818,
      "learning_rate": 0.0002717587497248514,
      "loss": 5.46241943359375,
      "step": 4350
    },
    {
      "epoch": 0.1063155033374611,
      "grad_norm": 0.7697764039039612,
      "learning_rate": 0.00027139188495120694,
      "loss": 5.39656005859375,
      "step": 4400
    },
    {
      "epoch": 0.10752363405720498,
      "grad_norm": 0.9469720125198364,
      "learning_rate": 0.0002710250201775625,
      "loss": 5.419663696289063,
      "step": 4450
    },
    {
      "epoch": 0.10873176477694886,
      "grad_norm": 0.7325762510299683,
      "learning_rate": 0.0002706581554039181,
      "loss": 5.414904174804687,
      "step": 4500
    },
    {
      "epoch": 0.10993989549669274,
      "grad_norm": 0.8119387626647949,
      "learning_rate": 0.0002702912906302737,
      "loss": 5.421415405273438,
      "step": 4550
    },
    {
      "epoch": 0.11114802621643662,
      "grad_norm": 0.7711684703826904,
      "learning_rate": 0.0002699244258566292,
      "loss": 5.374515991210938,
      "step": 4600
    },
    {
      "epoch": 0.11235615693618049,
      "grad_norm": 0.7902948260307312,
      "learning_rate": 0.0002695575610829848,
      "loss": 5.389853515625,
      "step": 4650
    },
    {
      "epoch": 0.11356428765592437,
      "grad_norm": 0.782555878162384,
      "learning_rate": 0.00026919069630934036,
      "loss": 5.413133544921875,
      "step": 4700
    },
    {
      "epoch": 0.11477241837566825,
      "grad_norm": 0.7748803496360779,
      "learning_rate": 0.00026882383153569594,
      "loss": 5.3650360107421875,
      "step": 4750
    },
    {
      "epoch": 0.11598054909541212,
      "grad_norm": 0.7870548963546753,
      "learning_rate": 0.00026845696676205147,
      "loss": 5.3870697021484375,
      "step": 4800
    },
    {
      "epoch": 0.117188679815156,
      "grad_norm": 0.7400593757629395,
      "learning_rate": 0.00026809010198840705,
      "loss": 5.3786572265625,
      "step": 4850
    },
    {
      "epoch": 0.11839681053489988,
      "grad_norm": 0.8056249618530273,
      "learning_rate": 0.00026772323721476263,
      "loss": 5.38482666015625,
      "step": 4900
    },
    {
      "epoch": 0.11960494125464376,
      "grad_norm": 0.7575085163116455,
      "learning_rate": 0.0002673563724411182,
      "loss": 5.357495727539063,
      "step": 4950
    },
    {
      "epoch": 0.12081307197438763,
      "grad_norm": 0.7345143556594849,
      "learning_rate": 0.00026698950766747373,
      "loss": 5.3505908203125,
      "step": 5000
    },
    {
      "epoch": 0.12202120269413151,
      "grad_norm": 0.7637096047401428,
      "learning_rate": 0.0002666226428938293,
      "loss": 5.334730834960937,
      "step": 5050
    },
    {
      "epoch": 0.12322933341387537,
      "grad_norm": 0.8016135096549988,
      "learning_rate": 0.0002662557781201849,
      "loss": 5.324992065429687,
      "step": 5100
    },
    {
      "epoch": 0.12443746413361925,
      "grad_norm": 0.7238516211509705,
      "learning_rate": 0.0002658889133465405,
      "loss": 5.3167266845703125,
      "step": 5150
    },
    {
      "epoch": 0.12564559485336313,
      "grad_norm": 0.7395594716072083,
      "learning_rate": 0.000265522048572896,
      "loss": 5.29600341796875,
      "step": 5200
    },
    {
      "epoch": 0.126853725573107,
      "grad_norm": 0.7709106802940369,
      "learning_rate": 0.0002651551837992516,
      "loss": 5.281442260742187,
      "step": 5250
    },
    {
      "epoch": 0.12806185629285088,
      "grad_norm": 0.7308861613273621,
      "learning_rate": 0.00026478831902560716,
      "loss": 5.3089666748046875,
      "step": 5300
    },
    {
      "epoch": 0.12926998701259476,
      "grad_norm": 0.804020881652832,
      "learning_rate": 0.00026442145425196274,
      "loss": 5.290265502929688,
      "step": 5350
    },
    {
      "epoch": 0.13047811773233864,
      "grad_norm": 0.7728541493415833,
      "learning_rate": 0.00026405458947831827,
      "loss": 5.272477416992188,
      "step": 5400
    },
    {
      "epoch": 0.13168624845208252,
      "grad_norm": 0.7566307783126831,
      "learning_rate": 0.00026368772470467385,
      "loss": 5.312435302734375,
      "step": 5450
    },
    {
      "epoch": 0.1328943791718264,
      "grad_norm": 0.785839319229126,
      "learning_rate": 0.0002633208599310294,
      "loss": 5.258353271484375,
      "step": 5500
    },
    {
      "epoch": 0.13410250989157027,
      "grad_norm": 0.7946141362190247,
      "learning_rate": 0.00026295399515738495,
      "loss": 5.2605078125,
      "step": 5550
    },
    {
      "epoch": 0.13531064061131415,
      "grad_norm": 0.7667028307914734,
      "learning_rate": 0.00026258713038374053,
      "loss": 5.247598876953125,
      "step": 5600
    },
    {
      "epoch": 0.13651877133105803,
      "grad_norm": 0.7164963483810425,
      "learning_rate": 0.0002622202656100961,
      "loss": 5.27611328125,
      "step": 5650
    },
    {
      "epoch": 0.1377269020508019,
      "grad_norm": 0.7562577128410339,
      "learning_rate": 0.0002618534008364517,
      "loss": 5.255584106445313,
      "step": 5700
    },
    {
      "epoch": 0.13893503277054578,
      "grad_norm": 0.7422127723693848,
      "learning_rate": 0.0002614865360628072,
      "loss": 5.2476806640625,
      "step": 5750
    },
    {
      "epoch": 0.14014316349028966,
      "grad_norm": 0.7244675755500793,
      "learning_rate": 0.0002611196712891628,
      "loss": 5.25503662109375,
      "step": 5800
    },
    {
      "epoch": 0.14135129421003353,
      "grad_norm": 0.8102642893791199,
      "learning_rate": 0.0002607528065155184,
      "loss": 5.255423583984375,
      "step": 5850
    },
    {
      "epoch": 0.1425594249297774,
      "grad_norm": 0.7501764893531799,
      "learning_rate": 0.0002603859417418739,
      "loss": 5.213814697265625,
      "step": 5900
    },
    {
      "epoch": 0.1437675556495213,
      "grad_norm": 0.7393425107002258,
      "learning_rate": 0.0002600190769682295,
      "loss": 5.198919677734375,
      "step": 5950
    },
    {
      "epoch": 0.14497568636926517,
      "grad_norm": 0.7690203189849854,
      "learning_rate": 0.00025965221219458506,
      "loss": 5.2246160888671875,
      "step": 6000
    },
    {
      "epoch": 0.14618381708900904,
      "grad_norm": 0.7925234436988831,
      "learning_rate": 0.0002592853474209406,
      "loss": 5.181400756835938,
      "step": 6050
    },
    {
      "epoch": 0.1473919478087529,
      "grad_norm": 0.7487099766731262,
      "learning_rate": 0.00025891848264729617,
      "loss": 5.193028564453125,
      "step": 6100
    },
    {
      "epoch": 0.14860007852849677,
      "grad_norm": 0.7373976707458496,
      "learning_rate": 0.00025855161787365175,
      "loss": 5.18432373046875,
      "step": 6150
    },
    {
      "epoch": 0.14980820924824065,
      "grad_norm": 0.7428847551345825,
      "learning_rate": 0.0002581847531000073,
      "loss": 5.147239990234375,
      "step": 6200
    },
    {
      "epoch": 0.15101633996798453,
      "grad_norm": 0.7790428996086121,
      "learning_rate": 0.00025781788832636286,
      "loss": 5.17477783203125,
      "step": 6250
    },
    {
      "epoch": 0.1522244706877284,
      "grad_norm": 0.768201470375061,
      "learning_rate": 0.00025745102355271844,
      "loss": 5.1685247802734375,
      "step": 6300
    },
    {
      "epoch": 0.15343260140747228,
      "grad_norm": 0.724666953086853,
      "learning_rate": 0.000257084158779074,
      "loss": 5.172269897460938,
      "step": 6350
    },
    {
      "epoch": 0.15464073212721616,
      "grad_norm": 0.8599744439125061,
      "learning_rate": 0.00025671729400542954,
      "loss": 5.1797418212890625,
      "step": 6400
    },
    {
      "epoch": 0.15584886284696003,
      "grad_norm": 0.7066710591316223,
      "learning_rate": 0.0002563504292317851,
      "loss": 5.119457092285156,
      "step": 6450
    },
    {
      "epoch": 0.1570569935667039,
      "grad_norm": 0.7463105916976929,
      "learning_rate": 0.0002559835644581407,
      "loss": 5.126748046875,
      "step": 6500
    },
    {
      "epoch": 0.1582651242864478,
      "grad_norm": 0.7502253651618958,
      "learning_rate": 0.0002556166996844963,
      "loss": 5.127702026367188,
      "step": 6550
    },
    {
      "epoch": 0.15947325500619167,
      "grad_norm": 0.7558940052986145,
      "learning_rate": 0.0002552498349108518,
      "loss": 5.148985595703125,
      "step": 6600
    },
    {
      "epoch": 0.16068138572593554,
      "grad_norm": 0.774601936340332,
      "learning_rate": 0.0002548829701372074,
      "loss": 5.08835205078125,
      "step": 6650
    },
    {
      "epoch": 0.16188951644567942,
      "grad_norm": 0.7979328036308289,
      "learning_rate": 0.00025451610536356297,
      "loss": 5.091900024414063,
      "step": 6700
    },
    {
      "epoch": 0.1630976471654233,
      "grad_norm": 0.736694872379303,
      "learning_rate": 0.00025414924058991855,
      "loss": 5.161365966796875,
      "step": 6750
    },
    {
      "epoch": 0.16430577788516718,
      "grad_norm": 0.7478530406951904,
      "learning_rate": 0.0002537823758162741,
      "loss": 5.156773071289063,
      "step": 6800
    },
    {
      "epoch": 0.16551390860491105,
      "grad_norm": 0.7344756126403809,
      "learning_rate": 0.00025341551104262965,
      "loss": 5.077612609863281,
      "step": 6850
    },
    {
      "epoch": 0.16672203932465493,
      "grad_norm": 0.7784936428070068,
      "learning_rate": 0.00025304864626898523,
      "loss": 5.097346496582031,
      "step": 6900
    },
    {
      "epoch": 0.1679301700443988,
      "grad_norm": 0.8142541646957397,
      "learning_rate": 0.0002526817814953408,
      "loss": 5.088407897949219,
      "step": 6950
    },
    {
      "epoch": 0.16913830076414268,
      "grad_norm": 0.7559444904327393,
      "learning_rate": 0.00025231491672169634,
      "loss": 5.092929992675781,
      "step": 7000
    },
    {
      "epoch": 0.17034643148388656,
      "grad_norm": 0.8266547918319702,
      "learning_rate": 0.0002519480519480519,
      "loss": 5.090558471679688,
      "step": 7050
    },
    {
      "epoch": 0.17155456220363044,
      "grad_norm": 0.7868309617042542,
      "learning_rate": 0.0002515811871744075,
      "loss": 5.059242248535156,
      "step": 7100
    },
    {
      "epoch": 0.17276269292337432,
      "grad_norm": 0.7681360840797424,
      "learning_rate": 0.0002512143224007631,
      "loss": 5.053140869140625,
      "step": 7150
    },
    {
      "epoch": 0.1739708236431182,
      "grad_norm": 0.7762099504470825,
      "learning_rate": 0.0002508474576271186,
      "loss": 5.044075927734375,
      "step": 7200
    },
    {
      "epoch": 0.17517895436286207,
      "grad_norm": 0.7760724425315857,
      "learning_rate": 0.0002504805928534742,
      "loss": 5.042862548828125,
      "step": 7250
    },
    {
      "epoch": 0.17638708508260595,
      "grad_norm": 0.9079201221466064,
      "learning_rate": 0.00025011372807982977,
      "loss": 5.0613796997070315,
      "step": 7300
    },
    {
      "epoch": 0.17759521580234983,
      "grad_norm": 0.7784046530723572,
      "learning_rate": 0.00024974686330618535,
      "loss": 5.075418090820312,
      "step": 7350
    },
    {
      "epoch": 0.1788033465220937,
      "grad_norm": 0.7922983765602112,
      "learning_rate": 0.00024937999853254087,
      "loss": 5.0171682739257815,
      "step": 7400
    },
    {
      "epoch": 0.18001147724183755,
      "grad_norm": 0.7115756869316101,
      "learning_rate": 0.00024901313375889645,
      "loss": 5.027638549804688,
      "step": 7450
    },
    {
      "epoch": 0.18121960796158143,
      "grad_norm": 0.8105598092079163,
      "learning_rate": 0.00024864626898525203,
      "loss": 4.98029296875,
      "step": 7500
    },
    {
      "epoch": 0.1824277386813253,
      "grad_norm": 0.8051915764808655,
      "learning_rate": 0.0002482794042116076,
      "loss": 4.972913818359375,
      "step": 7550
    },
    {
      "epoch": 0.18363586940106918,
      "grad_norm": 0.7506864070892334,
      "learning_rate": 0.00024791253943796314,
      "loss": 4.998473510742188,
      "step": 7600
    },
    {
      "epoch": 0.18484400012081306,
      "grad_norm": 0.7961404323577881,
      "learning_rate": 0.0002475456746643187,
      "loss": 4.959234008789062,
      "step": 7650
    },
    {
      "epoch": 0.18605213084055694,
      "grad_norm": 0.7458824515342712,
      "learning_rate": 0.0002471788098906743,
      "loss": 4.998105773925781,
      "step": 7700
    },
    {
      "epoch": 0.18726026156030082,
      "grad_norm": 0.7325210571289062,
      "learning_rate": 0.0002468119451170299,
      "loss": 4.964185180664063,
      "step": 7750
    },
    {
      "epoch": 0.1884683922800447,
      "grad_norm": 0.7937678694725037,
      "learning_rate": 0.0002464450803433854,
      "loss": 4.995216369628906,
      "step": 7800
    },
    {
      "epoch": 0.18967652299978857,
      "grad_norm": 0.8441283702850342,
      "learning_rate": 0.000246078215569741,
      "loss": 4.9506619262695315,
      "step": 7850
    },
    {
      "epoch": 0.19088465371953245,
      "grad_norm": 0.7642113566398621,
      "learning_rate": 0.00024571135079609656,
      "loss": 4.967312622070312,
      "step": 7900
    },
    {
      "epoch": 0.19209278443927633,
      "grad_norm": 0.7840285897254944,
      "learning_rate": 0.0002453444860224521,
      "loss": 4.995877075195312,
      "step": 7950
    },
    {
      "epoch": 0.1933009151590202,
      "grad_norm": 0.7469853758811951,
      "learning_rate": 0.00024497762124880767,
      "loss": 4.956955871582031,
      "step": 8000
    },
    {
      "epoch": 0.19450904587876408,
      "grad_norm": 0.8073136806488037,
      "learning_rate": 0.00024461075647516325,
      "loss": 4.956441955566406,
      "step": 8050
    },
    {
      "epoch": 0.19571717659850796,
      "grad_norm": 0.7915883660316467,
      "learning_rate": 0.0002442438917015188,
      "loss": 4.91659423828125,
      "step": 8100
    },
    {
      "epoch": 0.19692530731825184,
      "grad_norm": 0.8093664050102234,
      "learning_rate": 0.00024387702692787438,
      "loss": 4.891084289550781,
      "step": 8150
    },
    {
      "epoch": 0.1981334380379957,
      "grad_norm": 0.7481308579444885,
      "learning_rate": 0.0002435101621542299,
      "loss": 4.929019165039063,
      "step": 8200
    },
    {
      "epoch": 0.1993415687577396,
      "grad_norm": 0.7783725261688232,
      "learning_rate": 0.0002431432973805855,
      "loss": 4.928171081542969,
      "step": 8250
    },
    {
      "epoch": 0.20054969947748347,
      "grad_norm": 0.8197956085205078,
      "learning_rate": 0.00024277643260694107,
      "loss": 4.922730407714844,
      "step": 8300
    },
    {
      "epoch": 0.20175783019722734,
      "grad_norm": 0.8039451837539673,
      "learning_rate": 0.00024240956783329665,
      "loss": 4.913426513671875,
      "step": 8350
    },
    {
      "epoch": 0.20296596091697122,
      "grad_norm": 0.7451205849647522,
      "learning_rate": 0.00024204270305965217,
      "loss": 4.931348266601563,
      "step": 8400
    },
    {
      "epoch": 0.2041740916367151,
      "grad_norm": 0.7971811294555664,
      "learning_rate": 0.00024167583828600775,
      "loss": 4.899661865234375,
      "step": 8450
    },
    {
      "epoch": 0.20538222235645898,
      "grad_norm": 0.7709014415740967,
      "learning_rate": 0.00024130897351236333,
      "loss": 4.940385131835938,
      "step": 8500
    },
    {
      "epoch": 0.20659035307620285,
      "grad_norm": 0.7686259150505066,
      "learning_rate": 0.0002409421087387189,
      "loss": 4.917569580078125,
      "step": 8550
    },
    {
      "epoch": 0.20779848379594673,
      "grad_norm": 0.7921050190925598,
      "learning_rate": 0.00024057524396507444,
      "loss": 4.942485656738281,
      "step": 8600
    },
    {
      "epoch": 0.2090066145156906,
      "grad_norm": 0.8189991116523743,
      "learning_rate": 0.00024020837919143002,
      "loss": 4.875235900878907,
      "step": 8650
    },
    {
      "epoch": 0.21021474523543449,
      "grad_norm": 0.7947618365287781,
      "learning_rate": 0.00023984151441778557,
      "loss": 4.902606201171875,
      "step": 8700
    },
    {
      "epoch": 0.21142287595517836,
      "grad_norm": 0.7725178599357605,
      "learning_rate": 0.00023947464964414115,
      "loss": 4.876233520507813,
      "step": 8750
    },
    {
      "epoch": 0.2126310066749222,
      "grad_norm": 0.9121379852294922,
      "learning_rate": 0.0002391077848704967,
      "loss": 4.871437377929688,
      "step": 8800
    },
    {
      "epoch": 0.2138391373946661,
      "grad_norm": 0.7896897196769714,
      "learning_rate": 0.00023874092009685229,
      "loss": 4.847481079101563,
      "step": 8850
    },
    {
      "epoch": 0.21504726811440997,
      "grad_norm": 0.7763454914093018,
      "learning_rate": 0.00023837405532320784,
      "loss": 4.862617797851563,
      "step": 8900
    },
    {
      "epoch": 0.21625539883415384,
      "grad_norm": 0.7935928106307983,
      "learning_rate": 0.00023800719054956342,
      "loss": 4.864496765136718,
      "step": 8950
    },
    {
      "epoch": 0.21746352955389772,
      "grad_norm": 0.7815380096435547,
      "learning_rate": 0.00023764032577591897,
      "loss": 4.855505065917969,
      "step": 9000
    },
    {
      "epoch": 0.2186716602736416,
      "grad_norm": 0.8099331259727478,
      "learning_rate": 0.00023727346100227452,
      "loss": 4.848117370605468,
      "step": 9050
    },
    {
      "epoch": 0.21987979099338548,
      "grad_norm": 0.8041796684265137,
      "learning_rate": 0.0002369065962286301,
      "loss": 4.835195007324219,
      "step": 9100
    },
    {
      "epoch": 0.22108792171312935,
      "grad_norm": 0.81269770860672,
      "learning_rate": 0.00023653973145498569,
      "loss": 4.860754089355469,
      "step": 9150
    },
    {
      "epoch": 0.22229605243287323,
      "grad_norm": 0.7945086359977722,
      "learning_rate": 0.0002361728666813412,
      "loss": 4.817361450195312,
      "step": 9200
    },
    {
      "epoch": 0.2235041831526171,
      "grad_norm": 0.7525965571403503,
      "learning_rate": 0.0002358060019076968,
      "loss": 4.852757263183594,
      "step": 9250
    },
    {
      "epoch": 0.22471231387236099,
      "grad_norm": 0.8420506715774536,
      "learning_rate": 0.00023543913713405237,
      "loss": 4.873468017578125,
      "step": 9300
    },
    {
      "epoch": 0.22592044459210486,
      "grad_norm": 0.7687504291534424,
      "learning_rate": 0.00023507227236040795,
      "loss": 4.81997802734375,
      "step": 9350
    },
    {
      "epoch": 0.22712857531184874,
      "grad_norm": 0.8129599690437317,
      "learning_rate": 0.00023470540758676348,
      "loss": 4.82060546875,
      "step": 9400
    },
    {
      "epoch": 0.22833670603159262,
      "grad_norm": 0.7765640616416931,
      "learning_rate": 0.00023433854281311906,
      "loss": 4.830821228027344,
      "step": 9450
    },
    {
      "epoch": 0.2295448367513365,
      "grad_norm": 0.8525048494338989,
      "learning_rate": 0.00023397167803947464,
      "loss": 4.826491394042969,
      "step": 9500
    },
    {
      "epoch": 0.23075296747108037,
      "grad_norm": 0.7599337100982666,
      "learning_rate": 0.00023360481326583022,
      "loss": 4.799618225097657,
      "step": 9550
    },
    {
      "epoch": 0.23196109819082425,
      "grad_norm": 0.883025586605072,
      "learning_rate": 0.00023323794849218574,
      "loss": 4.815971984863281,
      "step": 9600
    },
    {
      "epoch": 0.23316922891056813,
      "grad_norm": 0.8563060164451599,
      "learning_rate": 0.00023287108371854132,
      "loss": 4.799457092285156,
      "step": 9650
    },
    {
      "epoch": 0.234377359630312,
      "grad_norm": 0.8175627589225769,
      "learning_rate": 0.0002325042189448969,
      "loss": 4.818922729492187,
      "step": 9700
    },
    {
      "epoch": 0.23558549035005588,
      "grad_norm": 0.7504342198371887,
      "learning_rate": 0.00023213735417125246,
      "loss": 4.852285461425781,
      "step": 9750
    },
    {
      "epoch": 0.23679362106979976,
      "grad_norm": 0.7624800205230713,
      "learning_rate": 0.000231770489397608,
      "loss": 4.757030334472656,
      "step": 9800
    },
    {
      "epoch": 0.23800175178954364,
      "grad_norm": 0.7682377099990845,
      "learning_rate": 0.0002314036246239636,
      "loss": 4.7794973754882815,
      "step": 9850
    },
    {
      "epoch": 0.2392098825092875,
      "grad_norm": 0.7975249290466309,
      "learning_rate": 0.00023103675985031914,
      "loss": 4.790357971191407,
      "step": 9900
    },
    {
      "epoch": 0.2404180132290314,
      "grad_norm": 0.8084898591041565,
      "learning_rate": 0.00023066989507667472,
      "loss": 4.760804748535156,
      "step": 9950
    },
    {
      "epoch": 0.24162614394877527,
      "grad_norm": 0.7954447865486145,
      "learning_rate": 0.00023030303030303027,
      "loss": 4.762905883789062,
      "step": 10000
    },
    {
      "epoch": 0.24283427466851915,
      "grad_norm": 0.8145322799682617,
      "learning_rate": 0.00022993616552938583,
      "loss": 4.771827392578125,
      "step": 10050
    },
    {
      "epoch": 0.24404240538826302,
      "grad_norm": 0.7774279117584229,
      "learning_rate": 0.0002295693007557414,
      "loss": 4.779819946289063,
      "step": 10100
    },
    {
      "epoch": 0.2452505361080069,
      "grad_norm": 0.7880101799964905,
      "learning_rate": 0.000229202435982097,
      "loss": 4.778431091308594,
      "step": 10150
    },
    {
      "epoch": 0.24645866682775075,
      "grad_norm": 0.7913017868995667,
      "learning_rate": 0.00022883557120845254,
      "loss": 4.729861145019531,
      "step": 10200
    },
    {
      "epoch": 0.24766679754749463,
      "grad_norm": 0.7822272181510925,
      "learning_rate": 0.0002284687064348081,
      "loss": 4.7321142578125,
      "step": 10250
    },
    {
      "epoch": 0.2488749282672385,
      "grad_norm": 0.7684321999549866,
      "learning_rate": 0.00022810184166116367,
      "loss": 4.733845520019531,
      "step": 10300
    },
    {
      "epoch": 0.2500830589869824,
      "grad_norm": 0.805257260799408,
      "learning_rate": 0.00022773497688751925,
      "loss": 4.7672314453125,
      "step": 10350
    },
    {
      "epoch": 0.25129118970672626,
      "grad_norm": 0.784733772277832,
      "learning_rate": 0.00022736811211387478,
      "loss": 4.761484680175781,
      "step": 10400
    },
    {
      "epoch": 0.25249932042647016,
      "grad_norm": 0.7618144154548645,
      "learning_rate": 0.00022700124734023036,
      "loss": 4.746294555664062,
      "step": 10450
    },
    {
      "epoch": 0.253707451146214,
      "grad_norm": 0.7694723010063171,
      "learning_rate": 0.00022663438256658594,
      "loss": 4.743426513671875,
      "step": 10500
    },
    {
      "epoch": 0.2549155818659579,
      "grad_norm": 0.7867644429206848,
      "learning_rate": 0.00022626751779294152,
      "loss": 4.714345703125,
      "step": 10550
    },
    {
      "epoch": 0.25612371258570177,
      "grad_norm": 0.7482685446739197,
      "learning_rate": 0.00022590065301929705,
      "loss": 4.770420227050781,
      "step": 10600
    },
    {
      "epoch": 0.2573318433054457,
      "grad_norm": 0.811345100402832,
      "learning_rate": 0.00022553378824565263,
      "loss": 4.725180969238282,
      "step": 10650
    },
    {
      "epoch": 0.2585399740251895,
      "grad_norm": 0.881449818611145,
      "learning_rate": 0.0002251669234720082,
      "loss": 4.748963928222656,
      "step": 10700
    },
    {
      "epoch": 0.25974810474493343,
      "grad_norm": 0.8054546117782593,
      "learning_rate": 0.00022480005869836376,
      "loss": 4.7404483032226565,
      "step": 10750
    },
    {
      "epoch": 0.2609562354646773,
      "grad_norm": 0.8301592469215393,
      "learning_rate": 0.0002244331939247193,
      "loss": 4.707667236328125,
      "step": 10800
    },
    {
      "epoch": 0.2621643661844211,
      "grad_norm": 0.7749137878417969,
      "learning_rate": 0.0002240663291510749,
      "loss": 4.718084411621094,
      "step": 10850
    },
    {
      "epoch": 0.26337249690416503,
      "grad_norm": 0.765621542930603,
      "learning_rate": 0.00022369946437743047,
      "loss": 4.70483642578125,
      "step": 10900
    },
    {
      "epoch": 0.2645806276239089,
      "grad_norm": 0.8450783491134644,
      "learning_rate": 0.00022333259960378602,
      "loss": 4.702041015625,
      "step": 10950
    },
    {
      "epoch": 0.2657887583436528,
      "grad_norm": 0.786019504070282,
      "learning_rate": 0.0002229657348301416,
      "loss": 4.73208251953125,
      "step": 11000
    },
    {
      "epoch": 0.26699688906339664,
      "grad_norm": 0.844512403011322,
      "learning_rate": 0.00022259887005649716,
      "loss": 4.710789184570313,
      "step": 11050
    },
    {
      "epoch": 0.26820501978314054,
      "grad_norm": 0.7994405627250671,
      "learning_rate": 0.0002222320052828527,
      "loss": 4.725503540039062,
      "step": 11100
    },
    {
      "epoch": 0.2694131505028844,
      "grad_norm": 0.8023877143859863,
      "learning_rate": 0.0002218651405092083,
      "loss": 4.672783203125,
      "step": 11150
    },
    {
      "epoch": 0.2706212812226283,
      "grad_norm": 0.7944827079772949,
      "learning_rate": 0.00022149827573556387,
      "loss": 4.7068939208984375,
      "step": 11200
    },
    {
      "epoch": 0.27182941194237215,
      "grad_norm": 0.7936934232711792,
      "learning_rate": 0.0002211314109619194,
      "loss": 4.694465637207031,
      "step": 11250
    },
    {
      "epoch": 0.27303754266211605,
      "grad_norm": 0.7808048725128174,
      "learning_rate": 0.00022076454618827498,
      "loss": 4.731701049804688,
      "step": 11300
    },
    {
      "epoch": 0.2742456733818599,
      "grad_norm": 0.8140460848808289,
      "learning_rate": 0.00022039768141463056,
      "loss": 4.685305786132813,
      "step": 11350
    },
    {
      "epoch": 0.2754538041016038,
      "grad_norm": 0.7861780524253845,
      "learning_rate": 0.00022003081664098614,
      "loss": 4.691961059570312,
      "step": 11400
    },
    {
      "epoch": 0.27666193482134765,
      "grad_norm": 0.871821403503418,
      "learning_rate": 0.00021966395186734166,
      "loss": 4.664822692871094,
      "step": 11450
    },
    {
      "epoch": 0.27787006554109156,
      "grad_norm": 0.8274059891700745,
      "learning_rate": 0.00021929708709369724,
      "loss": 4.716848449707031,
      "step": 11500
    },
    {
      "epoch": 0.2790781962608354,
      "grad_norm": 0.7896090745925903,
      "learning_rate": 0.00021893022232005282,
      "loss": 4.687721557617188,
      "step": 11550
    },
    {
      "epoch": 0.2802863269805793,
      "grad_norm": 0.8510223627090454,
      "learning_rate": 0.0002185633575464084,
      "loss": 4.675347900390625,
      "step": 11600
    },
    {
      "epoch": 0.28149445770032316,
      "grad_norm": 0.8153030276298523,
      "learning_rate": 0.00021819649277276393,
      "loss": 4.6624560546875,
      "step": 11650
    },
    {
      "epoch": 0.28270258842006707,
      "grad_norm": 0.8229708671569824,
      "learning_rate": 0.0002178296279991195,
      "loss": 4.6419219970703125,
      "step": 11700
    },
    {
      "epoch": 0.2839107191398109,
      "grad_norm": 0.9006219506263733,
      "learning_rate": 0.0002174627632254751,
      "loss": 4.702740783691406,
      "step": 11750
    },
    {
      "epoch": 0.2851188498595548,
      "grad_norm": 0.7775527238845825,
      "learning_rate": 0.00021709589845183064,
      "loss": 4.671443786621094,
      "step": 11800
    },
    {
      "epoch": 0.2863269805792987,
      "grad_norm": 0.8033133149147034,
      "learning_rate": 0.0002167290336781862,
      "loss": 4.662550964355469,
      "step": 11850
    },
    {
      "epoch": 0.2875351112990426,
      "grad_norm": 0.7958892583847046,
      "learning_rate": 0.00021636216890454177,
      "loss": 4.6466238403320315,
      "step": 11900
    },
    {
      "epoch": 0.28874324201878643,
      "grad_norm": 0.8526051640510559,
      "learning_rate": 0.00021599530413089733,
      "loss": 4.6294076538085935,
      "step": 11950
    },
    {
      "epoch": 0.28995137273853033,
      "grad_norm": 0.7941024899482727,
      "learning_rate": 0.0002156284393572529,
      "loss": 4.657857360839844,
      "step": 12000
    },
    {
      "epoch": 0.2911595034582742,
      "grad_norm": 0.7991407513618469,
      "learning_rate": 0.00021526157458360846,
      "loss": 4.664903564453125,
      "step": 12050
    },
    {
      "epoch": 0.2923676341780181,
      "grad_norm": 0.8050182461738586,
      "learning_rate": 0.00021489470980996404,
      "loss": 4.61813232421875,
      "step": 12100
    },
    {
      "epoch": 0.29357576489776194,
      "grad_norm": 0.8054724931716919,
      "learning_rate": 0.0002145278450363196,
      "loss": 4.660469970703125,
      "step": 12150
    },
    {
      "epoch": 0.2947838956175058,
      "grad_norm": 0.7791872024536133,
      "learning_rate": 0.00021416098026267517,
      "loss": 4.6317071533203125,
      "step": 12200
    },
    {
      "epoch": 0.2959920263372497,
      "grad_norm": 0.8185362219810486,
      "learning_rate": 0.00021379411548903073,
      "loss": 4.635613098144531,
      "step": 12250
    },
    {
      "epoch": 0.29720015705699354,
      "grad_norm": 0.7946044206619263,
      "learning_rate": 0.00021342725071538628,
      "loss": 4.653995056152343,
      "step": 12300
    },
    {
      "epoch": 0.29840828777673745,
      "grad_norm": 0.7659194469451904,
      "learning_rate": 0.00021306038594174186,
      "loss": 4.647461853027344,
      "step": 12350
    },
    {
      "epoch": 0.2996164184964813,
      "grad_norm": 0.8447695374488831,
      "learning_rate": 0.00021269352116809744,
      "loss": 4.663876037597657,
      "step": 12400
    },
    {
      "epoch": 0.3008245492162252,
      "grad_norm": 0.832804799079895,
      "learning_rate": 0.00021232665639445296,
      "loss": 4.651454162597656,
      "step": 12450
    },
    {
      "epoch": 0.30203267993596905,
      "grad_norm": 0.8120107650756836,
      "learning_rate": 0.00021195979162080854,
      "loss": 4.6463534545898435,
      "step": 12500
    },
    {
      "epoch": 0.30324081065571296,
      "grad_norm": 0.8200873732566833,
      "learning_rate": 0.00021159292684716412,
      "loss": 4.666345825195313,
      "step": 12550
    },
    {
      "epoch": 0.3044489413754568,
      "grad_norm": 0.7715031504631042,
      "learning_rate": 0.0002112260620735197,
      "loss": 4.62532470703125,
      "step": 12600
    },
    {
      "epoch": 0.3056570720952007,
      "grad_norm": 0.8087065815925598,
      "learning_rate": 0.00021085919729987523,
      "loss": 4.599889221191407,
      "step": 12650
    },
    {
      "epoch": 0.30686520281494456,
      "grad_norm": 0.8186317682266235,
      "learning_rate": 0.0002104923325262308,
      "loss": 4.607811279296875,
      "step": 12700
    },
    {
      "epoch": 0.30807333353468846,
      "grad_norm": 0.7934784889221191,
      "learning_rate": 0.0002101254677525864,
      "loss": 4.617008056640625,
      "step": 12750
    },
    {
      "epoch": 0.3092814642544323,
      "grad_norm": 0.8471022248268127,
      "learning_rate": 0.00020975860297894197,
      "loss": 4.6198193359375,
      "step": 12800
    },
    {
      "epoch": 0.3104895949741762,
      "grad_norm": 0.8959652781486511,
      "learning_rate": 0.0002093917382052975,
      "loss": 4.609613342285156,
      "step": 12850
    },
    {
      "epoch": 0.31169772569392007,
      "grad_norm": 0.8412113785743713,
      "learning_rate": 0.00020902487343165308,
      "loss": 4.567796325683593,
      "step": 12900
    },
    {
      "epoch": 0.312905856413664,
      "grad_norm": 0.8049896955490112,
      "learning_rate": 0.00020865800865800866,
      "loss": 4.602123413085938,
      "step": 12950
    },
    {
      "epoch": 0.3141139871334078,
      "grad_norm": 0.7926521897315979,
      "learning_rate": 0.0002082911438843642,
      "loss": 4.594961242675781,
      "step": 13000
    },
    {
      "epoch": 0.31532211785315173,
      "grad_norm": 0.8098254799842834,
      "learning_rate": 0.00020792427911071976,
      "loss": 4.612647399902344,
      "step": 13050
    },
    {
      "epoch": 0.3165302485728956,
      "grad_norm": 0.8844075798988342,
      "learning_rate": 0.00020755741433707534,
      "loss": 4.614940795898438,
      "step": 13100
    },
    {
      "epoch": 0.3177383792926395,
      "grad_norm": 0.8263518214225769,
      "learning_rate": 0.0002071905495634309,
      "loss": 4.637500915527344,
      "step": 13150
    },
    {
      "epoch": 0.31894651001238333,
      "grad_norm": 0.790128231048584,
      "learning_rate": 0.00020682368478978648,
      "loss": 4.628588562011719,
      "step": 13200
    },
    {
      "epoch": 0.32015464073212724,
      "grad_norm": 0.7944300770759583,
      "learning_rate": 0.00020645682001614203,
      "loss": 4.620392456054687,
      "step": 13250
    },
    {
      "epoch": 0.3213627714518711,
      "grad_norm": 0.7934144139289856,
      "learning_rate": 0.0002060899552424976,
      "loss": 4.576650695800781,
      "step": 13300
    },
    {
      "epoch": 0.322570902171615,
      "grad_norm": 0.8359684944152832,
      "learning_rate": 0.00020572309046885316,
      "loss": 4.6265127563476565,
      "step": 13350
    },
    {
      "epoch": 0.32377903289135884,
      "grad_norm": 0.8399538993835449,
      "learning_rate": 0.00020535622569520874,
      "loss": 4.605622253417969,
      "step": 13400
    },
    {
      "epoch": 0.32498716361110275,
      "grad_norm": 0.8221124410629272,
      "learning_rate": 0.0002049893609215643,
      "loss": 4.578699340820313,
      "step": 13450
    },
    {
      "epoch": 0.3261952943308466,
      "grad_norm": 0.7812410593032837,
      "learning_rate": 0.00020462249614791985,
      "loss": 4.581290588378907,
      "step": 13500
    },
    {
      "epoch": 0.32740342505059045,
      "grad_norm": 0.7977650761604309,
      "learning_rate": 0.00020425563137427543,
      "loss": 4.543898010253907,
      "step": 13550
    },
    {
      "epoch": 0.32861155577033435,
      "grad_norm": 0.8016378283500671,
      "learning_rate": 0.000203888766600631,
      "loss": 4.588157958984375,
      "step": 13600
    },
    {
      "epoch": 0.3298196864900782,
      "grad_norm": 0.8839250206947327,
      "learning_rate": 0.00020352190182698653,
      "loss": 4.553284301757812,
      "step": 13650
    },
    {
      "epoch": 0.3310278172098221,
      "grad_norm": 0.8013595938682556,
      "learning_rate": 0.0002031550370533421,
      "loss": 4.6255426025390625,
      "step": 13700
    },
    {
      "epoch": 0.33223594792956596,
      "grad_norm": 0.8826407194137573,
      "learning_rate": 0.0002027881722796977,
      "loss": 4.547523803710938,
      "step": 13750
    },
    {
      "epoch": 0.33344407864930986,
      "grad_norm": 0.8313543200492859,
      "learning_rate": 0.00020242130750605327,
      "loss": 4.5199212646484375,
      "step": 13800
    },
    {
      "epoch": 0.3346522093690537,
      "grad_norm": 0.8718063235282898,
      "learning_rate": 0.0002020544427324088,
      "loss": 4.586356201171875,
      "step": 13850
    },
    {
      "epoch": 0.3358603400887976,
      "grad_norm": 0.8381774425506592,
      "learning_rate": 0.00020168757795876438,
      "loss": 4.569805297851563,
      "step": 13900
    },
    {
      "epoch": 0.33706847080854146,
      "grad_norm": 0.7955442070960999,
      "learning_rate": 0.00020132071318511996,
      "loss": 4.5325839233398435,
      "step": 13950
    },
    {
      "epoch": 0.33827660152828537,
      "grad_norm": 0.8485741019248962,
      "learning_rate": 0.00020095384841147554,
      "loss": 4.533649291992187,
      "step": 14000
    },
    {
      "epoch": 0.3394847322480292,
      "grad_norm": 0.9278120994567871,
      "learning_rate": 0.00020058698363783107,
      "loss": 4.553104248046875,
      "step": 14050
    },
    {
      "epoch": 0.3406928629677731,
      "grad_norm": 0.833659827709198,
      "learning_rate": 0.00020022011886418665,
      "loss": 4.5760061645507815,
      "step": 14100
    },
    {
      "epoch": 0.341900993687517,
      "grad_norm": 0.8239136338233948,
      "learning_rate": 0.00019985325409054223,
      "loss": 4.61402587890625,
      "step": 14150
    },
    {
      "epoch": 0.3431091244072609,
      "grad_norm": 0.8305805325508118,
      "learning_rate": 0.00019948638931689778,
      "loss": 4.527126159667969,
      "step": 14200
    },
    {
      "epoch": 0.34431725512700473,
      "grad_norm": 0.8342345952987671,
      "learning_rate": 0.00019911952454325333,
      "loss": 4.58315185546875,
      "step": 14250
    },
    {
      "epoch": 0.34552538584674863,
      "grad_norm": 0.7768062353134155,
      "learning_rate": 0.0001987526597696089,
      "loss": 4.545763549804687,
      "step": 14300
    },
    {
      "epoch": 0.3467335165664925,
      "grad_norm": 0.8638603687286377,
      "learning_rate": 0.00019838579499596446,
      "loss": 4.5633633422851565,
      "step": 14350
    },
    {
      "epoch": 0.3479416472862364,
      "grad_norm": 0.8149457573890686,
      "learning_rate": 0.00019801893022232004,
      "loss": 4.527096862792969,
      "step": 14400
    },
    {
      "epoch": 0.34914977800598024,
      "grad_norm": 0.7938598394393921,
      "learning_rate": 0.0001976520654486756,
      "loss": 4.532784118652343,
      "step": 14450
    },
    {
      "epoch": 0.35035790872572414,
      "grad_norm": 0.8493742942810059,
      "learning_rate": 0.00019728520067503115,
      "loss": 4.554869384765625,
      "step": 14500
    },
    {
      "epoch": 0.351566039445468,
      "grad_norm": 0.792421281337738,
      "learning_rate": 0.00019691833590138673,
      "loss": 4.560779113769531,
      "step": 14550
    },
    {
      "epoch": 0.3527741701652119,
      "grad_norm": 0.8050044775009155,
      "learning_rate": 0.0001965514711277423,
      "loss": 4.5141604614257815,
      "step": 14600
    },
    {
      "epoch": 0.35398230088495575,
      "grad_norm": 0.816679060459137,
      "learning_rate": 0.00019618460635409786,
      "loss": 4.5143798828125,
      "step": 14650
    },
    {
      "epoch": 0.35519043160469965,
      "grad_norm": 0.8072745203971863,
      "learning_rate": 0.00019581774158045342,
      "loss": 4.527074890136719,
      "step": 14700
    },
    {
      "epoch": 0.3563985623244435,
      "grad_norm": 0.8425279259681702,
      "learning_rate": 0.000195450876806809,
      "loss": 4.540933532714844,
      "step": 14750
    },
    {
      "epoch": 0.3576066930441874,
      "grad_norm": 0.8636919856071472,
      "learning_rate": 0.00019508401203316458,
      "loss": 4.550223388671875,
      "step": 14800
    },
    {
      "epoch": 0.35881482376393126,
      "grad_norm": 0.7965017557144165,
      "learning_rate": 0.0001947171472595201,
      "loss": 4.53455078125,
      "step": 14850
    },
    {
      "epoch": 0.3600229544836751,
      "grad_norm": 0.8195152878761292,
      "learning_rate": 0.00019435028248587568,
      "loss": 4.525997619628907,
      "step": 14900
    },
    {
      "epoch": 0.361231085203419,
      "grad_norm": 0.8306058645248413,
      "learning_rate": 0.00019398341771223126,
      "loss": 4.519093627929688,
      "step": 14950
    },
    {
      "epoch": 0.36243921592316286,
      "grad_norm": 0.803713321685791,
      "learning_rate": 0.00019361655293858684,
      "loss": 4.549564819335938,
      "step": 15000
    },
    {
      "epoch": 0.36364734664290677,
      "grad_norm": 0.835669994354248,
      "learning_rate": 0.00019324968816494237,
      "loss": 4.529533996582031,
      "step": 15050
    },
    {
      "epoch": 0.3648554773626506,
      "grad_norm": 0.977713942527771,
      "learning_rate": 0.00019288282339129795,
      "loss": 4.527159729003906,
      "step": 15100
    },
    {
      "epoch": 0.3660636080823945,
      "grad_norm": 0.7918193936347961,
      "learning_rate": 0.00019251595861765353,
      "loss": 4.523968200683594,
      "step": 15150
    },
    {
      "epoch": 0.36727173880213837,
      "grad_norm": 0.8662403225898743,
      "learning_rate": 0.00019214909384400908,
      "loss": 4.535425720214843,
      "step": 15200
    },
    {
      "epoch": 0.3684798695218823,
      "grad_norm": 0.8149556517601013,
      "learning_rate": 0.00019178222907036463,
      "loss": 4.518607482910157,
      "step": 15250
    },
    {
      "epoch": 0.3696880002416261,
      "grad_norm": 0.827381432056427,
      "learning_rate": 0.00019141536429672021,
      "loss": 4.498069458007812,
      "step": 15300
    },
    {
      "epoch": 0.37089613096137003,
      "grad_norm": 0.7827855944633484,
      "learning_rate": 0.0001910484995230758,
      "loss": 4.5646533203125,
      "step": 15350
    },
    {
      "epoch": 0.3721042616811139,
      "grad_norm": 0.8546699285507202,
      "learning_rate": 0.00019068163474943135,
      "loss": 4.506566772460937,
      "step": 15400
    },
    {
      "epoch": 0.3733123924008578,
      "grad_norm": 0.8151622414588928,
      "learning_rate": 0.0001903147699757869,
      "loss": 4.526211242675782,
      "step": 15450
    },
    {
      "epoch": 0.37452052312060163,
      "grad_norm": 0.8364620208740234,
      "learning_rate": 0.00018994790520214248,
      "loss": 4.5639035034179685,
      "step": 15500
    },
    {
      "epoch": 0.37572865384034554,
      "grad_norm": 0.8212669491767883,
      "learning_rate": 0.00018958104042849803,
      "loss": 4.533548889160156,
      "step": 15550
    },
    {
      "epoch": 0.3769367845600894,
      "grad_norm": 0.8324586153030396,
      "learning_rate": 0.0001892141756548536,
      "loss": 4.502703857421875,
      "step": 15600
    },
    {
      "epoch": 0.3781449152798333,
      "grad_norm": 0.8079342246055603,
      "learning_rate": 0.00018884731088120917,
      "loss": 4.5140142822265625,
      "step": 15650
    },
    {
      "epoch": 0.37935304599957714,
      "grad_norm": 0.8679006695747375,
      "learning_rate": 0.00018848044610756472,
      "loss": 4.466272888183593,
      "step": 15700
    },
    {
      "epoch": 0.38056117671932105,
      "grad_norm": 0.845909833908081,
      "learning_rate": 0.0001881135813339203,
      "loss": 4.510520629882812,
      "step": 15750
    },
    {
      "epoch": 0.3817693074390649,
      "grad_norm": 0.830926775932312,
      "learning_rate": 0.00018774671656027588,
      "loss": 4.5115673828125,
      "step": 15800
    },
    {
      "epoch": 0.3829774381588088,
      "grad_norm": 0.8161680698394775,
      "learning_rate": 0.00018737985178663143,
      "loss": 4.543225402832031,
      "step": 15850
    },
    {
      "epoch": 0.38418556887855265,
      "grad_norm": 0.8474006056785583,
      "learning_rate": 0.00018701298701298698,
      "loss": 4.485232238769531,
      "step": 15900
    },
    {
      "epoch": 0.38539369959829656,
      "grad_norm": 0.8017637729644775,
      "learning_rate": 0.00018664612223934256,
      "loss": 4.5208154296875,
      "step": 15950
    },
    {
      "epoch": 0.3866018303180404,
      "grad_norm": 0.8082236051559448,
      "learning_rate": 0.00018627925746569814,
      "loss": 4.4930859375,
      "step": 16000
    },
    {
      "epoch": 0.3878099610377843,
      "grad_norm": 0.8038812279701233,
      "learning_rate": 0.00018591239269205367,
      "loss": 4.503486633300781,
      "step": 16050
    },
    {
      "epoch": 0.38901809175752816,
      "grad_norm": 0.8439401388168335,
      "learning_rate": 0.00018554552791840925,
      "loss": 4.538678588867188,
      "step": 16100
    },
    {
      "epoch": 0.39022622247727207,
      "grad_norm": 0.8262456059455872,
      "learning_rate": 0.00018517866314476483,
      "loss": 4.465330505371094,
      "step": 16150
    },
    {
      "epoch": 0.3914343531970159,
      "grad_norm": 0.9444901943206787,
      "learning_rate": 0.0001848117983711204,
      "loss": 4.457840576171875,
      "step": 16200
    },
    {
      "epoch": 0.39264248391675977,
      "grad_norm": 0.8073329329490662,
      "learning_rate": 0.00018444493359747594,
      "loss": 4.469413452148437,
      "step": 16250
    },
    {
      "epoch": 0.39385061463650367,
      "grad_norm": 0.8293718695640564,
      "learning_rate": 0.00018407806882383152,
      "loss": 4.467626647949219,
      "step": 16300
    },
    {
      "epoch": 0.3950587453562475,
      "grad_norm": 0.9100238680839539,
      "learning_rate": 0.0001837112040501871,
      "loss": 4.480698852539063,
      "step": 16350
    },
    {
      "epoch": 0.3962668760759914,
      "grad_norm": 0.8253241181373596,
      "learning_rate": 0.00018334433927654265,
      "loss": 4.495014953613281,
      "step": 16400
    },
    {
      "epoch": 0.3974750067957353,
      "grad_norm": 0.8466793298721313,
      "learning_rate": 0.0001829774745028982,
      "loss": 4.456530151367187,
      "step": 16450
    },
    {
      "epoch": 0.3986831375154792,
      "grad_norm": 0.8435772657394409,
      "learning_rate": 0.00018261060972925378,
      "loss": 4.511859741210937,
      "step": 16500
    },
    {
      "epoch": 0.39989126823522303,
      "grad_norm": 0.8680708408355713,
      "learning_rate": 0.00018224374495560936,
      "loss": 4.481240234375,
      "step": 16550
    },
    {
      "epoch": 0.40109939895496693,
      "grad_norm": 0.809312641620636,
      "learning_rate": 0.00018187688018196492,
      "loss": 4.455697631835937,
      "step": 16600
    },
    {
      "epoch": 0.4023075296747108,
      "grad_norm": 0.8194457292556763,
      "learning_rate": 0.00018151001540832047,
      "loss": 4.4838330078125,
      "step": 16650
    },
    {
      "epoch": 0.4035156603944547,
      "grad_norm": 0.8517265915870667,
      "learning_rate": 0.00018114315063467605,
      "loss": 4.53313232421875,
      "step": 16700
    },
    {
      "epoch": 0.40472379111419854,
      "grad_norm": 0.8272504210472107,
      "learning_rate": 0.0001807762858610316,
      "loss": 4.4739532470703125,
      "step": 16750
    },
    {
      "epoch": 0.40593192183394244,
      "grad_norm": 0.8620533347129822,
      "learning_rate": 0.00018040942108738718,
      "loss": 4.480051574707031,
      "step": 16800
    },
    {
      "epoch": 0.4071400525536863,
      "grad_norm": 0.8758191466331482,
      "learning_rate": 0.00018004255631374273,
      "loss": 4.451490783691407,
      "step": 16850
    },
    {
      "epoch": 0.4083481832734302,
      "grad_norm": 0.8606282472610474,
      "learning_rate": 0.0001796756915400983,
      "loss": 4.490790710449219,
      "step": 16900
    },
    {
      "epoch": 0.40955631399317405,
      "grad_norm": 0.8265689611434937,
      "learning_rate": 0.00017930882676645387,
      "loss": 4.438824768066406,
      "step": 16950
    },
    {
      "epoch": 0.41076444471291795,
      "grad_norm": 0.8095406889915466,
      "learning_rate": 0.00017894196199280945,
      "loss": 4.500664367675781,
      "step": 17000
    },
    {
      "epoch": 0.4119725754326618,
      "grad_norm": 0.8660163283348083,
      "learning_rate": 0.00017857509721916497,
      "loss": 4.419149780273438,
      "step": 17050
    },
    {
      "epoch": 0.4131807061524057,
      "grad_norm": 0.8833030462265015,
      "learning_rate": 0.00017820823244552055,
      "loss": 4.445498046875,
      "step": 17100
    },
    {
      "epoch": 0.41438883687214956,
      "grad_norm": 0.8525263667106628,
      "learning_rate": 0.00017784136767187613,
      "loss": 4.4429083251953125,
      "step": 17150
    },
    {
      "epoch": 0.41559696759189346,
      "grad_norm": 0.8065162301063538,
      "learning_rate": 0.0001774745028982317,
      "loss": 4.415712585449219,
      "step": 17200
    },
    {
      "epoch": 0.4168050983116373,
      "grad_norm": 0.8518642783164978,
      "learning_rate": 0.00017710763812458724,
      "loss": 4.463846130371094,
      "step": 17250
    },
    {
      "epoch": 0.4180132290313812,
      "grad_norm": 0.8767589926719666,
      "learning_rate": 0.00017674077335094282,
      "loss": 4.470376586914062,
      "step": 17300
    },
    {
      "epoch": 0.41922135975112507,
      "grad_norm": 0.8096307516098022,
      "learning_rate": 0.0001763739085772984,
      "loss": 4.446529235839844,
      "step": 17350
    },
    {
      "epoch": 0.42042949047086897,
      "grad_norm": 0.873613178730011,
      "learning_rate": 0.00017600704380365398,
      "loss": 4.452382507324219,
      "step": 17400
    },
    {
      "epoch": 0.4216376211906128,
      "grad_norm": 0.8206058740615845,
      "learning_rate": 0.0001756401790300095,
      "loss": 4.3969580078125,
      "step": 17450
    },
    {
      "epoch": 0.4228457519103567,
      "grad_norm": 0.833097517490387,
      "learning_rate": 0.00017527331425636509,
      "loss": 4.4554660034179685,
      "step": 17500
    },
    {
      "epoch": 0.4240538826301006,
      "grad_norm": 0.8413265347480774,
      "learning_rate": 0.00017490644948272067,
      "loss": 4.430065612792969,
      "step": 17550
    },
    {
      "epoch": 0.4252620133498444,
      "grad_norm": 0.8387306332588196,
      "learning_rate": 0.00017453958470907622,
      "loss": 4.449215393066407,
      "step": 17600
    },
    {
      "epoch": 0.42647014406958833,
      "grad_norm": 0.8804054260253906,
      "learning_rate": 0.00017417271993543177,
      "loss": 4.462908630371094,
      "step": 17650
    },
    {
      "epoch": 0.4276782747893322,
      "grad_norm": 0.8563447594642639,
      "learning_rate": 0.00017380585516178735,
      "loss": 4.459098205566407,
      "step": 17700
    },
    {
      "epoch": 0.4288864055090761,
      "grad_norm": 0.8126643300056458,
      "learning_rate": 0.00017343899038814293,
      "loss": 4.444090576171875,
      "step": 17750
    },
    {
      "epoch": 0.43009453622881993,
      "grad_norm": 0.8239515423774719,
      "learning_rate": 0.00017307212561449848,
      "loss": 4.454663696289063,
      "step": 17800
    },
    {
      "epoch": 0.43130266694856384,
      "grad_norm": 0.8403202891349792,
      "learning_rate": 0.00017270526084085404,
      "loss": 4.42758056640625,
      "step": 17850
    },
    {
      "epoch": 0.4325107976683077,
      "grad_norm": 0.8469553589820862,
      "learning_rate": 0.00017233839606720962,
      "loss": 4.432910766601562,
      "step": 17900
    },
    {
      "epoch": 0.4337189283880516,
      "grad_norm": 0.8169428706169128,
      "learning_rate": 0.00017197153129356517,
      "loss": 4.442397155761719,
      "step": 17950
    },
    {
      "epoch": 0.43492705910779544,
      "grad_norm": 0.8393473625183105,
      "learning_rate": 0.00017160466651992075,
      "loss": 4.471981506347657,
      "step": 18000
    },
    {
      "epoch": 0.43613518982753935,
      "grad_norm": 0.8713968396186829,
      "learning_rate": 0.0001712378017462763,
      "loss": 4.4335018920898435,
      "step": 18050
    },
    {
      "epoch": 0.4373433205472832,
      "grad_norm": 0.8308825492858887,
      "learning_rate": 0.00017087093697263186,
      "loss": 4.431024475097656,
      "step": 18100
    },
    {
      "epoch": 0.4385514512670271,
      "grad_norm": 0.8060277104377747,
      "learning_rate": 0.00017050407219898744,
      "loss": 4.439822998046875,
      "step": 18150
    },
    {
      "epoch": 0.43975958198677095,
      "grad_norm": 0.8310439586639404,
      "learning_rate": 0.00017013720742534302,
      "loss": 4.433624267578125,
      "step": 18200
    },
    {
      "epoch": 0.44096771270651486,
      "grad_norm": 0.8447884917259216,
      "learning_rate": 0.00016977034265169854,
      "loss": 4.415485229492187,
      "step": 18250
    },
    {
      "epoch": 0.4421758434262587,
      "grad_norm": 0.8541338443756104,
      "learning_rate": 0.00016940347787805412,
      "loss": 4.440605163574219,
      "step": 18300
    },
    {
      "epoch": 0.4433839741460026,
      "grad_norm": 0.8574206233024597,
      "learning_rate": 0.0001690366131044097,
      "loss": 4.44079833984375,
      "step": 18350
    },
    {
      "epoch": 0.44459210486574646,
      "grad_norm": 0.8827728033065796,
      "learning_rate": 0.00016866974833076528,
      "loss": 4.451456909179687,
      "step": 18400
    },
    {
      "epoch": 0.44580023558549037,
      "grad_norm": 0.8566647171974182,
      "learning_rate": 0.0001683028835571208,
      "loss": 4.4345159912109375,
      "step": 18450
    },
    {
      "epoch": 0.4470083663052342,
      "grad_norm": 0.833660900592804,
      "learning_rate": 0.0001679360187834764,
      "loss": 4.464471740722656,
      "step": 18500
    },
    {
      "epoch": 0.4482164970249781,
      "grad_norm": 0.8761898279190063,
      "learning_rate": 0.00016756915400983197,
      "loss": 4.437816772460938,
      "step": 18550
    },
    {
      "epoch": 0.44942462774472197,
      "grad_norm": 0.9449495673179626,
      "learning_rate": 0.00016720228923618755,
      "loss": 4.44222900390625,
      "step": 18600
    },
    {
      "epoch": 0.4506327584644659,
      "grad_norm": 0.8865442872047424,
      "learning_rate": 0.00016683542446254307,
      "loss": 4.4382781982421875,
      "step": 18650
    },
    {
      "epoch": 0.4518408891842097,
      "grad_norm": 0.846558690071106,
      "learning_rate": 0.00016646855968889865,
      "loss": 4.434262390136719,
      "step": 18700
    },
    {
      "epoch": 0.45304901990395363,
      "grad_norm": 0.818831741809845,
      "learning_rate": 0.00016610169491525423,
      "loss": 4.389546813964844,
      "step": 18750
    },
    {
      "epoch": 0.4542571506236975,
      "grad_norm": 0.9020473957061768,
      "learning_rate": 0.0001657348301416098,
      "loss": 4.451723022460937,
      "step": 18800
    },
    {
      "epoch": 0.4554652813434414,
      "grad_norm": 0.8355647921562195,
      "learning_rate": 0.00016536796536796534,
      "loss": 4.402284545898437,
      "step": 18850
    },
    {
      "epoch": 0.45667341206318524,
      "grad_norm": 0.8465541005134583,
      "learning_rate": 0.00016500110059432092,
      "loss": 4.409869689941406,
      "step": 18900
    },
    {
      "epoch": 0.45788154278292914,
      "grad_norm": 0.8707362413406372,
      "learning_rate": 0.00016463423582067647,
      "loss": 4.373127136230469,
      "step": 18950
    },
    {
      "epoch": 0.459089673502673,
      "grad_norm": 0.8290424942970276,
      "learning_rate": 0.00016426737104703205,
      "loss": 4.406386108398437,
      "step": 19000
    },
    {
      "epoch": 0.46029780422241684,
      "grad_norm": 0.8582199215888977,
      "learning_rate": 0.0001639005062733876,
      "loss": 4.4494845581054685,
      "step": 19050
    },
    {
      "epoch": 0.46150593494216074,
      "grad_norm": 0.7977620363235474,
      "learning_rate": 0.00016353364149974319,
      "loss": 4.400769653320313,
      "step": 19100
    },
    {
      "epoch": 0.4627140656619046,
      "grad_norm": 0.8718297481536865,
      "learning_rate": 0.00016316677672609874,
      "loss": 4.4187710571289065,
      "step": 19150
    },
    {
      "epoch": 0.4639221963816485,
      "grad_norm": 0.8437783718109131,
      "learning_rate": 0.00016279991195245432,
      "loss": 4.414367065429688,
      "step": 19200
    },
    {
      "epoch": 0.46513032710139235,
      "grad_norm": 0.8435456156730652,
      "learning_rate": 0.00016243304717880987,
      "loss": 4.395423583984375,
      "step": 19250
    },
    {
      "epoch": 0.46633845782113625,
      "grad_norm": 0.8388056755065918,
      "learning_rate": 0.00016206618240516542,
      "loss": 4.4262393188476565,
      "step": 19300
    },
    {
      "epoch": 0.4675465885408801,
      "grad_norm": 0.9124335646629333,
      "learning_rate": 0.000161699317631521,
      "loss": 4.411950988769531,
      "step": 19350
    },
    {
      "epoch": 0.468754719260624,
      "grad_norm": 0.9084233045578003,
      "learning_rate": 0.00016133245285787658,
      "loss": 4.402586059570313,
      "step": 19400
    },
    {
      "epoch": 0.46996284998036786,
      "grad_norm": 0.8846220970153809,
      "learning_rate": 0.0001609655880842321,
      "loss": 4.387697143554687,
      "step": 19450
    },
    {
      "epoch": 0.47117098070011176,
      "grad_norm": 0.8609309792518616,
      "learning_rate": 0.0001605987233105877,
      "loss": 4.379610290527344,
      "step": 19500
    },
    {
      "epoch": 0.4723791114198556,
      "grad_norm": 0.9807800650596619,
      "learning_rate": 0.00016023185853694327,
      "loss": 4.344981079101562,
      "step": 19550
    },
    {
      "epoch": 0.4735872421395995,
      "grad_norm": 0.8327066898345947,
      "learning_rate": 0.00015986499376329885,
      "loss": 4.413209228515625,
      "step": 19600
    },
    {
      "epoch": 0.47479537285934337,
      "grad_norm": 0.8389619588851929,
      "learning_rate": 0.00015949812898965438,
      "loss": 4.385924682617188,
      "step": 19650
    },
    {
      "epoch": 0.4760035035790873,
      "grad_norm": 0.8684993386268616,
      "learning_rate": 0.00015913126421600996,
      "loss": 4.3818408203125,
      "step": 19700
    },
    {
      "epoch": 0.4772116342988311,
      "grad_norm": 0.8499497771263123,
      "learning_rate": 0.00015876439944236554,
      "loss": 4.399507446289062,
      "step": 19750
    },
    {
      "epoch": 0.478419765018575,
      "grad_norm": 0.8550466895103455,
      "learning_rate": 0.00015839753466872112,
      "loss": 4.411488342285156,
      "step": 19800
    },
    {
      "epoch": 0.4796278957383189,
      "grad_norm": 0.8694366812705994,
      "learning_rate": 0.00015803066989507664,
      "loss": 4.403375854492188,
      "step": 19850
    },
    {
      "epoch": 0.4808360264580628,
      "grad_norm": 0.8916079998016357,
      "learning_rate": 0.00015766380512143222,
      "loss": 4.3569097900390625,
      "step": 19900
    },
    {
      "epoch": 0.48204415717780663,
      "grad_norm": 0.8819521069526672,
      "learning_rate": 0.0001572969403477878,
      "loss": 4.365809020996093,
      "step": 19950
    },
    {
      "epoch": 0.48325228789755054,
      "grad_norm": 0.876788854598999,
      "learning_rate": 0.00015693007557414336,
      "loss": 4.359242553710938,
      "step": 20000
    },
    {
      "epoch": 0.4844604186172944,
      "grad_norm": 0.8509864211082458,
      "learning_rate": 0.0001565632108004989,
      "loss": 4.407760314941406,
      "step": 20050
    },
    {
      "epoch": 0.4856685493370383,
      "grad_norm": 0.863982081413269,
      "learning_rate": 0.0001561963460268545,
      "loss": 4.41439453125,
      "step": 20100
    },
    {
      "epoch": 0.48687668005678214,
      "grad_norm": 0.8627960085868835,
      "learning_rate": 0.00015582948125321004,
      "loss": 4.319361572265625,
      "step": 20150
    },
    {
      "epoch": 0.48808481077652605,
      "grad_norm": 0.8824877142906189,
      "learning_rate": 0.00015546261647956562,
      "loss": 4.390765686035156,
      "step": 20200
    },
    {
      "epoch": 0.4892929414962699,
      "grad_norm": 0.9343333840370178,
      "learning_rate": 0.00015509575170592117,
      "loss": 4.369144287109375,
      "step": 20250
    },
    {
      "epoch": 0.4905010722160138,
      "grad_norm": 0.8687631487846375,
      "learning_rate": 0.00015472888693227675,
      "loss": 4.374679260253906,
      "step": 20300
    },
    {
      "epoch": 0.49170920293575765,
      "grad_norm": 0.9157174229621887,
      "learning_rate": 0.0001543620221586323,
      "loss": 4.381021423339844,
      "step": 20350
    },
    {
      "epoch": 0.4929173336555015,
      "grad_norm": 0.8637880086898804,
      "learning_rate": 0.0001539951573849879,
      "loss": 4.369039306640625,
      "step": 20400
    },
    {
      "epoch": 0.4941254643752454,
      "grad_norm": 0.8694828748703003,
      "learning_rate": 0.00015362829261134344,
      "loss": 4.380176086425781,
      "step": 20450
    },
    {
      "epoch": 0.49533359509498925,
      "grad_norm": 0.8386253118515015,
      "learning_rate": 0.000153261427837699,
      "loss": 4.365638427734375,
      "step": 20500
    },
    {
      "epoch": 0.49654172581473316,
      "grad_norm": 0.8944020867347717,
      "learning_rate": 0.00015289456306405457,
      "loss": 4.341180419921875,
      "step": 20550
    },
    {
      "epoch": 0.497749856534477,
      "grad_norm": 0.8739315271377563,
      "learning_rate": 0.00015252769829041015,
      "loss": 4.378220520019531,
      "step": 20600
    },
    {
      "epoch": 0.4989579872542209,
      "grad_norm": 0.8651403784751892,
      "learning_rate": 0.00015216083351676573,
      "loss": 4.367572937011719,
      "step": 20650
    },
    {
      "epoch": 0.5001661179739648,
      "grad_norm": 0.9506304860115051,
      "learning_rate": 0.00015179396874312126,
      "loss": 4.372146911621094,
      "step": 20700
    },
    {
      "epoch": 0.5013742486937086,
      "grad_norm": 0.8832495212554932,
      "learning_rate": 0.00015142710396947684,
      "loss": 4.365708312988281,
      "step": 20750
    },
    {
      "epoch": 0.5025823794134525,
      "grad_norm": 0.8573395609855652,
      "learning_rate": 0.00015106023919583242,
      "loss": 4.3646456909179685,
      "step": 20800
    },
    {
      "epoch": 0.5037905101331964,
      "grad_norm": 0.8642771244049072,
      "learning_rate": 0.00015069337442218797,
      "loss": 4.332890625,
      "step": 20850
    },
    {
      "epoch": 0.5049986408529403,
      "grad_norm": 0.8693931698799133,
      "learning_rate": 0.00015032650964854352,
      "loss": 4.364405517578125,
      "step": 20900
    },
    {
      "epoch": 0.5062067715726841,
      "grad_norm": 0.9043340086936951,
      "learning_rate": 0.0001499596448748991,
      "loss": 4.378132629394531,
      "step": 20950
    },
    {
      "epoch": 0.507414902292428,
      "grad_norm": 0.8317884206771851,
      "learning_rate": 0.00014959278010125469,
      "loss": 4.356962585449219,
      "step": 21000
    },
    {
      "epoch": 0.5086230330121719,
      "grad_norm": 0.8647122383117676,
      "learning_rate": 0.00014922591532761024,
      "loss": 4.366798706054688,
      "step": 21050
    },
    {
      "epoch": 0.5098311637319158,
      "grad_norm": 0.8674430251121521,
      "learning_rate": 0.0001488590505539658,
      "loss": 4.357047424316407,
      "step": 21100
    },
    {
      "epoch": 0.5110392944516596,
      "grad_norm": 0.8647886514663696,
      "learning_rate": 0.00014849218578032137,
      "loss": 4.377456970214844,
      "step": 21150
    },
    {
      "epoch": 0.5122474251714035,
      "grad_norm": 0.8840771913528442,
      "learning_rate": 0.00014812532100667692,
      "loss": 4.363984069824219,
      "step": 21200
    },
    {
      "epoch": 0.5134555558911474,
      "grad_norm": 0.8642849326133728,
      "learning_rate": 0.0001477584562330325,
      "loss": 4.369249877929687,
      "step": 21250
    },
    {
      "epoch": 0.5146636866108913,
      "grad_norm": 0.8466240763664246,
      "learning_rate": 0.00014739159145938806,
      "loss": 4.38531005859375,
      "step": 21300
    },
    {
      "epoch": 0.5158718173306351,
      "grad_norm": 0.8386222124099731,
      "learning_rate": 0.0001470247266857436,
      "loss": 4.360840759277344,
      "step": 21350
    },
    {
      "epoch": 0.517079948050379,
      "grad_norm": 0.8661811351776123,
      "learning_rate": 0.0001466578619120992,
      "loss": 4.354701232910156,
      "step": 21400
    },
    {
      "epoch": 0.518288078770123,
      "grad_norm": 0.8432431817054749,
      "learning_rate": 0.00014629099713845474,
      "loss": 4.383183898925782,
      "step": 21450
    },
    {
      "epoch": 0.5194962094898669,
      "grad_norm": 0.9352067112922668,
      "learning_rate": 0.00014592413236481032,
      "loss": 4.379555053710938,
      "step": 21500
    },
    {
      "epoch": 0.5207043402096106,
      "grad_norm": 0.8690420985221863,
      "learning_rate": 0.00014555726759116588,
      "loss": 4.354761047363281,
      "step": 21550
    },
    {
      "epoch": 0.5219124709293546,
      "grad_norm": 0.8794584274291992,
      "learning_rate": 0.00014519040281752146,
      "loss": 4.359398498535156,
      "step": 21600
    },
    {
      "epoch": 0.5231206016490985,
      "grad_norm": 0.8569353818893433,
      "learning_rate": 0.000144823538043877,
      "loss": 4.306293029785156,
      "step": 21650
    },
    {
      "epoch": 0.5243287323688423,
      "grad_norm": 0.8656736016273499,
      "learning_rate": 0.0001444566732702326,
      "loss": 4.3668692016601565,
      "step": 21700
    },
    {
      "epoch": 0.5255368630885862,
      "grad_norm": 0.9000532031059265,
      "learning_rate": 0.00014408980849658814,
      "loss": 4.354334106445313,
      "step": 21750
    },
    {
      "epoch": 0.5267449938083301,
      "grad_norm": 0.8964462280273438,
      "learning_rate": 0.00014372294372294372,
      "loss": 4.371478576660156,
      "step": 21800
    },
    {
      "epoch": 0.527953124528074,
      "grad_norm": 0.8937968611717224,
      "learning_rate": 0.00014335607894929927,
      "loss": 4.370023193359375,
      "step": 21850
    },
    {
      "epoch": 0.5291612552478178,
      "grad_norm": 0.8516099452972412,
      "learning_rate": 0.00014298921417565485,
      "loss": 4.306471862792969,
      "step": 21900
    },
    {
      "epoch": 0.5303693859675617,
      "grad_norm": 0.9718441963195801,
      "learning_rate": 0.0001426223494020104,
      "loss": 4.345325927734375,
      "step": 21950
    },
    {
      "epoch": 0.5315775166873056,
      "grad_norm": 0.9068713784217834,
      "learning_rate": 0.000142255484628366,
      "loss": 4.349406127929687,
      "step": 22000
    },
    {
      "epoch": 0.5327856474070495,
      "grad_norm": 0.8823951482772827,
      "learning_rate": 0.00014188861985472154,
      "loss": 4.273417663574219,
      "step": 22050
    },
    {
      "epoch": 0.5339937781267933,
      "grad_norm": 0.8769415020942688,
      "learning_rate": 0.00014152175508107712,
      "loss": 4.353021850585938,
      "step": 22100
    },
    {
      "epoch": 0.5352019088465372,
      "grad_norm": 0.8678697347640991,
      "learning_rate": 0.00014115489030743267,
      "loss": 4.307740173339844,
      "step": 22150
    },
    {
      "epoch": 0.5364100395662811,
      "grad_norm": 0.8746253848075867,
      "learning_rate": 0.00014078802553378825,
      "loss": 4.313048400878906,
      "step": 22200
    },
    {
      "epoch": 0.537618170286025,
      "grad_norm": 0.9007458686828613,
      "learning_rate": 0.0001404211607601438,
      "loss": 4.3306298828125,
      "step": 22250
    },
    {
      "epoch": 0.5388263010057688,
      "grad_norm": 0.8988893628120422,
      "learning_rate": 0.00014005429598649936,
      "loss": 4.333839111328125,
      "step": 22300
    },
    {
      "epoch": 0.5400344317255127,
      "grad_norm": 0.9225552082061768,
      "learning_rate": 0.00013968743121285494,
      "loss": 4.3047552490234375,
      "step": 22350
    },
    {
      "epoch": 0.5412425624452566,
      "grad_norm": 0.9349094033241272,
      "learning_rate": 0.0001393205664392105,
      "loss": 4.318995361328125,
      "step": 22400
    },
    {
      "epoch": 0.5424506931650005,
      "grad_norm": 0.860418438911438,
      "learning_rate": 0.00013895370166556605,
      "loss": 4.326046142578125,
      "step": 22450
    },
    {
      "epoch": 0.5436588238847443,
      "grad_norm": 0.9154239892959595,
      "learning_rate": 0.00013858683689192163,
      "loss": 4.322186889648438,
      "step": 22500
    },
    {
      "epoch": 0.5448669546044882,
      "grad_norm": 0.8727108836174011,
      "learning_rate": 0.00013821997211827718,
      "loss": 4.342572326660156,
      "step": 22550
    },
    {
      "epoch": 0.5460750853242321,
      "grad_norm": 0.8912889361381531,
      "learning_rate": 0.00013785310734463276,
      "loss": 4.3360684204101565,
      "step": 22600
    },
    {
      "epoch": 0.547283216043976,
      "grad_norm": 0.9072328805923462,
      "learning_rate": 0.0001374862425709883,
      "loss": 4.319748840332031,
      "step": 22650
    },
    {
      "epoch": 0.5484913467637198,
      "grad_norm": 0.8966073393821716,
      "learning_rate": 0.0001371193777973439,
      "loss": 4.348955688476562,
      "step": 22700
    },
    {
      "epoch": 0.5496994774834637,
      "grad_norm": 0.9064639210700989,
      "learning_rate": 0.00013675251302369944,
      "loss": 4.293034362792969,
      "step": 22750
    },
    {
      "epoch": 0.5509076082032076,
      "grad_norm": 0.9258774518966675,
      "learning_rate": 0.00013638564825005502,
      "loss": 4.3505160522460935,
      "step": 22800
    },
    {
      "epoch": 0.5521157389229515,
      "grad_norm": 0.8719062805175781,
      "learning_rate": 0.00013601878347641058,
      "loss": 4.332078857421875,
      "step": 22850
    },
    {
      "epoch": 0.5533238696426953,
      "grad_norm": 0.9730004072189331,
      "learning_rate": 0.00013565191870276616,
      "loss": 4.349375305175781,
      "step": 22900
    },
    {
      "epoch": 0.5545320003624392,
      "grad_norm": 0.8471688628196716,
      "learning_rate": 0.0001352850539291217,
      "loss": 4.327649536132813,
      "step": 22950
    },
    {
      "epoch": 0.5557401310821831,
      "grad_norm": 0.8453298807144165,
      "learning_rate": 0.0001349181891554773,
      "loss": 4.337743225097657,
      "step": 23000
    },
    {
      "epoch": 0.5569482618019269,
      "grad_norm": 0.9087938070297241,
      "learning_rate": 0.00013455132438183284,
      "loss": 4.318193054199218,
      "step": 23050
    },
    {
      "epoch": 0.5581563925216708,
      "grad_norm": 0.8770619630813599,
      "learning_rate": 0.00013418445960818842,
      "loss": 4.321719970703125,
      "step": 23100
    },
    {
      "epoch": 0.5593645232414147,
      "grad_norm": 0.9098190665245056,
      "learning_rate": 0.00013381759483454398,
      "loss": 4.297068786621094,
      "step": 23150
    },
    {
      "epoch": 0.5605726539611586,
      "grad_norm": 0.8891416192054749,
      "learning_rate": 0.00013345073006089956,
      "loss": 4.331806335449219,
      "step": 23200
    },
    {
      "epoch": 0.5617807846809024,
      "grad_norm": 0.8606537580490112,
      "learning_rate": 0.0001330838652872551,
      "loss": 4.327531433105468,
      "step": 23250
    },
    {
      "epoch": 0.5629889154006463,
      "grad_norm": 0.8917016386985779,
      "learning_rate": 0.0001327170005136107,
      "loss": 4.336094665527344,
      "step": 23300
    },
    {
      "epoch": 0.5641970461203902,
      "grad_norm": 0.8686886429786682,
      "learning_rate": 0.00013235013573996624,
      "loss": 4.316971130371094,
      "step": 23350
    },
    {
      "epoch": 0.5654051768401341,
      "grad_norm": 0.9273053407669067,
      "learning_rate": 0.0001319832709663218,
      "loss": 4.301628723144531,
      "step": 23400
    },
    {
      "epoch": 0.5666133075598779,
      "grad_norm": 0.897447943687439,
      "learning_rate": 0.00013161640619267738,
      "loss": 4.3230984497070315,
      "step": 23450
    },
    {
      "epoch": 0.5678214382796218,
      "grad_norm": 0.8964062333106995,
      "learning_rate": 0.00013124954141903293,
      "loss": 4.295698852539062,
      "step": 23500
    },
    {
      "epoch": 0.5690295689993657,
      "grad_norm": 0.8870056867599487,
      "learning_rate": 0.0001308826766453885,
      "loss": 4.306682739257813,
      "step": 23550
    },
    {
      "epoch": 0.5702376997191096,
      "grad_norm": 0.8741028904914856,
      "learning_rate": 0.00013051581187174406,
      "loss": 4.333457641601562,
      "step": 23600
    },
    {
      "epoch": 0.5714458304388534,
      "grad_norm": 0.8987818360328674,
      "learning_rate": 0.00013014894709809961,
      "loss": 4.318333435058594,
      "step": 23650
    },
    {
      "epoch": 0.5726539611585973,
      "grad_norm": 0.9215242266654968,
      "learning_rate": 0.0001297820823244552,
      "loss": 4.304813537597656,
      "step": 23700
    },
    {
      "epoch": 0.5738620918783413,
      "grad_norm": 0.8973007202148438,
      "learning_rate": 0.00012941521755081075,
      "loss": 4.286683044433594,
      "step": 23750
    },
    {
      "epoch": 0.5750702225980852,
      "grad_norm": 0.9218378663063049,
      "learning_rate": 0.00012904835277716633,
      "loss": 4.300123596191407,
      "step": 23800
    },
    {
      "epoch": 0.576278353317829,
      "grad_norm": 0.8990265130996704,
      "learning_rate": 0.00012868148800352188,
      "loss": 4.277065124511719,
      "step": 23850
    },
    {
      "epoch": 0.5774864840375729,
      "grad_norm": 0.8685271739959717,
      "learning_rate": 0.00012831462322987746,
      "loss": 4.3058645629882815,
      "step": 23900
    },
    {
      "epoch": 0.5786946147573168,
      "grad_norm": 0.8670499920845032,
      "learning_rate": 0.000127947758456233,
      "loss": 4.253737487792969,
      "step": 23950
    },
    {
      "epoch": 0.5799027454770607,
      "grad_norm": 0.8900935053825378,
      "learning_rate": 0.0001275808936825886,
      "loss": 4.316374816894531,
      "step": 24000
    },
    {
      "epoch": 0.5811108761968045,
      "grad_norm": 0.8673965334892273,
      "learning_rate": 0.00012721402890894415,
      "loss": 4.285259399414063,
      "step": 24050
    },
    {
      "epoch": 0.5823190069165484,
      "grad_norm": 0.9063747525215149,
      "learning_rate": 0.00012684716413529973,
      "loss": 4.283208312988282,
      "step": 24100
    },
    {
      "epoch": 0.5835271376362923,
      "grad_norm": 0.9064856171607971,
      "learning_rate": 0.00012648029936165528,
      "loss": 4.248049011230469,
      "step": 24150
    },
    {
      "epoch": 0.5847352683560362,
      "grad_norm": 0.9232784509658813,
      "learning_rate": 0.00012611343458801086,
      "loss": 4.295502624511719,
      "step": 24200
    },
    {
      "epoch": 0.58594339907578,
      "grad_norm": 0.8695572018623352,
      "learning_rate": 0.0001257465698143664,
      "loss": 4.2591073608398435,
      "step": 24250
    },
    {
      "epoch": 0.5871515297955239,
      "grad_norm": 0.9018963575363159,
      "learning_rate": 0.000125379705040722,
      "loss": 4.319864807128906,
      "step": 24300
    },
    {
      "epoch": 0.5883596605152678,
      "grad_norm": 0.9171856641769409,
      "learning_rate": 0.00012501284026707754,
      "loss": 4.265516967773437,
      "step": 24350
    },
    {
      "epoch": 0.5895677912350116,
      "grad_norm": 0.9028427004814148,
      "learning_rate": 0.00012464597549343312,
      "loss": 4.275965270996093,
      "step": 24400
    },
    {
      "epoch": 0.5907759219547555,
      "grad_norm": 0.9330050349235535,
      "learning_rate": 0.00012427911071978868,
      "loss": 4.2545404052734375,
      "step": 24450
    },
    {
      "epoch": 0.5919840526744994,
      "grad_norm": 0.9791463017463684,
      "learning_rate": 0.00012391224594614426,
      "loss": 4.2765435791015625,
      "step": 24500
    },
    {
      "epoch": 0.5931921833942433,
      "grad_norm": 0.8853760957717896,
      "learning_rate": 0.0001235453811724998,
      "loss": 4.308526916503906,
      "step": 24550
    },
    {
      "epoch": 0.5944003141139871,
      "grad_norm": 0.9191492795944214,
      "learning_rate": 0.00012317851639885536,
      "loss": 4.285240173339844,
      "step": 24600
    },
    {
      "epoch": 0.595608444833731,
      "grad_norm": 0.8623924851417542,
      "learning_rate": 0.00012281165162521094,
      "loss": 4.318269958496094,
      "step": 24650
    },
    {
      "epoch": 0.5968165755534749,
      "grad_norm": 0.8917416930198669,
      "learning_rate": 0.0001224447868515665,
      "loss": 4.269252624511719,
      "step": 24700
    },
    {
      "epoch": 0.5980247062732188,
      "grad_norm": 0.8966076374053955,
      "learning_rate": 0.00012207792207792208,
      "loss": 4.2773611450195315,
      "step": 24750
    },
    {
      "epoch": 0.5992328369929626,
      "grad_norm": 0.8976031541824341,
      "learning_rate": 0.00012171105730427764,
      "loss": 4.257319946289062,
      "step": 24800
    },
    {
      "epoch": 0.6004409677127065,
      "grad_norm": 0.8931077718734741,
      "learning_rate": 0.0001213441925306332,
      "loss": 4.29817626953125,
      "step": 24850
    },
    {
      "epoch": 0.6016490984324504,
      "grad_norm": 0.8995993137359619,
      "learning_rate": 0.00012097732775698876,
      "loss": 4.291929931640625,
      "step": 24900
    },
    {
      "epoch": 0.6028572291521943,
      "grad_norm": 0.9027631282806396,
      "learning_rate": 0.00012061046298334433,
      "loss": 4.288674926757812,
      "step": 24950
    },
    {
      "epoch": 0.6040653598719381,
      "grad_norm": 0.8671455383300781,
      "learning_rate": 0.0001202435982096999,
      "loss": 4.288687133789063,
      "step": 25000
    },
    {
      "epoch": 0.605273490591682,
      "grad_norm": 0.9251123070716858,
      "learning_rate": 0.00011987673343605546,
      "loss": 4.312415466308594,
      "step": 25050
    },
    {
      "epoch": 0.6064816213114259,
      "grad_norm": 0.8921682238578796,
      "learning_rate": 0.00011950986866241103,
      "loss": 4.271250915527344,
      "step": 25100
    },
    {
      "epoch": 0.6076897520311698,
      "grad_norm": 0.9173095226287842,
      "learning_rate": 0.00011914300388876658,
      "loss": 4.278268432617187,
      "step": 25150
    },
    {
      "epoch": 0.6088978827509136,
      "grad_norm": 0.9297692775726318,
      "learning_rate": 0.00011877613911512216,
      "loss": 4.289117431640625,
      "step": 25200
    },
    {
      "epoch": 0.6101060134706575,
      "grad_norm": 0.8938084840774536,
      "learning_rate": 0.00011840927434147771,
      "loss": 4.273968811035156,
      "step": 25250
    },
    {
      "epoch": 0.6113141441904014,
      "grad_norm": 0.9352951049804688,
      "learning_rate": 0.0001180424095678333,
      "loss": 4.271760864257812,
      "step": 25300
    },
    {
      "epoch": 0.6125222749101453,
      "grad_norm": 0.8771641850471497,
      "learning_rate": 0.00011767554479418885,
      "loss": 4.278330383300781,
      "step": 25350
    },
    {
      "epoch": 0.6137304056298891,
      "grad_norm": 0.9419417977333069,
      "learning_rate": 0.00011730868002054443,
      "loss": 4.285042724609375,
      "step": 25400
    },
    {
      "epoch": 0.614938536349633,
      "grad_norm": 0.874875545501709,
      "learning_rate": 0.00011694181524689998,
      "loss": 4.263815002441406,
      "step": 25450
    },
    {
      "epoch": 0.6161466670693769,
      "grad_norm": 0.9196811318397522,
      "learning_rate": 0.00011657495047325555,
      "loss": 4.271156005859375,
      "step": 25500
    },
    {
      "epoch": 0.6173547977891208,
      "grad_norm": 0.9265231490135193,
      "learning_rate": 0.00011620808569961111,
      "loss": 4.263125915527343,
      "step": 25550
    },
    {
      "epoch": 0.6185629285088646,
      "grad_norm": 0.9503073692321777,
      "learning_rate": 0.00011584122092596668,
      "loss": 4.272619018554687,
      "step": 25600
    },
    {
      "epoch": 0.6197710592286085,
      "grad_norm": 0.917907178401947,
      "learning_rate": 0.00011547435615232223,
      "loss": 4.2632080078125,
      "step": 25650
    },
    {
      "epoch": 0.6209791899483524,
      "grad_norm": 1.0107134580612183,
      "learning_rate": 0.00011510749137867781,
      "loss": 4.285297241210937,
      "step": 25700
    },
    {
      "epoch": 0.6221873206680962,
      "grad_norm": 0.8880563378334045,
      "learning_rate": 0.00011474062660503337,
      "loss": 4.268618469238281,
      "step": 25750
    },
    {
      "epoch": 0.6233954513878401,
      "grad_norm": 0.8972634673118591,
      "learning_rate": 0.00011437376183138895,
      "loss": 4.260936889648438,
      "step": 25800
    },
    {
      "epoch": 0.624603582107584,
      "grad_norm": 0.9134317636489868,
      "learning_rate": 0.0001140068970577445,
      "loss": 4.260354919433594,
      "step": 25850
    },
    {
      "epoch": 0.625811712827328,
      "grad_norm": 0.8854179978370667,
      "learning_rate": 0.00011364003228410008,
      "loss": 4.266827392578125,
      "step": 25900
    },
    {
      "epoch": 0.6270198435470717,
      "grad_norm": 0.9477384686470032,
      "learning_rate": 0.00011327316751045563,
      "loss": 4.264967651367187,
      "step": 25950
    },
    {
      "epoch": 0.6282279742668156,
      "grad_norm": 0.9076700210571289,
      "learning_rate": 0.0001129063027368112,
      "loss": 4.2312619018554685,
      "step": 26000
    },
    {
      "epoch": 0.6294361049865596,
      "grad_norm": 0.9770967364311218,
      "learning_rate": 0.00011253943796316676,
      "loss": 4.221799621582031,
      "step": 26050
    },
    {
      "epoch": 0.6306442357063035,
      "grad_norm": 0.9270659685134888,
      "learning_rate": 0.00011217257318952233,
      "loss": 4.246094665527344,
      "step": 26100
    },
    {
      "epoch": 0.6318523664260473,
      "grad_norm": 0.9425565004348755,
      "learning_rate": 0.0001118057084158779,
      "loss": 4.2824365234375,
      "step": 26150
    },
    {
      "epoch": 0.6330604971457912,
      "grad_norm": 0.901681661605835,
      "learning_rate": 0.00011143884364223346,
      "loss": 4.247665710449219,
      "step": 26200
    },
    {
      "epoch": 0.6342686278655351,
      "grad_norm": 0.9279155135154724,
      "learning_rate": 0.00011107197886858902,
      "loss": 4.291918640136719,
      "step": 26250
    },
    {
      "epoch": 0.635476758585279,
      "grad_norm": 0.9004014730453491,
      "learning_rate": 0.0001107051140949446,
      "loss": 4.260052490234375,
      "step": 26300
    },
    {
      "epoch": 0.6366848893050228,
      "grad_norm": 0.9324517846107483,
      "learning_rate": 0.00011033824932130015,
      "loss": 4.238099975585937,
      "step": 26350
    },
    {
      "epoch": 0.6378930200247667,
      "grad_norm": 0.9364690780639648,
      "learning_rate": 0.00010997138454765573,
      "loss": 4.297799682617187,
      "step": 26400
    },
    {
      "epoch": 0.6391011507445106,
      "grad_norm": 0.9201944470405579,
      "learning_rate": 0.00010960451977401128,
      "loss": 4.2686245727539065,
      "step": 26450
    },
    {
      "epoch": 0.6403092814642545,
      "grad_norm": 0.9261684417724609,
      "learning_rate": 0.00010923765500036686,
      "loss": 4.273673095703125,
      "step": 26500
    },
    {
      "epoch": 0.6415174121839983,
      "grad_norm": 0.9427759051322937,
      "learning_rate": 0.00010887079022672242,
      "loss": 4.257789916992188,
      "step": 26550
    },
    {
      "epoch": 0.6427255429037422,
      "grad_norm": 0.9197338819503784,
      "learning_rate": 0.00010850392545307798,
      "loss": 4.258461608886718,
      "step": 26600
    },
    {
      "epoch": 0.6439336736234861,
      "grad_norm": 0.9081806540489197,
      "learning_rate": 0.00010813706067943355,
      "loss": 4.234719848632812,
      "step": 26650
    },
    {
      "epoch": 0.64514180434323,
      "grad_norm": 0.9609241485595703,
      "learning_rate": 0.00010777019590578912,
      "loss": 4.216001281738281,
      "step": 26700
    },
    {
      "epoch": 0.6463499350629738,
      "grad_norm": 0.9191202521324158,
      "learning_rate": 0.00010740333113214468,
      "loss": 4.223638000488282,
      "step": 26750
    },
    {
      "epoch": 0.6475580657827177,
      "grad_norm": 0.9228413701057434,
      "learning_rate": 0.00010703646635850025,
      "loss": 4.244529418945312,
      "step": 26800
    },
    {
      "epoch": 0.6487661965024616,
      "grad_norm": 0.9351758360862732,
      "learning_rate": 0.0001066696015848558,
      "loss": 4.269735717773438,
      "step": 26850
    },
    {
      "epoch": 0.6499743272222055,
      "grad_norm": 0.9101845026016235,
      "learning_rate": 0.00010630273681121138,
      "loss": 4.2333837890625,
      "step": 26900
    },
    {
      "epoch": 0.6511824579419493,
      "grad_norm": 0.9198936223983765,
      "learning_rate": 0.00010593587203756693,
      "loss": 4.247688293457031,
      "step": 26950
    },
    {
      "epoch": 0.6523905886616932,
      "grad_norm": 0.9287570714950562,
      "learning_rate": 0.00010556900726392251,
      "loss": 4.210073547363281,
      "step": 27000
    },
    {
      "epoch": 0.6535987193814371,
      "grad_norm": 0.9351828694343567,
      "learning_rate": 0.00010520214249027807,
      "loss": 4.213340454101562,
      "step": 27050
    },
    {
      "epoch": 0.6548068501011809,
      "grad_norm": 0.8970820307731628,
      "learning_rate": 0.00010483527771663365,
      "loss": 4.231409912109375,
      "step": 27100
    },
    {
      "epoch": 0.6560149808209248,
      "grad_norm": 0.9209808707237244,
      "learning_rate": 0.0001044684129429892,
      "loss": 4.220360412597656,
      "step": 27150
    },
    {
      "epoch": 0.6572231115406687,
      "grad_norm": 0.9852465987205505,
      "learning_rate": 0.00010410154816934477,
      "loss": 4.246997680664062,
      "step": 27200
    },
    {
      "epoch": 0.6584312422604126,
      "grad_norm": 0.8992114663124084,
      "learning_rate": 0.00010373468339570033,
      "loss": 4.247727966308593,
      "step": 27250
    },
    {
      "epoch": 0.6596393729801564,
      "grad_norm": 0.9355093836784363,
      "learning_rate": 0.0001033678186220559,
      "loss": 4.242572631835937,
      "step": 27300
    },
    {
      "epoch": 0.6608475036999003,
      "grad_norm": 0.9295455813407898,
      "learning_rate": 0.00010300095384841147,
      "loss": 4.209480895996093,
      "step": 27350
    },
    {
      "epoch": 0.6620556344196442,
      "grad_norm": 0.9523081183433533,
      "learning_rate": 0.00010263408907476703,
      "loss": 4.256694030761719,
      "step": 27400
    },
    {
      "epoch": 0.6632637651393881,
      "grad_norm": 0.9379644393920898,
      "learning_rate": 0.00010226722430112259,
      "loss": 4.248100280761719,
      "step": 27450
    },
    {
      "epoch": 0.6644718958591319,
      "grad_norm": 1.01943039894104,
      "learning_rate": 0.00010190035952747817,
      "loss": 4.224146728515625,
      "step": 27500
    },
    {
      "epoch": 0.6656800265788758,
      "grad_norm": 0.9667420387268066,
      "learning_rate": 0.00010153349475383372,
      "loss": 4.240595092773438,
      "step": 27550
    },
    {
      "epoch": 0.6668881572986197,
      "grad_norm": 0.9696133136749268,
      "learning_rate": 0.0001011666299801893,
      "loss": 4.215619506835938,
      "step": 27600
    },
    {
      "epoch": 0.6680962880183636,
      "grad_norm": 0.9353596568107605,
      "learning_rate": 0.00010079976520654485,
      "loss": 4.216428527832031,
      "step": 27650
    },
    {
      "epoch": 0.6693044187381074,
      "grad_norm": 0.9524815082550049,
      "learning_rate": 0.00010043290043290043,
      "loss": 4.189766845703125,
      "step": 27700
    },
    {
      "epoch": 0.6705125494578513,
      "grad_norm": 0.912409245967865,
      "learning_rate": 0.00010006603565925598,
      "loss": 4.190501708984375,
      "step": 27750
    },
    {
      "epoch": 0.6717206801775952,
      "grad_norm": 0.9484263062477112,
      "learning_rate": 9.969917088561155e-05,
      "loss": 4.253775939941407,
      "step": 27800
    },
    {
      "epoch": 0.6729288108973391,
      "grad_norm": 0.9141276478767395,
      "learning_rate": 9.933230611196712e-05,
      "loss": 4.215238647460938,
      "step": 27850
    },
    {
      "epoch": 0.6741369416170829,
      "grad_norm": 0.9494786858558655,
      "learning_rate": 9.896544133832268e-05,
      "loss": 4.268603820800781,
      "step": 27900
    },
    {
      "epoch": 0.6753450723368268,
      "grad_norm": 1.0391219854354858,
      "learning_rate": 9.859857656467825e-05,
      "loss": 4.174599304199218,
      "step": 27950
    },
    {
      "epoch": 0.6765532030565707,
      "grad_norm": 0.9204246401786804,
      "learning_rate": 9.823171179103382e-05,
      "loss": 4.2752001953125,
      "step": 28000
    },
    {
      "epoch": 0.6777613337763146,
      "grad_norm": 0.9134758710861206,
      "learning_rate": 9.786484701738937e-05,
      "loss": 4.255004272460938,
      "step": 28050
    },
    {
      "epoch": 0.6789694644960584,
      "grad_norm": 0.9489421844482422,
      "learning_rate": 9.749798224374495e-05,
      "loss": 4.211203002929688,
      "step": 28100
    },
    {
      "epoch": 0.6801775952158023,
      "grad_norm": 0.9262958765029907,
      "learning_rate": 9.71311174701005e-05,
      "loss": 4.26359375,
      "step": 28150
    },
    {
      "epoch": 0.6813857259355462,
      "grad_norm": 0.8936835527420044,
      "learning_rate": 9.676425269645608e-05,
      "loss": 4.22978271484375,
      "step": 28200
    },
    {
      "epoch": 0.6825938566552902,
      "grad_norm": 0.8912099003791809,
      "learning_rate": 9.639738792281164e-05,
      "loss": 4.213511352539062,
      "step": 28250
    },
    {
      "epoch": 0.683801987375034,
      "grad_norm": 0.9310536980628967,
      "learning_rate": 9.603052314916722e-05,
      "loss": 4.227381591796875,
      "step": 28300
    },
    {
      "epoch": 0.6850101180947779,
      "grad_norm": 0.9319400787353516,
      "learning_rate": 9.566365837552277e-05,
      "loss": 4.246932678222656,
      "step": 28350
    },
    {
      "epoch": 0.6862182488145218,
      "grad_norm": 0.9386299252510071,
      "learning_rate": 9.529679360187834e-05,
      "loss": 4.208887939453125,
      "step": 28400
    },
    {
      "epoch": 0.6874263795342656,
      "grad_norm": 0.9500228762626648,
      "learning_rate": 9.49299288282339e-05,
      "loss": 4.23306640625,
      "step": 28450
    },
    {
      "epoch": 0.6886345102540095,
      "grad_norm": 0.9140240550041199,
      "learning_rate": 9.456306405458947e-05,
      "loss": 4.227235412597656,
      "step": 28500
    },
    {
      "epoch": 0.6898426409737534,
      "grad_norm": 0.9192743897438049,
      "learning_rate": 9.419619928094503e-05,
      "loss": 4.211682739257813,
      "step": 28550
    },
    {
      "epoch": 0.6910507716934973,
      "grad_norm": 0.9977185130119324,
      "learning_rate": 9.38293345073006e-05,
      "loss": 4.194341735839844,
      "step": 28600
    },
    {
      "epoch": 0.6922589024132411,
      "grad_norm": 0.9499483108520508,
      "learning_rate": 9.346246973365615e-05,
      "loss": 4.202852783203125,
      "step": 28650
    },
    {
      "epoch": 0.693467033132985,
      "grad_norm": 1.0312954187393188,
      "learning_rate": 9.309560496001173e-05,
      "loss": 4.21665283203125,
      "step": 28700
    },
    {
      "epoch": 0.6946751638527289,
      "grad_norm": 0.9412572979927063,
      "learning_rate": 9.272874018636729e-05,
      "loss": 4.199068908691406,
      "step": 28750
    },
    {
      "epoch": 0.6958832945724728,
      "grad_norm": 0.9228193759918213,
      "learning_rate": 9.236187541272287e-05,
      "loss": 4.205174865722657,
      "step": 28800
    },
    {
      "epoch": 0.6970914252922166,
      "grad_norm": 0.9229955673217773,
      "learning_rate": 9.199501063907842e-05,
      "loss": 4.192348022460937,
      "step": 28850
    },
    {
      "epoch": 0.6982995560119605,
      "grad_norm": 0.9405125975608826,
      "learning_rate": 9.1628145865434e-05,
      "loss": 4.2276678466796875,
      "step": 28900
    },
    {
      "epoch": 0.6995076867317044,
      "grad_norm": 0.9145158529281616,
      "learning_rate": 9.126128109178955e-05,
      "loss": 4.226159973144531,
      "step": 28950
    },
    {
      "epoch": 0.7007158174514483,
      "grad_norm": 0.9723268151283264,
      "learning_rate": 9.089441631814512e-05,
      "loss": 4.23314208984375,
      "step": 29000
    },
    {
      "epoch": 0.7019239481711921,
      "grad_norm": 0.9130745530128479,
      "learning_rate": 9.052755154450069e-05,
      "loss": 4.199472961425781,
      "step": 29050
    },
    {
      "epoch": 0.703132078890936,
      "grad_norm": 0.9244306087493896,
      "learning_rate": 9.016068677085625e-05,
      "loss": 4.225984802246094,
      "step": 29100
    },
    {
      "epoch": 0.7043402096106799,
      "grad_norm": 1.0370877981185913,
      "learning_rate": 8.97938219972118e-05,
      "loss": 4.185047607421875,
      "step": 29150
    },
    {
      "epoch": 0.7055483403304238,
      "grad_norm": 1.0177369117736816,
      "learning_rate": 8.942695722356739e-05,
      "loss": 4.176769409179688,
      "step": 29200
    },
    {
      "epoch": 0.7067564710501676,
      "grad_norm": 0.9620659947395325,
      "learning_rate": 8.906009244992294e-05,
      "loss": 4.223794555664062,
      "step": 29250
    },
    {
      "epoch": 0.7079646017699115,
      "grad_norm": 0.9300894737243652,
      "learning_rate": 8.869322767627852e-05,
      "loss": 4.1740328979492185,
      "step": 29300
    },
    {
      "epoch": 0.7091727324896554,
      "grad_norm": 0.9292963147163391,
      "learning_rate": 8.832636290263407e-05,
      "loss": 4.1931396484375,
      "step": 29350
    },
    {
      "epoch": 0.7103808632093993,
      "grad_norm": 0.9343336224555969,
      "learning_rate": 8.795949812898965e-05,
      "loss": 4.19296630859375,
      "step": 29400
    },
    {
      "epoch": 0.7115889939291431,
      "grad_norm": 0.9427083134651184,
      "learning_rate": 8.75926333553452e-05,
      "loss": 4.19119873046875,
      "step": 29450
    },
    {
      "epoch": 0.712797124648887,
      "grad_norm": 0.931380569934845,
      "learning_rate": 8.722576858170078e-05,
      "loss": 4.181403503417969,
      "step": 29500
    },
    {
      "epoch": 0.7140052553686309,
      "grad_norm": 0.9445347785949707,
      "learning_rate": 8.685890380805634e-05,
      "loss": 4.217647399902344,
      "step": 29550
    },
    {
      "epoch": 0.7152133860883748,
      "grad_norm": 0.9495642185211182,
      "learning_rate": 8.64920390344119e-05,
      "loss": 4.191078796386718,
      "step": 29600
    },
    {
      "epoch": 0.7164215168081186,
      "grad_norm": 0.914910614490509,
      "learning_rate": 8.612517426076747e-05,
      "loss": 4.20900146484375,
      "step": 29650
    },
    {
      "epoch": 0.7176296475278625,
      "grad_norm": 0.9568190574645996,
      "learning_rate": 8.575830948712304e-05,
      "loss": 4.174463500976563,
      "step": 29700
    },
    {
      "epoch": 0.7188377782476064,
      "grad_norm": 0.9742776155471802,
      "learning_rate": 8.539144471347859e-05,
      "loss": 4.226783142089844,
      "step": 29750
    },
    {
      "epoch": 0.7200459089673502,
      "grad_norm": 0.9690802693367004,
      "learning_rate": 8.502457993983417e-05,
      "loss": 4.190617065429688,
      "step": 29800
    },
    {
      "epoch": 0.7212540396870941,
      "grad_norm": 0.9639431834220886,
      "learning_rate": 8.465771516618972e-05,
      "loss": 4.173596496582031,
      "step": 29850
    },
    {
      "epoch": 0.722462170406838,
      "grad_norm": 0.9556230306625366,
      "learning_rate": 8.42908503925453e-05,
      "loss": 4.185955505371094,
      "step": 29900
    },
    {
      "epoch": 0.7236703011265819,
      "grad_norm": 0.9598275423049927,
      "learning_rate": 8.392398561890086e-05,
      "loss": 4.182140808105469,
      "step": 29950
    },
    {
      "epoch": 0.7248784318463257,
      "grad_norm": 0.9849634170532227,
      "learning_rate": 8.355712084525644e-05,
      "loss": 4.184024658203125,
      "step": 30000
    },
    {
      "epoch": 0.7260865625660696,
      "grad_norm": 0.9694328308105469,
      "learning_rate": 8.3190256071612e-05,
      "loss": 4.2082366943359375,
      "step": 30050
    },
    {
      "epoch": 0.7272946932858135,
      "grad_norm": 0.9504693150520325,
      "learning_rate": 8.282339129796756e-05,
      "loss": 4.172368469238282,
      "step": 30100
    },
    {
      "epoch": 0.7285028240055574,
      "grad_norm": 0.9747318029403687,
      "learning_rate": 8.245652652432314e-05,
      "loss": 4.211484375,
      "step": 30150
    },
    {
      "epoch": 0.7297109547253012,
      "grad_norm": 0.941775918006897,
      "learning_rate": 8.208966175067869e-05,
      "loss": 4.200064697265625,
      "step": 30200
    },
    {
      "epoch": 0.7309190854450451,
      "grad_norm": 0.9301289916038513,
      "learning_rate": 8.172279697703427e-05,
      "loss": 4.198236389160156,
      "step": 30250
    },
    {
      "epoch": 0.732127216164789,
      "grad_norm": 0.9551920294761658,
      "learning_rate": 8.135593220338982e-05,
      "loss": 4.211250305175781,
      "step": 30300
    },
    {
      "epoch": 0.733335346884533,
      "grad_norm": 0.925805389881134,
      "learning_rate": 8.09890674297454e-05,
      "loss": 4.180384521484375,
      "step": 30350
    },
    {
      "epoch": 0.7345434776042767,
      "grad_norm": 0.9729126691818237,
      "learning_rate": 8.062220265610095e-05,
      "loss": 4.183777770996094,
      "step": 30400
    },
    {
      "epoch": 0.7357516083240206,
      "grad_norm": 0.9727151393890381,
      "learning_rate": 8.025533788245652e-05,
      "loss": 4.210162658691406,
      "step": 30450
    },
    {
      "epoch": 0.7369597390437646,
      "grad_norm": 0.9462403059005737,
      "learning_rate": 7.988847310881209e-05,
      "loss": 4.168313903808594,
      "step": 30500
    },
    {
      "epoch": 0.7381678697635085,
      "grad_norm": 0.9376530051231384,
      "learning_rate": 7.952160833516765e-05,
      "loss": 4.186539306640625,
      "step": 30550
    },
    {
      "epoch": 0.7393760004832522,
      "grad_norm": 0.9415252804756165,
      "learning_rate": 7.915474356152322e-05,
      "loss": 4.179319763183594,
      "step": 30600
    },
    {
      "epoch": 0.7405841312029962,
      "grad_norm": 0.9394069910049438,
      "learning_rate": 7.878787878787879e-05,
      "loss": 4.16141357421875,
      "step": 30650
    },
    {
      "epoch": 0.7417922619227401,
      "grad_norm": 0.9953026175498962,
      "learning_rate": 7.842101401423434e-05,
      "loss": 4.202671813964844,
      "step": 30700
    },
    {
      "epoch": 0.743000392642484,
      "grad_norm": 0.9346957802772522,
      "learning_rate": 7.805414924058992e-05,
      "loss": 4.178117370605468,
      "step": 30750
    },
    {
      "epoch": 0.7442085233622278,
      "grad_norm": 1.0032802820205688,
      "learning_rate": 7.768728446694547e-05,
      "loss": 4.1957550048828125,
      "step": 30800
    },
    {
      "epoch": 0.7454166540819717,
      "grad_norm": 0.906671941280365,
      "learning_rate": 7.732041969330105e-05,
      "loss": 4.175614013671875,
      "step": 30850
    },
    {
      "epoch": 0.7466247848017156,
      "grad_norm": 0.9167490601539612,
      "learning_rate": 7.69535549196566e-05,
      "loss": 4.1725070190429685,
      "step": 30900
    },
    {
      "epoch": 0.7478329155214595,
      "grad_norm": 0.981493353843689,
      "learning_rate": 7.658669014601219e-05,
      "loss": 4.173250427246094,
      "step": 30950
    },
    {
      "epoch": 0.7490410462412033,
      "grad_norm": 0.9785531759262085,
      "learning_rate": 7.621982537236774e-05,
      "loss": 4.168323364257812,
      "step": 31000
    },
    {
      "epoch": 0.7502491769609472,
      "grad_norm": 0.9385384321212769,
      "learning_rate": 7.58529605987233e-05,
      "loss": 4.175681457519532,
      "step": 31050
    },
    {
      "epoch": 0.7514573076806911,
      "grad_norm": 0.975518524646759,
      "learning_rate": 7.548609582507887e-05,
      "loss": 4.191498413085937,
      "step": 31100
    },
    {
      "epoch": 0.7526654384004349,
      "grad_norm": 0.9347544312477112,
      "learning_rate": 7.511923105143444e-05,
      "loss": 4.206516418457031,
      "step": 31150
    },
    {
      "epoch": 0.7538735691201788,
      "grad_norm": 0.9503827095031738,
      "learning_rate": 7.475236627779e-05,
      "loss": 4.166010131835938,
      "step": 31200
    },
    {
      "epoch": 0.7550816998399227,
      "grad_norm": 1.0107334852218628,
      "learning_rate": 7.438550150414557e-05,
      "loss": 4.12983642578125,
      "step": 31250
    },
    {
      "epoch": 0.7562898305596666,
      "grad_norm": 1.0273202657699585,
      "learning_rate": 7.401863673050112e-05,
      "loss": 4.160785827636719,
      "step": 31300
    },
    {
      "epoch": 0.7574979612794104,
      "grad_norm": 0.9567047357559204,
      "learning_rate": 7.365177195685669e-05,
      "loss": 4.200793151855469,
      "step": 31350
    },
    {
      "epoch": 0.7587060919991543,
      "grad_norm": 0.9638941884040833,
      "learning_rate": 7.328490718321226e-05,
      "loss": 4.171089782714843,
      "step": 31400
    },
    {
      "epoch": 0.7599142227188982,
      "grad_norm": 0.9351734519004822,
      "learning_rate": 7.291804240956782e-05,
      "loss": 4.153325805664062,
      "step": 31450
    },
    {
      "epoch": 0.7611223534386421,
      "grad_norm": 0.9753860235214233,
      "learning_rate": 7.255117763592339e-05,
      "loss": 4.165850524902344,
      "step": 31500
    },
    {
      "epoch": 0.7623304841583859,
      "grad_norm": 0.9597043395042419,
      "learning_rate": 7.218431286227896e-05,
      "loss": 4.159142761230469,
      "step": 31550
    },
    {
      "epoch": 0.7635386148781298,
      "grad_norm": 0.9583253264427185,
      "learning_rate": 7.181744808863452e-05,
      "loss": 4.168012084960938,
      "step": 31600
    },
    {
      "epoch": 0.7647467455978737,
      "grad_norm": 1.0249325037002563,
      "learning_rate": 7.145058331499009e-05,
      "loss": 4.178051147460938,
      "step": 31650
    },
    {
      "epoch": 0.7659548763176176,
      "grad_norm": 0.96359783411026,
      "learning_rate": 7.108371854134566e-05,
      "loss": 4.195538940429688,
      "step": 31700
    },
    {
      "epoch": 0.7671630070373614,
      "grad_norm": 0.9502347707748413,
      "learning_rate": 7.071685376770122e-05,
      "loss": 4.153787536621094,
      "step": 31750
    },
    {
      "epoch": 0.7683711377571053,
      "grad_norm": 0.9883692264556885,
      "learning_rate": 7.034998899405679e-05,
      "loss": 4.150211181640625,
      "step": 31800
    },
    {
      "epoch": 0.7695792684768492,
      "grad_norm": 0.9689139127731323,
      "learning_rate": 6.998312422041234e-05,
      "loss": 4.193338012695312,
      "step": 31850
    },
    {
      "epoch": 0.7707873991965931,
      "grad_norm": 0.9628708362579346,
      "learning_rate": 6.961625944676791e-05,
      "loss": 4.143995666503907,
      "step": 31900
    },
    {
      "epoch": 0.7719955299163369,
      "grad_norm": 1.1675163507461548,
      "learning_rate": 6.924939467312347e-05,
      "loss": 4.174693603515625,
      "step": 31950
    },
    {
      "epoch": 0.7732036606360808,
      "grad_norm": 0.9363202452659607,
      "learning_rate": 6.888252989947904e-05,
      "loss": 4.18224365234375,
      "step": 32000
    },
    {
      "epoch": 0.7744117913558247,
      "grad_norm": 0.9869855046272278,
      "learning_rate": 6.851566512583461e-05,
      "loss": 4.189596252441406,
      "step": 32050
    },
    {
      "epoch": 0.7756199220755686,
      "grad_norm": 0.9943952560424805,
      "learning_rate": 6.814880035219017e-05,
      "loss": 4.158417358398437,
      "step": 32100
    },
    {
      "epoch": 0.7768280527953124,
      "grad_norm": 0.9464765787124634,
      "learning_rate": 6.778193557854574e-05,
      "loss": 4.1605908203125,
      "step": 32150
    },
    {
      "epoch": 0.7780361835150563,
      "grad_norm": 0.9998800754547119,
      "learning_rate": 6.741507080490131e-05,
      "loss": 4.180458068847656,
      "step": 32200
    },
    {
      "epoch": 0.7792443142348002,
      "grad_norm": 0.9495953321456909,
      "learning_rate": 6.704820603125687e-05,
      "loss": 4.177342529296875,
      "step": 32250
    },
    {
      "epoch": 0.7804524449545441,
      "grad_norm": 0.9588845372200012,
      "learning_rate": 6.668134125761244e-05,
      "loss": 4.1812451171875,
      "step": 32300
    },
    {
      "epoch": 0.7816605756742879,
      "grad_norm": 0.9747833013534546,
      "learning_rate": 6.6314476483968e-05,
      "loss": 4.142763061523437,
      "step": 32350
    },
    {
      "epoch": 0.7828687063940318,
      "grad_norm": 1.0218557119369507,
      "learning_rate": 6.594761171032357e-05,
      "loss": 4.154402465820312,
      "step": 32400
    },
    {
      "epoch": 0.7840768371137757,
      "grad_norm": 0.9641887545585632,
      "learning_rate": 6.558074693667913e-05,
      "loss": 4.1369412231445315,
      "step": 32450
    },
    {
      "epoch": 0.7852849678335195,
      "grad_norm": 0.9768737554550171,
      "learning_rate": 6.521388216303469e-05,
      "loss": 4.162682189941406,
      "step": 32500
    },
    {
      "epoch": 0.7864930985532634,
      "grad_norm": 0.9474012851715088,
      "learning_rate": 6.484701738939026e-05,
      "loss": 4.156160888671875,
      "step": 32550
    },
    {
      "epoch": 0.7877012292730073,
      "grad_norm": 0.9589933753013611,
      "learning_rate": 6.448015261574583e-05,
      "loss": 4.144935913085938,
      "step": 32600
    },
    {
      "epoch": 0.7889093599927512,
      "grad_norm": 0.9754806756973267,
      "learning_rate": 6.411328784210139e-05,
      "loss": 4.155699462890625,
      "step": 32650
    },
    {
      "epoch": 0.790117490712495,
      "grad_norm": 0.9701508283615112,
      "learning_rate": 6.374642306845696e-05,
      "loss": 4.161666259765625,
      "step": 32700
    },
    {
      "epoch": 0.791325621432239,
      "grad_norm": 1.0167360305786133,
      "learning_rate": 6.337955829481252e-05,
      "loss": 4.1516961669921875,
      "step": 32750
    },
    {
      "epoch": 0.7925337521519829,
      "grad_norm": 0.9813135862350464,
      "learning_rate": 6.301269352116809e-05,
      "loss": 4.134502868652344,
      "step": 32800
    },
    {
      "epoch": 0.7937418828717268,
      "grad_norm": 1.0000736713409424,
      "learning_rate": 6.264582874752366e-05,
      "loss": 4.175084228515625,
      "step": 32850
    },
    {
      "epoch": 0.7949500135914706,
      "grad_norm": 0.9590751528739929,
      "learning_rate": 6.227896397387922e-05,
      "loss": 4.197709655761718,
      "step": 32900
    },
    {
      "epoch": 0.7961581443112145,
      "grad_norm": 0.9502274990081787,
      "learning_rate": 6.191209920023479e-05,
      "loss": 4.1478402709960935,
      "step": 32950
    },
    {
      "epoch": 0.7973662750309584,
      "grad_norm": 0.9672371745109558,
      "learning_rate": 6.154523442659036e-05,
      "loss": 4.179851379394531,
      "step": 33000
    },
    {
      "epoch": 0.7985744057507023,
      "grad_norm": 0.9944890141487122,
      "learning_rate": 6.117836965294591e-05,
      "loss": 4.172831726074219,
      "step": 33050
    },
    {
      "epoch": 0.7997825364704461,
      "grad_norm": 0.9638657569885254,
      "learning_rate": 6.0811504879301484e-05,
      "loss": 4.179300231933594,
      "step": 33100
    },
    {
      "epoch": 0.80099066719019,
      "grad_norm": 1.0092177391052246,
      "learning_rate": 6.044464010565705e-05,
      "loss": 4.1206817626953125,
      "step": 33150
    },
    {
      "epoch": 0.8021987979099339,
      "grad_norm": 0.9667877554893494,
      "learning_rate": 6.007777533201261e-05,
      "loss": 4.129392700195313,
      "step": 33200
    },
    {
      "epoch": 0.8034069286296778,
      "grad_norm": 0.9979503750801086,
      "learning_rate": 5.9710910558368176e-05,
      "loss": 4.135091247558594,
      "step": 33250
    },
    {
      "epoch": 0.8046150593494216,
      "grad_norm": 0.9955921769142151,
      "learning_rate": 5.934404578472374e-05,
      "loss": 4.1466259765625,
      "step": 33300
    },
    {
      "epoch": 0.8058231900691655,
      "grad_norm": 0.9967898726463318,
      "learning_rate": 5.897718101107931e-05,
      "loss": 4.1172265625,
      "step": 33350
    },
    {
      "epoch": 0.8070313207889094,
      "grad_norm": 0.9824782013893127,
      "learning_rate": 5.8610316237434876e-05,
      "loss": 4.183871154785156,
      "step": 33400
    },
    {
      "epoch": 0.8082394515086533,
      "grad_norm": 0.9574515223503113,
      "learning_rate": 5.8243451463790435e-05,
      "loss": 4.141428527832031,
      "step": 33450
    },
    {
      "epoch": 0.8094475822283971,
      "grad_norm": 0.948474645614624,
      "learning_rate": 5.7876586690146e-05,
      "loss": 4.155045776367188,
      "step": 33500
    },
    {
      "epoch": 0.810655712948141,
      "grad_norm": 0.983756959438324,
      "learning_rate": 5.750972191650157e-05,
      "loss": 4.114388427734375,
      "step": 33550
    },
    {
      "epoch": 0.8118638436678849,
      "grad_norm": 1.0394560098648071,
      "learning_rate": 5.7142857142857135e-05,
      "loss": 4.130142517089844,
      "step": 33600
    },
    {
      "epoch": 0.8130719743876288,
      "grad_norm": 0.9778473973274231,
      "learning_rate": 5.67759923692127e-05,
      "loss": 4.118342590332031,
      "step": 33650
    },
    {
      "epoch": 0.8142801051073726,
      "grad_norm": 0.9543645977973938,
      "learning_rate": 5.640912759556827e-05,
      "loss": 4.14258544921875,
      "step": 33700
    },
    {
      "epoch": 0.8154882358271165,
      "grad_norm": 0.9755384922027588,
      "learning_rate": 5.604226282192383e-05,
      "loss": 4.172442932128906,
      "step": 33750
    },
    {
      "epoch": 0.8166963665468604,
      "grad_norm": 0.9590539336204529,
      "learning_rate": 5.5675398048279394e-05,
      "loss": 4.129637451171875,
      "step": 33800
    },
    {
      "epoch": 0.8179044972666042,
      "grad_norm": 0.9638984203338623,
      "learning_rate": 5.530853327463496e-05,
      "loss": 4.155792236328125,
      "step": 33850
    },
    {
      "epoch": 0.8191126279863481,
      "grad_norm": 0.9844355583190918,
      "learning_rate": 5.494166850099053e-05,
      "loss": 4.122502136230469,
      "step": 33900
    },
    {
      "epoch": 0.820320758706092,
      "grad_norm": 0.9721888899803162,
      "learning_rate": 5.4574803727346094e-05,
      "loss": 4.122838439941407,
      "step": 33950
    },
    {
      "epoch": 0.8215288894258359,
      "grad_norm": 0.9714981317520142,
      "learning_rate": 5.420793895370166e-05,
      "loss": 4.1767581176757815,
      "step": 34000
    },
    {
      "epoch": 0.8227370201455797,
      "grad_norm": 0.9962683320045471,
      "learning_rate": 5.384107418005722e-05,
      "loss": 4.127580261230468,
      "step": 34050
    },
    {
      "epoch": 0.8239451508653236,
      "grad_norm": 0.9760364890098572,
      "learning_rate": 5.3474209406412786e-05,
      "loss": 4.136761779785156,
      "step": 34100
    },
    {
      "epoch": 0.8251532815850675,
      "grad_norm": 0.9831131100654602,
      "learning_rate": 5.310734463276835e-05,
      "loss": 4.1412725830078125,
      "step": 34150
    },
    {
      "epoch": 0.8263614123048114,
      "grad_norm": 0.9481918811798096,
      "learning_rate": 5.274047985912392e-05,
      "loss": 4.08984130859375,
      "step": 34200
    },
    {
      "epoch": 0.8275695430245552,
      "grad_norm": 1.0539478063583374,
      "learning_rate": 5.2373615085479486e-05,
      "loss": 4.127510375976563,
      "step": 34250
    },
    {
      "epoch": 0.8287776737442991,
      "grad_norm": 0.9744389653205872,
      "learning_rate": 5.200675031183505e-05,
      "loss": 4.149533081054687,
      "step": 34300
    },
    {
      "epoch": 0.829985804464043,
      "grad_norm": 0.952286958694458,
      "learning_rate": 5.163988553819061e-05,
      "loss": 4.157025451660156,
      "step": 34350
    },
    {
      "epoch": 0.8311939351837869,
      "grad_norm": 1.062190055847168,
      "learning_rate": 5.127302076454618e-05,
      "loss": 4.137975463867187,
      "step": 34400
    },
    {
      "epoch": 0.8324020659035307,
      "grad_norm": 0.9755569696426392,
      "learning_rate": 5.0906155990901745e-05,
      "loss": 4.145784912109375,
      "step": 34450
    },
    {
      "epoch": 0.8336101966232746,
      "grad_norm": 1.0148369073867798,
      "learning_rate": 5.053929121725731e-05,
      "loss": 4.11475830078125,
      "step": 34500
    },
    {
      "epoch": 0.8348183273430185,
      "grad_norm": 1.028790831565857,
      "learning_rate": 5.017242644361288e-05,
      "loss": 4.156703796386719,
      "step": 34550
    },
    {
      "epoch": 0.8360264580627624,
      "grad_norm": 1.038443922996521,
      "learning_rate": 4.9805561669968444e-05,
      "loss": 4.138312683105469,
      "step": 34600
    },
    {
      "epoch": 0.8372345887825062,
      "grad_norm": 1.0102113485336304,
      "learning_rate": 4.9438696896324004e-05,
      "loss": 4.146728515625,
      "step": 34650
    },
    {
      "epoch": 0.8384427195022501,
      "grad_norm": 0.9652780890464783,
      "learning_rate": 4.907183212267957e-05,
      "loss": 4.143882446289062,
      "step": 34700
    },
    {
      "epoch": 0.839650850221994,
      "grad_norm": 1.0120545625686646,
      "learning_rate": 4.8704967349035144e-05,
      "loss": 4.131054992675781,
      "step": 34750
    },
    {
      "epoch": 0.8408589809417379,
      "grad_norm": 0.9618927240371704,
      "learning_rate": 4.833810257539071e-05,
      "loss": 4.1066891479492185,
      "step": 34800
    },
    {
      "epoch": 0.8420671116614817,
      "grad_norm": 0.976310670375824,
      "learning_rate": 4.797123780174628e-05,
      "loss": 4.1329037475585935,
      "step": 34850
    },
    {
      "epoch": 0.8432752423812256,
      "grad_norm": 0.9385315179824829,
      "learning_rate": 4.760437302810184e-05,
      "loss": 4.14763427734375,
      "step": 34900
    },
    {
      "epoch": 0.8444833731009695,
      "grad_norm": 1.0614820718765259,
      "learning_rate": 4.723750825445741e-05,
      "loss": 4.1223211669921875,
      "step": 34950
    },
    {
      "epoch": 0.8456915038207135,
      "grad_norm": 1.0392005443572998,
      "learning_rate": 4.687064348081297e-05,
      "loss": 4.104436340332032,
      "step": 35000
    },
    {
      "epoch": 0.8468996345404572,
      "grad_norm": 0.9826388955116272,
      "learning_rate": 4.6503778707168536e-05,
      "loss": 4.130885009765625,
      "step": 35050
    },
    {
      "epoch": 0.8481077652602012,
      "grad_norm": 0.9898689389228821,
      "learning_rate": 4.61369139335241e-05,
      "loss": 4.113179626464844,
      "step": 35100
    },
    {
      "epoch": 0.8493158959799451,
      "grad_norm": 0.9709085822105408,
      "learning_rate": 4.577004915987967e-05,
      "loss": 4.136431274414062,
      "step": 35150
    },
    {
      "epoch": 0.8505240266996889,
      "grad_norm": 1.0114762783050537,
      "learning_rate": 4.5403184386235235e-05,
      "loss": 4.141319885253906,
      "step": 35200
    },
    {
      "epoch": 0.8517321574194328,
      "grad_norm": 0.9931055307388306,
      "learning_rate": 4.50363196125908e-05,
      "loss": 4.1039950561523435,
      "step": 35250
    },
    {
      "epoch": 0.8529402881391767,
      "grad_norm": 0.988318920135498,
      "learning_rate": 4.466945483894636e-05,
      "loss": 4.108782653808594,
      "step": 35300
    },
    {
      "epoch": 0.8541484188589206,
      "grad_norm": 0.9901145696640015,
      "learning_rate": 4.430259006530193e-05,
      "loss": 4.1287109375,
      "step": 35350
    },
    {
      "epoch": 0.8553565495786644,
      "grad_norm": 1.0645872354507446,
      "learning_rate": 4.3935725291657495e-05,
      "loss": 4.0877291870117185,
      "step": 35400
    },
    {
      "epoch": 0.8565646802984083,
      "grad_norm": 0.9934980869293213,
      "learning_rate": 4.356886051801306e-05,
      "loss": 4.142991027832031,
      "step": 35450
    },
    {
      "epoch": 0.8577728110181522,
      "grad_norm": 1.0430258512496948,
      "learning_rate": 4.320199574436863e-05,
      "loss": 4.068301086425781,
      "step": 35500
    },
    {
      "epoch": 0.8589809417378961,
      "grad_norm": 0.9746304154396057,
      "learning_rate": 4.2835130970724194e-05,
      "loss": 4.128489685058594,
      "step": 35550
    },
    {
      "epoch": 0.8601890724576399,
      "grad_norm": 0.9641109704971313,
      "learning_rate": 4.2468266197079754e-05,
      "loss": 4.121369018554687,
      "step": 35600
    },
    {
      "epoch": 0.8613972031773838,
      "grad_norm": 0.9532524347305298,
      "learning_rate": 4.210140142343532e-05,
      "loss": 4.090971374511719,
      "step": 35650
    },
    {
      "epoch": 0.8626053338971277,
      "grad_norm": 0.9789423942565918,
      "learning_rate": 4.173453664979089e-05,
      "loss": 4.1288214111328125,
      "step": 35700
    },
    {
      "epoch": 0.8638134646168716,
      "grad_norm": 1.0037946701049805,
      "learning_rate": 4.136767187614645e-05,
      "loss": 4.139686889648438,
      "step": 35750
    },
    {
      "epoch": 0.8650215953366154,
      "grad_norm": 1.01668119430542,
      "learning_rate": 4.100080710250202e-05,
      "loss": 4.092429809570312,
      "step": 35800
    },
    {
      "epoch": 0.8662297260563593,
      "grad_norm": 0.9829847812652588,
      "learning_rate": 4.063394232885758e-05,
      "loss": 4.10031494140625,
      "step": 35850
    },
    {
      "epoch": 0.8674378567761032,
      "grad_norm": 0.95753014087677,
      "learning_rate": 4.0267077555213146e-05,
      "loss": 4.117217407226563,
      "step": 35900
    },
    {
      "epoch": 0.8686459874958471,
      "grad_norm": 1.0203341245651245,
      "learning_rate": 3.990021278156871e-05,
      "loss": 4.094928894042969,
      "step": 35950
    },
    {
      "epoch": 0.8698541182155909,
      "grad_norm": 0.982297420501709,
      "learning_rate": 3.953334800792428e-05,
      "loss": 4.105053100585938,
      "step": 36000
    },
    {
      "epoch": 0.8710622489353348,
      "grad_norm": 0.9894450902938843,
      "learning_rate": 3.9166483234279845e-05,
      "loss": 4.102446899414063,
      "step": 36050
    },
    {
      "epoch": 0.8722703796550787,
      "grad_norm": 0.9681161046028137,
      "learning_rate": 3.879961846063541e-05,
      "loss": 4.127907409667968,
      "step": 36100
    },
    {
      "epoch": 0.8734785103748226,
      "grad_norm": 1.0139074325561523,
      "learning_rate": 3.843275368699097e-05,
      "loss": 4.11950927734375,
      "step": 36150
    },
    {
      "epoch": 0.8746866410945664,
      "grad_norm": 0.9912289381027222,
      "learning_rate": 3.806588891334654e-05,
      "loss": 4.113659057617188,
      "step": 36200
    },
    {
      "epoch": 0.8758947718143103,
      "grad_norm": 1.002201795578003,
      "learning_rate": 3.7699024139702105e-05,
      "loss": 4.124761657714844,
      "step": 36250
    },
    {
      "epoch": 0.8771029025340542,
      "grad_norm": 0.9588595628738403,
      "learning_rate": 3.7332159366057664e-05,
      "loss": 4.082340087890625,
      "step": 36300
    },
    {
      "epoch": 0.8783110332537981,
      "grad_norm": 0.990828812122345,
      "learning_rate": 3.696529459241323e-05,
      "loss": 4.108609008789062,
      "step": 36350
    },
    {
      "epoch": 0.8795191639735419,
      "grad_norm": 0.9968988299369812,
      "learning_rate": 3.65984298187688e-05,
      "loss": 4.090320434570312,
      "step": 36400
    },
    {
      "epoch": 0.8807272946932858,
      "grad_norm": 0.9899400472640991,
      "learning_rate": 3.6231565045124364e-05,
      "loss": 4.083380432128906,
      "step": 36450
    },
    {
      "epoch": 0.8819354254130297,
      "grad_norm": 0.9858762621879578,
      "learning_rate": 3.586470027147993e-05,
      "loss": 4.098477783203125,
      "step": 36500
    },
    {
      "epoch": 0.8831435561327735,
      "grad_norm": 0.9726820588111877,
      "learning_rate": 3.549783549783549e-05,
      "loss": 4.107604064941406,
      "step": 36550
    },
    {
      "epoch": 0.8843516868525174,
      "grad_norm": 1.0214866399765015,
      "learning_rate": 3.5130970724191056e-05,
      "loss": 4.104823303222656,
      "step": 36600
    },
    {
      "epoch": 0.8855598175722613,
      "grad_norm": 1.0095114707946777,
      "learning_rate": 3.476410595054662e-05,
      "loss": 4.057843627929688,
      "step": 36650
    },
    {
      "epoch": 0.8867679482920052,
      "grad_norm": 1.138928771018982,
      "learning_rate": 3.439724117690219e-05,
      "loss": 4.099917907714843,
      "step": 36700
    },
    {
      "epoch": 0.887976079011749,
      "grad_norm": 1.0221952199935913,
      "learning_rate": 3.4030376403257756e-05,
      "loss": 4.100775146484375,
      "step": 36750
    },
    {
      "epoch": 0.8891842097314929,
      "grad_norm": 1.0162906646728516,
      "learning_rate": 3.366351162961332e-05,
      "loss": 4.074209289550781,
      "step": 36800
    },
    {
      "epoch": 0.8903923404512368,
      "grad_norm": 1.0013428926467896,
      "learning_rate": 3.329664685596888e-05,
      "loss": 4.1091915893554685,
      "step": 36850
    },
    {
      "epoch": 0.8916004711709807,
      "grad_norm": 0.9851410984992981,
      "learning_rate": 3.292978208232445e-05,
      "loss": 4.087139587402344,
      "step": 36900
    },
    {
      "epoch": 0.8928086018907245,
      "grad_norm": 1.0403225421905518,
      "learning_rate": 3.2562917308680015e-05,
      "loss": 4.0806448364257815,
      "step": 36950
    },
    {
      "epoch": 0.8940167326104684,
      "grad_norm": 0.9999246597290039,
      "learning_rate": 3.219605253503558e-05,
      "loss": 4.085538940429688,
      "step": 37000
    },
    {
      "epoch": 0.8952248633302123,
      "grad_norm": 1.0281506776809692,
      "learning_rate": 3.182918776139115e-05,
      "loss": 4.089646301269531,
      "step": 37050
    },
    {
      "epoch": 0.8964329940499562,
      "grad_norm": 0.9889469742774963,
      "learning_rate": 3.1462322987746715e-05,
      "loss": 4.114851989746094,
      "step": 37100
    },
    {
      "epoch": 0.8976411247697,
      "grad_norm": 1.0321831703186035,
      "learning_rate": 3.109545821410228e-05,
      "loss": 4.092791442871094,
      "step": 37150
    },
    {
      "epoch": 0.8988492554894439,
      "grad_norm": 0.9642487168312073,
      "learning_rate": 3.072859344045785e-05,
      "loss": 4.125544128417968,
      "step": 37200
    },
    {
      "epoch": 0.9000573862091878,
      "grad_norm": 0.9732397198677063,
      "learning_rate": 3.036172866681341e-05,
      "loss": 4.122996826171875,
      "step": 37250
    },
    {
      "epoch": 0.9012655169289318,
      "grad_norm": 1.0595879554748535,
      "learning_rate": 2.9994863893168977e-05,
      "loss": 4.096632385253907,
      "step": 37300
    },
    {
      "epoch": 0.9024736476486755,
      "grad_norm": 1.0211713314056396,
      "learning_rate": 2.9627999119524544e-05,
      "loss": 4.123179016113281,
      "step": 37350
    },
    {
      "epoch": 0.9036817783684195,
      "grad_norm": 1.020198106765747,
      "learning_rate": 2.9261134345880107e-05,
      "loss": 4.076532287597656,
      "step": 37400
    },
    {
      "epoch": 0.9048899090881634,
      "grad_norm": 1.010294795036316,
      "learning_rate": 2.8894269572235673e-05,
      "loss": 4.050249938964844,
      "step": 37450
    },
    {
      "epoch": 0.9060980398079073,
      "grad_norm": 1.0190550088882446,
      "learning_rate": 2.852740479859124e-05,
      "loss": 4.101957092285156,
      "step": 37500
    },
    {
      "epoch": 0.9073061705276511,
      "grad_norm": 0.9936062693595886,
      "learning_rate": 2.8160540024946803e-05,
      "loss": 4.103214111328125,
      "step": 37550
    },
    {
      "epoch": 0.908514301247395,
      "grad_norm": 0.9958685636520386,
      "learning_rate": 2.779367525130237e-05,
      "loss": 4.139706726074219,
      "step": 37600
    },
    {
      "epoch": 0.9097224319671389,
      "grad_norm": 1.0311979055404663,
      "learning_rate": 2.7426810477657936e-05,
      "loss": 4.103955078125,
      "step": 37650
    },
    {
      "epoch": 0.9109305626868828,
      "grad_norm": 1.0025954246520996,
      "learning_rate": 2.70599457040135e-05,
      "loss": 4.091174926757812,
      "step": 37700
    },
    {
      "epoch": 0.9121386934066266,
      "grad_norm": 0.9823068380355835,
      "learning_rate": 2.6693080930369065e-05,
      "loss": 4.085905456542969,
      "step": 37750
    },
    {
      "epoch": 0.9133468241263705,
      "grad_norm": 1.0165550708770752,
      "learning_rate": 2.6326216156724632e-05,
      "loss": 4.102291259765625,
      "step": 37800
    },
    {
      "epoch": 0.9145549548461144,
      "grad_norm": 0.9877409934997559,
      "learning_rate": 2.5959351383080195e-05,
      "loss": 4.085850524902344,
      "step": 37850
    },
    {
      "epoch": 0.9157630855658583,
      "grad_norm": 1.037433385848999,
      "learning_rate": 2.559248660943576e-05,
      "loss": 4.140678405761719,
      "step": 37900
    },
    {
      "epoch": 0.9169712162856021,
      "grad_norm": 1.0109459161758423,
      "learning_rate": 2.5225621835791328e-05,
      "loss": 4.086475830078125,
      "step": 37950
    },
    {
      "epoch": 0.918179347005346,
      "grad_norm": 0.9636803865432739,
      "learning_rate": 2.485875706214689e-05,
      "loss": 4.078011169433593,
      "step": 38000
    },
    {
      "epoch": 0.9193874777250899,
      "grad_norm": 1.0318667888641357,
      "learning_rate": 2.4491892288502457e-05,
      "loss": 4.090683898925781,
      "step": 38050
    },
    {
      "epoch": 0.9205956084448337,
      "grad_norm": 1.012874960899353,
      "learning_rate": 2.4125027514858024e-05,
      "loss": 4.112925720214844,
      "step": 38100
    },
    {
      "epoch": 0.9218037391645776,
      "grad_norm": 0.9845221042633057,
      "learning_rate": 2.3758162741213587e-05,
      "loss": 4.061522827148438,
      "step": 38150
    },
    {
      "epoch": 0.9230118698843215,
      "grad_norm": 0.9903792142868042,
      "learning_rate": 2.3391297967569154e-05,
      "loss": 4.118177490234375,
      "step": 38200
    },
    {
      "epoch": 0.9242200006040654,
      "grad_norm": 0.9599031209945679,
      "learning_rate": 2.302443319392472e-05,
      "loss": 4.081640014648437,
      "step": 38250
    },
    {
      "epoch": 0.9254281313238092,
      "grad_norm": 1.003709316253662,
      "learning_rate": 2.2657568420280283e-05,
      "loss": 4.081379699707031,
      "step": 38300
    },
    {
      "epoch": 0.9266362620435531,
      "grad_norm": 1.0040228366851807,
      "learning_rate": 2.229070364663585e-05,
      "loss": 4.043332214355469,
      "step": 38350
    },
    {
      "epoch": 0.927844392763297,
      "grad_norm": 1.0042468309402466,
      "learning_rate": 2.1923838872991413e-05,
      "loss": 4.0926971435546875,
      "step": 38400
    },
    {
      "epoch": 0.9290525234830409,
      "grad_norm": 1.0174452066421509,
      "learning_rate": 2.155697409934698e-05,
      "loss": 4.10265625,
      "step": 38450
    },
    {
      "epoch": 0.9302606542027847,
      "grad_norm": 1.0567253828048706,
      "learning_rate": 2.1190109325702546e-05,
      "loss": 4.095572509765625,
      "step": 38500
    },
    {
      "epoch": 0.9314687849225286,
      "grad_norm": 1.0051237344741821,
      "learning_rate": 2.082324455205811e-05,
      "loss": 4.063082580566406,
      "step": 38550
    },
    {
      "epoch": 0.9326769156422725,
      "grad_norm": 1.0048378705978394,
      "learning_rate": 2.0456379778413675e-05,
      "loss": 4.085982360839844,
      "step": 38600
    },
    {
      "epoch": 0.9338850463620164,
      "grad_norm": 0.9908283352851868,
      "learning_rate": 2.0089515004769242e-05,
      "loss": 4.082131958007812,
      "step": 38650
    },
    {
      "epoch": 0.9350931770817602,
      "grad_norm": 1.0110317468643188,
      "learning_rate": 1.9722650231124805e-05,
      "loss": 4.047686157226562,
      "step": 38700
    },
    {
      "epoch": 0.9363013078015041,
      "grad_norm": 0.9872307181358337,
      "learning_rate": 1.935578545748037e-05,
      "loss": 4.056953430175781,
      "step": 38750
    },
    {
      "epoch": 0.937509438521248,
      "grad_norm": 0.9820250868797302,
      "learning_rate": 1.8988920683835938e-05,
      "loss": 4.067868041992187,
      "step": 38800
    },
    {
      "epoch": 0.9387175692409919,
      "grad_norm": 1.0473401546478271,
      "learning_rate": 1.86220559101915e-05,
      "loss": 4.0692291259765625,
      "step": 38850
    },
    {
      "epoch": 0.9399256999607357,
      "grad_norm": 0.9992564916610718,
      "learning_rate": 1.8255191136547067e-05,
      "loss": 4.076083984375,
      "step": 38900
    },
    {
      "epoch": 0.9411338306804796,
      "grad_norm": 1.022905707359314,
      "learning_rate": 1.7888326362902634e-05,
      "loss": 4.084729309082031,
      "step": 38950
    },
    {
      "epoch": 0.9423419614002235,
      "grad_norm": 1.004463791847229,
      "learning_rate": 1.7521461589258197e-05,
      "loss": 4.108402099609375,
      "step": 39000
    },
    {
      "epoch": 0.9435500921199674,
      "grad_norm": 1.0129356384277344,
      "learning_rate": 1.7154596815613763e-05,
      "loss": 4.074634399414062,
      "step": 39050
    },
    {
      "epoch": 0.9447582228397112,
      "grad_norm": 1.049232840538025,
      "learning_rate": 1.678773204196933e-05,
      "loss": 4.068507080078125,
      "step": 39100
    },
    {
      "epoch": 0.9459663535594551,
      "grad_norm": 1.0615679025650024,
      "learning_rate": 1.6420867268324893e-05,
      "loss": 4.053023376464844,
      "step": 39150
    },
    {
      "epoch": 0.947174484279199,
      "grad_norm": 1.0288054943084717,
      "learning_rate": 1.605400249468046e-05,
      "loss": 4.06638671875,
      "step": 39200
    },
    {
      "epoch": 0.9483826149989429,
      "grad_norm": 1.0288102626800537,
      "learning_rate": 1.5687137721036026e-05,
      "loss": 4.061174011230468,
      "step": 39250
    },
    {
      "epoch": 0.9495907457186867,
      "grad_norm": 0.9671359658241272,
      "learning_rate": 1.532027294739159e-05,
      "loss": 4.080897216796875,
      "step": 39300
    },
    {
      "epoch": 0.9507988764384306,
      "grad_norm": 0.9935935735702515,
      "learning_rate": 1.4953408173747156e-05,
      "loss": 4.092217712402344,
      "step": 39350
    },
    {
      "epoch": 0.9520070071581745,
      "grad_norm": 0.9811704158782959,
      "learning_rate": 1.458654340010272e-05,
      "loss": 4.102410888671875,
      "step": 39400
    },
    {
      "epoch": 0.9532151378779183,
      "grad_norm": 1.0112156867980957,
      "learning_rate": 1.4219678626458287e-05,
      "loss": 4.043121337890625,
      "step": 39450
    },
    {
      "epoch": 0.9544232685976622,
      "grad_norm": 0.9941301941871643,
      "learning_rate": 1.3852813852813852e-05,
      "loss": 4.0836181640625,
      "step": 39500
    },
    {
      "epoch": 0.9556313993174061,
      "grad_norm": 1.0051082372665405,
      "learning_rate": 1.3485949079169417e-05,
      "loss": 4.0856561279296875,
      "step": 39550
    },
    {
      "epoch": 0.95683953003715,
      "grad_norm": 0.9955536127090454,
      "learning_rate": 1.3119084305524983e-05,
      "loss": 4.072062683105469,
      "step": 39600
    },
    {
      "epoch": 0.9580476607568938,
      "grad_norm": 0.9985010623931885,
      "learning_rate": 1.2752219531880548e-05,
      "loss": 4.084420776367187,
      "step": 39650
    },
    {
      "epoch": 0.9592557914766378,
      "grad_norm": 0.9988077282905579,
      "learning_rate": 1.2385354758236113e-05,
      "loss": 4.090346374511719,
      "step": 39700
    },
    {
      "epoch": 0.9604639221963817,
      "grad_norm": 0.9799109101295471,
      "learning_rate": 1.2018489984591677e-05,
      "loss": 4.089367980957031,
      "step": 39750
    },
    {
      "epoch": 0.9616720529161256,
      "grad_norm": 1.001146912574768,
      "learning_rate": 1.1651625210947244e-05,
      "loss": 4.0670556640625,
      "step": 39800
    },
    {
      "epoch": 0.9628801836358694,
      "grad_norm": 1.009992003440857,
      "learning_rate": 1.1284760437302809e-05,
      "loss": 4.115885925292969,
      "step": 39850
    },
    {
      "epoch": 0.9640883143556133,
      "grad_norm": 0.9880353808403015,
      "learning_rate": 1.0917895663658373e-05,
      "loss": 4.062857971191407,
      "step": 39900
    },
    {
      "epoch": 0.9652964450753572,
      "grad_norm": 0.9826756715774536,
      "learning_rate": 1.055103089001394e-05,
      "loss": 4.114837646484375,
      "step": 39950
    },
    {
      "epoch": 0.9665045757951011,
      "grad_norm": 1.0152478218078613,
      "learning_rate": 1.0184166116369505e-05,
      "loss": 4.068152160644531,
      "step": 40000
    },
    {
      "epoch": 0.9677127065148449,
      "grad_norm": 0.9987122416496277,
      "learning_rate": 9.81730134272507e-06,
      "loss": 4.095503234863282,
      "step": 40050
    },
    {
      "epoch": 0.9689208372345888,
      "grad_norm": 0.9974833726882935,
      "learning_rate": 9.450436569080636e-06,
      "loss": 4.070238037109375,
      "step": 40100
    },
    {
      "epoch": 0.9701289679543327,
      "grad_norm": 1.0077698230743408,
      "learning_rate": 9.083571795436203e-06,
      "loss": 4.094546203613281,
      "step": 40150
    },
    {
      "epoch": 0.9713370986740766,
      "grad_norm": 1.018665075302124,
      "learning_rate": 8.716707021791767e-06,
      "loss": 4.067680053710937,
      "step": 40200
    },
    {
      "epoch": 0.9725452293938204,
      "grad_norm": 1.073243260383606,
      "learning_rate": 8.349842248147332e-06,
      "loss": 4.066005859375,
      "step": 40250
    },
    {
      "epoch": 0.9737533601135643,
      "grad_norm": 1.0599485635757446,
      "learning_rate": 7.982977474502899e-06,
      "loss": 4.073214111328125,
      "step": 40300
    },
    {
      "epoch": 0.9749614908333082,
      "grad_norm": 1.0399075746536255,
      "learning_rate": 7.616112700858463e-06,
      "loss": 4.0739743041992185,
      "step": 40350
    },
    {
      "epoch": 0.9761696215530521,
      "grad_norm": 1.0088541507720947,
      "learning_rate": 7.249247927214028e-06,
      "loss": 4.066875915527344,
      "step": 40400
    },
    {
      "epoch": 0.9773777522727959,
      "grad_norm": 1.0096062421798706,
      "learning_rate": 6.882383153569594e-06,
      "loss": 4.093489990234375,
      "step": 40450
    },
    {
      "epoch": 0.9785858829925398,
      "grad_norm": 1.022308349609375,
      "learning_rate": 6.5155183799251594e-06,
      "loss": 4.046855773925781,
      "step": 40500
    },
    {
      "epoch": 0.9797940137122837,
      "grad_norm": 0.9825040698051453,
      "learning_rate": 6.148653606280724e-06,
      "loss": 4.074610595703125,
      "step": 40550
    },
    {
      "epoch": 0.9810021444320276,
      "grad_norm": Infinity,
      "learning_rate": 5.78178883263629e-06,
      "loss": 4.078878784179688,
      "step": 40600
    },
    {
      "epoch": 0.9822102751517714,
      "grad_norm": 1.0147684812545776,
      "learning_rate": 5.4149240589918555e-06,
      "loss": 4.105263366699218,
      "step": 40650
    },
    {
      "epoch": 0.9834184058715153,
      "grad_norm": 0.9963952302932739,
      "learning_rate": 5.04805928534742e-06,
      "loss": 4.120052795410157,
      "step": 40700
    },
    {
      "epoch": 0.9846265365912592,
      "grad_norm": 0.995857298374176,
      "learning_rate": 4.681194511702986e-06,
      "loss": 4.0579986572265625,
      "step": 40750
    },
    {
      "epoch": 0.985834667311003,
      "grad_norm": 1.0292693376541138,
      "learning_rate": 4.314329738058551e-06,
      "loss": 4.134707946777343,
      "step": 40800
    },
    {
      "epoch": 0.9870427980307469,
      "grad_norm": 0.9979900121688843,
      "learning_rate": 3.947464964414116e-06,
      "loss": 4.068620300292968,
      "step": 40850
    },
    {
      "epoch": 0.9882509287504908,
      "grad_norm": 0.9745947122573853,
      "learning_rate": 3.5806001907696816e-06,
      "loss": 4.043538818359375,
      "step": 40900
    },
    {
      "epoch": 0.9894590594702347,
      "grad_norm": 0.9747163653373718,
      "learning_rate": 3.2137354171252472e-06,
      "loss": 4.085929260253907,
      "step": 40950
    },
    {
      "epoch": 0.9906671901899785,
      "grad_norm": 1.0071576833724976,
      "learning_rate": 2.846870643480813e-06,
      "loss": 4.030368041992188,
      "step": 41000
    },
    {
      "epoch": 0.9918753209097224,
      "grad_norm": 1.0262352228164673,
      "learning_rate": 2.480005869836378e-06,
      "loss": 4.061216430664063,
      "step": 41050
    },
    {
      "epoch": 0.9930834516294663,
      "grad_norm": 1.0081514120101929,
      "learning_rate": 2.1131410961919433e-06,
      "loss": 4.090030212402343,
      "step": 41100
    },
    {
      "epoch": 0.9942915823492102,
      "grad_norm": 1.001246452331543,
      "learning_rate": 1.746276322547509e-06,
      "loss": 4.078215637207031,
      "step": 41150
    },
    {
      "epoch": 0.995499713068954,
      "grad_norm": 0.9826595187187195,
      "learning_rate": 1.3794115489030742e-06,
      "loss": 4.048282470703125,
      "step": 41200
    },
    {
      "epoch": 0.9967078437886979,
      "grad_norm": 1.0446892976760864,
      "learning_rate": 1.0125467752586396e-06,
      "loss": 4.058524169921875,
      "step": 41250
    },
    {
      "epoch": 0.9979159745084418,
      "grad_norm": 1.0285199880599976,
      "learning_rate": 6.456820016142049e-07,
      "loss": 4.080808410644531,
      "step": 41300
    },
    {
      "epoch": 0.9991241052281857,
      "grad_norm": 1.0168330669403076,
      "learning_rate": 2.788172279697703e-07,
      "loss": 4.036456298828125,
      "step": 41350
    }
  ],
  "logging_steps": 50,
  "max_steps": 41387,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.6510917582848e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}