{
  "best_global_step": 148440,
  "best_metric": 0.7365977168083191,
  "best_model_checkpoint": "./output_optimized/checkpoint-148440",
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 148440,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0033683643222850983,
      "grad_norm": 1.9248961210250854,
      "learning_rate": 2.000808407437348e-06,
      "loss": 5.0547,
      "step": 100
    },
    {
      "epoch": 0.006736728644570197,
      "grad_norm": 1.0100284814834595,
      "learning_rate": 4.021827000808407e-06,
      "loss": 4.9226,
      "step": 200
    },
    {
      "epoch": 0.010105092966855295,
      "grad_norm": 0.8452675938606262,
      "learning_rate": 6.042845594179466e-06,
      "loss": 4.8032,
      "step": 300
    },
    {
      "epoch": 0.013473457289140393,
      "grad_norm": 0.878520131111145,
      "learning_rate": 8.063864187550524e-06,
      "loss": 4.7193,
      "step": 400
    },
    {
      "epoch": 0.016841821611425493,
      "grad_norm": 1.0584090948104858,
      "learning_rate": 1.0084882780921583e-05,
      "loss": 4.5769,
      "step": 500
    },
    {
      "epoch": 0.02021018593371059,
      "grad_norm": 1.1221024990081787,
      "learning_rate": 1.2105901374292643e-05,
      "loss": 4.3638,
      "step": 600
    },
    {
      "epoch": 0.02357855025599569,
      "grad_norm": 1.0861926078796387,
      "learning_rate": 1.41269199676637e-05,
      "loss": 4.155,
      "step": 700
    },
    {
      "epoch": 0.026946914578280787,
      "grad_norm": 0.9905880093574524,
      "learning_rate": 1.6147938561034762e-05,
      "loss": 3.9701,
      "step": 800
    },
    {
      "epoch": 0.030315278900565887,
      "grad_norm": 0.9011399149894714,
      "learning_rate": 1.816895715440582e-05,
      "loss": 3.7974,
      "step": 900
    },
    {
      "epoch": 0.03368364322285099,
      "grad_norm": 0.8480072617530823,
      "learning_rate": 2.0189975747776877e-05,
      "loss": 3.6336,
      "step": 1000
    },
    {
      "epoch": 0.03705200754513608,
      "grad_norm": 0.7879598736763,
      "learning_rate": 2.2210994341147935e-05,
      "loss": 3.4894,
      "step": 1100
    },
    {
      "epoch": 0.04042037186742118,
      "grad_norm": 0.7154058814048767,
      "learning_rate": 2.4232012934518997e-05,
      "loss": 3.3559,
      "step": 1200
    },
    {
      "epoch": 0.04378873618970628,
      "grad_norm": 0.6783929467201233,
      "learning_rate": 2.6253031527890058e-05,
      "loss": 3.235,
      "step": 1300
    },
    {
      "epoch": 0.04715710051199138,
      "grad_norm": 0.6816830635070801,
      "learning_rate": 2.8274050121261112e-05,
      "loss": 3.1325,
      "step": 1400
    },
    {
      "epoch": 0.05052546483427647,
      "grad_norm": 0.6334635615348816,
      "learning_rate": 3.029506871463217e-05,
      "loss": 3.0338,
      "step": 1500
    },
    {
      "epoch": 0.05389382915656157,
      "grad_norm": 0.6427187323570251,
      "learning_rate": 3.2316087308003235e-05,
      "loss": 2.9431,
      "step": 1600
    },
    {
      "epoch": 0.057262193478846674,
      "grad_norm": 1.2221870422363281,
      "learning_rate": 3.433710590137429e-05,
      "loss": 2.8522,
      "step": 1700
    },
    {
      "epoch": 0.060630557801131774,
      "grad_norm": 1.4814372062683105,
      "learning_rate": 3.635812449474535e-05,
      "loss": 2.7769,
      "step": 1800
    },
    {
      "epoch": 0.06399892212341687,
      "grad_norm": 1.1986867189407349,
      "learning_rate": 3.837914308811641e-05,
      "loss": 2.7072,
      "step": 1900
    },
    {
      "epoch": 0.06736728644570197,
      "grad_norm": 1.0901182889938354,
      "learning_rate": 4.0400161681487466e-05,
      "loss": 2.6491,
      "step": 2000
    },
    {
      "epoch": 0.07073565076798706,
      "grad_norm": 1.8428642749786377,
      "learning_rate": 4.2421180274858524e-05,
      "loss": 2.5944,
      "step": 2100
    },
    {
      "epoch": 0.07410401509027216,
      "grad_norm": 1.2476333379745483,
      "learning_rate": 4.444219886822959e-05,
      "loss": 2.5473,
      "step": 2200
    },
    {
      "epoch": 0.07747237941255726,
      "grad_norm": 1.3376599550247192,
      "learning_rate": 4.6463217461600646e-05,
      "loss": 2.5115,
      "step": 2300
    },
    {
      "epoch": 0.08084074373484236,
      "grad_norm": 2.028588056564331,
      "learning_rate": 4.84842360549717e-05,
      "loss": 2.4653,
      "step": 2400
    },
    {
      "epoch": 0.08420910805712746,
      "grad_norm": 1.5413949489593506,
      "learning_rate": 5.0505254648342755e-05,
      "loss": 2.4203,
      "step": 2500
    },
    {
      "epoch": 0.08757747237941256,
      "grad_norm": 1.3644788265228271,
      "learning_rate": 5.252627324171382e-05,
      "loss": 2.3903,
      "step": 2600
    },
    {
      "epoch": 0.09094583670169766,
      "grad_norm": 1.130286693572998,
      "learning_rate": 5.454729183508488e-05,
      "loss": 2.3527,
      "step": 2700
    },
    {
      "epoch": 0.09431420102398276,
      "grad_norm": 1.6935234069824219,
      "learning_rate": 5.6568310428455935e-05,
      "loss": 2.3229,
      "step": 2800
    },
    {
      "epoch": 0.09768256534626785,
      "grad_norm": 1.9905304908752441,
      "learning_rate": 5.8589329021827e-05,
      "loss": 2.2926,
      "step": 2900
    },
    {
      "epoch": 0.10105092966855295,
      "grad_norm": 1.4488565921783447,
      "learning_rate": 6.061034761519806e-05,
      "loss": 2.2595,
      "step": 3000
    },
    {
      "epoch": 0.10441929399083805,
      "grad_norm": 1.6210366487503052,
      "learning_rate": 6.263136620856912e-05,
      "loss": 2.2317,
      "step": 3100
    },
    {
      "epoch": 0.10778765831312315,
      "grad_norm": 1.6805219650268555,
      "learning_rate": 6.465238480194017e-05,
      "loss": 2.1987,
      "step": 3200
    },
    {
      "epoch": 0.11115602263540825,
      "grad_norm": 1.6502385139465332,
      "learning_rate": 6.667340339531123e-05,
      "loss": 2.181,
      "step": 3300
    },
    {
      "epoch": 0.11452438695769335,
      "grad_norm": 1.831292986869812,
      "learning_rate": 6.869442198868228e-05,
      "loss": 2.1532,
      "step": 3400
    },
    {
      "epoch": 0.11789275127997845,
      "grad_norm": 1.9188601970672607,
      "learning_rate": 7.071544058205335e-05,
      "loss": 2.1127,
      "step": 3500
    },
    {
      "epoch": 0.12126111560226355,
      "grad_norm": 1.6280624866485596,
      "learning_rate": 7.273645917542441e-05,
      "loss": 2.0921,
      "step": 3600
    },
    {
      "epoch": 0.12462947992454863,
      "grad_norm": 1.5468984842300415,
      "learning_rate": 7.475747776879546e-05,
      "loss": 2.0626,
      "step": 3700
    },
    {
      "epoch": 0.12799784424683375,
      "grad_norm": 1.7183716297149658,
      "learning_rate": 7.677849636216651e-05,
      "loss": 2.0302,
      "step": 3800
    },
    {
      "epoch": 0.13136620856911885,
      "grad_norm": 1.8704299926757812,
      "learning_rate": 7.879951495553758e-05,
      "loss": 1.9946,
      "step": 3900
    },
    {
      "epoch": 0.13473457289140395,
      "grad_norm": 1.719117522239685,
      "learning_rate": 8.082053354890864e-05,
      "loss": 1.955,
      "step": 4000
    },
    {
      "epoch": 0.13810293721368902,
      "grad_norm": 1.8330260515213013,
      "learning_rate": 8.28415521422797e-05,
      "loss": 1.9137,
      "step": 4100
    },
    {
      "epoch": 0.14147130153597412,
      "grad_norm": 2.341217517852783,
      "learning_rate": 8.486257073565076e-05,
      "loss": 1.8765,
      "step": 4200
    },
    {
      "epoch": 0.14483966585825922,
      "grad_norm": 1.792738914489746,
      "learning_rate": 8.688358932902182e-05,
      "loss": 1.837,
      "step": 4300
    },
    {
      "epoch": 0.14820803018054432,
      "grad_norm": 2.237147092819214,
      "learning_rate": 8.890460792239287e-05,
      "loss": 1.7995,
      "step": 4400
    },
    {
      "epoch": 0.15157639450282942,
      "grad_norm": 1.8367396593093872,
      "learning_rate": 9.092562651576394e-05,
      "loss": 1.7706,
      "step": 4500
    },
    {
      "epoch": 0.15494475882511452,
      "grad_norm": 2.0587222576141357,
      "learning_rate": 9.2946645109135e-05,
      "loss": 1.7431,
      "step": 4600
    },
    {
      "epoch": 0.15831312314739962,
      "grad_norm": 1.8988635540008545,
      "learning_rate": 9.496766370250605e-05,
      "loss": 1.7179,
      "step": 4700
    },
    {
      "epoch": 0.16168148746968472,
      "grad_norm": 2.192547559738159,
      "learning_rate": 9.698868229587712e-05,
      "loss": 1.6932,
      "step": 4800
    },
    {
      "epoch": 0.16504985179196982,
      "grad_norm": 1.6913732290267944,
      "learning_rate": 9.900970088924818e-05,
      "loss": 1.6705,
      "step": 4900
    },
    {
      "epoch": 0.16841821611425492,
      "grad_norm": 1.705934762954712,
      "learning_rate": 0.00010103071948261923,
      "loss": 1.6509,
      "step": 5000
    },
    {
      "epoch": 0.17178658043654002,
      "grad_norm": 1.9764398336410522,
      "learning_rate": 0.0001030517380759903,
      "loss": 1.6212,
      "step": 5100
    },
    {
      "epoch": 0.17515494475882512,
      "grad_norm": 2.109279155731201,
      "learning_rate": 0.00010507275666936134,
      "loss": 1.6087,
      "step": 5200
    },
    {
      "epoch": 0.17852330908111022,
      "grad_norm": 2.036076784133911,
      "learning_rate": 0.0001070937752627324,
      "loss": 1.5878,
      "step": 5300
    },
    {
      "epoch": 0.18189167340339532,
      "grad_norm": 2.1286652088165283,
      "learning_rate": 0.00010911479385610347,
      "loss": 1.5641,
      "step": 5400
    },
    {
      "epoch": 0.18526003772568042,
      "grad_norm": 2.04007625579834,
      "learning_rate": 0.00011113581244947452,
      "loss": 1.5462,
      "step": 5500
    },
    {
      "epoch": 0.18862840204796552,
      "grad_norm": 1.9469410181045532,
      "learning_rate": 0.00011315683104284558,
      "loss": 1.528,
      "step": 5600
    },
    {
      "epoch": 0.1919967663702506,
      "grad_norm": 1.9078123569488525,
      "learning_rate": 0.00011517784963621665,
      "loss": 1.5101,
      "step": 5700
    },
    {
      "epoch": 0.1953651306925357,
      "grad_norm": 2.1443777084350586,
      "learning_rate": 0.0001171988682295877,
      "loss": 1.4885,
      "step": 5800
    },
    {
      "epoch": 0.1987334950148208,
      "grad_norm": 1.8993617296218872,
      "learning_rate": 0.00011921988682295876,
      "loss": 1.478,
      "step": 5900
    },
    {
      "epoch": 0.2021018593371059,
      "grad_norm": 1.7812656164169312,
      "learning_rate": 0.00012124090541632983,
      "loss": 1.4621,
      "step": 6000
    },
    {
      "epoch": 0.205470223659391,
      "grad_norm": 1.7858940362930298,
      "learning_rate": 0.0001232619240097009,
      "loss": 1.4494,
      "step": 6100
    },
    {
      "epoch": 0.2088385879816761,
      "grad_norm": 1.9336419105529785,
      "learning_rate": 0.00012528294260307193,
      "loss": 1.4393,
      "step": 6200
    },
    {
      "epoch": 0.2122069523039612,
      "grad_norm": 1.85440993309021,
      "learning_rate": 0.000127303961196443,
      "loss": 1.43,
      "step": 6300
    },
    {
      "epoch": 0.2155753166262463,
      "grad_norm": 1.583737850189209,
      "learning_rate": 0.00012932497978981406,
      "loss": 1.4198,
      "step": 6400
    },
    {
      "epoch": 0.2189436809485314,
      "grad_norm": 2.076510429382324,
      "learning_rate": 0.00013134599838318512,
      "loss": 1.4034,
      "step": 6500
    },
    {
      "epoch": 0.2223120452708165,
      "grad_norm": 1.6790341138839722,
      "learning_rate": 0.0001333670169765562,
      "loss": 1.3937,
      "step": 6600
    },
    {
      "epoch": 0.2256804095931016,
      "grad_norm": 1.9147748947143555,
      "learning_rate": 0.00013538803556992725,
      "loss": 1.3818,
      "step": 6700
    },
    {
      "epoch": 0.2290487739153867,
      "grad_norm": 1.6485368013381958,
      "learning_rate": 0.0001374090541632983,
      "loss": 1.3758,
      "step": 6800
    },
    {
      "epoch": 0.2324171382376718,
      "grad_norm": 2.087151527404785,
      "learning_rate": 0.00013943007275666935,
      "loss": 1.3696,
      "step": 6900
    },
    {
      "epoch": 0.2357855025599569,
      "grad_norm": 1.7565312385559082,
      "learning_rate": 0.0001414510913500404,
      "loss": 1.3579,
      "step": 7000
    },
    {
      "epoch": 0.239153866882242,
      "grad_norm": 1.83383047580719,
      "learning_rate": 0.00014347210994341146,
      "loss": 1.3532,
      "step": 7100
    },
    {
      "epoch": 0.2425222312045271,
      "grad_norm": 1.8977510929107666,
      "learning_rate": 0.00014549312853678252,
      "loss": 1.3465,
      "step": 7200
    },
    {
      "epoch": 0.24589059552681217,
      "grad_norm": 2.1144802570343018,
      "learning_rate": 0.00014751414713015358,
      "loss": 1.3389,
      "step": 7300
    },
    {
      "epoch": 0.24925895984909727,
      "grad_norm": 1.6824164390563965,
      "learning_rate": 0.00014953516572352465,
      "loss": 1.3283,
      "step": 7400
    },
    {
      "epoch": 0.2526273241713824,
      "grad_norm": 1.8628549575805664,
      "learning_rate": 0.00015155618431689571,
      "loss": 1.3225,
      "step": 7500
    },
    {
      "epoch": 0.2559956884936675,
      "grad_norm": 1.651308298110962,
      "learning_rate": 0.00015357720291026675,
      "loss": 1.3153,
      "step": 7600
    },
    {
      "epoch": 0.2593640528159526,
      "grad_norm": 1.6041486263275146,
      "learning_rate": 0.00015559822150363782,
      "loss": 1.3056,
      "step": 7700
    },
    {
      "epoch": 0.2627324171382377,
      "grad_norm": 1.9386959075927734,
      "learning_rate": 0.00015761924009700888,
      "loss": 1.3046,
      "step": 7800
    },
    {
      "epoch": 0.2661007814605228,
      "grad_norm": 1.8345019817352295,
      "learning_rate": 0.00015964025869037995,
      "loss": 1.2884,
      "step": 7900
    },
    {
      "epoch": 0.2694691457828079,
      "grad_norm": 1.4670854806900024,
      "learning_rate": 0.000161661277283751,
      "loss": 1.286,
      "step": 8000
    },
    {
      "epoch": 0.27283751010509294,
      "grad_norm": 1.8858684301376343,
      "learning_rate": 0.00016368229587712205,
      "loss": 1.2774,
      "step": 8100
    },
    {
      "epoch": 0.27620587442737804,
      "grad_norm": 1.8875221014022827,
      "learning_rate": 0.0001657033144704931,
      "loss": 1.2736,
      "step": 8200
    },
    {
      "epoch": 0.27957423874966314,
      "grad_norm": 1.7752630710601807,
      "learning_rate": 0.00016772433306386418,
      "loss": 1.2746,
      "step": 8300
    },
    {
      "epoch": 0.28294260307194824,
      "grad_norm": 1.5532513856887817,
      "learning_rate": 0.00016974535165723524,
      "loss": 1.267,
      "step": 8400
    },
    {
      "epoch": 0.28631096739423334,
      "grad_norm": 1.6465749740600586,
      "learning_rate": 0.0001717663702506063,
      "loss": 1.2599,
      "step": 8500
    },
    {
      "epoch": 0.28967933171651844,
      "grad_norm": 1.5771738290786743,
      "learning_rate": 0.00017378738884397737,
      "loss": 1.2557,
      "step": 8600
    },
    {
      "epoch": 0.29304769603880354,
      "grad_norm": 1.4705991744995117,
      "learning_rate": 0.0001758084074373484,
      "loss": 1.252,
      "step": 8700
    },
    {
      "epoch": 0.29641606036108864,
      "grad_norm": 1.489914059638977,
      "learning_rate": 0.00017782942603071947,
      "loss": 1.2425,
      "step": 8800
    },
    {
      "epoch": 0.29978442468337374,
      "grad_norm": 1.5901821851730347,
      "learning_rate": 0.00017985044462409054,
      "loss": 1.2341,
      "step": 8900
    },
    {
      "epoch": 0.30315278900565884,
      "grad_norm": 1.5143710374832153,
      "learning_rate": 0.0001818714632174616,
      "loss": 1.2309,
      "step": 9000
    },
    {
      "epoch": 0.30652115332794394,
      "grad_norm": 1.5409547090530396,
      "learning_rate": 0.00018389248181083267,
      "loss": 1.2258,
      "step": 9100
    },
    {
      "epoch": 0.30988951765022904,
      "grad_norm": 1.4094816446304321,
      "learning_rate": 0.00018591350040420368,
      "loss": 1.2197,
      "step": 9200
    },
    {
      "epoch": 0.31325788197251414,
      "grad_norm": 1.6748660802841187,
      "learning_rate": 0.00018793451899757474,
      "loss": 1.2176,
      "step": 9300
    },
    {
      "epoch": 0.31662624629479924,
      "grad_norm": 1.587318778038025,
      "learning_rate": 0.0001899555375909458,
      "loss": 1.2091,
      "step": 9400
    },
    {
      "epoch": 0.31999461061708434,
      "grad_norm": 1.5422818660736084,
      "learning_rate": 0.00019197655618431687,
      "loss": 1.2079,
      "step": 9500
    },
    {
      "epoch": 0.32336297493936944,
      "grad_norm": 1.30134117603302,
      "learning_rate": 0.00019399757477768793,
      "loss": 1.2017,
      "step": 9600
    },
    {
      "epoch": 0.32673133926165454,
      "grad_norm": 1.368249773979187,
      "learning_rate": 0.00019601859337105897,
      "loss": 1.2026,
      "step": 9700
    },
    {
      "epoch": 0.33009970358393964,
      "grad_norm": 1.5968406200408936,
      "learning_rate": 0.00019803961196443004,
      "loss": 1.1902,
      "step": 9800
    },
    {
      "epoch": 0.33346806790622474,
      "grad_norm": 1.435455083847046,
      "learning_rate": 0.0002000606305578011,
      "loss": 1.1894,
      "step": 9900
    },
    {
      "epoch": 0.33683643222850984,
      "grad_norm": 1.4132752418518066,
      "learning_rate": 0.00020208164915117217,
      "loss": 1.1841,
      "step": 10000
    },
    {
      "epoch": 0.34020479655079494,
      "grad_norm": 1.5038225650787354,
      "learning_rate": 0.00020410266774454323,
      "loss": 1.1859,
      "step": 10100
    },
    {
      "epoch": 0.34357316087308004,
      "grad_norm": 1.4201886653900146,
      "learning_rate": 0.0002061236863379143,
      "loss": 1.1743,
      "step": 10200
    },
    {
      "epoch": 0.34694152519536514,
      "grad_norm": 1.3544988632202148,
      "learning_rate": 0.00020814470493128533,
      "loss": 1.1724,
      "step": 10300
    },
    {
      "epoch": 0.35030988951765024,
      "grad_norm": 1.6340460777282715,
      "learning_rate": 0.0002101657235246564,
      "loss": 1.1679,
      "step": 10400
    },
    {
      "epoch": 0.35367825383993534,
      "grad_norm": 1.3137534856796265,
      "learning_rate": 0.00021218674211802746,
      "loss": 1.1602,
      "step": 10500
    },
    {
      "epoch": 0.35704661816222044,
      "grad_norm": 1.3838586807250977,
      "learning_rate": 0.00021420776071139853,
      "loss": 1.1602,
      "step": 10600
    },
    {
      "epoch": 0.36041498248450554,
      "grad_norm": 1.46292245388031,
      "learning_rate": 0.0002162287793047696,
      "loss": 1.154,
      "step": 10700
    },
    {
      "epoch": 0.36378334680679064,
      "grad_norm": 1.2189207077026367,
      "learning_rate": 0.00021824979789814066,
      "loss": 1.1518,
      "step": 10800
    },
    {
      "epoch": 0.36715171112907574,
      "grad_norm": 1.3567001819610596,
      "learning_rate": 0.0002202708164915117,
      "loss": 1.1437,
      "step": 10900
    },
    {
      "epoch": 0.37052007545136084,
      "grad_norm": 1.3379132747650146,
      "learning_rate": 0.00022229183508488276,
      "loss": 1.1418,
      "step": 11000
    },
    {
      "epoch": 0.37388843977364594,
      "grad_norm": 1.2323216199874878,
      "learning_rate": 0.00022431285367825382,
      "loss": 1.1382,
      "step": 11100
    },
    {
      "epoch": 0.37725680409593104,
      "grad_norm": 1.9002209901809692,
      "learning_rate": 0.0002263338722716249,
      "loss": 1.1323,
      "step": 11200
    },
    {
      "epoch": 0.3806251684182161,
      "grad_norm": 1.3124207258224487,
      "learning_rate": 0.00022835489086499595,
      "loss": 1.1336,
      "step": 11300
    },
    {
      "epoch": 0.3839935327405012,
      "grad_norm": 1.3445236682891846,
      "learning_rate": 0.000230375909458367,
      "loss": 1.1259,
      "step": 11400
    },
    {
      "epoch": 0.3873618970627863,
      "grad_norm": 1.2994790077209473,
      "learning_rate": 0.00023239692805173805,
      "loss": 1.1298,
      "step": 11500
    },
    {
      "epoch": 0.3907302613850714,
      "grad_norm": 1.2289458513259888,
      "learning_rate": 0.00023441794664510912,
      "loss": 1.1226,
      "step": 11600
    },
    {
      "epoch": 0.3940986257073565,
      "grad_norm": 1.1772109270095825,
      "learning_rate": 0.00023643896523848018,
      "loss": 1.1215,
      "step": 11700
    },
    {
      "epoch": 0.3974669900296416,
      "grad_norm": 1.3592746257781982,
      "learning_rate": 0.00023845998383185125,
      "loss": 1.1179,
      "step": 11800
    },
    {
      "epoch": 0.4008353543519267,
      "grad_norm": 1.1571407318115234,
      "learning_rate": 0.0002404810024252223,
      "loss": 1.1124,
      "step": 11900
    },
    {
      "epoch": 0.4042037186742118,
      "grad_norm": 1.3592592477798462,
      "learning_rate": 0.00024250202101859335,
      "loss": 1.1083,
      "step": 12000
    },
    {
      "epoch": 0.4075720829964969,
      "grad_norm": 1.2856664657592773,
      "learning_rate": 0.00024452303961196444,
      "loss": 1.1083,
      "step": 12100
    },
    {
      "epoch": 0.410940447318782,
      "grad_norm": 1.2512900829315186,
      "learning_rate": 0.0002465440582053355,
      "loss": 1.0984,
      "step": 12200
    },
    {
      "epoch": 0.4143088116410671,
      "grad_norm": 1.239823818206787,
      "learning_rate": 0.0002485650767987065,
      "loss": 1.0984,
      "step": 12300
    },
    {
      "epoch": 0.4176771759633522,
      "grad_norm": 1.4879858493804932,
      "learning_rate": 0.0002505860953920776,
      "loss": 1.0962,
      "step": 12400
    },
    {
      "epoch": 0.4210455402856373,
      "grad_norm": 1.1708803176879883,
      "learning_rate": 0.00025260711398544865,
      "loss": 1.0914,
      "step": 12500
    },
    {
      "epoch": 0.4244139046079224,
      "grad_norm": 1.092463731765747,
      "learning_rate": 0.0002546281325788197,
      "loss": 1.089,
      "step": 12600
    },
    {
      "epoch": 0.4277822689302075,
      "grad_norm": 1.2004188299179077,
      "learning_rate": 0.0002566491511721908,
      "loss": 1.0884,
      "step": 12700
    },
    {
      "epoch": 0.4311506332524926,
      "grad_norm": 1.1339149475097656,
      "learning_rate": 0.0002586701697655618,
      "loss": 1.0857,
      "step": 12800
    },
    {
      "epoch": 0.4345189975747777,
      "grad_norm": 1.3253908157348633,
      "learning_rate": 0.00026069118835893285,
      "loss": 1.0821,
      "step": 12900
    },
    {
      "epoch": 0.4378873618970628,
      "grad_norm": 1.2655895948410034,
      "learning_rate": 0.00026271220695230394,
      "loss": 1.0775,
      "step": 13000
    },
    {
      "epoch": 0.4412557262193479,
      "grad_norm": 1.4968757629394531,
      "learning_rate": 0.000264733225545675,
      "loss": 1.0764,
      "step": 13100
    },
    {
      "epoch": 0.444624090541633,
      "grad_norm": 1.200173020362854,
      "learning_rate": 0.00026675424413904607,
      "loss": 1.0768,
      "step": 13200
    },
    {
      "epoch": 0.4479924548639181,
      "grad_norm": 1.3085741996765137,
      "learning_rate": 0.0002687752627324171,
      "loss": 1.0739,
      "step": 13300
    },
    {
      "epoch": 0.4513608191862032,
      "grad_norm": 1.181569218635559,
      "learning_rate": 0.00027079628132578815,
      "loss": 1.0685,
      "step": 13400
    },
    {
      "epoch": 0.4547291835084883,
      "grad_norm": 1.2471662759780884,
      "learning_rate": 0.00027281729991915924,
      "loss": 1.0668,
      "step": 13500
    },
    {
      "epoch": 0.4580975478307734,
      "grad_norm": 1.0714460611343384,
      "learning_rate": 0.0002748383185125303,
      "loss": 1.0687,
      "step": 13600
    },
    {
      "epoch": 0.4614659121530585,
      "grad_norm": 1.2705806493759155,
      "learning_rate": 0.00027685933710590137,
      "loss": 1.0602,
      "step": 13700
    },
    {
      "epoch": 0.4648342764753436,
      "grad_norm": 1.199216365814209,
      "learning_rate": 0.0002788803556992724,
      "loss": 1.0572,
      "step": 13800
    },
    {
      "epoch": 0.4682026407976287,
      "grad_norm": 1.1781370639801025,
      "learning_rate": 0.00028090137429264344,
      "loss": 1.056,
      "step": 13900
    },
    {
      "epoch": 0.4715710051199138,
      "grad_norm": 1.1787018775939941,
      "learning_rate": 0.00028292239288601453,
      "loss": 1.0582,
      "step": 14000
    },
    {
      "epoch": 0.4749393694421989,
      "grad_norm": 1.0408787727355957,
      "learning_rate": 0.00028494341147938557,
      "loss": 1.0509,
      "step": 14100
    },
    {
      "epoch": 0.478307733764484,
      "grad_norm": 1.2054550647735596,
      "learning_rate": 0.00028696443007275666,
      "loss": 1.0496,
      "step": 14200
    },
    {
      "epoch": 0.4816760980867691,
      "grad_norm": 1.059328317642212,
      "learning_rate": 0.0002889854486661277,
      "loss": 1.0484,
      "step": 14300
    },
    {
      "epoch": 0.4850444624090542,
      "grad_norm": 1.0218919515609741,
      "learning_rate": 0.0002910064672594988,
      "loss": 1.0443,
      "step": 14400
    },
    {
      "epoch": 0.4884128267313393,
      "grad_norm": 1.569550633430481,
      "learning_rate": 0.00029302748585286983,
      "loss": 1.0439,
      "step": 14500
    },
    {
      "epoch": 0.49178119105362433,
      "grad_norm": 1.2660326957702637,
      "learning_rate": 0.00029504850444624087,
      "loss": 1.0412,
      "step": 14600
    },
    {
      "epoch": 0.49514955537590943,
      "grad_norm": 0.9795782566070557,
      "learning_rate": 0.00029706952303961196,
      "loss": 1.0362,
      "step": 14700
    },
    {
      "epoch": 0.49851791969819453,
      "grad_norm": 1.0511739253997803,
      "learning_rate": 0.000299090541632983,
      "loss": 1.0379,
      "step": 14800
    },
    {
      "epoch": 0.5018862840204796,
      "grad_norm": 1.077668309211731,
      "learning_rate": 0.00029987649330818285,
      "loss": 1.034,
      "step": 14900
    },
    {
      "epoch": 0.5052546483427648,
      "grad_norm": 0.9709302186965942,
      "learning_rate": 0.0002996519356866972,
      "loss": 1.0297,
      "step": 15000
    },
    {
      "epoch": 0.5086230126650498,
      "grad_norm": 1.038855791091919,
      "learning_rate": 0.0002994273780652115,
      "loss": 1.0295,
      "step": 15100
    },
    {
      "epoch": 0.511991376987335,
      "grad_norm": 1.1095309257507324,
      "learning_rate": 0.00029920282044372586,
      "loss": 1.0241,
      "step": 15200
    },
    {
      "epoch": 0.51535974130962,
      "grad_norm": 1.0058341026306152,
      "learning_rate": 0.00029897826282224014,
      "loss": 1.0233,
      "step": 15300
    },
    {
      "epoch": 0.5187281056319052,
      "grad_norm": 1.1029912233352661,
      "learning_rate": 0.00029875370520075447,
      "loss": 1.0253,
      "step": 15400
    },
    {
      "epoch": 0.5220964699541902,
      "grad_norm": 1.1280447244644165,
      "learning_rate": 0.0002985291475792688,
      "loss": 1.02,
      "step": 15500
    },
    {
      "epoch": 0.5254648342764754,
      "grad_norm": 1.0095000267028809,
      "learning_rate": 0.00029830458995778314,
      "loss": 1.0185,
      "step": 15600
    },
    {
      "epoch": 0.5288331985987604,
      "grad_norm": 1.071540117263794,
      "learning_rate": 0.0002980800323362975,
      "loss": 1.0133,
      "step": 15700
    },
    {
      "epoch": 0.5322015629210456,
      "grad_norm": 0.9709872007369995,
      "learning_rate": 0.0002978554747148118,
      "loss": 1.0189,
      "step": 15800
    },
    {
      "epoch": 0.5355699272433306,
      "grad_norm": 1.1805214881896973,
      "learning_rate": 0.0002976309170933261,
      "loss": 1.0145,
      "step": 15900
    },
    {
      "epoch": 0.5389382915656158,
      "grad_norm": 1.1302651166915894,
      "learning_rate": 0.0002974063594718405,
      "loss": 1.0088,
      "step": 16000
    },
    {
      "epoch": 0.5423066558879008,
      "grad_norm": 1.280207872390747,
      "learning_rate": 0.00029718180185035476,
      "loss": 1.0126,
      "step": 16100
    },
    {
      "epoch": 0.5456750202101859,
      "grad_norm": 1.024566888809204,
      "learning_rate": 0.0002969572442288691,
      "loss": 1.006,
      "step": 16200
    },
    {
      "epoch": 0.549043384532471,
      "grad_norm": 1.192209243774414,
      "learning_rate": 0.00029673268660738343,
      "loss": 1.0076,
      "step": 16300
    },
    {
      "epoch": 0.5524117488547561,
      "grad_norm": 0.9792165756225586,
      "learning_rate": 0.0002965081289858977,
      "loss": 1.005,
      "step": 16400
    },
    {
      "epoch": 0.5557801131770412,
      "grad_norm": 1.6060813665390015,
      "learning_rate": 0.0002962835713644121,
      "loss": 0.9999,
      "step": 16500
    },
    {
      "epoch": 0.5591484774993263,
      "grad_norm": 0.9630849957466125,
      "learning_rate": 0.0002960590137429264,
      "loss": 1.0024,
      "step": 16600
    },
    {
      "epoch": 0.5625168418216114,
      "grad_norm": 0.9396387934684753,
      "learning_rate": 0.0002958344561214407,
      "loss": 1.0004,
      "step": 16700
    },
    {
      "epoch": 0.5658852061438965,
      "grad_norm": 0.9031047821044922,
      "learning_rate": 0.00029560989849995506,
      "loss": 0.9984,
      "step": 16800
    },
    {
      "epoch": 0.5692535704661816,
      "grad_norm": 1.0625028610229492,
      "learning_rate": 0.0002953853408784694,
      "loss": 0.9932,
      "step": 16900
    },
    {
      "epoch": 0.5726219347884667,
      "grad_norm": 0.9275569319725037,
      "learning_rate": 0.0002951607832569837,
      "loss": 0.9925,
      "step": 17000
    },
    {
      "epoch": 0.5759902991107518,
      "grad_norm": 0.8847247362136841,
      "learning_rate": 0.00029493622563549806,
      "loss": 0.9909,
      "step": 17100
    },
    {
      "epoch": 0.5793586634330369,
      "grad_norm": 0.9581294059753418,
      "learning_rate": 0.0002947116680140124,
      "loss": 0.9923,
      "step": 17200
    },
    {
      "epoch": 0.582727027755322,
      "grad_norm": 1.003164529800415,
      "learning_rate": 0.0002944871103925267,
      "loss": 0.9914,
      "step": 17300
    },
    {
      "epoch": 0.5860953920776071,
      "grad_norm": 1.010026454925537,
      "learning_rate": 0.000294262552771041,
      "loss": 0.9854,
      "step": 17400
    },
    {
      "epoch": 0.5894637563998922,
      "grad_norm": 0.9266247153282166,
      "learning_rate": 0.00029403799514955535,
      "loss": 0.9879,
      "step": 17500
    },
    {
      "epoch": 0.5928321207221773,
      "grad_norm": 0.9909249544143677,
      "learning_rate": 0.0002938134375280697,
      "loss": 0.9876,
      "step": 17600
    },
    {
      "epoch": 0.5962004850444624,
      "grad_norm": 0.8353651165962219,
      "learning_rate": 0.000293588879906584,
      "loss": 0.9846,
      "step": 17700
    },
    {
      "epoch": 0.5995688493667475,
      "grad_norm": 0.9142294526100159,
      "learning_rate": 0.00029336432228509835,
      "loss": 0.9877,
      "step": 17800
    },
    {
      "epoch": 0.6029372136890326,
      "grad_norm": 0.9139926433563232,
      "learning_rate": 0.00029313976466361263,
      "loss": 0.9831,
      "step": 17900
    },
    {
      "epoch": 0.6063055780113177,
      "grad_norm": 0.8871977925300598,
      "learning_rate": 0.000292915207042127,
      "loss": 0.9817,
      "step": 18000
    },
    {
      "epoch": 0.6096739423336028,
      "grad_norm": 0.9932221174240112,
      "learning_rate": 0.0002926906494206413,
      "loss": 0.979,
      "step": 18100
    },
    {
      "epoch": 0.6130423066558879,
      "grad_norm": 0.9240766167640686,
      "learning_rate": 0.00029246609179915564,
      "loss": 0.9774,
      "step": 18200
    },
    {
      "epoch": 0.616410670978173,
      "grad_norm": 0.932101845741272,
      "learning_rate": 0.00029224153417767,
      "loss": 0.9797,
      "step": 18300
    },
    {
      "epoch": 0.6197790353004581,
      "grad_norm": 0.9871794581413269,
      "learning_rate": 0.00029201697655618426,
      "loss": 0.9809,
      "step": 18400
    },
    {
      "epoch": 0.6231473996227432,
      "grad_norm": 0.8771729469299316,
      "learning_rate": 0.00029179241893469865,
      "loss": 0.9761,
      "step": 18500
    },
    {
      "epoch": 0.6265157639450283,
      "grad_norm": 1.103968858718872,
      "learning_rate": 0.0002915678613132129,
      "loss": 0.9779,
      "step": 18600
    },
    {
      "epoch": 0.6298841282673134,
      "grad_norm": 1.0848268270492554,
      "learning_rate": 0.00029134330369172726,
      "loss": 0.9722,
      "step": 18700
    },
    {
      "epoch": 0.6332524925895985,
      "grad_norm": 0.8907010555267334,
      "learning_rate": 0.0002911187460702416,
      "loss": 0.9709,
      "step": 18800
    },
    {
      "epoch": 0.6366208569118836,
      "grad_norm": 0.9081377983093262,
      "learning_rate": 0.00029089418844875593,
      "loss": 0.9681,
      "step": 18900
    },
    {
      "epoch": 0.6399892212341687,
      "grad_norm": 0.873905599117279,
      "learning_rate": 0.00029066963082727027,
      "loss": 0.9735,
      "step": 19000
    },
    {
      "epoch": 0.6433575855564538,
      "grad_norm": 0.9111950397491455,
      "learning_rate": 0.0002904450732057846,
      "loss": 0.97,
      "step": 19100
    },
    {
      "epoch": 0.6467259498787389,
      "grad_norm": 0.9769060611724854,
      "learning_rate": 0.0002902205155842989,
      "loss": 0.9688,
      "step": 19200
    },
    {
      "epoch": 0.650094314201024,
      "grad_norm": 1.0822559595108032,
      "learning_rate": 0.0002899959579628132,
      "loss": 0.968,
      "step": 19300
    },
    {
      "epoch": 0.6534626785233091,
      "grad_norm": 0.8573871850967407,
      "learning_rate": 0.00028977140034132755,
      "loss": 0.967,
      "step": 19400
    },
    {
      "epoch": 0.6568310428455941,
      "grad_norm": 0.989267885684967,
      "learning_rate": 0.0002895468427198419,
      "loss": 0.9652,
      "step": 19500
    },
    {
      "epoch": 0.6601994071678793,
      "grad_norm": 0.9819543361663818,
      "learning_rate": 0.0002893222850983562,
      "loss": 0.9597,
      "step": 19600
    },
    {
      "epoch": 0.6635677714901643,
      "grad_norm": 0.9204864501953125,
      "learning_rate": 0.00028909772747687056,
      "loss": 0.9641,
      "step": 19700
    },
    {
      "epoch": 0.6669361358124495,
      "grad_norm": 1.1161561012268066,
      "learning_rate": 0.0002888731698553849,
      "loss": 0.9619,
      "step": 19800
    },
    {
      "epoch": 0.6703045001347345,
      "grad_norm": 0.8925914764404297,
      "learning_rate": 0.0002886486122338992,
      "loss": 0.9599,
      "step": 19900
    },
    {
      "epoch": 0.6736728644570197,
      "grad_norm": 0.9228368401527405,
      "learning_rate": 0.0002884240546124135,
      "loss": 0.9603,
      "step": 20000
    },
    {
      "epoch": 0.6770412287793047,
      "grad_norm": 0.8357170224189758,
      "learning_rate": 0.00028819949699092785,
      "loss": 0.9562,
      "step": 20100
    },
    {
      "epoch": 0.6804095931015899,
      "grad_norm": 0.9358044266700745,
      "learning_rate": 0.0002879749393694422,
      "loss": 0.963,
      "step": 20200
    },
    {
      "epoch": 0.6837779574238749,
      "grad_norm": 0.83344966173172,
      "learning_rate": 0.0002877503817479565,
      "loss": 0.9555,
      "step": 20300
    },
    {
      "epoch": 0.6871463217461601,
      "grad_norm": 0.8138599395751953,
      "learning_rate": 0.0002875258241264708,
      "loss": 0.9572,
      "step": 20400
    },
    {
      "epoch": 0.6905146860684451,
      "grad_norm": 0.886358380317688,
      "learning_rate": 0.0002873012665049852,
      "loss": 0.9525,
      "step": 20500
    },
    {
      "epoch": 0.6938830503907303,
      "grad_norm": 0.9100881814956665,
      "learning_rate": 0.00028707670888349947,
      "loss": 0.9545,
      "step": 20600
    },
    {
      "epoch": 0.6972514147130153,
      "grad_norm": 0.8902551531791687,
      "learning_rate": 0.0002868521512620138,
      "loss": 0.9542,
      "step": 20700
    },
    {
      "epoch": 0.7006197790353005,
      "grad_norm": 1.24783456325531,
      "learning_rate": 0.00028662759364052814,
      "loss": 0.9536,
      "step": 20800
    },
    {
      "epoch": 0.7039881433575855,
      "grad_norm": 0.831633448600769,
      "learning_rate": 0.0002864030360190425,
      "loss": 0.9526,
      "step": 20900
    },
    {
      "epoch": 0.7073565076798707,
      "grad_norm": 0.8300578594207764,
      "learning_rate": 0.0002861784783975568,
      "loss": 0.9478,
      "step": 21000
    },
    {
      "epoch": 0.7107248720021557,
      "grad_norm": 0.9245336055755615,
      "learning_rate": 0.0002859539207760711,
      "loss": 0.9531,
      "step": 21100
    },
    {
      "epoch": 0.7140932363244409,
      "grad_norm": 0.8717476725578308,
      "learning_rate": 0.0002857293631545854,
      "loss": 0.9487,
      "step": 21200
    },
    {
      "epoch": 0.7174616006467259,
      "grad_norm": 0.8705008625984192,
      "learning_rate": 0.00028550480553309976,
      "loss": 0.9486,
      "step": 21300
    },
    {
      "epoch": 0.7208299649690111,
      "grad_norm": 0.8324209451675415,
      "learning_rate": 0.0002852802479116141,
      "loss": 0.9506,
      "step": 21400
    },
    {
      "epoch": 0.7241983292912961,
      "grad_norm": 0.9107707738876343,
      "learning_rate": 0.00028505569029012843,
      "loss": 0.9465,
      "step": 21500
    },
    {
      "epoch": 0.7275666936135813,
      "grad_norm": 0.8204140067100525,
      "learning_rate": 0.00028483113266864277,
      "loss": 0.9462,
      "step": 21600
    },
    {
      "epoch": 0.7309350579358663,
      "grad_norm": 0.8158605098724365,
      "learning_rate": 0.00028460657504715705,
      "loss": 0.9483,
      "step": 21700
    },
    {
      "epoch": 0.7343034222581515,
      "grad_norm": 0.8872929811477661,
      "learning_rate": 0.00028438201742567144,
      "loss": 0.9461,
      "step": 21800
    },
    {
      "epoch": 0.7376717865804365,
      "grad_norm": 0.8722573518753052,
      "learning_rate": 0.0002841574598041857,
      "loss": 0.943,
      "step": 21900
    },
    {
      "epoch": 0.7410401509027217,
      "grad_norm": 0.8522630929946899,
      "learning_rate": 0.00028393290218270005,
      "loss": 0.9449,
      "step": 22000
    },
    {
      "epoch": 0.7444085152250067,
      "grad_norm": 0.850837767124176,
      "learning_rate": 0.0002837083445612144,
      "loss": 0.9441,
      "step": 22100
    },
    {
      "epoch": 0.7477768795472919,
      "grad_norm": 0.7917930483818054,
      "learning_rate": 0.0002834837869397287,
      "loss": 0.9442,
      "step": 22200
    },
    {
      "epoch": 0.7511452438695769,
      "grad_norm": 0.9168843030929565,
      "learning_rate": 0.00028325922931824306,
      "loss": 0.9427,
      "step": 22300
    },
    {
      "epoch": 0.7545136081918621,
      "grad_norm": 0.9117637276649475,
      "learning_rate": 0.00028303467169675734,
      "loss": 0.9436,
      "step": 22400
    },
    {
      "epoch": 0.7578819725141471,
      "grad_norm": 0.8345003724098206,
      "learning_rate": 0.0002828101140752717,
      "loss": 0.9394,
      "step": 22500
    },
    {
      "epoch": 0.7612503368364322,
      "grad_norm": 0.8290796875953674,
      "learning_rate": 0.000282585556453786,
      "loss": 0.938,
      "step": 22600
    },
    {
      "epoch": 0.7646187011587173,
      "grad_norm": 0.7990386486053467,
      "learning_rate": 0.00028236099883230034,
      "loss": 0.9393,
      "step": 22700
    },
    {
      "epoch": 0.7679870654810024,
      "grad_norm": 0.7871207594871521,
      "learning_rate": 0.0002821364412108147,
      "loss": 0.9376,
      "step": 22800
    },
    {
      "epoch": 0.7713554298032875,
      "grad_norm": 0.7800641059875488,
      "learning_rate": 0.000281911883589329,
      "loss": 0.9366,
      "step": 22900
    },
    {
      "epoch": 0.7747237941255726,
      "grad_norm": 0.8521484136581421,
      "learning_rate": 0.00028168732596784335,
      "loss": 0.9377,
      "step": 23000
    },
    {
      "epoch": 0.7780921584478577,
      "grad_norm": 0.8726188540458679,
      "learning_rate": 0.00028146276834635763,
      "loss": 0.9344,
      "step": 23100
    },
    {
      "epoch": 0.7814605227701428,
      "grad_norm": 0.9499660730361938,
      "learning_rate": 0.00028123821072487197,
      "loss": 0.9357,
      "step": 23200
    },
    {
      "epoch": 0.7848288870924279,
      "grad_norm": 0.8431583642959595,
      "learning_rate": 0.0002810136531033863,
      "loss": 0.9373,
      "step": 23300
    },
    {
      "epoch": 0.788197251414713,
      "grad_norm": 0.8140375018119812,
      "learning_rate": 0.00028078909548190064,
      "loss": 0.9352,
      "step": 23400
    },
    {
      "epoch": 0.7915656157369981,
      "grad_norm": 0.8821849226951599,
      "learning_rate": 0.00028056453786041497,
      "loss": 0.9346,
      "step": 23500
    },
    {
      "epoch": 0.7949339800592832,
      "grad_norm": 1.0091123580932617,
      "learning_rate": 0.0002803399802389293,
      "loss": 0.9328,
      "step": 23600
    },
    {
      "epoch": 0.7983023443815683,
      "grad_norm": 1.0306652784347534,
      "learning_rate": 0.0002801154226174436,
      "loss": 0.9332,
      "step": 23700
    },
    {
      "epoch": 0.8016707087038534,
      "grad_norm": 0.8444597721099854,
      "learning_rate": 0.000279890864995958,
      "loss": 0.9372,
      "step": 23800
    },
    {
      "epoch": 0.8050390730261385,
      "grad_norm": 0.8706274628639221,
      "learning_rate": 0.00027966630737447226,
      "loss": 0.9351,
      "step": 23900
    },
    {
      "epoch": 0.8084074373484236,
      "grad_norm": 0.8325883150100708,
      "learning_rate": 0.0002794417497529866,
      "loss": 0.9296,
      "step": 24000
    },
    {
      "epoch": 0.8117758016707087,
      "grad_norm": 0.7604151964187622,
      "learning_rate": 0.00027921719213150093,
      "loss": 0.9292,
      "step": 24100
    },
    {
      "epoch": 0.8151441659929938,
      "grad_norm": 0.916677713394165,
      "learning_rate": 0.0002789926345100152,
      "loss": 0.9274,
      "step": 24200
    },
    {
      "epoch": 0.8185125303152789,
      "grad_norm": 0.8420447111129761,
      "learning_rate": 0.0002787680768885296,
      "loss": 0.9293,
      "step": 24300
    },
    {
      "epoch": 0.821880894637564,
      "grad_norm": 0.8805976510047913,
      "learning_rate": 0.0002785435192670439,
      "loss": 0.9243,
      "step": 24400
    },
    {
      "epoch": 0.8252492589598491,
      "grad_norm": 0.8013381361961365,
      "learning_rate": 0.0002783189616455582,
      "loss": 0.9296,
      "step": 24500
    },
    {
      "epoch": 0.8286176232821342,
      "grad_norm": 0.8348533511161804,
      "learning_rate": 0.00027809440402407255,
      "loss": 0.9256,
      "step": 24600
    },
    {
      "epoch": 0.8319859876044193,
      "grad_norm": 0.7982239723205566,
      "learning_rate": 0.0002778698464025869,
      "loss": 0.9273,
      "step": 24700
    },
    {
      "epoch": 0.8353543519267044,
      "grad_norm": 0.9021079540252686,
      "learning_rate": 0.0002776452887811012,
      "loss": 0.9238,
      "step": 24800
    },
    {
      "epoch": 0.8387227162489895,
      "grad_norm": 0.7782942652702332,
      "learning_rate": 0.0002774207311596155,
      "loss": 0.9248,
      "step": 24900
    },
    {
      "epoch": 0.8420910805712746,
      "grad_norm": 0.8153879046440125,
      "learning_rate": 0.00027719617353812984,
      "loss": 0.9272,
      "step": 25000
    },
    {
      "epoch": 0.8454594448935597,
      "grad_norm": 0.9402956366539001,
      "learning_rate": 0.00027697161591664417,
      "loss": 0.9243,
      "step": 25100
    },
    {
      "epoch": 0.8488278092158448,
      "grad_norm": 0.7734837532043457,
      "learning_rate": 0.0002767470582951585,
      "loss": 0.9262,
      "step": 25200
    },
    {
      "epoch": 0.8521961735381299,
      "grad_norm": 0.7865928411483765,
      "learning_rate": 0.00027652250067367284,
      "loss": 0.9247,
      "step": 25300
    },
    {
      "epoch": 0.855564537860415,
      "grad_norm": 0.8157060742378235,
      "learning_rate": 0.0002762979430521872,
      "loss": 0.9235,
      "step": 25400
    },
    {
      "epoch": 0.8589329021827001,
      "grad_norm": 0.9254295825958252,
      "learning_rate": 0.0002760733854307015,
      "loss": 0.9201,
      "step": 25500
    },
    {
      "epoch": 0.8623012665049852,
      "grad_norm": 0.7986881136894226,
      "learning_rate": 0.00027584882780921585,
      "loss": 0.9215,
      "step": 25600
    },
    {
      "epoch": 0.8656696308272703,
      "grad_norm": 1.0841712951660156,
      "learning_rate": 0.00027562427018773013,
      "loss": 0.9234,
      "step": 25700
    },
    {
      "epoch": 0.8690379951495554,
      "grad_norm": 0.8564463257789612,
      "learning_rate": 0.00027539971256624446,
      "loss": 0.9238,
      "step": 25800
    },
    {
      "epoch": 0.8724063594718404,
      "grad_norm": 0.7546072602272034,
      "learning_rate": 0.0002751751549447588,
      "loss": 0.9195,
      "step": 25900
    },
    {
      "epoch": 0.8757747237941256,
      "grad_norm": 1.1822130680084229,
      "learning_rate": 0.00027495059732327313,
      "loss": 0.9204,
      "step": 26000
    },
    {
      "epoch": 0.8791430881164106,
      "grad_norm": 0.7953358292579651,
      "learning_rate": 0.00027472603970178747,
      "loss": 0.9234,
      "step": 26100
    },
    {
      "epoch": 0.8825114524386958,
      "grad_norm": 0.7510402798652649,
      "learning_rate": 0.00027450148208030175,
      "loss": 0.9193,
      "step": 26200
    },
    {
      "epoch": 0.8858798167609808,
      "grad_norm": 1.1970155239105225,
      "learning_rate": 0.00027427692445881614,
      "loss": 0.9165,
      "step": 26300
    },
    {
      "epoch": 0.889248181083266,
      "grad_norm": 1.0077903270721436,
      "learning_rate": 0.0002740523668373304,
      "loss": 0.9136,
      "step": 26400
    },
    {
      "epoch": 0.892616545405551,
      "grad_norm": 0.7909373044967651,
      "learning_rate": 0.00027382780921584476,
      "loss": 0.9162,
      "step": 26500
    },
    {
      "epoch": 0.8959849097278362,
      "grad_norm": 0.7484354376792908,
      "learning_rate": 0.0002736032515943591,
      "loss": 0.9151,
      "step": 26600
    },
    {
      "epoch": 0.8993532740501212,
      "grad_norm": 0.7733712792396545,
      "learning_rate": 0.0002733786939728734,
      "loss": 0.9171,
      "step": 26700
    },
    {
      "epoch": 0.9027216383724064,
      "grad_norm": 1.0612813234329224,
      "learning_rate": 0.00027315413635138776,
      "loss": 0.9202,
      "step": 26800
    },
    {
      "epoch": 0.9060900026946914,
      "grad_norm": 0.8826086521148682,
      "learning_rate": 0.00027292957872990204,
      "loss": 0.9184,
      "step": 26900
    },
    {
      "epoch": 0.9094583670169766,
      "grad_norm": 0.7911275029182434,
      "learning_rate": 0.0002727050211084164,
      "loss": 0.9144,
      "step": 27000
    },
    {
      "epoch": 0.9128267313392616,
      "grad_norm": 0.7702584862709045,
      "learning_rate": 0.0002724804634869307,
      "loss": 0.9086,
      "step": 27100
    },
    {
      "epoch": 0.9161950956615468,
      "grad_norm": 0.7692966461181641,
      "learning_rate": 0.00027225590586544505,
      "loss": 0.9127,
      "step": 27200
    },
    {
      "epoch": 0.9195634599838318,
      "grad_norm": 0.7272462844848633,
      "learning_rate": 0.0002720313482439594,
      "loss": 0.9129,
      "step": 27300
    },
    {
      "epoch": 0.922931824306117,
      "grad_norm": 0.7643866539001465,
      "learning_rate": 0.0002718067906224737,
      "loss": 0.9127,
      "step": 27400
    },
    {
      "epoch": 0.926300188628402,
      "grad_norm": 0.8528723120689392,
      "learning_rate": 0.000271582233000988,
      "loss": 0.9118,
      "step": 27500
    },
    {
      "epoch": 0.9296685529506872,
      "grad_norm": 0.9294866323471069,
      "learning_rate": 0.0002713576753795024,
      "loss": 0.913,
      "step": 27600
    },
    {
      "epoch": 0.9330369172729722,
      "grad_norm": 0.7819476127624512,
      "learning_rate": 0.00027113311775801667,
      "loss": 0.9094,
      "step": 27700
    },
    {
      "epoch": 0.9364052815952574,
      "grad_norm": 0.9195557236671448,
      "learning_rate": 0.000270908560136531,
      "loss": 0.9102,
      "step": 27800
    },
    {
      "epoch": 0.9397736459175424,
      "grad_norm": 0.8723948001861572,
      "learning_rate": 0.00027068400251504534,
      "loss": 0.9099,
      "step": 27900
    },
    {
      "epoch": 0.9431420102398276,
      "grad_norm": 0.7643413543701172,
      "learning_rate": 0.0002704594448935597,
      "loss": 0.9101,
      "step": 28000
    },
    {
      "epoch": 0.9465103745621126,
      "grad_norm": 0.8065772652626038,
      "learning_rate": 0.000270234887272074,
      "loss": 0.9099,
      "step": 28100
    },
    {
      "epoch": 0.9498787388843978,
      "grad_norm": 0.7567630410194397,
      "learning_rate": 0.0002700103296505883,
      "loss": 0.9092,
      "step": 28200
    },
    {
      "epoch": 0.9532471032066828,
      "grad_norm": 0.8164196014404297,
      "learning_rate": 0.0002697857720291026,
      "loss": 0.9115,
      "step": 28300
    },
    {
      "epoch": 0.956615467528968,
      "grad_norm": 0.7787773013114929,
      "learning_rate": 0.00026956121440761696,
      "loss": 0.9062,
      "step": 28400
    },
    {
      "epoch": 0.959983831851253,
      "grad_norm": 0.724734902381897,
      "learning_rate": 0.0002693366567861313,
      "loss": 0.9078,
      "step": 28500
    },
    {
      "epoch": 0.9633521961735382,
      "grad_norm": 0.813438355922699,
      "learning_rate": 0.00026911209916464563,
      "loss": 0.9075,
      "step": 28600
    },
    {
      "epoch": 0.9667205604958232,
      "grad_norm": 0.9264329671859741,
      "learning_rate": 0.00026888754154315997,
      "loss": 0.9052,
      "step": 28700
    },
    {
      "epoch": 0.9700889248181084,
      "grad_norm": 0.8521473407745361,
      "learning_rate": 0.0002686629839216743,
      "loss": 0.9034,
      "step": 28800
    },
    {
      "epoch": 0.9734572891403934,
      "grad_norm": 0.7979128360748291,
      "learning_rate": 0.0002684384263001886,
      "loss": 0.9052,
      "step": 28900
    },
    {
      "epoch": 0.9768256534626786,
      "grad_norm": 0.7806681394577026,
      "learning_rate": 0.0002682138686787029,
      "loss": 0.9039,
      "step": 29000
    },
    {
      "epoch": 0.9801940177849636,
      "grad_norm": 0.7266373038291931,
      "learning_rate": 0.00026798931105721725,
      "loss": 0.9072,
      "step": 29100
    },
    {
      "epoch": 0.9835623821072487,
      "grad_norm": 0.8608720302581787,
      "learning_rate": 0.0002677647534357316,
      "loss": 0.9062,
      "step": 29200
    },
    {
      "epoch": 0.9869307464295338,
      "grad_norm": 0.7421156764030457,
      "learning_rate": 0.0002675401958142459,
      "loss": 0.9059,
      "step": 29300
    },
    {
      "epoch": 0.9902991107518189,
      "grad_norm": 0.7319119572639465,
      "learning_rate": 0.00026731563819276026,
      "loss": 0.9074,
      "step": 29400
    },
    {
      "epoch": 0.993667475074104,
      "grad_norm": 1.1928077936172485,
      "learning_rate": 0.00026709108057127454,
      "loss": 0.9024,
      "step": 29500
    },
    {
      "epoch": 0.9970358393963891,
      "grad_norm": 0.7490862011909485,
      "learning_rate": 0.00026686652294978893,
      "loss": 0.904,
      "step": 29600
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.840101957321167,
      "eval_runtime": 1.8082,
      "eval_samples_per_second": 2765.256,
      "eval_steps_per_second": 43.691,
      "step": 29688
    },
    {
      "epoch": 1.0004042037186742,
      "grad_norm": 0.7771435379981995,
      "learning_rate": 0.0002666419653283032,
      "loss": 0.9014,
      "step": 29700
    },
    {
      "epoch": 1.0037725680409593,
      "grad_norm": 0.7980936765670776,
      "learning_rate": 0.00026641740770681755,
      "loss": 0.9045,
      "step": 29800
    },
    {
      "epoch": 1.0071409323632443,
      "grad_norm": 0.7477487921714783,
      "learning_rate": 0.0002661928500853319,
      "loss": 0.904,
      "step": 29900
    },
    {
      "epoch": 1.0105092966855296,
      "grad_norm": 0.7866721153259277,
      "learning_rate": 0.00026596829246384616,
      "loss": 0.905,
      "step": 30000
    },
    {
      "epoch": 1.0138776610078146,
      "grad_norm": 0.8210276365280151,
      "learning_rate": 0.00026574373484236055,
      "loss": 0.9023,
      "step": 30100
    },
    {
      "epoch": 1.0172460253300997,
      "grad_norm": 0.683873176574707,
      "learning_rate": 0.00026551917722087483,
      "loss": 0.899,
      "step": 30200
    },
    {
      "epoch": 1.0206143896523847,
      "grad_norm": 0.772179901599884,
      "learning_rate": 0.00026529461959938917,
      "loss": 0.8972,
      "step": 30300
    },
    {
      "epoch": 1.02398275397467,
      "grad_norm": 0.9590583443641663,
      "learning_rate": 0.0002650700619779035,
      "loss": 0.9048,
      "step": 30400
    },
    {
      "epoch": 1.027351118296955,
      "grad_norm": 0.8030016422271729,
      "learning_rate": 0.00026484550435641784,
      "loss": 0.9007,
      "step": 30500
    },
    {
      "epoch": 1.03071948261924,
      "grad_norm": 0.7494839429855347,
      "learning_rate": 0.0002646209467349322,
      "loss": 0.9002,
      "step": 30600
    },
    {
      "epoch": 1.0340878469415251,
      "grad_norm": 0.7339987754821777,
      "learning_rate": 0.00026439638911344645,
      "loss": 0.8995,
      "step": 30700
    },
    {
      "epoch": 1.0374562112638104,
      "grad_norm": 0.7874321937561035,
      "learning_rate": 0.0002641718314919608,
      "loss": 0.8982,
      "step": 30800
    },
    {
      "epoch": 1.0408245755860954,
      "grad_norm": 0.6752808690071106,
      "learning_rate": 0.0002639472738704751,
      "loss": 0.8986,
      "step": 30900
    },
    {
      "epoch": 1.0441929399083805,
      "grad_norm": 0.758162796497345,
      "learning_rate": 0.00026372271624898946,
      "loss": 0.8963,
      "step": 31000
    },
    {
      "epoch": 1.0475613042306655,
      "grad_norm": 1.2287030220031738,
      "learning_rate": 0.0002634981586275038,
      "loss": 0.8999,
      "step": 31100
    },
    {
      "epoch": 1.0509296685529508,
      "grad_norm": 0.7714762687683105,
      "learning_rate": 0.00026327360100601813,
      "loss": 0.8952,
      "step": 31200
    },
    {
      "epoch": 1.0542980328752358,
      "grad_norm": 0.7721061706542969,
      "learning_rate": 0.00026304904338453247,
      "loss": 0.895,
      "step": 31300
    },
    {
      "epoch": 1.0576663971975209,
      "grad_norm": 0.7775672078132629,
      "learning_rate": 0.0002628244857630468,
      "loss": 0.8973,
      "step": 31400
    },
    {
      "epoch": 1.061034761519806,
      "grad_norm": 0.8213030695915222,
      "learning_rate": 0.0002625999281415611,
      "loss": 0.8958,
      "step": 31500
    },
    {
      "epoch": 1.0644031258420912,
      "grad_norm": 1.3196107149124146,
      "learning_rate": 0.0002623753705200754,
      "loss": 0.8953,
      "step": 31600
    },
    {
      "epoch": 1.0677714901643762,
      "grad_norm": 0.7078897953033447,
      "learning_rate": 0.00026215081289858975,
      "loss": 0.8981,
      "step": 31700
    },
    {
      "epoch": 1.0711398544866613,
      "grad_norm": 0.7529389262199402,
      "learning_rate": 0.0002619262552771041,
      "loss": 0.8963,
      "step": 31800
    },
    {
      "epoch": 1.0745082188089463,
      "grad_norm": 0.7418708801269531,
      "learning_rate": 0.0002617016976556184,
      "loss": 0.8931,
      "step": 31900
    },
    {
      "epoch": 1.0778765831312316,
      "grad_norm": 0.6806597113609314,
      "learning_rate": 0.0002614771400341327,
      "loss": 0.8938,
      "step": 32000
    },
    {
      "epoch": 1.0812449474535166,
      "grad_norm": 0.8359425067901611,
      "learning_rate": 0.0002612525824126471,
      "loss": 0.8909,
      "step": 32100
    },
    {
      "epoch": 1.0846133117758017,
      "grad_norm": 0.7026517391204834,
      "learning_rate": 0.0002610280247911614,
      "loss": 0.8932,
      "step": 32200
    },
    {
      "epoch": 1.0879816760980867,
      "grad_norm": 0.9777092933654785,
      "learning_rate": 0.0002608034671696757,
      "loss": 0.8936,
      "step": 32300
    },
    {
      "epoch": 1.0913500404203718,
      "grad_norm": 0.7617833018302917,
      "learning_rate": 0.00026057890954819004,
      "loss": 0.8957,
      "step": 32400
    },
    {
      "epoch": 1.094718404742657,
      "grad_norm": 0.7257563471794128,
      "learning_rate": 0.0002603543519267044,
      "loss": 0.8947,
      "step": 32500
    },
    {
      "epoch": 1.098086769064942,
      "grad_norm": 0.6984378695487976,
      "learning_rate": 0.0002601297943052187,
      "loss": 0.8933,
      "step": 32600
    },
    {
      "epoch": 1.1014551333872271,
      "grad_norm": 0.7216737270355225,
      "learning_rate": 0.000259905236683733,
      "loss": 0.8912,
      "step": 32700
    },
    {
      "epoch": 1.1048234977095122,
      "grad_norm": 0.8986912965774536,
      "learning_rate": 0.00025968067906224733,
      "loss": 0.8924,
      "step": 32800
    },
    {
      "epoch": 1.1081918620317974,
      "grad_norm": 0.7360677719116211,
      "learning_rate": 0.00025945612144076167,
      "loss": 0.8912,
      "step": 32900
    },
    {
      "epoch": 1.1115602263540825,
      "grad_norm": 0.7221621870994568,
      "learning_rate": 0.000259231563819276,
      "loss": 0.8903,
      "step": 33000
    },
    {
      "epoch": 1.1149285906763675,
      "grad_norm": 0.8666985034942627,
      "learning_rate": 0.00025900700619779034,
      "loss": 0.8869,
      "step": 33100
    },
    {
      "epoch": 1.1182969549986526,
      "grad_norm": 0.7224547266960144,
      "learning_rate": 0.00025878244857630467,
      "loss": 0.8909,
      "step": 33200
    },
    {
      "epoch": 1.1216653193209378,
      "grad_norm": 1.036876916885376,
      "learning_rate": 0.000258557890954819,
      "loss": 0.8931,
      "step": 33300
    },
    {
      "epoch": 1.1250336836432229,
      "grad_norm": 0.795993447303772,
      "learning_rate": 0.00025833333333333334,
      "loss": 0.8853,
      "step": 33400
    },
    {
      "epoch": 1.128402047965508,
      "grad_norm": 0.7044444680213928,
      "learning_rate": 0.0002581087757118476,
      "loss": 0.8913,
      "step": 33500
    },
    {
      "epoch": 1.131770412287793,
      "grad_norm": 0.7511852979660034,
      "learning_rate": 0.00025788421809036196,
      "loss": 0.8886,
      "step": 33600
    },
    {
      "epoch": 1.1351387766100782,
      "grad_norm": 0.8065422177314758,
      "learning_rate": 0.0002576596604688763,
      "loss": 0.8882,
      "step": 33700
    },
    {
      "epoch": 1.1385071409323633,
      "grad_norm": 0.7372477650642395,
      "learning_rate": 0.00025743510284739063,
      "loss": 0.8886,
      "step": 33800
    },
    {
      "epoch": 1.1418755052546483,
      "grad_norm": 0.7889522314071655,
      "learning_rate": 0.00025721054522590496,
      "loss": 0.8886,
      "step": 33900
    },
    {
      "epoch": 1.1452438695769334,
      "grad_norm": 0.6768883466720581,
      "learning_rate": 0.00025698598760441925,
      "loss": 0.8895,
      "step": 34000
    },
    {
      "epoch": 1.1486122338992186,
      "grad_norm": 0.8599404096603394,
      "learning_rate": 0.00025676142998293363,
      "loss": 0.8904,
      "step": 34100
    },
    {
      "epoch": 1.1519805982215037,
      "grad_norm": 0.716754138469696,
      "learning_rate": 0.0002565368723614479,
      "loss": 0.8898,
      "step": 34200
    },
    {
      "epoch": 1.1553489625437887,
      "grad_norm": 0.7366636991500854,
      "learning_rate": 0.00025631231473996225,
      "loss": 0.8872,
      "step": 34300
    },
    {
      "epoch": 1.1587173268660738,
      "grad_norm": 0.7212886810302734,
      "learning_rate": 0.0002560877571184766,
      "loss": 0.8897,
      "step": 34400
    },
    {
      "epoch": 1.162085691188359,
      "grad_norm": 0.768371045589447,
      "learning_rate": 0.00025586319949699087,
      "loss": 0.8871,
      "step": 34500
    },
    {
      "epoch": 1.165454055510644,
      "grad_norm": 0.7179331183433533,
      "learning_rate": 0.00025563864187550526,
      "loss": 0.8864,
      "step": 34600
    },
    {
      "epoch": 1.1688224198329291,
      "grad_norm": 0.7503130435943604,
      "learning_rate": 0.00025541408425401954,
      "loss": 0.8857,
      "step": 34700
    },
    {
      "epoch": 1.1721907841552142,
      "grad_norm": 0.7497594952583313,
      "learning_rate": 0.00025518952663253387,
      "loss": 0.8858,
      "step": 34800
    },
    {
      "epoch": 1.1755591484774994,
      "grad_norm": 0.6965382695198059,
      "learning_rate": 0.0002549649690110482,
      "loss": 0.8867,
      "step": 34900
    },
    {
      "epoch": 1.1789275127997845,
      "grad_norm": 0.7309035658836365,
      "learning_rate": 0.00025474041138956254,
      "loss": 0.8865,
      "step": 35000
    },
    {
      "epoch": 1.1822958771220695,
      "grad_norm": 0.692935049533844,
      "learning_rate": 0.0002545158537680769,
      "loss": 0.8839,
      "step": 35100
    },
    {
      "epoch": 1.1856642414443546,
      "grad_norm": 0.7206865549087524,
      "learning_rate": 0.0002542912961465912,
      "loss": 0.8833,
      "step": 35200
    },
    {
      "epoch": 1.1890326057666396,
      "grad_norm": 0.718701958656311,
      "learning_rate": 0.0002540667385251055,
      "loss": 0.8831,
      "step": 35300
    },
    {
      "epoch": 1.1924009700889249,
      "grad_norm": 0.797205924987793,
      "learning_rate": 0.0002538421809036199,
      "loss": 0.8851,
      "step": 35400
    },
    {
      "epoch": 1.19576933441121,
      "grad_norm": 0.6977315545082092,
      "learning_rate": 0.00025361762328213416,
      "loss": 0.8834,
      "step": 35500
    },
    {
      "epoch": 1.199137698733495,
      "grad_norm": 0.768139660358429,
      "learning_rate": 0.0002533930656606485,
      "loss": 0.8822,
      "step": 35600
    },
    {
      "epoch": 1.2025060630557802,
      "grad_norm": 0.7986385226249695,
      "learning_rate": 0.00025316850803916283,
      "loss": 0.8816,
      "step": 35700
    },
    {
      "epoch": 1.2058744273780653,
      "grad_norm": 0.7320616841316223,
      "learning_rate": 0.00025294395041767717,
      "loss": 0.8827,
      "step": 35800
    },
    {
      "epoch": 1.2092427917003503,
      "grad_norm": 0.7750969529151917,
      "learning_rate": 0.0002527193927961915,
      "loss": 0.8851,
      "step": 35900
    },
    {
      "epoch": 1.2126111560226354,
      "grad_norm": 0.7603546380996704,
      "learning_rate": 0.0002524948351747058,
      "loss": 0.8834,
      "step": 36000
    },
    {
      "epoch": 1.2159795203449204,
      "grad_norm": 0.6906490325927734,
      "learning_rate": 0.0002522702775532201,
      "loss": 0.8835,
      "step": 36100
    },
    {
      "epoch": 1.2193478846672057,
      "grad_norm": 0.7611385583877563,
      "learning_rate": 0.00025204571993173446,
      "loss": 0.8832,
      "step": 36200
    },
    {
      "epoch": 1.2227162489894907,
      "grad_norm": 0.732187807559967,
      "learning_rate": 0.0002518211623102488,
      "loss": 0.8813,
      "step": 36300
    },
    {
      "epoch": 1.2260846133117758,
      "grad_norm": 0.7710540890693665,
      "learning_rate": 0.0002515966046887631,
      "loss": 0.8835,
      "step": 36400
    },
    {
      "epoch": 1.2294529776340608,
      "grad_norm": 0.7388759255409241,
      "learning_rate": 0.0002513720470672774,
      "loss": 0.8846,
      "step": 36500
    },
    {
      "epoch": 1.232821341956346,
      "grad_norm": 0.7000882029533386,
      "learning_rate": 0.0002511474894457918,
      "loss": 0.8818,
      "step": 36600
    },
    {
      "epoch": 1.2361897062786311,
      "grad_norm": 0.7058309316635132,
      "learning_rate": 0.0002509229318243061,
      "loss": 0.8827,
      "step": 36700
    },
    {
      "epoch": 1.2395580706009162,
      "grad_norm": 0.80439692735672,
      "learning_rate": 0.0002506983742028204,
      "loss": 0.8793,
      "step": 36800
    },
    {
      "epoch": 1.2429264349232012,
      "grad_norm": 0.7056805491447449,
      "learning_rate": 0.00025047381658133475,
      "loss": 0.8763,
      "step": 36900
    },
    {
      "epoch": 1.2462947992454865,
      "grad_norm": 0.7477532625198364,
      "learning_rate": 0.0002502492589598491,
      "loss": 0.8803,
      "step": 37000
    },
    {
      "epoch": 1.2496631635677715,
      "grad_norm": 0.8339030742645264,
      "learning_rate": 0.0002500247013383634,
      "loss": 0.8782,
      "step": 37100
    },
    {
      "epoch": 1.2530315278900566,
      "grad_norm": 0.7052040100097656,
      "learning_rate": 0.00024980014371687775,
      "loss": 0.8834,
      "step": 37200
    },
    {
      "epoch": 1.2563998922123416,
      "grad_norm": 0.7932031750679016,
      "learning_rate": 0.00024957558609539204,
      "loss": 0.882,
      "step": 37300
    },
    {
      "epoch": 1.2597682565346267,
      "grad_norm": 0.7311996817588806,
      "learning_rate": 0.00024935102847390637,
      "loss": 0.8802,
      "step": 37400
    },
    {
      "epoch": 1.263136620856912,
      "grad_norm": 0.7274471521377563,
      "learning_rate": 0.0002491264708524207,
      "loss": 0.8801,
      "step": 37500
    },
    {
      "epoch": 1.266504985179197,
      "grad_norm": 0.6959684491157532,
      "learning_rate": 0.00024890191323093504,
      "loss": 0.8742,
      "step": 37600
    },
    {
      "epoch": 1.269873349501482,
      "grad_norm": 0.7355061173439026,
      "learning_rate": 0.0002486773556094494,
      "loss": 0.8763,
      "step": 37700
    },
    {
      "epoch": 1.2732417138237673,
      "grad_norm": 0.6900234818458557,
      "learning_rate": 0.00024845279798796366,
      "loss": 0.879,
      "step": 37800
    },
    {
      "epoch": 1.2766100781460523,
      "grad_norm": 0.7259871363639832,
      "learning_rate": 0.00024822824036647805,
      "loss": 0.8769,
      "step": 37900
    },
    {
      "epoch": 1.2799784424683374,
      "grad_norm": 0.7086994051933289,
      "learning_rate": 0.00024800368274499233,
      "loss": 0.877,
      "step": 38000
    },
    {
      "epoch": 1.2833468067906224,
      "grad_norm": 0.7197995185852051,
      "learning_rate": 0.00024777912512350666,
      "loss": 0.8757,
      "step": 38100
    },
    {
      "epoch": 1.2867151711129075,
      "grad_norm": 0.7302994728088379,
      "learning_rate": 0.000247554567502021,
      "loss": 0.8801,
      "step": 38200
    },
    {
      "epoch": 1.2900835354351927,
      "grad_norm": 0.6908255815505981,
      "learning_rate": 0.00024733000988053533,
      "loss": 0.8766,
      "step": 38300
    },
    {
      "epoch": 1.2934518997574778,
      "grad_norm": 0.8338357210159302,
      "learning_rate": 0.00024710545225904967,
      "loss": 0.874,
      "step": 38400
    },
    {
      "epoch": 1.2968202640797628,
      "grad_norm": 0.7342631220817566,
      "learning_rate": 0.00024688089463756395,
      "loss": 0.8786,
      "step": 38500
    },
    {
      "epoch": 1.300188628402048,
      "grad_norm": 0.7488550543785095,
      "learning_rate": 0.0002466563370160783,
      "loss": 0.8813,
      "step": 38600
    },
    {
      "epoch": 1.3035569927243331,
      "grad_norm": 0.7316462993621826,
      "learning_rate": 0.0002464317793945926,
      "loss": 0.8755,
      "step": 38700
    },
    {
      "epoch": 1.3069253570466182,
      "grad_norm": 0.7482060790061951,
      "learning_rate": 0.00024620722177310695,
      "loss": 0.8737,
      "step": 38800
    },
    {
      "epoch": 1.3102937213689032,
      "grad_norm": 0.7243971228599548,
      "learning_rate": 0.0002459826641516213,
      "loss": 0.8759,
      "step": 38900
    },
    {
      "epoch": 1.3136620856911883,
      "grad_norm": 0.8776415586471558,
      "learning_rate": 0.0002457581065301356,
      "loss": 0.8757,
      "step": 39000
    },
    {
      "epoch": 1.3170304500134735,
      "grad_norm": 0.6730260848999023,
      "learning_rate": 0.00024553354890864996,
      "loss": 0.873,
      "step": 39100
    },
    {
      "epoch": 1.3203988143357586,
      "grad_norm": 0.6937080025672913,
      "learning_rate": 0.0002453089912871643,
      "loss": 0.8737,
      "step": 39200
    },
    {
      "epoch": 1.3237671786580436,
      "grad_norm": 0.7004138827323914,
      "learning_rate": 0.0002450844336656786,
      "loss": 0.8771,
      "step": 39300
    },
    {
      "epoch": 1.3271355429803289,
      "grad_norm": 0.6719589829444885,
      "learning_rate": 0.0002448598760441929,
      "loss": 0.8758,
      "step": 39400
    },
    {
      "epoch": 1.330503907302614,
      "grad_norm": 0.738394021987915,
      "learning_rate": 0.00024463531842270725,
      "loss": 0.8743,
      "step": 39500
    },
    {
      "epoch": 1.333872271624899,
      "grad_norm": 0.7103344202041626,
      "learning_rate": 0.0002444107608012216,
      "loss": 0.8712,
      "step": 39600
    },
    {
      "epoch": 1.337240635947184,
      "grad_norm": 0.69880610704422,
      "learning_rate": 0.0002441862031797359,
      "loss": 0.8737,
      "step": 39700
    },
    {
      "epoch": 1.340609000269469,
      "grad_norm": 0.8922190070152283,
      "learning_rate": 0.00024396164555825023,
      "loss": 0.8718,
      "step": 39800
    },
    {
      "epoch": 1.3439773645917543,
      "grad_norm": 0.7306973338127136,
      "learning_rate": 0.00024373708793676456,
      "loss": 0.8712,
      "step": 39900
    },
    {
      "epoch": 1.3473457289140394,
      "grad_norm": 0.7311689257621765,
      "learning_rate": 0.00024351253031527887,
      "loss": 0.875,
      "step": 40000
    },
    {
      "epoch": 1.3507140932363244,
      "grad_norm": 0.7093273997306824,
      "learning_rate": 0.00024328797269379323,
      "loss": 0.8711,
      "step": 40100
    },
    {
      "epoch": 1.3540824575586097,
      "grad_norm": 0.6579886078834534,
      "learning_rate": 0.00024306341507230754,
      "loss": 0.8773,
      "step": 40200
    },
    {
      "epoch": 1.3574508218808947,
      "grad_norm": 0.6832658648490906,
      "learning_rate": 0.00024283885745082185,
      "loss": 0.8727,
      "step": 40300
    },
    {
      "epoch": 1.3608191862031798,
      "grad_norm": 0.7372367978096008,
      "learning_rate": 0.00024261429982933618,
      "loss": 0.8718,
      "step": 40400
    },
    {
      "epoch": 1.3641875505254648,
      "grad_norm": 0.691271185874939,
      "learning_rate": 0.0002423897422078505,
      "loss": 0.8716,
      "step": 40500
    },
    {
      "epoch": 1.3675559148477499,
      "grad_norm": 0.7311553359031677,
      "learning_rate": 0.00024216518458636485,
      "loss": 0.8711,
      "step": 40600
    },
    {
      "epoch": 1.3709242791700351,
      "grad_norm": 0.7508808970451355,
      "learning_rate": 0.00024194062696487916,
      "loss": 0.8708,
      "step": 40700
    },
    {
      "epoch": 1.3742926434923202,
      "grad_norm": 0.707360029220581,
      "learning_rate": 0.0002417160693433935,
      "loss": 0.8727,
      "step": 40800
    },
    {
      "epoch": 1.3776610078146052,
      "grad_norm": 0.6759727001190186,
      "learning_rate": 0.0002414915117219078,
      "loss": 0.8681,
      "step": 40900
    },
    {
      "epoch": 1.3810293721368903,
      "grad_norm": 0.6768555045127869,
      "learning_rate": 0.00024126695410042217,
      "loss": 0.8709,
      "step": 41000
    },
    {
      "epoch": 1.3843977364591753,
      "grad_norm": 0.7042515873908997,
      "learning_rate": 0.00024104239647893647,
      "loss": 0.8711,
      "step": 41100
    },
    {
      "epoch": 1.3877661007814606,
      "grad_norm": 0.7361947894096375,
      "learning_rate": 0.00024081783885745078,
      "loss": 0.87,
      "step": 41200
    },
    {
      "epoch": 1.3911344651037456,
      "grad_norm": 0.7217181921005249,
      "learning_rate": 0.00024059328123596512,
      "loss": 0.8673,
      "step": 41300
    },
    {
      "epoch": 1.3945028294260307,
      "grad_norm": 0.6747815608978271,
      "learning_rate": 0.00024036872361447945,
      "loss": 0.8686,
      "step": 41400
    },
    {
      "epoch": 1.397871193748316,
      "grad_norm": 0.8375660181045532,
      "learning_rate": 0.0002401441659929938,
      "loss": 0.8711,
      "step": 41500
    },
    {
      "epoch": 1.401239558070601,
      "grad_norm": 0.7188234925270081,
      "learning_rate": 0.0002399196083715081,
      "loss": 0.8687,
      "step": 41600
    },
    {
      "epoch": 1.404607922392886,
      "grad_norm": 0.7048287987709045,
      "learning_rate": 0.00023969505075002243,
      "loss": 0.8663,
      "step": 41700
    },
    {
      "epoch": 1.407976286715171,
      "grad_norm": 0.703464925289154,
      "learning_rate": 0.00023947049312853677,
      "loss": 0.8698,
      "step": 41800
    },
    {
      "epoch": 1.411344651037456,
      "grad_norm": 0.725428581237793,
      "learning_rate": 0.0002392459355070511,
      "loss": 0.8704,
      "step": 41900
    },
    {
      "epoch": 1.4147130153597414,
      "grad_norm": 0.7408603429794312,
      "learning_rate": 0.0002390213778855654,
      "loss": 0.868,
      "step": 42000
    },
    {
      "epoch": 1.4180813796820264,
      "grad_norm": 0.718657910823822,
      "learning_rate": 0.00023879682026407974,
      "loss": 0.8684,
      "step": 42100
    },
    {
      "epoch": 1.4214497440043115,
      "grad_norm": 0.6897197961807251,
      "learning_rate": 0.00023857226264259408,
      "loss": 0.8638,
      "step": 42200
    },
    {
      "epoch": 1.4248181083265967,
      "grad_norm": 0.7002888917922974,
      "learning_rate": 0.0002383477050211084,
      "loss": 0.8694,
      "step": 42300
    },
    {
      "epoch": 1.4281864726488818,
      "grad_norm": 0.6644707322120667,
      "learning_rate": 0.00023812314739962272,
      "loss": 0.8684,
      "step": 42400
    },
    {
      "epoch": 1.4315548369711668,
      "grad_norm": 0.7583789229393005,
      "learning_rate": 0.00023789858977813703,
      "loss": 0.8671,
      "step": 42500
    },
    {
      "epoch": 1.4349232012934519,
      "grad_norm": 1.1469764709472656,
      "learning_rate": 0.0002376740321566514,
      "loss": 0.8659,
      "step": 42600
    },
    {
      "epoch": 1.438291565615737,
      "grad_norm": 0.7378877997398376,
      "learning_rate": 0.0002374494745351657,
      "loss": 0.8668,
      "step": 42700
    },
    {
      "epoch": 1.4416599299380222,
      "grad_norm": 0.6720541715621948,
      "learning_rate": 0.00023722491691368004,
      "loss": 0.867,
      "step": 42800
    },
    {
      "epoch": 1.4450282942603072,
      "grad_norm": 0.6979005336761475,
      "learning_rate": 0.00023700035929219435,
      "loss": 0.865,
      "step": 42900
    },
    {
      "epoch": 1.4483966585825923,
      "grad_norm": 0.6991161108016968,
      "learning_rate": 0.0002367758016707087,
      "loss": 0.8646,
      "step": 43000
    },
    {
      "epoch": 1.4517650229048775,
      "grad_norm": 0.7050434350967407,
      "learning_rate": 0.00023655124404922302,
      "loss": 0.8663,
      "step": 43100
    },
    {
      "epoch": 1.4551333872271626,
      "grad_norm": 0.733540415763855,
      "learning_rate": 0.00023632668642773732,
      "loss": 0.869,
      "step": 43200
    },
    {
      "epoch": 1.4585017515494476,
      "grad_norm": 0.6488509774208069,
      "learning_rate": 0.00023610212880625166,
      "loss": 0.8645,
      "step": 43300
    },
    {
      "epoch": 1.4618701158717327,
      "grad_norm": 0.760858416557312,
      "learning_rate": 0.00023587757118476597,
      "loss": 0.8671,
      "step": 43400
    },
    {
      "epoch": 1.4652384801940177,
      "grad_norm": 0.6800232529640198,
      "learning_rate": 0.00023565301356328033,
      "loss": 0.8647,
      "step": 43500
    },
    {
      "epoch": 1.468606844516303,
      "grad_norm": 0.6814864873886108,
      "learning_rate": 0.00023542845594179464,
      "loss": 0.8679,
      "step": 43600
    },
    {
      "epoch": 1.471975208838588,
      "grad_norm": 0.6680698394775391,
      "learning_rate": 0.00023520389832030897,
      "loss": 0.8638,
      "step": 43700
    },
    {
      "epoch": 1.475343573160873,
      "grad_norm": 0.7103099226951599,
      "learning_rate": 0.00023497934069882328,
      "loss": 0.8625,
      "step": 43800
    },
    {
      "epoch": 1.478711937483158,
      "grad_norm": 0.6946255564689636,
      "learning_rate": 0.00023475478307733764,
      "loss": 0.8636,
      "step": 43900
    },
    {
      "epoch": 1.4820803018054431,
      "grad_norm": 0.7505577802658081,
      "learning_rate": 0.00023453022545585195,
      "loss": 0.8622,
      "step": 44000
    },
    {
      "epoch": 1.4854486661277284,
      "grad_norm": 0.623587965965271,
      "learning_rate": 0.00023430566783436626,
      "loss": 0.8617,
      "step": 44100
    },
    {
      "epoch": 1.4888170304500135,
      "grad_norm": 0.7254552841186523,
      "learning_rate": 0.0002340811102128806,
      "loss": 0.8631,
      "step": 44200
    },
    {
      "epoch": 1.4921853947722985,
      "grad_norm": 0.7500590682029724,
      "learning_rate": 0.00023385655259139493,
      "loss": 0.8665,
      "step": 44300
    },
    {
      "epoch": 1.4955537590945838,
      "grad_norm": 0.6879542469978333,
      "learning_rate": 0.00023363199496990926,
      "loss": 0.8652,
      "step": 44400
    },
    {
      "epoch": 1.4989221234168688,
      "grad_norm": 1.074501872062683,
      "learning_rate": 0.00023340743734842357,
      "loss": 0.8635,
      "step": 44500
    },
    {
      "epoch": 1.5022904877391539,
      "grad_norm": 0.6877649426460266,
      "learning_rate": 0.0002331828797269379,
      "loss": 0.8639,
      "step": 44600
    },
    {
      "epoch": 1.5056588520614391,
      "grad_norm": 0.6956282258033752,
      "learning_rate": 0.00023295832210545224,
      "loss": 0.8625,
      "step": 44700
    },
    {
      "epoch": 1.509027216383724,
      "grad_norm": 0.6834612488746643,
      "learning_rate": 0.00023273376448396658,
      "loss": 0.863,
      "step": 44800
    },
    {
      "epoch": 1.5123955807060092,
      "grad_norm": 0.6679215431213379,
      "learning_rate": 0.00023250920686248089,
      "loss": 0.8604,
      "step": 44900
    },
    {
      "epoch": 1.5157639450282943,
      "grad_norm": 0.7261891961097717,
      "learning_rate": 0.00023228464924099525,
      "loss": 0.8614,
      "step": 45000
    },
    {
      "epoch": 1.5191323093505793,
      "grad_norm": 0.6932804584503174,
      "learning_rate": 0.00023206009161950956,
      "loss": 0.8629,
      "step": 45100
    },
    {
      "epoch": 1.5225006736728646,
      "grad_norm": 0.9139769673347473,
      "learning_rate": 0.00023183553399802386,
      "loss": 0.8592,
      "step": 45200
    },
    {
      "epoch": 1.5258690379951494,
      "grad_norm": 0.7025532126426697,
      "learning_rate": 0.0002316109763765382,
      "loss": 0.8623,
      "step": 45300
    },
    {
      "epoch": 1.5292374023174347,
      "grad_norm": 0.6872456073760986,
      "learning_rate": 0.0002313864187550525,
      "loss": 0.8634,
      "step": 45400
    },
    {
      "epoch": 1.5326057666397197,
      "grad_norm": 0.6915197968482971,
      "learning_rate": 0.00023116186113356687,
      "loss": 0.8604,
      "step": 45500
    },
    {
      "epoch": 1.5359741309620047,
      "grad_norm": 0.6892699599266052,
      "learning_rate": 0.00023093730351208118,
      "loss": 0.8591,
      "step": 45600
    },
    {
      "epoch": 1.53934249528429,
      "grad_norm": 0.7258453369140625,
      "learning_rate": 0.00023071274589059551,
      "loss": 0.8611,
      "step": 45700
    },
    {
      "epoch": 1.542710859606575,
      "grad_norm": 0.6410971879959106,
      "learning_rate": 0.00023048818826910982,
      "loss": 0.8585,
      "step": 45800
    },
    {
      "epoch": 1.54607922392886,
      "grad_norm": 0.7481923699378967,
      "learning_rate": 0.00023026363064762418,
      "loss": 0.8612,
      "step": 45900
    },
    {
      "epoch": 1.5494475882511454,
      "grad_norm": 0.6729730367660522,
      "learning_rate": 0.0002300390730261385,
      "loss": 0.8594,
      "step": 46000
    },
    {
      "epoch": 1.5528159525734302,
      "grad_norm": 0.6492398977279663,
      "learning_rate": 0.0002298145154046528,
      "loss": 0.8596,
      "step": 46100
    },
    {
      "epoch": 1.5561843168957155,
      "grad_norm": 0.7804999947547913,
      "learning_rate": 0.00022958995778316714,
      "loss": 0.8588,
      "step": 46200
    },
    {
      "epoch": 1.5595526812180005,
      "grad_norm": 0.692258358001709,
      "learning_rate": 0.00022936540016168144,
      "loss": 0.8644,
      "step": 46300
    },
    {
      "epoch": 1.5629210455402855,
      "grad_norm": 0.8399534821510315,
      "learning_rate": 0.0002291408425401958,
      "loss": 0.8563,
      "step": 46400
    },
    {
      "epoch": 1.5662894098625708,
      "grad_norm": 0.7541986107826233,
      "learning_rate": 0.00022891628491871011,
      "loss": 0.8597,
      "step": 46500
    },
    {
      "epoch": 1.5696577741848559,
      "grad_norm": 0.7269881367683411,
      "learning_rate": 0.00022869172729722445,
      "loss": 0.8613,
      "step": 46600
    },
    {
      "epoch": 1.573026138507141,
      "grad_norm": 0.6875913143157959,
      "learning_rate": 0.00022846716967573876,
      "loss": 0.8569,
      "step": 46700
    },
    {
      "epoch": 1.5763945028294262,
      "grad_norm": 0.6820959448814392,
      "learning_rate": 0.00022824261205425312,
      "loss": 0.8578,
      "step": 46800
    },
    {
      "epoch": 1.579762867151711,
      "grad_norm": 0.63446044921875,
      "learning_rate": 0.00022801805443276743,
      "loss": 0.8583,
      "step": 46900
    },
    {
      "epoch": 1.5831312314739963,
      "grad_norm": 0.7082163691520691,
      "learning_rate": 0.00022779349681128174,
      "loss": 0.8591,
      "step": 47000
    },
    {
      "epoch": 1.5864995957962813,
      "grad_norm": 0.6886746883392334,
      "learning_rate": 0.0002275689391897961,
      "loss": 0.8569,
      "step": 47100
    },
    {
      "epoch": 1.5898679601185663,
      "grad_norm": 0.6877068281173706,
      "learning_rate": 0.0002273443815683104,
      "loss": 0.8563,
      "step": 47200
    },
    {
      "epoch": 1.5932363244408516,
      "grad_norm": 0.7213451266288757,
      "learning_rate": 0.00022711982394682474,
      "loss": 0.8576,
      "step": 47300
    },
    {
      "epoch": 1.5966046887631367,
      "grad_norm": 0.6784006357192993,
      "learning_rate": 0.00022689526632533905,
      "loss": 0.8561,
      "step": 47400
    },
    {
      "epoch": 1.5999730530854217,
      "grad_norm": 0.7651084661483765,
      "learning_rate": 0.0002266707087038534,
      "loss": 0.8533,
      "step": 47500
    },
    {
      "epoch": 1.603341417407707,
      "grad_norm": 0.6762063503265381,
      "learning_rate": 0.00022644615108236772,
      "loss": 0.8593,
      "step": 47600
    },
    {
      "epoch": 1.6067097817299918,
      "grad_norm": 0.6897014379501343,
      "learning_rate": 0.00022622159346088205,
      "loss": 0.8584,
      "step": 47700
    },
    {
      "epoch": 1.610078146052277,
      "grad_norm": 0.642955482006073,
      "learning_rate": 0.00022599703583939636,
      "loss": 0.8536,
      "step": 47800
    },
    {
      "epoch": 1.613446510374562,
      "grad_norm": 0.676459014415741,
      "learning_rate": 0.00022577247821791067,
      "loss": 0.8561,
      "step": 47900
    },
    {
      "epoch": 1.6168148746968471,
      "grad_norm": 0.7143009901046753,
      "learning_rate": 0.00022554792059642503,
      "loss": 0.8593,
      "step": 48000
    },
    {
      "epoch": 1.6201832390191324,
      "grad_norm": 0.7367132306098938,
      "learning_rate": 0.00022532336297493934,
      "loss": 0.8547,
      "step": 48100
    },
    {
      "epoch": 1.6235516033414175,
      "grad_norm": 0.6949586868286133,
      "learning_rate": 0.00022509880535345368,
      "loss": 0.8577,
      "step": 48200
    },
    {
      "epoch": 1.6269199676637025,
      "grad_norm": 0.672558605670929,
      "learning_rate": 0.00022487424773196798,
      "loss": 0.8526,
      "step": 48300
    },
    {
      "epoch": 1.6302883319859878,
      "grad_norm": 0.6996020078659058,
      "learning_rate": 0.00022464969011048235,
      "loss": 0.8527,
      "step": 48400
    },
    {
      "epoch": 1.6336566963082726,
      "grad_norm": 0.7007562518119812,
      "learning_rate": 0.00022442513248899666,
      "loss": 0.8536,
      "step": 48500
    },
    {
      "epoch": 1.6370250606305579,
      "grad_norm": 0.7103307247161865,
      "learning_rate": 0.000224200574867511,
      "loss": 0.8557,
      "step": 48600
    },
    {
      "epoch": 1.640393424952843,
      "grad_norm": 0.7483230829238892,
      "learning_rate": 0.0002239760172460253,
      "loss": 0.857,
      "step": 48700
    },
    {
      "epoch": 1.643761789275128,
      "grad_norm": 0.7092981338500977,
      "learning_rate": 0.00022375145962453966,
      "loss": 0.8589,
      "step": 48800
    },
    {
      "epoch": 1.6471301535974132,
      "grad_norm": 0.7270293235778809,
      "learning_rate": 0.00022352690200305397,
      "loss": 0.8553,
      "step": 48900
    },
    {
      "epoch": 1.650498517919698,
      "grad_norm": 0.6916648149490356,
      "learning_rate": 0.00022330234438156828,
      "loss": 0.8566,
      "step": 49000
    },
    {
      "epoch": 1.6538668822419833,
      "grad_norm": 0.6687049269676208,
      "learning_rate": 0.0002230777867600826,
      "loss": 0.8532,
      "step": 49100
    },
    {
      "epoch": 1.6572352465642683,
      "grad_norm": 0.689947783946991,
      "learning_rate": 0.00022285322913859695,
      "loss": 0.8556,
      "step": 49200
    },
    {
      "epoch": 1.6606036108865534,
      "grad_norm": 0.7345608472824097,
      "learning_rate": 0.00022262867151711128,
      "loss": 0.8526,
      "step": 49300
    },
    {
      "epoch": 1.6639719752088387,
      "grad_norm": 0.6420150399208069,
      "learning_rate": 0.0002224041138956256,
      "loss": 0.8584,
      "step": 49400
    },
    {
      "epoch": 1.6673403395311237,
      "grad_norm": 0.7315524816513062,
      "learning_rate": 0.00022217955627413993,
      "loss": 0.8516,
      "step": 49500
    },
    {
      "epoch": 1.6707087038534087,
      "grad_norm": 0.674518883228302,
      "learning_rate": 0.00022195499865265426,
      "loss": 0.8564,
      "step": 49600
    },
    {
      "epoch": 1.674077068175694,
      "grad_norm": 0.6845901608467102,
      "learning_rate": 0.0002217304410311686,
      "loss": 0.8493,
      "step": 49700
    },
    {
      "epoch": 1.6774454324979788,
      "grad_norm": 0.6932186484336853,
      "learning_rate": 0.0002215058834096829,
      "loss": 0.8516,
      "step": 49800
    },
    {
      "epoch": 1.680813796820264,
      "grad_norm": 0.6544727087020874,
      "learning_rate": 0.0002212813257881972,
      "loss": 0.8519,
      "step": 49900
    },
    {
      "epoch": 1.6841821611425492,
      "grad_norm": 0.7253223657608032,
      "learning_rate": 0.00022105676816671157,
      "loss": 0.8529,
      "step": 50000
    },
    {
      "epoch": 1.6875505254648342,
      "grad_norm": 0.6576797962188721,
      "learning_rate": 0.00022083221054522588,
      "loss": 0.8528,
      "step": 50100
    },
    {
      "epoch": 1.6909188897871195,
      "grad_norm": 0.715744137763977,
      "learning_rate": 0.00022060765292374022,
      "loss": 0.8537,
      "step": 50200
    },
    {
      "epoch": 1.6942872541094045,
      "grad_norm": 0.6994728446006775,
      "learning_rate": 0.00022038309530225453,
      "loss": 0.852,
      "step": 50300
    },
    {
      "epoch": 1.6976556184316896,
      "grad_norm": 0.6934739947319031,
      "learning_rate": 0.0002201585376807689,
      "loss": 0.8509,
      "step": 50400
    },
    {
      "epoch": 1.7010239827539748,
      "grad_norm": 0.7031779885292053,
      "learning_rate": 0.0002199339800592832,
      "loss": 0.853,
      "step": 50500
    },
    {
      "epoch": 1.7043923470762596,
      "grad_norm": 0.7014051079750061,
      "learning_rate": 0.00021970942243779753,
      "loss": 0.8514,
      "step": 50600
    },
    {
      "epoch": 1.707760711398545,
      "grad_norm": 0.8519027233123779,
      "learning_rate": 0.00021948486481631184,
      "loss": 0.8525,
      "step": 50700
    },
    {
      "epoch": 1.71112907572083,
      "grad_norm": 0.6523889899253845,
      "learning_rate": 0.00021926030719482615,
      "loss": 0.8514,
      "step": 50800
    },
    {
      "epoch": 1.714497440043115,
      "grad_norm": 0.7346422076225281,
      "learning_rate": 0.0002190357495733405,
      "loss": 0.856,
      "step": 50900
    },
    {
      "epoch": 1.7178658043654003,
      "grad_norm": 0.7833214402198792,
      "learning_rate": 0.00021881119195185482,
      "loss": 0.8518,
      "step": 51000
    },
    {
      "epoch": 1.7212341686876853,
      "grad_norm": 0.599700391292572,
      "learning_rate": 0.00021858663433036915,
      "loss": 0.8539,
      "step": 51100
    },
    {
      "epoch": 1.7246025330099704,
      "grad_norm": 0.7568506002426147,
      "learning_rate": 0.00021836207670888346,
      "loss": 0.8504,
      "step": 51200
    },
    {
      "epoch": 1.7279708973322556,
      "grad_norm": 0.71254563331604,
      "learning_rate": 0.00021813751908739782,
      "loss": 0.849,
      "step": 51300
    },
    {
      "epoch": 1.7313392616545404,
      "grad_norm": 0.6965556144714355,
      "learning_rate": 0.00021791296146591213,
      "loss": 0.8506,
      "step": 51400
    },
    {
      "epoch": 1.7347076259768257,
      "grad_norm": 0.6838847994804382,
      "learning_rate": 0.00021768840384442647,
      "loss": 0.8487,
      "step": 51500
    },
    {
      "epoch": 1.7380759902991108,
      "grad_norm": 0.6968240737915039,
      "learning_rate": 0.00021746384622294077,
      "loss": 0.8498,
      "step": 51600
    },
    {
      "epoch": 1.7414443546213958,
      "grad_norm": 0.6424885988235474,
      "learning_rate": 0.00021723928860145514,
      "loss": 0.8495,
      "step": 51700
    },
    {
      "epoch": 1.744812718943681,
      "grad_norm": 0.6591705083847046,
      "learning_rate": 0.00021701473097996945,
      "loss": 0.8474,
      "step": 51800
    },
    {
      "epoch": 1.7481810832659659,
      "grad_norm": 0.9693089723587036,
      "learning_rate": 0.00021679017335848375,
      "loss": 0.8468,
      "step": 51900
    },
    {
      "epoch": 1.7515494475882512,
      "grad_norm": 0.6744303107261658,
      "learning_rate": 0.0002165656157369981,
      "loss": 0.8488,
      "step": 52000
    },
    {
      "epoch": 1.7549178119105362,
      "grad_norm": 0.7250896096229553,
      "learning_rate": 0.00021634105811551242,
      "loss": 0.8501,
      "step": 52100
    },
    {
      "epoch": 1.7582861762328212,
      "grad_norm": 0.6125505566596985,
      "learning_rate": 0.00021611650049402676,
      "loss": 0.8481,
      "step": 52200
    },
    {
      "epoch": 1.7616545405551065,
      "grad_norm": 0.6853183507919312,
      "learning_rate": 0.00021589194287254107,
      "loss": 0.8496,
      "step": 52300
    },
    {
      "epoch": 1.7650229048773916,
      "grad_norm": 0.6613684892654419,
      "learning_rate": 0.0002156673852510554,
      "loss": 0.8496,
      "step": 52400
    },
    {
      "epoch": 1.7683912691996766,
      "grad_norm": 0.6338353157043457,
      "learning_rate": 0.00021544282762956974,
      "loss": 0.8473,
      "step": 52500
    },
    {
      "epoch": 1.7717596335219619,
      "grad_norm": 0.7311720848083496,
      "learning_rate": 0.00021521827000808407,
      "loss": 0.8494,
      "step": 52600
    },
    {
      "epoch": 1.7751279978442467,
      "grad_norm": 0.8986194133758545,
      "learning_rate": 0.00021499371238659838,
      "loss": 0.847,
      "step": 52700
    },
    {
      "epoch": 1.778496362166532,
      "grad_norm": 0.7145596146583557,
      "learning_rate": 0.0002147691547651127,
      "loss": 0.8513,
      "step": 52800
    },
    {
      "epoch": 1.781864726488817,
      "grad_norm": 0.673674464225769,
      "learning_rate": 0.00021454459714362705,
      "loss": 0.8496,
      "step": 52900
    },
    {
      "epoch": 1.785233090811102,
      "grad_norm": 0.6568505167961121,
      "learning_rate": 0.00021432003952214136,
      "loss": 0.8477,
      "step": 53000
    },
    {
      "epoch": 1.7886014551333873,
      "grad_norm": 0.8661649227142334,
      "learning_rate": 0.0002140954819006557,
      "loss": 0.8437,
      "step": 53100
    },
    {
      "epoch": 1.7919698194556724,
      "grad_norm": 0.636997401714325,
      "learning_rate": 0.00021387092427917,
      "loss": 0.8498,
      "step": 53200
    },
    {
      "epoch": 1.7953381837779574,
      "grad_norm": 0.6258701682090759,
      "learning_rate": 0.00021364636665768436,
      "loss": 0.846,
      "step": 53300
    },
    {
      "epoch": 1.7987065481002427,
      "grad_norm": 0.7167558073997498,
      "learning_rate": 0.00021342180903619867,
      "loss": 0.8496,
      "step": 53400
    },
    {
      "epoch": 1.8020749124225275,
      "grad_norm": 0.725511372089386,
      "learning_rate": 0.000213197251414713,
      "loss": 0.8503,
      "step": 53500
    },
    {
      "epoch": 1.8054432767448128,
      "grad_norm": 0.7038520574569702,
      "learning_rate": 0.00021297269379322732,
      "loss": 0.8486,
      "step": 53600
    },
    {
      "epoch": 1.8088116410670978,
      "grad_norm": 0.6768267154693604,
      "learning_rate": 0.00021274813617174162,
      "loss": 0.8475,
      "step": 53700
    },
    {
      "epoch": 1.8121800053893828,
      "grad_norm": 0.6625707745552063,
      "learning_rate": 0.000212523578550256,
      "loss": 0.8466,
      "step": 53800
    },
    {
      "epoch": 1.815548369711668,
      "grad_norm": 0.6589378118515015,
      "learning_rate": 0.0002122990209287703,
      "loss": 0.8449,
      "step": 53900
    },
    {
      "epoch": 1.8189167340339532,
      "grad_norm": 0.8694218993186951,
      "learning_rate": 0.00021207446330728463,
      "loss": 0.8464,
      "step": 54000
    },
    {
      "epoch": 1.8222850983562382,
      "grad_norm": 0.6879692673683167,
      "learning_rate": 0.00021184990568579894,
      "loss": 0.8464,
      "step": 54100
    },
    {
      "epoch": 1.8256534626785235,
      "grad_norm": 0.7406269907951355,
      "learning_rate": 0.0002116253480643133,
      "loss": 0.8451,
      "step": 54200
    },
    {
      "epoch": 1.8290218270008083,
      "grad_norm": 0.645255982875824,
      "learning_rate": 0.0002114007904428276,
      "loss": 0.8459,
      "step": 54300
    },
    {
      "epoch": 1.8323901913230936,
      "grad_norm": 0.6275530457496643,
      "learning_rate": 0.00021117623282134194,
      "loss": 0.848,
      "step": 54400
    },
    {
      "epoch": 1.8357585556453786,
      "grad_norm": 0.673546314239502,
      "learning_rate": 0.00021095167519985625,
      "loss": 0.8421,
      "step": 54500
    },
    {
      "epoch": 1.8391269199676636,
      "grad_norm": 0.6627029180526733,
      "learning_rate": 0.00021072711757837061,
      "loss": 0.8443,
      "step": 54600
    },
    {
      "epoch": 1.842495284289949,
      "grad_norm": 0.6747744083404541,
      "learning_rate": 0.00021050255995688492,
      "loss": 0.8439,
      "step": 54700
    },
    {
      "epoch": 1.845863648612234,
      "grad_norm": 0.6658967733383179,
      "learning_rate": 0.00021027800233539923,
      "loss": 0.8435,
      "step": 54800
    },
    {
      "epoch": 1.849232012934519,
      "grad_norm": 0.6818722486495972,
      "learning_rate": 0.00021005344471391357,
      "loss": 0.8433,
      "step": 54900
    },
    {
      "epoch": 1.852600377256804,
      "grad_norm": 0.6817068457603455,
      "learning_rate": 0.0002098288870924279,
      "loss": 0.8449,
      "step": 55000
    },
    {
      "epoch": 1.855968741579089,
      "grad_norm": 0.6656964421272278,
      "learning_rate": 0.00020960432947094224,
      "loss": 0.8448,
      "step": 55100
    },
    {
      "epoch": 1.8593371059013744,
      "grad_norm": 0.7307213544845581,
      "learning_rate": 0.00020937977184945654,
      "loss": 0.8439,
      "step": 55200
    },
    {
      "epoch": 1.8627054702236594,
      "grad_norm": 0.7471979856491089,
      "learning_rate": 0.00020915521422797088,
      "loss": 0.8461,
      "step": 55300
    },
    {
      "epoch": 1.8660738345459444,
      "grad_norm": 0.6660134792327881,
      "learning_rate": 0.00020893065660648521,
      "loss": 0.849,
      "step": 55400
    },
    {
      "epoch": 1.8694421988682297,
      "grad_norm": 0.6332405209541321,
      "learning_rate": 0.00020870609898499955,
      "loss": 0.8417,
      "step": 55500
    },
    {
      "epoch": 1.8728105631905145,
      "grad_norm": 0.6369178295135498,
      "learning_rate": 0.00020848154136351386,
      "loss": 0.844,
      "step": 55600
    },
    {
      "epoch": 1.8761789275127998,
      "grad_norm": 0.6878752112388611,
      "learning_rate": 0.00020825698374202817,
      "loss": 0.8435,
      "step": 55700
    },
    {
      "epoch": 1.8795472918350848,
      "grad_norm": 0.7077382206916809,
      "learning_rate": 0.00020803242612054253,
      "loss": 0.8448,
      "step": 55800
    },
    {
      "epoch": 1.8829156561573699,
      "grad_norm": 0.6542516350746155,
      "learning_rate": 0.00020780786849905684,
      "loss": 0.8441,
      "step": 55900
    },
    {
      "epoch": 1.8862840204796552,
      "grad_norm": 0.6779966950416565,
      "learning_rate": 0.00020758331087757117,
      "loss": 0.8452,
      "step": 56000
    },
    {
      "epoch": 1.8896523848019402,
      "grad_norm": 0.7874273657798767,
      "learning_rate": 0.00020735875325608548,
      "loss": 0.8408,
      "step": 56100
    },
    {
      "epoch": 1.8930207491242252,
      "grad_norm": 0.7043356895446777,
      "learning_rate": 0.00020713419563459984,
      "loss": 0.8459,
      "step": 56200
    },
    {
      "epoch": 1.8963891134465105,
      "grad_norm": 0.6597324013710022,
      "learning_rate": 0.00020690963801311415,
      "loss": 0.8418,
      "step": 56300
    },
    {
      "epoch": 1.8997574777687953,
      "grad_norm": 0.6724010705947876,
      "learning_rate": 0.00020668508039162848,
      "loss": 0.8459,
      "step": 56400
    },
    {
      "epoch": 1.9031258420910806,
      "grad_norm": 0.7157804369926453,
      "learning_rate": 0.0002064605227701428,
      "loss": 0.8459,
      "step": 56500
    },
    {
      "epoch": 1.9064942064133656,
      "grad_norm": 0.730675995349884,
      "learning_rate": 0.0002062359651486571,
      "loss": 0.8477,
      "step": 56600
    },
    {
      "epoch": 1.9098625707356507,
      "grad_norm": 0.6512274146080017,
      "learning_rate": 0.00020601140752717146,
      "loss": 0.8424,
      "step": 56700
    },
    {
      "epoch": 1.913230935057936,
      "grad_norm": 0.679719090461731,
      "learning_rate": 0.00020578684990568577,
      "loss": 0.8465,
      "step": 56800
    },
    {
      "epoch": 1.916599299380221,
      "grad_norm": 0.7341735363006592,
      "learning_rate": 0.0002055622922842001,
      "loss": 0.8465,
      "step": 56900
    },
    {
      "epoch": 1.919967663702506,
      "grad_norm": 0.6398690342903137,
      "learning_rate": 0.00020533773466271441,
      "loss": 0.8417,
      "step": 57000
    },
    {
      "epoch": 1.9233360280247913,
      "grad_norm": 0.8629583716392517,
      "learning_rate": 0.00020511317704122878,
      "loss": 0.8438,
      "step": 57100
    },
    {
      "epoch": 1.9267043923470761,
      "grad_norm": 0.6348667740821838,
      "learning_rate": 0.00020488861941974308,
      "loss": 0.8411,
      "step": 57200
    },
    {
      "epoch": 1.9300727566693614,
      "grad_norm": 1.0562591552734375,
      "learning_rate": 0.00020466406179825742,
      "loss": 0.8401,
      "step": 57300
    },
    {
      "epoch": 1.9334411209916464,
      "grad_norm": 0.7126754522323608,
      "learning_rate": 0.00020443950417677173,
      "loss": 0.8469,
      "step": 57400
    },
    {
      "epoch": 1.9368094853139315,
      "grad_norm": 0.624739408493042,
      "learning_rate": 0.00020421494655528606,
      "loss": 0.8422,
      "step": 57500
    },
    {
      "epoch": 1.9401778496362168,
      "grad_norm": 0.6490176916122437,
      "learning_rate": 0.0002039903889338004,
      "loss": 0.841,
      "step": 57600
    },
    {
      "epoch": 1.9435462139585018,
      "grad_norm": 0.6586236357688904,
      "learning_rate": 0.0002037658313123147,
      "loss": 0.8412,
      "step": 57700
    },
    {
      "epoch": 1.9469145782807868,
      "grad_norm": 0.66822749376297,
      "learning_rate": 0.00020354127369082904,
      "loss": 0.8418,
      "step": 57800
    },
    {
      "epoch": 1.9502829426030721,
      "grad_norm": 0.6851320266723633,
      "learning_rate": 0.00020331671606934338,
      "loss": 0.8414,
      "step": 57900
    },
    {
      "epoch": 1.953651306925357,
      "grad_norm": 0.6610788702964783,
      "learning_rate": 0.0002030921584478577,
      "loss": 0.8409,
      "step": 58000
    },
    {
      "epoch": 1.9570196712476422,
      "grad_norm": 0.6205683946609497,
      "learning_rate": 0.00020286760082637202,
      "loss": 0.8384,
      "step": 58100
    },
    {
      "epoch": 1.9603880355699272,
      "grad_norm": 0.6619114875793457,
      "learning_rate": 0.00020264304320488636,
      "loss": 0.8404,
      "step": 58200
    },
    {
      "epoch": 1.9637563998922123,
      "grad_norm": 0.6718551516532898,
      "learning_rate": 0.0002024184855834007,
      "loss": 0.8428,
      "step": 58300
    },
    {
      "epoch": 1.9671247642144976,
      "grad_norm": 0.696954607963562,
      "learning_rate": 0.00020219392796191503,
      "loss": 0.8377,
      "step": 58400
    },
    {
      "epoch": 1.9704931285367824,
      "grad_norm": 0.7444251775741577,
      "learning_rate": 0.00020196937034042933,
      "loss": 0.8399,
      "step": 58500
    },
    {
      "epoch": 1.9738614928590676,
      "grad_norm": 1.1385860443115234,
      "learning_rate": 0.00020174481271894364,
      "loss": 0.8424,
      "step": 58600
    },
    {
      "epoch": 1.9772298571813527,
      "grad_norm": 0.6890325546264648,
      "learning_rate": 0.000201520255097458,
      "loss": 0.8441,
      "step": 58700
    },
    {
      "epoch": 1.9805982215036377,
      "grad_norm": 0.6715498566627502,
      "learning_rate": 0.0002012956974759723,
      "loss": 0.8426,
      "step": 58800
    },
    {
      "epoch": 1.983966585825923,
      "grad_norm": 0.683191180229187,
      "learning_rate": 0.00020107113985448665,
      "loss": 0.8408,
      "step": 58900
    },
    {
      "epoch": 1.987334950148208,
      "grad_norm": 0.7549853324890137,
      "learning_rate": 0.00020084658223300096,
      "loss": 0.8406,
      "step": 59000
    },
    {
      "epoch": 1.990703314470493,
      "grad_norm": 0.6465044617652893,
      "learning_rate": 0.00020062202461151532,
      "loss": 0.8398,
      "step": 59100
    },
    {
      "epoch": 1.9940716787927784,
      "grad_norm": 0.6415732502937317,
      "learning_rate": 0.00020039746699002963,
      "loss": 0.8385,
      "step": 59200
    },
    {
      "epoch": 1.9974400431150632,
      "grad_norm": 0.6739877462387085,
      "learning_rate": 0.00020017290936854396,
      "loss": 0.8405,
      "step": 59300
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.7839618921279907,
      "eval_runtime": 1.804,
      "eval_samples_per_second": 2771.644,
      "eval_steps_per_second": 43.792,
      "step": 59376
    },
    {
      "epoch": 2.0008084074373484,
      "grad_norm": 0.7029405832290649,
      "learning_rate": 0.00019994835174705827,
      "loss": 0.8394,
      "step": 59400
    },
    {
      "epoch": 2.0041767717596337,
      "grad_norm": 1.100113034248352,
      "learning_rate": 0.00019972379412557258,
      "loss": 0.8415,
      "step": 59500
    },
    {
      "epoch": 2.0075451360819185,
      "grad_norm": 0.6430971026420593,
      "learning_rate": 0.00019949923650408694,
      "loss": 0.8368,
      "step": 59600
    },
    {
      "epoch": 2.010913500404204,
      "grad_norm": 0.6618381142616272,
      "learning_rate": 0.00019927467888260125,
      "loss": 0.8374,
      "step": 59700
    },
    {
      "epoch": 2.0142818647264886,
      "grad_norm": 0.7243971228599548,
      "learning_rate": 0.00019905012126111558,
      "loss": 0.84,
      "step": 59800
    },
    {
      "epoch": 2.017650229048774,
      "grad_norm": 0.6579388380050659,
      "learning_rate": 0.0001988255636396299,
      "loss": 0.8395,
      "step": 59900
    },
    {
      "epoch": 2.021018593371059,
      "grad_norm": 0.6798832416534424,
      "learning_rate": 0.00019860100601814425,
      "loss": 0.8378,
      "step": 60000
    },
    {
      "epoch": 2.024386957693344,
      "grad_norm": 0.7237014174461365,
      "learning_rate": 0.00019837644839665856,
      "loss": 0.8403,
      "step": 60100
    },
    {
      "epoch": 2.0277553220156292,
      "grad_norm": 0.6715816259384155,
      "learning_rate": 0.0001981518907751729,
      "loss": 0.8412,
      "step": 60200
    },
    {
      "epoch": 2.0311236863379145,
      "grad_norm": 0.6749352812767029,
      "learning_rate": 0.0001979273331536872,
      "loss": 0.8387,
      "step": 60300
    },
    {
      "epoch": 2.0344920506601993,
      "grad_norm": 0.6498907804489136,
      "learning_rate": 0.00019770277553220154,
      "loss": 0.8365,
      "step": 60400
    },
    {
      "epoch": 2.0378604149824846,
      "grad_norm": 0.6706451177597046,
      "learning_rate": 0.00019747821791071588,
      "loss": 0.8353,
      "step": 60500
    },
    {
      "epoch": 2.0412287793047694,
      "grad_norm": 0.6508938670158386,
      "learning_rate": 0.00019725366028923018,
      "loss": 0.8386,
      "step": 60600
    },
    {
      "epoch": 2.0445971436270547,
      "grad_norm": 0.6738646626472473,
      "learning_rate": 0.00019702910266774452,
      "loss": 0.8357,
      "step": 60700
    },
    {
      "epoch": 2.04796550794934,
      "grad_norm": 0.6249734163284302,
      "learning_rate": 0.00019680454504625885,
      "loss": 0.8381,
      "step": 60800
    },
    {
      "epoch": 2.051333872271625,
      "grad_norm": 0.72087162733078,
      "learning_rate": 0.0001965799874247732,
      "loss": 0.8377,
      "step": 60900
    },
    {
      "epoch": 2.05470223659391,
      "grad_norm": 0.7066697478294373,
      "learning_rate": 0.0001963554298032875,
      "loss": 0.8397,
      "step": 61000
    },
    {
      "epoch": 2.0580706009161953,
      "grad_norm": 0.7159758806228638,
      "learning_rate": 0.00019613087218180186,
      "loss": 0.8382,
      "step": 61100
    },
    {
      "epoch": 2.06143896523848,
      "grad_norm": 0.7034109830856323,
      "learning_rate": 0.00019590631456031617,
      "loss": 0.8386,
      "step": 61200
    },
    {
      "epoch": 2.0648073295607654,
      "grad_norm": 0.648295521736145,
      "learning_rate": 0.0001956817569388305,
      "loss": 0.8353,
      "step": 61300
    },
    {
      "epoch": 2.0681756938830502,
      "grad_norm": 0.909184992313385,
      "learning_rate": 0.0001954571993173448,
      "loss": 0.8366,
      "step": 61400
    },
    {
      "epoch": 2.0715440582053355,
      "grad_norm": 0.6607633233070374,
      "learning_rate": 0.00019523264169585912,
      "loss": 0.8389,
      "step": 61500
    },
    {
      "epoch": 2.0749124225276208,
      "grad_norm": 0.6451642513275146,
      "learning_rate": 0.00019500808407437348,
      "loss": 0.8379,
      "step": 61600
    },
    {
      "epoch": 2.0782807868499056,
      "grad_norm": 0.6556397080421448,
      "learning_rate": 0.0001947835264528878,
      "loss": 0.837,
      "step": 61700
    },
    {
      "epoch": 2.081649151172191,
      "grad_norm": 0.6268017292022705,
      "learning_rate": 0.00019455896883140212,
      "loss": 0.8379,
      "step": 61800
    },
    {
      "epoch": 2.0850175154944757,
      "grad_norm": 0.6620351672172546,
      "learning_rate": 0.00019433441120991643,
      "loss": 0.8377,
      "step": 61900
    },
    {
      "epoch": 2.088385879816761,
      "grad_norm": 0.6334593296051025,
      "learning_rate": 0.0001941098535884308,
      "loss": 0.8367,
      "step": 62000
    },
    {
      "epoch": 2.091754244139046,
      "grad_norm": 0.6498568058013916,
      "learning_rate": 0.0001938852959669451,
      "loss": 0.836,
      "step": 62100
    },
    {
      "epoch": 2.095122608461331,
      "grad_norm": 0.6664881110191345,
      "learning_rate": 0.00019366073834545944,
      "loss": 0.8366,
      "step": 62200
    },
    {
      "epoch": 2.0984909727836163,
      "grad_norm": 0.6434110999107361,
      "learning_rate": 0.00019343618072397375,
      "loss": 0.8339,
      "step": 62300
    },
    {
      "epoch": 2.1018593371059016,
      "grad_norm": 0.6958553194999695,
      "learning_rate": 0.00019321162310248805,
      "loss": 0.8363,
      "step": 62400
    },
    {
      "epoch": 2.1052277014281864,
      "grad_norm": 0.7187645435333252,
      "learning_rate": 0.00019298706548100242,
      "loss": 0.8337,
      "step": 62500
    },
    {
      "epoch": 2.1085960657504716,
      "grad_norm": 0.6984855532646179,
      "learning_rate": 0.00019276250785951672,
      "loss": 0.8363,
      "step": 62600
    },
    {
      "epoch": 2.1119644300727565,
      "grad_norm": 0.7342332601547241,
      "learning_rate": 0.00019253795023803106,
      "loss": 0.8385,
      "step": 62700
    },
    {
      "epoch": 2.1153327943950417,
      "grad_norm": 0.7250052690505981,
      "learning_rate": 0.00019231339261654537,
      "loss": 0.8333,
      "step": 62800
    },
    {
      "epoch": 2.118701158717327,
      "grad_norm": 0.6984183192253113,
      "learning_rate": 0.00019208883499505973,
      "loss": 0.8343,
      "step": 62900
    },
    {
      "epoch": 2.122069523039612,
      "grad_norm": 1.0108722448349,
      "learning_rate": 0.00019186427737357404,
      "loss": 0.836,
      "step": 63000
    },
    {
      "epoch": 2.125437887361897,
      "grad_norm": 0.6725150942802429,
      "learning_rate": 0.00019163971975208837,
      "loss": 0.8372,
      "step": 63100
    },
    {
      "epoch": 2.1288062516841824,
      "grad_norm": 0.6805692911148071,
      "learning_rate": 0.0001914151621306027,
      "loss": 0.8311,
      "step": 63200
    },
    {
      "epoch": 2.132174616006467,
      "grad_norm": 0.9061579704284668,
      "learning_rate": 0.00019119060450911702,
      "loss": 0.8343,
      "step": 63300
    },
    {
      "epoch": 2.1355429803287524,
      "grad_norm": 0.6339781880378723,
      "learning_rate": 0.00019096604688763135,
      "loss": 0.8405,
      "step": 63400
    },
    {
      "epoch": 2.1389113446510373,
      "grad_norm": 0.6159859895706177,
      "learning_rate": 0.00019074148926614566,
      "loss": 0.8352,
      "step": 63500
    },
    {
      "epoch": 2.1422797089733225,
      "grad_norm": 0.6404457092285156,
      "learning_rate": 0.00019051693164466002,
      "loss": 0.835,
      "step": 63600
    },
    {
      "epoch": 2.145648073295608,
      "grad_norm": 0.619216799736023,
      "learning_rate": 0.00019029237402317433,
      "loss": 0.8323,
      "step": 63700
    },
    {
      "epoch": 2.1490164376178926,
      "grad_norm": 0.6672142744064331,
      "learning_rate": 0.00019006781640168867,
      "loss": 0.8318,
      "step": 63800
    },
    {
      "epoch": 2.152384801940178,
      "grad_norm": 0.6713272929191589,
      "learning_rate": 0.00018984325878020297,
      "loss": 0.835,
      "step": 63900
    },
    {
      "epoch": 2.155753166262463,
      "grad_norm": 0.6657119989395142,
      "learning_rate": 0.00018961870115871734,
      "loss": 0.8312,
      "step": 64000
    },
    {
      "epoch": 2.159121530584748,
      "grad_norm": 0.7010686993598938,
      "learning_rate": 0.00018939414353723164,
      "loss": 0.8334,
      "step": 64100
    },
    {
      "epoch": 2.1624898949070332,
      "grad_norm": 0.67507404088974,
      "learning_rate": 0.00018916958591574598,
      "loss": 0.8337,
      "step": 64200
    },
    {
      "epoch": 2.165858259229318,
      "grad_norm": 0.7008448243141174,
      "learning_rate": 0.0001889450282942603,
      "loss": 0.8334,
      "step": 64300
    },
    {
      "epoch": 2.1692266235516033,
      "grad_norm": 0.634978175163269,
      "learning_rate": 0.0001887204706727746,
      "loss": 0.8372,
      "step": 64400
    },
    {
      "epoch": 2.1725949878738886,
      "grad_norm": 0.7248919010162354,
      "learning_rate": 0.00018849591305128896,
      "loss": 0.8355,
      "step": 64500
    },
    {
      "epoch": 2.1759633521961734,
      "grad_norm": 0.6367628574371338,
      "learning_rate": 0.00018827135542980327,
      "loss": 0.8328,
      "step": 64600
    },
    {
      "epoch": 2.1793317165184587,
      "grad_norm": 0.712471604347229,
      "learning_rate": 0.0001880467978083176,
      "loss": 0.8296,
      "step": 64700
    },
    {
      "epoch": 2.1827000808407435,
      "grad_norm": 0.671159565448761,
      "learning_rate": 0.0001878222401868319,
      "loss": 0.8339,
      "step": 64800
    },
    {
      "epoch": 2.186068445163029,
      "grad_norm": 0.6872281432151794,
      "learning_rate": 0.00018759768256534627,
      "loss": 0.8313,
      "step": 64900
    },
    {
      "epoch": 2.189436809485314,
      "grad_norm": 0.7017882466316223,
      "learning_rate": 0.00018737312494386058,
      "loss": 0.8327,
      "step": 65000
    },
    {
      "epoch": 2.192805173807599,
      "grad_norm": 0.7563288807868958,
      "learning_rate": 0.00018714856732237491,
      "loss": 0.8342,
      "step": 65100
    },
    {
      "epoch": 2.196173538129884,
      "grad_norm": 0.6648709177970886,
      "learning_rate": 0.00018692400970088922,
      "loss": 0.8318,
      "step": 65200
    },
    {
      "epoch": 2.1995419024521694,
      "grad_norm": 0.6673408150672913,
      "learning_rate": 0.00018669945207940356,
      "loss": 0.8328,
      "step": 65300
    },
    {
      "epoch": 2.2029102667744542,
      "grad_norm": 0.8705912232398987,
      "learning_rate": 0.0001864748944579179,
      "loss": 0.831,
      "step": 65400
    },
    {
      "epoch": 2.2062786310967395,
      "grad_norm": 0.6253674030303955,
      "learning_rate": 0.0001862503368364322,
      "loss": 0.8322,
      "step": 65500
    },
    {
      "epoch": 2.2096469954190243,
      "grad_norm": 0.7175179719924927,
      "learning_rate": 0.00018602577921494654,
      "loss": 0.8316,
      "step": 65600
    },
    {
      "epoch": 2.2130153597413096,
      "grad_norm": 0.6952610611915588,
      "learning_rate": 0.00018580122159346087,
      "loss": 0.831,
      "step": 65700
    },
    {
      "epoch": 2.216383724063595,
      "grad_norm": 0.6487058401107788,
      "learning_rate": 0.0001855766639719752,
      "loss": 0.8323,
      "step": 65800
    },
    {
      "epoch": 2.2197520883858797,
      "grad_norm": 0.7087188959121704,
      "learning_rate": 0.00018535210635048951,
      "loss": 0.8337,
      "step": 65900
    },
    {
      "epoch": 2.223120452708165,
      "grad_norm": 0.689513087272644,
      "learning_rate": 0.00018512754872900385,
      "loss": 0.834,
      "step": 66000
    },
    {
      "epoch": 2.22648881703045,
      "grad_norm": 1.3590748310089111,
      "learning_rate": 0.00018490299110751818,
      "loss": 0.8328,
      "step": 66100
    },
    {
      "epoch": 2.229857181352735,
      "grad_norm": 0.640274167060852,
      "learning_rate": 0.0001846784334860325,
      "loss": 0.8333,
      "step": 66200
    },
    {
      "epoch": 2.2332255456750203,
      "grad_norm": 0.794620156288147,
      "learning_rate": 0.00018445387586454683,
      "loss": 0.8343,
      "step": 66300
    },
    {
      "epoch": 2.236593909997305,
      "grad_norm": 0.6511592268943787,
      "learning_rate": 0.00018422931824306114,
      "loss": 0.8328,
      "step": 66400
    },
    {
      "epoch": 2.2399622743195904,
      "grad_norm": 0.6505751609802246,
      "learning_rate": 0.0001840047606215755,
      "loss": 0.8302,
      "step": 66500
    },
    {
      "epoch": 2.2433306386418757,
      "grad_norm": 0.7967960834503174,
      "learning_rate": 0.0001837802030000898,
      "loss": 0.83,
      "step": 66600
    },
    {
      "epoch": 2.2466990029641605,
      "grad_norm": 0.708914577960968,
      "learning_rate": 0.00018355564537860414,
      "loss": 0.8305,
      "step": 66700
    },
    {
      "epoch": 2.2500673672864457,
      "grad_norm": 0.6149790287017822,
      "learning_rate": 0.00018333108775711845,
      "loss": 0.8334,
      "step": 66800
    },
    {
      "epoch": 2.2534357316087306,
      "grad_norm": 0.6834396719932556,
      "learning_rate": 0.0001831065301356328,
      "loss": 0.8314,
      "step": 66900
    },
    {
      "epoch": 2.256804095931016,
      "grad_norm": 0.7162107229232788,
      "learning_rate": 0.00018288197251414712,
      "loss": 0.8327,
      "step": 67000
    },
    {
      "epoch": 2.260172460253301,
      "grad_norm": 0.6464916467666626,
      "learning_rate": 0.00018265741489266143,
      "loss": 0.8311,
      "step": 67100
    },
    {
      "epoch": 2.263540824575586,
      "grad_norm": 0.680050253868103,
      "learning_rate": 0.00018243285727117576,
      "loss": 0.8293,
      "step": 67200
    },
    {
      "epoch": 2.266909188897871,
      "grad_norm": 0.7750843167304993,
      "learning_rate": 0.00018220829964969007,
      "loss": 0.8286,
      "step": 67300
    },
    {
      "epoch": 2.2702775532201565,
      "grad_norm": 0.6611768007278442,
      "learning_rate": 0.00018198374202820443,
      "loss": 0.8311,
      "step": 67400
    },
    {
      "epoch": 2.2736459175424413,
      "grad_norm": 0.7073565125465393,
      "learning_rate": 0.00018175918440671874,
      "loss": 0.829,
      "step": 67500
    },
    {
      "epoch": 2.2770142818647265,
      "grad_norm": 0.6587579846382141,
      "learning_rate": 0.00018153462678523308,
      "loss": 0.8301,
      "step": 67600
    },
    {
      "epoch": 2.280382646187012,
      "grad_norm": 0.6691922545433044,
      "learning_rate": 0.00018131006916374739,
      "loss": 0.8291,
      "step": 67700
    },
    {
      "epoch": 2.2837510105092966,
      "grad_norm": 0.6645218133926392,
      "learning_rate": 0.00018108551154226175,
      "loss": 0.8294,
      "step": 67800
    },
    {
      "epoch": 2.287119374831582,
      "grad_norm": 0.6749672293663025,
      "learning_rate": 0.00018086095392077606,
      "loss": 0.8324,
      "step": 67900
    },
    {
      "epoch": 2.2904877391538667,
      "grad_norm": 0.6658663153648376,
      "learning_rate": 0.0001806363962992904,
      "loss": 0.8292,
      "step": 68000
    },
    {
      "epoch": 2.293856103476152,
      "grad_norm": 0.7315119504928589,
      "learning_rate": 0.0001804118386778047,
      "loss": 0.8289,
      "step": 68100
    },
    {
      "epoch": 2.2972244677984373,
      "grad_norm": 0.6700948476791382,
      "learning_rate": 0.00018018728105631903,
      "loss": 0.8266,
      "step": 68200
    },
    {
      "epoch": 2.300592832120722,
      "grad_norm": 0.6325820088386536,
      "learning_rate": 0.00017996272343483337,
      "loss": 0.8312,
      "step": 68300
    },
    {
      "epoch": 2.3039611964430073,
      "grad_norm": 0.6814998984336853,
      "learning_rate": 0.00017973816581334768,
      "loss": 0.8288,
      "step": 68400
    },
    {
      "epoch": 2.307329560765292,
      "grad_norm": 0.6832602024078369,
      "learning_rate": 0.000179513608191862,
      "loss": 0.8278,
      "step": 68500
    },
    {
      "epoch": 2.3106979250875774,
      "grad_norm": 0.7399811148643494,
      "learning_rate": 0.00017928905057037635,
      "loss": 0.8313,
      "step": 68600
    },
    {
      "epoch": 2.3140662894098627,
      "grad_norm": 0.6988467574119568,
      "learning_rate": 0.00017906449294889068,
      "loss": 0.8298,
      "step": 68700
    },
    {
      "epoch": 2.3174346537321475,
      "grad_norm": 0.6190904974937439,
      "learning_rate": 0.000178839935327405,
      "loss": 0.8307,
      "step": 68800
    },
    {
      "epoch": 2.320803018054433,
      "grad_norm": 0.6427486538887024,
      "learning_rate": 0.00017861537770591933,
      "loss": 0.8309,
      "step": 68900
    },
    {
      "epoch": 2.324171382376718,
      "grad_norm": 0.661953330039978,
      "learning_rate": 0.00017839082008443366,
      "loss": 0.8291,
      "step": 69000
    },
    {
      "epoch": 2.327539746699003,
      "grad_norm": 0.6629980206489563,
      "learning_rate": 0.00017816626246294797,
      "loss": 0.8268,
      "step": 69100
    },
    {
      "epoch": 2.330908111021288,
      "grad_norm": 0.8455718755722046,
      "learning_rate": 0.0001779417048414623,
      "loss": 0.8281,
      "step": 69200
    },
    {
      "epoch": 2.3342764753435734,
      "grad_norm": 0.6195480227470398,
      "learning_rate": 0.0001777171472199766,
      "loss": 0.8271,
      "step": 69300
    },
    {
      "epoch": 2.3376448396658582,
      "grad_norm": 0.6320804357528687,
      "learning_rate": 0.00017749258959849098,
      "loss": 0.8272,
      "step": 69400
    },
    {
      "epoch": 2.3410132039881435,
      "grad_norm": 0.6865086555480957,
      "learning_rate": 0.00017726803197700528,
      "loss": 0.83,
      "step": 69500
    },
    {
      "epoch": 2.3443815683104283,
      "grad_norm": 0.6443759799003601,
      "learning_rate": 0.00017704347435551962,
      "loss": 0.828,
      "step": 69600
    },
    {
      "epoch": 2.3477499326327136,
      "grad_norm": 0.6651887893676758,
      "learning_rate": 0.00017681891673403393,
      "loss": 0.8309,
      "step": 69700
    },
    {
      "epoch": 2.351118296954999,
      "grad_norm": 0.6643931269645691,
      "learning_rate": 0.0001765943591125483,
      "loss": 0.8285,
      "step": 69800
    },
    {
      "epoch": 2.3544866612772837,
      "grad_norm": 0.6697126030921936,
      "learning_rate": 0.0001763698014910626,
      "loss": 0.8264,
      "step": 69900
    },
    {
      "epoch": 2.357855025599569,
      "grad_norm": 0.6785570979118347,
      "learning_rate": 0.0001761452438695769,
      "loss": 0.8255,
      "step": 70000
    },
    {
      "epoch": 2.3612233899218538,
      "grad_norm": 0.6412234306335449,
      "learning_rate": 0.00017592068624809124,
      "loss": 0.8271,
      "step": 70100
    },
    {
      "epoch": 2.364591754244139,
      "grad_norm": 0.7083507180213928,
      "learning_rate": 0.00017569612862660555,
      "loss": 0.83,
      "step": 70200
    },
    {
      "epoch": 2.3679601185664243,
      "grad_norm": 0.6519679427146912,
      "learning_rate": 0.0001754715710051199,
      "loss": 0.8249,
      "step": 70300
    },
    {
      "epoch": 2.371328482888709,
      "grad_norm": 0.7082831263542175,
      "learning_rate": 0.00017524701338363422,
      "loss": 0.8287,
      "step": 70400
    },
    {
      "epoch": 2.3746968472109944,
      "grad_norm": 0.6893306374549866,
      "learning_rate": 0.00017502245576214855,
      "loss": 0.8241,
      "step": 70500
    },
    {
      "epoch": 2.378065211533279,
      "grad_norm": 0.6624453663825989,
      "learning_rate": 0.00017479789814066286,
      "loss": 0.8281,
      "step": 70600
    },
    {
      "epoch": 2.3814335758555645,
      "grad_norm": 0.7071661353111267,
      "learning_rate": 0.00017457334051917722,
      "loss": 0.8257,
      "step": 70700
    },
    {
      "epoch": 2.3848019401778497,
      "grad_norm": 0.6531967520713806,
      "learning_rate": 0.00017434878289769153,
      "loss": 0.8253,
      "step": 70800
    },
    {
      "epoch": 2.3881703045001346,
      "grad_norm": 0.6394172310829163,
      "learning_rate": 0.00017412422527620587,
      "loss": 0.8291,
      "step": 70900
    },
    {
      "epoch": 2.39153866882242,
      "grad_norm": 0.7370265126228333,
      "learning_rate": 0.00017389966765472018,
      "loss": 0.8282,
      "step": 71000
    },
    {
      "epoch": 2.394907033144705,
      "grad_norm": 0.6256112456321716,
      "learning_rate": 0.0001736751100332345,
      "loss": 0.8267,
      "step": 71100
    },
    {
      "epoch": 2.39827539746699,
      "grad_norm": 0.6319020390510559,
      "learning_rate": 0.00017345055241174885,
      "loss": 0.8271,
      "step": 71200
    },
    {
      "epoch": 2.401643761789275,
      "grad_norm": 0.638664186000824,
      "learning_rate": 0.00017322599479026315,
      "loss": 0.8259,
      "step": 71300
    },
    {
      "epoch": 2.4050121261115605,
      "grad_norm": 0.6793828010559082,
      "learning_rate": 0.0001730014371687775,
      "loss": 0.8265,
      "step": 71400
    },
    {
      "epoch": 2.4083804904338453,
      "grad_norm": 0.7026681303977966,
      "learning_rate": 0.00017277687954729182,
      "loss": 0.8296,
      "step": 71500
    },
    {
      "epoch": 2.4117488547561305,
      "grad_norm": 0.6481872200965881,
      "learning_rate": 0.00017255232192580616,
      "loss": 0.826,
      "step": 71600
    },
    {
      "epoch": 2.4151172190784154,
      "grad_norm": 0.68873530626297,
      "learning_rate": 0.00017232776430432047,
      "loss": 0.8283,
      "step": 71700
    },
    {
      "epoch": 2.4184855834007006,
      "grad_norm": 0.6869419813156128,
      "learning_rate": 0.0001721032066828348,
      "loss": 0.8251,
      "step": 71800
    },
    {
      "epoch": 2.421853947722986,
      "grad_norm": 0.6462306380271912,
      "learning_rate": 0.00017187864906134914,
      "loss": 0.8265,
      "step": 71900
    },
    {
      "epoch": 2.4252223120452707,
      "grad_norm": 0.6632818579673767,
      "learning_rate": 0.00017165409143986345,
      "loss": 0.8287,
      "step": 72000
    },
    {
      "epoch": 2.428590676367556,
      "grad_norm": 0.7588053345680237,
      "learning_rate": 0.00017142953381837778,
      "loss": 0.8278,
      "step": 72100
    },
    {
      "epoch": 2.431959040689841,
      "grad_norm": 0.6804139614105225,
      "learning_rate": 0.0001712049761968921,
      "loss": 0.8266,
      "step": 72200
    },
    {
      "epoch": 2.435327405012126,
      "grad_norm": 0.8674142956733704,
      "learning_rate": 0.00017098041857540645,
      "loss": 0.8242,
      "step": 72300
    },
    {
      "epoch": 2.4386957693344113,
      "grad_norm": 1.0071535110473633,
      "learning_rate": 0.00017075586095392076,
      "loss": 0.8294,
      "step": 72400
    },
    {
      "epoch": 2.442064133656696,
      "grad_norm": 0.6555808782577515,
      "learning_rate": 0.0001705313033324351,
      "loss": 0.8256,
      "step": 72500
    },
    {
      "epoch": 2.4454324979789814,
      "grad_norm": 0.6730812788009644,
      "learning_rate": 0.0001703067457109494,
      "loss": 0.8254,
      "step": 72600
    },
    {
      "epoch": 2.4488008623012663,
      "grad_norm": 0.6546606421470642,
      "learning_rate": 0.00017008218808946377,
      "loss": 0.8257,
      "step": 72700
    },
    {
      "epoch": 2.4521692266235515,
      "grad_norm": 0.6847641468048096,
      "learning_rate": 0.00016985763046797807,
      "loss": 0.824,
      "step": 72800
    },
    {
      "epoch": 2.455537590945837,
      "grad_norm": 0.6383925080299377,
      "learning_rate": 0.00016963307284649238,
      "loss": 0.8238,
      "step": 72900
    },
    {
      "epoch": 2.4589059552681216,
      "grad_norm": 0.6601071357727051,
      "learning_rate": 0.00016940851522500672,
      "loss": 0.8215,
      "step": 73000
    },
    {
      "epoch": 2.462274319590407,
      "grad_norm": 0.6254110336303711,
      "learning_rate": 0.00016918395760352102,
      "loss": 0.8254,
      "step": 73100
    },
    {
      "epoch": 2.465642683912692,
      "grad_norm": 0.6367729902267456,
      "learning_rate": 0.0001689593999820354,
      "loss": 0.8201,
      "step": 73200
    },
    {
      "epoch": 2.469011048234977,
      "grad_norm": 0.6448660492897034,
      "learning_rate": 0.0001687348423605497,
      "loss": 0.8237,
      "step": 73300
    },
    {
      "epoch": 2.4723794125572622,
      "grad_norm": 0.6661122441291809,
      "learning_rate": 0.00016851028473906403,
      "loss": 0.8257,
      "step": 73400
    },
    {
      "epoch": 2.4757477768795475,
      "grad_norm": 0.619644820690155,
      "learning_rate": 0.00016828572711757834,
      "loss": 0.8238,
      "step": 73500
    },
    {
      "epoch": 2.4791161412018323,
      "grad_norm": 0.7607592344284058,
      "learning_rate": 0.0001680611694960927,
      "loss": 0.8225,
      "step": 73600
    },
    {
      "epoch": 2.4824845055241176,
      "grad_norm": 0.6733140349388123,
      "learning_rate": 0.000167836611874607,
      "loss": 0.8212,
      "step": 73700
    },
    {
      "epoch": 2.4858528698464024,
      "grad_norm": 0.9612058401107788,
      "learning_rate": 0.00016761205425312134,
      "loss": 0.8214,
      "step": 73800
    },
    {
      "epoch": 2.4892212341686877,
      "grad_norm": 0.618076503276825,
      "learning_rate": 0.00016738749663163565,
      "loss": 0.8231,
      "step": 73900
    },
    {
      "epoch": 2.492589598490973,
      "grad_norm": 0.6606545448303223,
      "learning_rate": 0.00016716293901015,
      "loss": 0.8235,
      "step": 74000
    },
    {
      "epoch": 2.4959579628132578,
      "grad_norm": 0.6311343312263489,
      "learning_rate": 0.00016693838138866432,
      "loss": 0.8227,
      "step": 74100
    },
    {
      "epoch": 2.499326327135543,
      "grad_norm": 0.713347315788269,
      "learning_rate": 0.00016671382376717863,
      "loss": 0.825,
      "step": 74200
    },
    {
      "epoch": 2.502694691457828,
      "grad_norm": 0.658001720905304,
      "learning_rate": 0.00016648926614569297,
      "loss": 0.8227,
      "step": 74300
    },
    {
      "epoch": 2.506063055780113,
      "grad_norm": 0.7130460739135742,
      "learning_rate": 0.0001662647085242073,
      "loss": 0.823,
      "step": 74400
    },
    {
      "epoch": 2.5094314201023984,
      "grad_norm": 0.7092128992080688,
      "learning_rate": 0.00016604015090272164,
      "loss": 0.8271,
      "step": 74500
    },
    {
      "epoch": 2.512799784424683,
      "grad_norm": 0.6681484580039978,
      "learning_rate": 0.00016581559328123594,
      "loss": 0.8208,
      "step": 74600
    },
    {
      "epoch": 2.5161681487469685,
      "grad_norm": 0.649299144744873,
      "learning_rate": 0.00016559103565975028,
      "loss": 0.8229,
      "step": 74700
    },
    {
      "epoch": 2.5195365130692533,
      "grad_norm": 0.6099591255187988,
      "learning_rate": 0.00016536647803826461,
      "loss": 0.8221,
      "step": 74800
    },
    {
      "epoch": 2.5229048773915386,
      "grad_norm": 0.655128538608551,
      "learning_rate": 0.00016514192041677892,
      "loss": 0.8216,
      "step": 74900
    },
    {
      "epoch": 2.526273241713824,
      "grad_norm": 2.5822091102600098,
      "learning_rate": 0.00016491736279529326,
      "loss": 0.8213,
      "step": 75000
    },
    {
      "epoch": 2.529641606036109,
      "grad_norm": 0.6650177240371704,
      "learning_rate": 0.00016469280517380757,
      "loss": 0.8279,
      "step": 75100
    },
    {
      "epoch": 2.533009970358394,
      "grad_norm": 0.9380492568016052,
      "learning_rate": 0.00016446824755232193,
      "loss": 0.8245,
      "step": 75200
    },
    {
      "epoch": 2.536378334680679,
      "grad_norm": 0.6475105881690979,
      "learning_rate": 0.00016424368993083624,
      "loss": 0.8233,
      "step": 75300
    },
    {
      "epoch": 2.539746699002964,
      "grad_norm": 0.6452984809875488,
      "learning_rate": 0.00016401913230935057,
      "loss": 0.8218,
      "step": 75400
    },
    {
      "epoch": 2.5431150633252493,
      "grad_norm": 1.478945255279541,
      "learning_rate": 0.00016379457468786488,
      "loss": 0.825,
      "step": 75500
    },
    {
      "epoch": 2.5464834276475345,
      "grad_norm": 0.6364376544952393,
      "learning_rate": 0.00016357001706637924,
      "loss": 0.8215,
      "step": 75600
    },
    {
      "epoch": 2.5498517919698194,
      "grad_norm": 0.5982120633125305,
      "learning_rate": 0.00016334545944489355,
      "loss": 0.8244,
      "step": 75700
    },
    {
      "epoch": 2.5532201562921046,
      "grad_norm": 0.641855001449585,
      "learning_rate": 0.00016312090182340786,
      "loss": 0.8238,
      "step": 75800
    },
    {
      "epoch": 2.5565885206143895,
      "grad_norm": 0.6564063429832458,
      "learning_rate": 0.0001628963442019222,
      "loss": 0.8228,
      "step": 75900
    },
    {
      "epoch": 2.5599568849366747,
      "grad_norm": 0.6515690684318542,
      "learning_rate": 0.0001626717865804365,
      "loss": 0.825,
      "step": 76000
    },
    {
      "epoch": 2.56332524925896,
      "grad_norm": 0.7063090205192566,
      "learning_rate": 0.00016244722895895086,
      "loss": 0.8232,
      "step": 76100
    },
    {
      "epoch": 2.566693613581245,
      "grad_norm": 1.018594741821289,
      "learning_rate": 0.00016222267133746517,
      "loss": 0.8219,
      "step": 76200
    },
    {
      "epoch": 2.57006197790353,
      "grad_norm": 0.7534065842628479,
      "learning_rate": 0.0001619981137159795,
      "loss": 0.8208,
      "step": 76300
    },
    {
      "epoch": 2.573430342225815,
      "grad_norm": 0.6062216758728027,
      "learning_rate": 0.00016177355609449382,
      "loss": 0.8224,
      "step": 76400
    },
    {
      "epoch": 2.5767987065481,
      "grad_norm": 0.6766044497489929,
      "learning_rate": 0.00016154899847300818,
      "loss": 0.823,
      "step": 76500
    },
    {
      "epoch": 2.5801670708703854,
      "grad_norm": 0.668302595615387,
      "learning_rate": 0.00016132444085152249,
      "loss": 0.8211,
      "step": 76600
    },
    {
      "epoch": 2.5835354351926707,
      "grad_norm": 0.8911457061767578,
      "learning_rate": 0.0001610998832300368,
      "loss": 0.8212,
      "step": 76700
    },
    {
      "epoch": 2.5869037995149555,
      "grad_norm": 0.718221127986908,
      "learning_rate": 0.00016087532560855113,
      "loss": 0.8228,
      "step": 76800
    },
    {
      "epoch": 2.590272163837241,
      "grad_norm": 0.7011673450469971,
      "learning_rate": 0.00016065076798706546,
      "loss": 0.8216,
      "step": 76900
    },
    {
      "epoch": 2.5936405281595256,
      "grad_norm": 0.6552968621253967,
      "learning_rate": 0.0001604262103655798,
      "loss": 0.8216,
      "step": 77000
    },
    {
      "epoch": 2.597008892481811,
      "grad_norm": 0.6576195955276489,
      "learning_rate": 0.0001602016527440941,
      "loss": 0.8197,
      "step": 77100
    },
    {
      "epoch": 2.600377256804096,
      "grad_norm": 0.6853031516075134,
      "learning_rate": 0.00015997709512260847,
      "loss": 0.8186,
      "step": 77200
    },
    {
      "epoch": 2.603745621126381,
      "grad_norm": 0.631230890750885,
      "learning_rate": 0.00015975253750112278,
      "loss": 0.8212,
      "step": 77300
    },
    {
      "epoch": 2.6071139854486662,
      "grad_norm": 0.6358488202095032,
      "learning_rate": 0.0001595279798796371,
      "loss": 0.8221,
      "step": 77400
    },
    {
      "epoch": 2.610482349770951,
      "grad_norm": 1.2744354009628296,
      "learning_rate": 0.00015930342225815142,
      "loss": 0.8214,
      "step": 77500
    },
    {
      "epoch": 2.6138507140932363,
      "grad_norm": 0.9848027229309082,
      "learning_rate": 0.00015907886463666578,
      "loss": 0.8238,
      "step": 77600
    },
    {
      "epoch": 2.6172190784155216,
      "grad_norm": 0.7024006843566895,
      "learning_rate": 0.0001588543070151801,
      "loss": 0.8203,
      "step": 77700
    },
    {
      "epoch": 2.6205874427378064,
      "grad_norm": 0.628036379814148,
      "learning_rate": 0.0001586297493936944,
      "loss": 0.8214,
      "step": 77800
    },
    {
      "epoch": 2.6239558070600917,
      "grad_norm": 1.1920697689056396,
      "learning_rate": 0.00015840519177220873,
      "loss": 0.8203,
      "step": 77900
    },
    {
      "epoch": 2.6273241713823765,
      "grad_norm": 0.6503965258598328,
      "learning_rate": 0.00015818063415072304,
      "loss": 0.8213,
      "step": 78000
    },
    {
      "epoch": 2.6306925357046618,
      "grad_norm": 0.6561105847358704,
      "learning_rate": 0.0001579560765292374,
      "loss": 0.8215,
      "step": 78100
    },
    {
      "epoch": 2.634060900026947,
      "grad_norm": 0.9598469734191895,
      "learning_rate": 0.0001577315189077517,
      "loss": 0.8189,
      "step": 78200
    },
    {
      "epoch": 2.637429264349232,
      "grad_norm": 0.6700890064239502,
      "learning_rate": 0.00015750696128626605,
      "loss": 0.8217,
      "step": 78300
    },
    {
      "epoch": 2.640797628671517,
      "grad_norm": 0.6581085920333862,
      "learning_rate": 0.00015728240366478036,
      "loss": 0.8207,
      "step": 78400
    },
    {
      "epoch": 2.644165992993802,
      "grad_norm": 0.6442667841911316,
      "learning_rate": 0.00015705784604329472,
      "loss": 0.8198,
      "step": 78500
    },
    {
      "epoch": 2.647534357316087,
      "grad_norm": 1.1659986972808838,
      "learning_rate": 0.00015683328842180903,
      "loss": 0.8232,
      "step": 78600
    },
    {
      "epoch": 2.6509027216383725,
      "grad_norm": 0.6638743877410889,
      "learning_rate": 0.00015660873080032333,
      "loss": 0.8184,
      "step": 78700
    },
    {
      "epoch": 2.6542710859606578,
      "grad_norm": 0.649681806564331,
      "learning_rate": 0.00015638417317883767,
      "loss": 0.8195,
      "step": 78800
    },
    {
      "epoch": 2.6576394502829426,
      "grad_norm": 1.0518876314163208,
      "learning_rate": 0.00015615961555735198,
      "loss": 0.8222,
      "step": 78900
    },
    {
      "epoch": 2.661007814605228,
      "grad_norm": 0.6661698222160339,
      "learning_rate": 0.00015593505793586634,
      "loss": 0.8192,
      "step": 79000
    },
    {
      "epoch": 2.6643761789275127,
      "grad_norm": 0.6558882594108582,
      "learning_rate": 0.00015571050031438065,
      "loss": 0.8151,
      "step": 79100
    },
    {
      "epoch": 2.667744543249798,
      "grad_norm": 0.621672511100769,
      "learning_rate": 0.00015548594269289498,
      "loss": 0.8185,
      "step": 79200
    },
    {
      "epoch": 2.671112907572083,
      "grad_norm": 0.6606272459030151,
      "learning_rate": 0.00015526138507140932,
      "loss": 0.8178,
      "step": 79300
    },
    {
      "epoch": 2.674481271894368,
      "grad_norm": 0.685043215751648,
      "learning_rate": 0.00015503682744992365,
      "loss": 0.8199,
      "step": 79400
    },
    {
      "epoch": 2.6778496362166533,
      "grad_norm": 0.6863681077957153,
      "learning_rate": 0.00015481226982843796,
      "loss": 0.8209,
      "step": 79500
    },
    {
      "epoch": 2.681218000538938,
      "grad_norm": 0.6480740308761597,
      "learning_rate": 0.00015458771220695227,
      "loss": 0.8209,
      "step": 79600
    },
    {
      "epoch": 2.6845863648612234,
      "grad_norm": 0.6727776527404785,
      "learning_rate": 0.00015436315458546663,
      "loss": 0.8207,
      "step": 79700
    },
    {
      "epoch": 2.6879547291835086,
      "grad_norm": 0.7330679893493652,
      "learning_rate": 0.00015413859696398094,
      "loss": 0.8217,
      "step": 79800
    },
    {
      "epoch": 2.6913230935057935,
      "grad_norm": 0.7128227949142456,
      "learning_rate": 0.00015391403934249528,
      "loss": 0.8229,
      "step": 79900
    },
    {
      "epoch": 2.6946914578280787,
      "grad_norm": 0.6492688059806824,
      "learning_rate": 0.00015368948172100958,
      "loss": 0.8162,
      "step": 80000
    },
    {
      "epoch": 2.6980598221503636,
      "grad_norm": 0.8806473016738892,
      "learning_rate": 0.00015346492409952395,
      "loss": 0.8227,
      "step": 80100
    },
    {
      "epoch": 2.701428186472649,
      "grad_norm": 0.8799885511398315,
      "learning_rate": 0.00015324036647803825,
      "loss": 0.8165,
      "step": 80200
    },
    {
      "epoch": 2.704796550794934,
      "grad_norm": 0.6979735493659973,
      "learning_rate": 0.0001530158088565526,
      "loss": 0.8198,
      "step": 80300
    },
    {
      "epoch": 2.7081649151172194,
      "grad_norm": 0.6624419689178467,
      "learning_rate": 0.0001527912512350669,
      "loss": 0.8194,
      "step": 80400
    },
    {
      "epoch": 2.711533279439504,
      "grad_norm": 0.7164821624755859,
      "learning_rate": 0.00015256669361358126,
      "loss": 0.8193,
      "step": 80500
    },
    {
      "epoch": 2.7149016437617894,
      "grad_norm": 0.6688589453697205,
      "learning_rate": 0.00015234213599209557,
      "loss": 0.8156,
      "step": 80600
    },
    {
      "epoch": 2.7182700080840743,
      "grad_norm": 0.6661184430122375,
      "learning_rate": 0.00015211757837060988,
      "loss": 0.8199,
      "step": 80700
    },
    {
      "epoch": 2.7216383724063595,
      "grad_norm": 0.6526447534561157,
      "learning_rate": 0.0001518930207491242,
      "loss": 0.8187,
      "step": 80800
    },
    {
      "epoch": 2.725006736728645,
      "grad_norm": 0.6510984897613525,
      "learning_rate": 0.00015166846312763852,
      "loss": 0.8189,
      "step": 80900
    },
    {
      "epoch": 2.7283751010509296,
      "grad_norm": 0.6921165585517883,
      "learning_rate": 0.00015144390550615288,
      "loss": 0.8182,
      "step": 81000
    },
    {
      "epoch": 2.731743465373215,
      "grad_norm": 0.7041354179382324,
      "learning_rate": 0.0001512193478846672,
      "loss": 0.8208,
      "step": 81100
    },
    {
      "epoch": 2.7351118296954997,
      "grad_norm": 0.639445424079895,
      "learning_rate": 0.00015099479026318152,
      "loss": 0.8202,
      "step": 81200
    },
    {
      "epoch": 2.738480194017785,
      "grad_norm": 0.7262235879898071,
      "learning_rate": 0.00015077023264169583,
      "loss": 0.8184,
      "step": 81300
    },
    {
      "epoch": 2.7418485583400702,
      "grad_norm": 0.6470584273338318,
      "learning_rate": 0.0001505456750202102,
      "loss": 0.8199,
      "step": 81400
    },
    {
      "epoch": 2.745216922662355,
      "grad_norm": 0.6758275628089905,
      "learning_rate": 0.0001503211173987245,
      "loss": 0.817,
      "step": 81500
    },
    {
      "epoch": 2.7485852869846403,
      "grad_norm": 0.6550074815750122,
      "learning_rate": 0.0001500965597772388,
      "loss": 0.82,
      "step": 81600
    },
    {
      "epoch": 2.751953651306925,
      "grad_norm": 0.6312419176101685,
      "learning_rate": 0.00014987200215575315,
      "loss": 0.8209,
      "step": 81700
    },
    {
      "epoch": 2.7553220156292104,
      "grad_norm": 0.6456059813499451,
      "learning_rate": 0.00014964744453426748,
      "loss": 0.8173,
      "step": 81800
    },
    {
      "epoch": 2.7586903799514957,
      "grad_norm": 0.6251012086868286,
      "learning_rate": 0.00014942288691278182,
      "loss": 0.8147,
      "step": 81900
    },
    {
      "epoch": 2.7620587442737805,
      "grad_norm": 0.6424401998519897,
      "learning_rate": 0.00014919832929129613,
      "loss": 0.8173,
      "step": 82000
    },
    {
      "epoch": 2.7654271085960658,
      "grad_norm": 0.7199423313140869,
      "learning_rate": 0.00014897377166981046,
      "loss": 0.8163,
      "step": 82100
    },
    {
      "epoch": 2.7687954729183506,
      "grad_norm": 0.6573197841644287,
      "learning_rate": 0.0001487492140483248,
      "loss": 0.8145,
      "step": 82200
    },
    {
      "epoch": 2.772163837240636,
      "grad_norm": 0.6857665777206421,
      "learning_rate": 0.0001485246564268391,
      "loss": 0.8188,
      "step": 82300
    },
    {
      "epoch": 2.775532201562921,
      "grad_norm": 0.6398062705993652,
      "learning_rate": 0.00014830009880535344,
      "loss": 0.8173,
      "step": 82400
    },
    {
      "epoch": 2.7789005658852064,
      "grad_norm": 0.6743867993354797,
      "learning_rate": 0.00014807554118386777,
      "loss": 0.8176,
      "step": 82500
    },
    {
      "epoch": 2.782268930207491,
      "grad_norm": 0.6104719042778015,
      "learning_rate": 0.0001478509835623821,
      "loss": 0.8171,
      "step": 82600
    },
    {
      "epoch": 2.7856372945297765,
      "grad_norm": 0.6518858075141907,
      "learning_rate": 0.00014762642594089642,
      "loss": 0.8203,
      "step": 82700
    },
    {
      "epoch": 2.7890056588520613,
      "grad_norm": 0.7392122745513916,
      "learning_rate": 0.00014740186831941075,
      "loss": 0.8171,
      "step": 82800
    },
    {
      "epoch": 2.7923740231743466,
      "grad_norm": 0.6652575135231018,
      "learning_rate": 0.0001471773106979251,
      "loss": 0.8155,
      "step": 82900
    },
    {
      "epoch": 2.795742387496632,
      "grad_norm": 0.698665201663971,
      "learning_rate": 0.0001469527530764394,
      "loss": 0.8202,
      "step": 83000
    },
    {
      "epoch": 2.7991107518189167,
      "grad_norm": 0.6012236475944519,
      "learning_rate": 0.00014672819545495373,
      "loss": 0.817,
      "step": 83100
    },
    {
      "epoch": 2.802479116141202,
      "grad_norm": 0.6791641116142273,
      "learning_rate": 0.00014650363783346804,
      "loss": 0.8185,
      "step": 83200
    },
    {
      "epoch": 2.8058474804634868,
      "grad_norm": 0.694733738899231,
      "learning_rate": 0.00014627908021198237,
      "loss": 0.8161,
      "step": 83300
    },
    {
      "epoch": 2.809215844785772,
      "grad_norm": 1.395378589630127,
      "learning_rate": 0.0001460545225904967,
      "loss": 0.8136,
      "step": 83400
    },
    {
      "epoch": 2.8125842091080573,
      "grad_norm": 1.1096270084381104,
      "learning_rate": 0.00014582996496901104,
      "loss": 0.8187,
      "step": 83500
    },
    {
      "epoch": 2.815952573430342,
      "grad_norm": 0.6426212787628174,
      "learning_rate": 0.00014560540734752535,
      "loss": 0.817,
      "step": 83600
    },
    {
      "epoch": 2.8193209377526274,
      "grad_norm": 0.6201661229133606,
      "learning_rate": 0.0001453808497260397,
      "loss": 0.8166,
      "step": 83700
    },
    {
      "epoch": 2.822689302074912,
      "grad_norm": 0.6646463871002197,
      "learning_rate": 0.00014515629210455402,
      "loss": 0.82,
      "step": 83800
    },
    {
      "epoch": 2.8260576663971975,
      "grad_norm": 0.6990267038345337,
      "learning_rate": 0.00014493173448306833,
      "loss": 0.8169,
      "step": 83900
    },
    {
      "epoch": 2.8294260307194827,
      "grad_norm": 0.671810507774353,
      "learning_rate": 0.00014470717686158267,
      "loss": 0.8167,
      "step": 84000
    },
    {
      "epoch": 2.8327943950417676,
      "grad_norm": 0.686876118183136,
      "learning_rate": 0.000144482619240097,
      "loss": 0.8137,
      "step": 84100
    },
    {
      "epoch": 2.836162759364053,
      "grad_norm": 0.6434644460678101,
      "learning_rate": 0.0001442580616186113,
      "loss": 0.8157,
      "step": 84200
    },
    {
      "epoch": 2.8395311236863376,
      "grad_norm": 0.652999758720398,
      "learning_rate": 0.00014403350399712564,
      "loss": 0.8121,
      "step": 84300
    },
    {
      "epoch": 2.842899488008623,
      "grad_norm": 0.6468531489372253,
      "learning_rate": 0.00014380894637563998,
      "loss": 0.8175,
      "step": 84400
    },
    {
      "epoch": 2.846267852330908,
      "grad_norm": 0.6018803119659424,
      "learning_rate": 0.00014358438875415432,
      "loss": 0.816,
      "step": 84500
    },
    {
      "epoch": 2.8496362166531934,
      "grad_norm": 0.6775005459785461,
      "learning_rate": 0.00014335983113266862,
      "loss": 0.8128,
      "step": 84600
    },
    {
      "epoch": 2.8530045809754783,
      "grad_norm": 0.664910078048706,
      "learning_rate": 0.00014313527351118296,
      "loss": 0.8172,
      "step": 84700
    },
    {
      "epoch": 2.8563729452977635,
      "grad_norm": 0.6959900259971619,
      "learning_rate": 0.0001429107158896973,
      "loss": 0.8135,
      "step": 84800
    },
    {
      "epoch": 2.8597413096200484,
      "grad_norm": 0.6213033199310303,
      "learning_rate": 0.0001426861582682116,
      "loss": 0.8153,
      "step": 84900
    },
    {
      "epoch": 2.8631096739423336,
      "grad_norm": 0.6437749266624451,
      "learning_rate": 0.00014246160064672594,
      "loss": 0.8114,
      "step": 85000
    },
    {
      "epoch": 2.866478038264619,
      "grad_norm": 0.6763966083526611,
      "learning_rate": 0.00014223704302524027,
      "loss": 0.8138,
      "step": 85100
    },
    {
      "epoch": 2.8698464025869037,
      "grad_norm": 1.10175621509552,
      "learning_rate": 0.00014201248540375458,
      "loss": 0.8153,
      "step": 85200
    },
    {
      "epoch": 2.873214766909189,
      "grad_norm": 0.6517946124076843,
      "learning_rate": 0.00014178792778226892,
      "loss": 0.8147,
      "step": 85300
    },
    {
      "epoch": 2.876583131231474,
      "grad_norm": 0.7234548926353455,
      "learning_rate": 0.00014156337016078325,
      "loss": 0.8182,
      "step": 85400
    },
    {
      "epoch": 2.879951495553759,
      "grad_norm": 0.6792501211166382,
      "learning_rate": 0.00014133881253929759,
      "loss": 0.8154,
      "step": 85500
    },
    {
      "epoch": 2.8833198598760443,
      "grad_norm": 0.6222261786460876,
      "learning_rate": 0.0001411142549178119,
      "loss": 0.816,
      "step": 85600
    },
    {
      "epoch": 2.886688224198329,
      "grad_norm": 0.6346508264541626,
      "learning_rate": 0.00014088969729632623,
      "loss": 0.8159,
      "step": 85700
    },
    {
      "epoch": 2.8900565885206144,
      "grad_norm": 0.7334688305854797,
      "learning_rate": 0.00014066513967484054,
      "loss": 0.8166,
      "step": 85800
    },
    {
      "epoch": 2.8934249528428992,
      "grad_norm": 0.6864719986915588,
      "learning_rate": 0.00014044058205335487,
      "loss": 0.819,
      "step": 85900
    },
    {
      "epoch": 2.8967933171651845,
      "grad_norm": 0.5927285552024841,
      "learning_rate": 0.0001402160244318692,
      "loss": 0.8148,
      "step": 86000
    },
    {
      "epoch": 2.90016168148747,
      "grad_norm": 0.660213828086853,
      "learning_rate": 0.00013999146681038354,
      "loss": 0.815,
      "step": 86100
    },
    {
      "epoch": 2.903530045809755,
      "grad_norm": 0.6887788772583008,
      "learning_rate": 0.00013976690918889785,
      "loss": 0.8143,
      "step": 86200
    },
    {
      "epoch": 2.90689841013204,
      "grad_norm": 1.1385151147842407,
      "learning_rate": 0.00013954235156741219,
      "loss": 0.8139,
      "step": 86300
    },
    {
      "epoch": 2.910266774454325,
      "grad_norm": 0.6464802026748657,
      "learning_rate": 0.00013931779394592652,
      "loss": 0.8149,
      "step": 86400
    },
    {
      "epoch": 2.91363513877661,
      "grad_norm": 0.6867853999137878,
      "learning_rate": 0.00013909323632444086,
      "loss": 0.8139,
      "step": 86500
    },
    {
      "epoch": 2.9170035030988952,
      "grad_norm": 0.8868036866188049,
      "learning_rate": 0.00013886867870295516,
      "loss": 0.8139,
      "step": 86600
    },
    {
      "epoch": 2.9203718674211805,
      "grad_norm": 0.6516538262367249,
      "learning_rate": 0.0001386441210814695,
      "loss": 0.8153,
      "step": 86700
    },
    {
      "epoch": 2.9237402317434653,
      "grad_norm": 0.6790093779563904,
      "learning_rate": 0.0001384195634599838,
      "loss": 0.8133,
      "step": 86800
    },
    {
      "epoch": 2.9271085960657506,
      "grad_norm": 0.6333130598068237,
      "learning_rate": 0.00013819500583849814,
      "loss": 0.8117,
      "step": 86900
    },
    {
      "epoch": 2.9304769603880354,
      "grad_norm": 0.7102107405662537,
      "learning_rate": 0.00013797044821701248,
      "loss": 0.8128,
      "step": 87000
    },
    {
      "epoch": 2.9338453247103207,
      "grad_norm": 0.7193422913551331,
      "learning_rate": 0.00013774589059552679,
      "loss": 0.8121,
      "step": 87100
    },
    {
      "epoch": 2.937213689032606,
      "grad_norm": 0.7304584980010986,
      "learning_rate": 0.00013752133297404112,
      "loss": 0.8114,
      "step": 87200
    },
    {
      "epoch": 2.9405820533548908,
      "grad_norm": 0.8924300074577332,
      "learning_rate": 0.00013729677535255546,
      "loss": 0.8137,
      "step": 87300
    },
    {
      "epoch": 2.943950417677176,
      "grad_norm": 0.6813507080078125,
      "learning_rate": 0.0001370722177310698,
      "loss": 0.8109,
      "step": 87400
    },
    {
      "epoch": 2.947318781999461,
      "grad_norm": 0.6427081823348999,
      "learning_rate": 0.0001368476601095841,
      "loss": 0.8125,
      "step": 87500
    },
    {
      "epoch": 2.950687146321746,
      "grad_norm": 0.6571387052536011,
      "learning_rate": 0.00013662310248809843,
      "loss": 0.8132,
      "step": 87600
    },
    {
      "epoch": 2.9540555106440314,
      "grad_norm": 0.7705689072608948,
      "learning_rate": 0.00013639854486661277,
      "loss": 0.8129,
      "step": 87700
    },
    {
      "epoch": 2.957423874966316,
      "grad_norm": 0.7075904011726379,
      "learning_rate": 0.00013617398724512708,
      "loss": 0.8143,
      "step": 87800
    },
    {
      "epoch": 2.9607922392886015,
      "grad_norm": 0.6926144957542419,
      "learning_rate": 0.0001359494296236414,
      "loss": 0.8115,
      "step": 87900
    },
    {
      "epoch": 2.9641606036108863,
      "grad_norm": 0.7183883190155029,
      "learning_rate": 0.00013572487200215575,
      "loss": 0.8122,
      "step": 88000
    },
    {
      "epoch": 2.9675289679331716,
      "grad_norm": 0.6963924169540405,
      "learning_rate": 0.00013550031438067006,
      "loss": 0.8151,
      "step": 88100
    },
    {
      "epoch": 2.970897332255457,
      "grad_norm": 0.6360912919044495,
      "learning_rate": 0.0001352757567591844,
      "loss": 0.8129,
      "step": 88200
    },
    {
      "epoch": 2.974265696577742,
      "grad_norm": 0.7141982316970825,
      "learning_rate": 0.00013505119913769873,
      "loss": 0.8142,
      "step": 88300
    },
    {
      "epoch": 2.977634060900027,
      "grad_norm": 0.6647577285766602,
      "learning_rate": 0.00013482664151621306,
      "loss": 0.811,
      "step": 88400
    },
    {
      "epoch": 2.981002425222312,
      "grad_norm": 0.6686524152755737,
      "learning_rate": 0.00013460208389472737,
      "loss": 0.8149,
      "step": 88500
    },
    {
      "epoch": 2.984370789544597,
      "grad_norm": 0.66321861743927,
      "learning_rate": 0.0001343775262732417,
      "loss": 0.8103,
      "step": 88600
    },
    {
      "epoch": 2.9877391538668823,
      "grad_norm": 0.622572660446167,
      "learning_rate": 0.00013415296865175601,
      "loss": 0.8144,
      "step": 88700
    },
    {
      "epoch": 2.9911075181891675,
      "grad_norm": 0.667248547077179,
      "learning_rate": 0.00013392841103027035,
      "loss": 0.8108,
      "step": 88800
    },
    {
      "epoch": 2.9944758825114524,
      "grad_norm": 0.6621103882789612,
      "learning_rate": 0.00013370385340878468,
      "loss": 0.8106,
      "step": 88900
    },
    {
      "epoch": 2.9978442468337376,
      "grad_norm": 0.6303636431694031,
      "learning_rate": 0.00013347929578729902,
      "loss": 0.8104,
      "step": 89000
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.760505199432373,
      "eval_runtime": 1.8138,
      "eval_samples_per_second": 2756.665,
      "eval_steps_per_second": 43.555,
      "step": 89064
    },
    {
      "epoch": 3.0012126111560224,
      "grad_norm": 0.6279102563858032,
      "learning_rate": 0.00013325473816581333,
      "loss": 0.813,
      "step": 89100
    },
    {
      "epoch": 3.0045809754783077,
      "grad_norm": 0.6355727910995483,
      "learning_rate": 0.00013303018054432766,
      "loss": 0.811,
      "step": 89200
    },
    {
      "epoch": 3.007949339800593,
      "grad_norm": 0.6710761189460754,
      "learning_rate": 0.000132805622922842,
      "loss": 0.8147,
      "step": 89300
    },
    {
      "epoch": 3.011317704122878,
      "grad_norm": 0.6306372284889221,
      "learning_rate": 0.00013258106530135633,
      "loss": 0.8151,
      "step": 89400
    },
    {
      "epoch": 3.014686068445163,
      "grad_norm": 0.6803897023200989,
      "learning_rate": 0.00013235650767987064,
      "loss": 0.8086,
      "step": 89500
    },
    {
      "epoch": 3.0180544327674483,
      "grad_norm": 0.6367260217666626,
      "learning_rate": 0.00013213195005838498,
      "loss": 0.8119,
      "step": 89600
    },
    {
      "epoch": 3.021422797089733,
      "grad_norm": 0.664561927318573,
      "learning_rate": 0.00013190739243689928,
      "loss": 0.8094,
      "step": 89700
    },
    {
      "epoch": 3.0247911614120184,
      "grad_norm": 0.6986654996871948,
      "learning_rate": 0.00013168283481541362,
      "loss": 0.8116,
      "step": 89800
    },
    {
      "epoch": 3.0281595257343032,
      "grad_norm": 0.6583049893379211,
      "learning_rate": 0.00013145827719392795,
      "loss": 0.8148,
      "step": 89900
    },
    {
      "epoch": 3.0315278900565885,
      "grad_norm": 0.6716769337654114,
      "learning_rate": 0.00013123371957244226,
      "loss": 0.8137,
      "step": 90000
    },
    {
      "epoch": 3.034896254378874,
      "grad_norm": 0.7089846134185791,
      "learning_rate": 0.0001310091619509566,
      "loss": 0.809,
      "step": 90100
    },
    {
      "epoch": 3.0382646187011586,
      "grad_norm": 0.6873953938484192,
      "learning_rate": 0.00013078460432947093,
      "loss": 0.8113,
      "step": 90200
    },
    {
      "epoch": 3.041632983023444,
      "grad_norm": 0.6583080887794495,
      "learning_rate": 0.00013056004670798527,
      "loss": 0.8067,
      "step": 90300
    },
    {
      "epoch": 3.045001347345729,
      "grad_norm": 0.6893338561058044,
      "learning_rate": 0.00013033548908649958,
      "loss": 0.8126,
      "step": 90400
    },
    {
      "epoch": 3.048369711668014,
      "grad_norm": 0.9407336115837097,
      "learning_rate": 0.0001301109314650139,
      "loss": 0.8077,
      "step": 90500
    },
    {
      "epoch": 3.0517380759902992,
      "grad_norm": 1.1255403757095337,
      "learning_rate": 0.00012988637384352822,
      "loss": 0.8104,
      "step": 90600
    },
    {
      "epoch": 3.055106440312584,
      "grad_norm": 0.6687456369400024,
      "learning_rate": 0.00012966181622204255,
      "loss": 0.8122,
      "step": 90700
    },
    {
      "epoch": 3.0584748046348693,
      "grad_norm": 0.6100497245788574,
      "learning_rate": 0.0001294372586005569,
      "loss": 0.8098,
      "step": 90800
    },
    {
      "epoch": 3.0618431689571546,
      "grad_norm": 0.6621761918067932,
      "learning_rate": 0.00012921270097907123,
      "loss": 0.8118,
      "step": 90900
    },
    {
      "epoch": 3.0652115332794394,
      "grad_norm": 0.8076705932617188,
      "learning_rate": 0.00012898814335758553,
      "loss": 0.811,
      "step": 91000
    },
    {
      "epoch": 3.0685798976017247,
      "grad_norm": 0.6705955266952515,
      "learning_rate": 0.00012876358573609987,
      "loss": 0.8116,
      "step": 91100
    },
    {
      "epoch": 3.0719482619240095,
      "grad_norm": 0.6365945339202881,
      "learning_rate": 0.0001285390281146142,
      "loss": 0.8074,
      "step": 91200
    },
    {
      "epoch": 3.0753166262462948,
      "grad_norm": 0.9314165115356445,
      "learning_rate": 0.00012831447049312854,
      "loss": 0.8092,
      "step": 91300
    },
    {
      "epoch": 3.07868499056858,
      "grad_norm": 0.6733311414718628,
      "learning_rate": 0.00012808991287164285,
      "loss": 0.8102,
      "step": 91400
    },
    {
      "epoch": 3.082053354890865,
      "grad_norm": 0.6910605430603027,
      "learning_rate": 0.00012786535525015718,
      "loss": 0.8065,
      "step": 91500
    },
    {
      "epoch": 3.08542171921315,
      "grad_norm": 0.7043003439903259,
      "learning_rate": 0.0001276407976286715,
      "loss": 0.8073,
      "step": 91600
    },
    {
      "epoch": 3.0887900835354354,
      "grad_norm": 0.6764921545982361,
      "learning_rate": 0.00012741624000718583,
      "loss": 0.8089,
      "step": 91700
    },
    {
      "epoch": 3.09215844785772,
      "grad_norm": 0.6997144818305969,
      "learning_rate": 0.00012719168238570016,
      "loss": 0.8088,
      "step": 91800
    },
    {
      "epoch": 3.0955268121800055,
      "grad_norm": 0.6801837086677551,
      "learning_rate": 0.0001269671247642145,
      "loss": 0.8094,
      "step": 91900
    },
    {
      "epoch": 3.0988951765022903,
      "grad_norm": 0.6339113116264343,
      "learning_rate": 0.0001267425671427288,
      "loss": 0.8109,
      "step": 92000
    },
    {
      "epoch": 3.1022635408245756,
      "grad_norm": 0.6691506505012512,
      "learning_rate": 0.00012651800952124314,
      "loss": 0.8135,
      "step": 92100
    },
    {
      "epoch": 3.105631905146861,
      "grad_norm": 0.6617900133132935,
      "learning_rate": 0.00012629345189975747,
      "loss": 0.8106,
      "step": 92200
    },
    {
      "epoch": 3.1090002694691456,
      "grad_norm": 0.6737276911735535,
      "learning_rate": 0.0001260688942782718,
      "loss": 0.8128,
      "step": 92300
    },
    {
      "epoch": 3.112368633791431,
      "grad_norm": 0.670802652835846,
      "learning_rate": 0.00012584433665678612,
      "loss": 0.8106,
      "step": 92400
    },
    {
      "epoch": 3.115736998113716,
      "grad_norm": 0.626956045627594,
      "learning_rate": 0.00012561977903530045,
      "loss": 0.8114,
      "step": 92500
    },
    {
      "epoch": 3.119105362436001,
      "grad_norm": 0.6243528127670288,
      "learning_rate": 0.00012539522141381476,
      "loss": 0.8115,
      "step": 92600
    },
    {
      "epoch": 3.1224737267582863,
      "grad_norm": 0.6828027367591858,
      "learning_rate": 0.0001251706637923291,
      "loss": 0.807,
      "step": 92700
    },
    {
      "epoch": 3.125842091080571,
      "grad_norm": 0.704557478427887,
      "learning_rate": 0.00012494610617084343,
      "loss": 0.8085,
      "step": 92800
    },
    {
      "epoch": 3.1292104554028564,
      "grad_norm": 0.6188080310821533,
      "learning_rate": 0.00012472154854935774,
      "loss": 0.8079,
      "step": 92900
    },
    {
      "epoch": 3.1325788197251416,
      "grad_norm": 0.6640317440032959,
      "learning_rate": 0.00012449699092787207,
      "loss": 0.808,
      "step": 93000
    },
    {
      "epoch": 3.1359471840474265,
      "grad_norm": 0.6489530801773071,
      "learning_rate": 0.0001242724333063864,
      "loss": 0.8089,
      "step": 93100
    },
    {
      "epoch": 3.1393155483697117,
      "grad_norm": 0.6527587175369263,
      "learning_rate": 0.00012404787568490074,
      "loss": 0.809,
      "step": 93200
    },
    {
      "epoch": 3.1426839126919965,
      "grad_norm": 0.6802580952644348,
      "learning_rate": 0.00012382331806341508,
      "loss": 0.8099,
      "step": 93300
    },
    {
      "epoch": 3.146052277014282,
      "grad_norm": 0.6751042604446411,
      "learning_rate": 0.0001235987604419294,
      "loss": 0.8103,
      "step": 93400
    },
    {
      "epoch": 3.149420641336567,
      "grad_norm": 0.723804235458374,
      "learning_rate": 0.0001233742028204437,
      "loss": 0.8043,
      "step": 93500
    },
    {
      "epoch": 3.152789005658852,
      "grad_norm": 0.768860399723053,
      "learning_rate": 0.00012314964519895803,
      "loss": 0.8105,
      "step": 93600
    },
    {
      "epoch": 3.156157369981137,
      "grad_norm": 0.6464242339134216,
      "learning_rate": 0.00012292508757747237,
      "loss": 0.808,
      "step": 93700
    },
    {
      "epoch": 3.1595257343034224,
      "grad_norm": 0.7125059962272644,
      "learning_rate": 0.0001227005299559867,
      "loss": 0.8103,
      "step": 93800
    },
    {
      "epoch": 3.1628940986257073,
      "grad_norm": 0.6584749221801758,
      "learning_rate": 0.000122475972334501,
      "loss": 0.81,
      "step": 93900
    },
    {
      "epoch": 3.1662624629479925,
      "grad_norm": 0.6689501404762268,
      "learning_rate": 0.00012225141471301534,
      "loss": 0.8086,
      "step": 94000
    },
    {
      "epoch": 3.169630827270278,
      "grad_norm": 0.6383669376373291,
      "learning_rate": 0.00012202685709152968,
      "loss": 0.8097,
      "step": 94100
    },
    {
      "epoch": 3.1729991915925626,
      "grad_norm": 0.6786794066429138,
      "learning_rate": 0.000121802299470044,
      "loss": 0.809,
      "step": 94200
    },
    {
      "epoch": 3.176367555914848,
      "grad_norm": 0.6704023480415344,
      "learning_rate": 0.00012157774184855834,
      "loss": 0.8086,
      "step": 94300
    },
    {
      "epoch": 3.1797359202371327,
      "grad_norm": 0.652862012386322,
      "learning_rate": 0.00012135318422707266,
      "loss": 0.808,
      "step": 94400
    },
    {
      "epoch": 3.183104284559418,
      "grad_norm": 0.8095204830169678,
      "learning_rate": 0.00012112862660558698,
      "loss": 0.8066,
      "step": 94500
    },
    {
      "epoch": 3.1864726488817032,
      "grad_norm": 0.6581931710243225,
      "learning_rate": 0.0001209040689841013,
      "loss": 0.8061,
      "step": 94600
    },
    {
      "epoch": 3.189841013203988,
      "grad_norm": 0.6642458438873291,
      "learning_rate": 0.00012067951136261564,
      "loss": 0.8079,
      "step": 94700
    },
    {
      "epoch": 3.1932093775262733,
      "grad_norm": 0.6264484524726868,
      "learning_rate": 0.00012045495374112996,
      "loss": 0.8108,
      "step": 94800
    },
    {
      "epoch": 3.196577741848558,
      "grad_norm": 0.6631668210029602,
      "learning_rate": 0.0001202303961196443,
      "loss": 0.8076,
      "step": 94900
    },
    {
      "epoch": 3.1999461061708434,
      "grad_norm": 0.636448085308075,
      "learning_rate": 0.00012000583849815862,
      "loss": 0.805,
      "step": 95000
    },
    {
      "epoch": 3.2033144704931287,
      "grad_norm": 0.6331253051757812,
      "learning_rate": 0.00011978128087667295,
      "loss": 0.8089,
      "step": 95100
    },
    {
      "epoch": 3.2066828348154135,
      "grad_norm": 0.6623615026473999,
      "learning_rate": 0.00011955672325518727,
      "loss": 0.8089,
      "step": 95200
    },
    {
      "epoch": 3.2100511991376988,
      "grad_norm": 0.671399712562561,
      "learning_rate": 0.00011933216563370161,
      "loss": 0.8054,
      "step": 95300
    },
    {
      "epoch": 3.213419563459984,
      "grad_norm": 0.6822311282157898,
      "learning_rate": 0.00011910760801221592,
      "loss": 0.8057,
      "step": 95400
    },
    {
      "epoch": 3.216787927782269,
      "grad_norm": 0.6769167184829712,
      "learning_rate": 0.00011888305039073025,
      "loss": 0.8065,
      "step": 95500
    },
    {
      "epoch": 3.220156292104554,
      "grad_norm": 0.6246688961982727,
      "learning_rate": 0.00011865849276924457,
      "loss": 0.8063,
      "step": 95600
    },
    {
      "epoch": 3.223524656426839,
      "grad_norm": 0.6401100754737854,
      "learning_rate": 0.00011843393514775891,
      "loss": 0.807,
      "step": 95700
    },
    {
      "epoch": 3.226893020749124,
      "grad_norm": 0.6910848021507263,
      "learning_rate": 0.00011820937752627323,
      "loss": 0.8068,
      "step": 95800
    },
    {
      "epoch": 3.2302613850714095,
      "grad_norm": 0.7022745013237,
      "learning_rate": 0.00011798481990478756,
      "loss": 0.8077,
      "step": 95900
    },
    {
      "epoch": 3.2336297493936943,
      "grad_norm": 0.7098489999771118,
      "learning_rate": 0.00011776026228330189,
      "loss": 0.8079,
      "step": 96000
    },
    {
      "epoch": 3.2369981137159796,
      "grad_norm": 1.6580332517623901,
      "learning_rate": 0.00011753570466181622,
      "loss": 0.8052,
      "step": 96100
    },
    {
      "epoch": 3.240366478038265,
      "grad_norm": 0.6385944485664368,
      "learning_rate": 0.00011731114704033054,
      "loss": 0.8097,
      "step": 96200
    },
    {
      "epoch": 3.2437348423605497,
      "grad_norm": 0.6737959384918213,
      "learning_rate": 0.00011708658941884488,
      "loss": 0.8075,
      "step": 96300
    },
    {
      "epoch": 3.247103206682835,
      "grad_norm": 0.6414308547973633,
      "learning_rate": 0.00011686203179735919,
      "loss": 0.8074,
      "step": 96400
    },
    {
      "epoch": 3.2504715710051197,
      "grad_norm": 0.6727792024612427,
      "learning_rate": 0.00011663747417587351,
      "loss": 0.8082,
      "step": 96500
    },
    {
      "epoch": 3.253839935327405,
      "grad_norm": 0.6280369162559509,
      "learning_rate": 0.00011641291655438784,
      "loss": 0.8098,
      "step": 96600
    },
    {
      "epoch": 3.2572082996496903,
      "grad_norm": 0.6988112330436707,
      "learning_rate": 0.00011618835893290216,
      "loss": 0.8079,
      "step": 96700
    },
    {
      "epoch": 3.260576663971975,
      "grad_norm": 0.6650980710983276,
      "learning_rate": 0.0001159638013114165,
      "loss": 0.8084,
      "step": 96800
    },
    {
      "epoch": 3.2639450282942604,
      "grad_norm": 0.6886364817619324,
      "learning_rate": 0.00011573924368993082,
      "loss": 0.8074,
      "step": 96900
    },
    {
      "epoch": 3.267313392616545,
      "grad_norm": 0.6584846377372742,
      "learning_rate": 0.00011551468606844516,
      "loss": 0.8111,
      "step": 97000
    },
    {
      "epoch": 3.2706817569388305,
      "grad_norm": 0.9834907650947571,
      "learning_rate": 0.00011529012844695948,
      "loss": 0.8088,
      "step": 97100
    },
    {
      "epoch": 3.2740501212611157,
      "grad_norm": 0.6571055054664612,
      "learning_rate": 0.00011506557082547381,
      "loss": 0.8043,
      "step": 97200
    },
    {
      "epoch": 3.2774184855834005,
      "grad_norm": 0.6906171441078186,
      "learning_rate": 0.00011484101320398814,
      "loss": 0.8081,
      "step": 97300
    },
    {
      "epoch": 3.280786849905686,
      "grad_norm": 0.7476776838302612,
      "learning_rate": 0.00011461645558250246,
      "loss": 0.8064,
      "step": 97400
    },
    {
      "epoch": 3.284155214227971,
      "grad_norm": 0.6860908269882202,
      "learning_rate": 0.00011439189796101678,
      "loss": 0.8073,
      "step": 97500
    },
    {
      "epoch": 3.287523578550256,
      "grad_norm": 0.6590797901153564,
      "learning_rate": 0.00011416734033953111,
      "loss": 0.807,
      "step": 97600
    },
    {
      "epoch": 3.290891942872541,
      "grad_norm": 0.7175418138504028,
      "learning_rate": 0.00011394278271804544,
      "loss": 0.8073,
      "step": 97700
    },
    {
      "epoch": 3.2942603071948264,
      "grad_norm": 0.6721409559249878,
      "learning_rate": 0.00011371822509655977,
      "loss": 0.806,
      "step": 97800
    },
    {
      "epoch": 3.2976286715171113,
      "grad_norm": 0.6370182633399963,
      "learning_rate": 0.00011349366747507409,
      "loss": 0.8094,
      "step": 97900
    },
    {
      "epoch": 3.3009970358393965,
      "grad_norm": 0.6653867959976196,
      "learning_rate": 0.00011326910985358843,
      "loss": 0.8021,
      "step": 98000
    },
    {
      "epoch": 3.3043654001616813,
      "grad_norm": 0.635477602481842,
      "learning_rate": 0.00011304455223210275,
      "loss": 0.8074,
      "step": 98100
    },
    {
      "epoch": 3.3077337644839666,
      "grad_norm": 0.7132477760314941,
      "learning_rate": 0.00011281999461061708,
      "loss": 0.8048,
      "step": 98200
    },
    {
      "epoch": 3.311102128806252,
      "grad_norm": 0.661605954170227,
      "learning_rate": 0.00011259543698913139,
      "loss": 0.8065,
      "step": 98300
    },
    {
      "epoch": 3.3144704931285367,
      "grad_norm": 0.7334872484207153,
      "learning_rate": 0.00011237087936764573,
      "loss": 0.8056,
      "step": 98400
    },
    {
      "epoch": 3.317838857450822,
      "grad_norm": 0.7113956212997437,
      "learning_rate": 0.00011214632174616005,
      "loss": 0.8068,
      "step": 98500
    },
    {
      "epoch": 3.321207221773107,
      "grad_norm": 0.6793413758277893,
      "learning_rate": 0.00011192176412467438,
      "loss": 0.8102,
      "step": 98600
    },
    {
      "epoch": 3.324575586095392,
      "grad_norm": 0.6595569849014282,
      "learning_rate": 0.0001116972065031887,
      "loss": 0.8045,
      "step": 98700
    },
    {
      "epoch": 3.3279439504176773,
      "grad_norm": 0.6264058351516724,
      "learning_rate": 0.00011147264888170304,
      "loss": 0.8059,
      "step": 98800
    },
    {
      "epoch": 3.331312314739962,
      "grad_norm": 0.7037299275398254,
      "learning_rate": 0.00011124809126021736,
      "loss": 0.8044,
      "step": 98900
    },
    {
      "epoch": 3.3346806790622474,
      "grad_norm": 0.6255789995193481,
      "learning_rate": 0.0001110235336387317,
      "loss": 0.8081,
      "step": 99000
    },
    {
      "epoch": 3.3380490433845322,
      "grad_norm": 0.6675742864608765,
      "learning_rate": 0.00011079897601724602,
      "loss": 0.8028,
      "step": 99100
    },
    {
      "epoch": 3.3414174077068175,
      "grad_norm": 0.6799077391624451,
      "learning_rate": 0.00011057441839576035,
      "loss": 0.804,
      "step": 99200
    },
    {
      "epoch": 3.3447857720291028,
      "grad_norm": 0.6606206893920898,
      "learning_rate": 0.00011034986077427466,
      "loss": 0.8064,
      "step": 99300
    },
    {
      "epoch": 3.3481541363513876,
      "grad_norm": 0.7276676893234253,
      "learning_rate": 0.00011012530315278898,
      "loss": 0.8074,
      "step": 99400
    },
    {
      "epoch": 3.351522500673673,
      "grad_norm": 0.6872825026512146,
      "learning_rate": 0.00010990074553130332,
      "loss": 0.8056,
      "step": 99500
    },
    {
      "epoch": 3.354890864995958,
      "grad_norm": 0.6640327572822571,
      "learning_rate": 0.00010967618790981764,
      "loss": 0.8078,
      "step": 99600
    },
    {
      "epoch": 3.358259229318243,
      "grad_norm": 0.9947742819786072,
      "learning_rate": 0.00010945163028833198,
      "loss": 0.8018,
      "step": 99700
    },
    {
      "epoch": 3.361627593640528,
      "grad_norm": 0.6360524296760559,
      "learning_rate": 0.0001092270726668463,
      "loss": 0.807,
      "step": 99800
    },
    {
      "epoch": 3.3649959579628135,
      "grad_norm": 0.7029403448104858,
      "learning_rate": 0.00010900251504536063,
      "loss": 0.8059,
      "step": 99900
    },
    {
      "epoch": 3.3683643222850983,
      "grad_norm": 0.7347244024276733,
      "learning_rate": 0.00010877795742387497,
      "loss": 0.8069,
      "step": 100000
    },
    {
      "epoch": 3.3717326866073836,
      "grad_norm": 0.6576654314994812,
      "learning_rate": 0.00010855339980238929,
      "loss": 0.8035,
      "step": 100100
    },
    {
      "epoch": 3.3751010509296684,
      "grad_norm": 0.6341889500617981,
      "learning_rate": 0.0001083288421809036,
      "loss": 0.8065,
      "step": 100200
    },
    {
      "epoch": 3.3784694152519537,
      "grad_norm": 0.6809447407722473,
      "learning_rate": 0.00010810428455941793,
      "loss": 0.8071,
      "step": 100300
    },
    {
      "epoch": 3.381837779574239,
      "grad_norm": 0.6789582967758179,
      "learning_rate": 0.00010787972693793226,
      "loss": 0.8081,
      "step": 100400
    },
    {
      "epoch": 3.3852061438965237,
      "grad_norm": 0.6672530174255371,
      "learning_rate": 0.00010765516931644659,
      "loss": 0.8079,
      "step": 100500
    },
    {
      "epoch": 3.388574508218809,
      "grad_norm": 0.6484895348548889,
      "learning_rate": 0.00010743061169496091,
      "loss": 0.8053,
      "step": 100600
    },
    {
      "epoch": 3.391942872541094,
      "grad_norm": 0.6628451943397522,
      "learning_rate": 0.00010720605407347525,
      "loss": 0.8041,
      "step": 100700
    },
    {
      "epoch": 3.395311236863379,
      "grad_norm": 0.6461237668991089,
      "learning_rate": 0.00010698149645198957,
      "loss": 0.804,
      "step": 100800
    },
    {
      "epoch": 3.3986796011856644,
      "grad_norm": 0.6682327389717102,
      "learning_rate": 0.0001067569388305039,
      "loss": 0.8049,
      "step": 100900
    },
    {
      "epoch": 3.402047965507949,
      "grad_norm": 0.6611519455909729,
      "learning_rate": 0.00010653238120901823,
      "loss": 0.8004,
      "step": 101000
    },
    {
      "epoch": 3.4054163298302345,
      "grad_norm": 0.6624406576156616,
      "learning_rate": 0.00010630782358753256,
      "loss": 0.8039,
      "step": 101100
    },
    {
      "epoch": 3.4087846941525197,
      "grad_norm": 0.6566054224967957,
      "learning_rate": 0.00010608326596604687,
      "loss": 0.8058,
      "step": 101200
    },
    {
      "epoch": 3.4121530584748045,
      "grad_norm": 0.6751037240028381,
      "learning_rate": 0.0001058587083445612,
      "loss": 0.8051,
      "step": 101300
    },
    {
      "epoch": 3.41552142279709,
      "grad_norm": 0.6572412252426147,
      "learning_rate": 0.00010563415072307553,
      "loss": 0.8048,
      "step": 101400
    },
    {
      "epoch": 3.418889787119375,
      "grad_norm": 0.7792493104934692,
      "learning_rate": 0.00010540959310158986,
      "loss": 0.8044,
      "step": 101500
    },
    {
      "epoch": 3.42225815144166,
      "grad_norm": 0.6584118604660034,
      "learning_rate": 0.00010518503548010418,
      "loss": 0.8026,
      "step": 101600
    },
    {
      "epoch": 3.425626515763945,
      "grad_norm": 0.6414441466331482,
      "learning_rate": 0.00010496047785861852,
      "loss": 0.8068,
      "step": 101700
    },
    {
      "epoch": 3.42899488008623,
      "grad_norm": 0.6849080920219421,
      "learning_rate": 0.00010473592023713284,
      "loss": 0.8052,
      "step": 101800
    },
    {
      "epoch": 3.4323632444085153,
      "grad_norm": 0.6778447031974792,
      "learning_rate": 0.00010451136261564717,
      "loss": 0.8069,
      "step": 101900
    },
    {
      "epoch": 3.4357316087308005,
      "grad_norm": 0.6514096260070801,
      "learning_rate": 0.0001042868049941615,
      "loss": 0.8042,
      "step": 102000
    },
    {
      "epoch": 3.4390999730530853,
      "grad_norm": 0.630409300327301,
      "learning_rate": 0.00010406224737267583,
      "loss": 0.8029,
      "step": 102100
    },
    {
      "epoch": 3.4424683373753706,
      "grad_norm": 0.709867000579834,
      "learning_rate": 0.00010383768975119014,
      "loss": 0.8026,
      "step": 102200
    },
    {
      "epoch": 3.4458367016976554,
      "grad_norm": 0.6706274151802063,
      "learning_rate": 0.00010361313212970447,
      "loss": 0.8069,
      "step": 102300
    },
    {
      "epoch": 3.4492050660199407,
      "grad_norm": 0.6600052118301392,
      "learning_rate": 0.0001033885745082188,
      "loss": 0.8028,
      "step": 102400
    },
    {
      "epoch": 3.452573430342226,
      "grad_norm": 0.6819061040878296,
      "learning_rate": 0.00010316401688673313,
      "loss": 0.8063,
      "step": 102500
    },
    {
      "epoch": 3.455941794664511,
      "grad_norm": 0.6513516902923584,
      "learning_rate": 0.00010293945926524745,
      "loss": 0.8008,
      "step": 102600
    },
    {
      "epoch": 3.459310158986796,
      "grad_norm": 0.623355507850647,
      "learning_rate": 0.00010271490164376179,
      "loss": 0.8035,
      "step": 102700
    },
    {
      "epoch": 3.462678523309081,
      "grad_norm": 0.6720972657203674,
      "learning_rate": 0.00010249034402227611,
      "loss": 0.8057,
      "step": 102800
    },
    {
      "epoch": 3.466046887631366,
      "grad_norm": 0.6593225002288818,
      "learning_rate": 0.00010226578640079045,
      "loss": 0.8026,
      "step": 102900
    },
    {
      "epoch": 3.4694152519536514,
      "grad_norm": 0.6316161751747131,
      "learning_rate": 0.00010204122877930477,
      "loss": 0.8019,
      "step": 103000
    },
    {
      "epoch": 3.4727836162759362,
      "grad_norm": 0.7166170477867126,
      "learning_rate": 0.00010181667115781907,
      "loss": 0.8046,
      "step": 103100
    },
    {
      "epoch": 3.4761519805982215,
      "grad_norm": 0.6723181009292603,
      "learning_rate": 0.00010159211353633341,
      "loss": 0.8038,
      "step": 103200
    },
    {
      "epoch": 3.4795203449205068,
      "grad_norm": 0.6460021734237671,
      "learning_rate": 0.00010136755591484773,
      "loss": 0.8049,
      "step": 103300
    },
    {
      "epoch": 3.4828887092427916,
      "grad_norm": 0.7485737800598145,
      "learning_rate": 0.00010114299829336207,
      "loss": 0.805,
      "step": 103400
    },
    {
      "epoch": 3.486257073565077,
      "grad_norm": 0.67794269323349,
      "learning_rate": 0.00010091844067187639,
      "loss": 0.8026,
      "step": 103500
    },
    {
      "epoch": 3.489625437887362,
      "grad_norm": 0.6387248635292053,
      "learning_rate": 0.00010069388305039072,
      "loss": 0.8043,
      "step": 103600
    },
    {
      "epoch": 3.492993802209647,
      "grad_norm": 0.662192702293396,
      "learning_rate": 0.00010046932542890505,
      "loss": 0.8031,
      "step": 103700
    },
    {
      "epoch": 3.496362166531932,
      "grad_norm": 0.7354533076286316,
      "learning_rate": 0.00010024476780741938,
      "loss": 0.8051,
      "step": 103800
    },
    {
      "epoch": 3.499730530854217,
      "grad_norm": 0.7070392370223999,
      "learning_rate": 0.0001000202101859337,
      "loss": 0.8036,
      "step": 103900
    },
    {
      "epoch": 3.5030988951765023,
      "grad_norm": 0.7134096622467041,
      "learning_rate": 9.979565256444804e-05,
      "loss": 0.8034,
      "step": 104000
    },
    {
      "epoch": 3.5064672594987876,
      "grad_norm": 0.6784800291061401,
      "learning_rate": 9.957109494296235e-05,
      "loss": 0.8029,
      "step": 104100
    },
    {
      "epoch": 3.5098356238210724,
      "grad_norm": 0.6493478417396545,
      "learning_rate": 9.934653732147668e-05,
      "loss": 0.8022,
      "step": 104200
    },
    {
      "epoch": 3.5132039881433577,
      "grad_norm": 0.6267081499099731,
      "learning_rate": 9.9121979699991e-05,
      "loss": 0.8027,
      "step": 104300
    },
    {
      "epoch": 3.5165723524656425,
      "grad_norm": 0.7198253273963928,
      "learning_rate": 9.889742207850534e-05,
      "loss": 0.8021,
      "step": 104400
    },
    {
      "epoch": 3.5199407167879277,
      "grad_norm": 0.7415684461593628,
      "learning_rate": 9.867286445701966e-05,
      "loss": 0.8049,
      "step": 104500
    },
    {
      "epoch": 3.523309081110213,
      "grad_norm": 0.6261735558509827,
      "learning_rate": 9.8448306835534e-05,
      "loss": 0.8018,
      "step": 104600
    },
    {
      "epoch": 3.526677445432498,
      "grad_norm": 0.6972131133079529,
      "learning_rate": 9.822374921404832e-05,
      "loss": 0.8046,
      "step": 104700
    },
    {
      "epoch": 3.530045809754783,
      "grad_norm": 0.657211184501648,
      "learning_rate": 9.799919159256265e-05,
      "loss": 0.8049,
      "step": 104800
    },
    {
      "epoch": 3.533414174077068,
      "grad_norm": 0.6501233577728271,
      "learning_rate": 9.777463397107697e-05,
      "loss": 0.8004,
      "step": 104900
    },
    {
      "epoch": 3.536782538399353,
      "grad_norm": 0.7275915741920471,
      "learning_rate": 9.75500763495913e-05,
      "loss": 0.804,
      "step": 105000
    },
    {
      "epoch": 3.5401509027216385,
      "grad_norm": 0.6765680313110352,
      "learning_rate": 9.732551872810562e-05,
      "loss": 0.8044,
      "step": 105100
    },
    {
      "epoch": 3.5435192670439237,
      "grad_norm": 0.7218645811080933,
      "learning_rate": 9.710096110661995e-05,
      "loss": 0.8034,
      "step": 105200
    },
    {
      "epoch": 3.5468876313662085,
      "grad_norm": 0.713777482509613,
      "learning_rate": 9.687640348513427e-05,
      "loss": 0.8034,
      "step": 105300
    },
    {
      "epoch": 3.550255995688494,
      "grad_norm": 0.6668462157249451,
      "learning_rate": 9.665184586364861e-05,
      "loss": 0.8029,
      "step": 105400
    },
    {
      "epoch": 3.5536243600107786,
      "grad_norm": 0.7213618755340576,
      "learning_rate": 9.642728824216293e-05,
      "loss": 0.802,
      "step": 105500
    },
    {
      "epoch": 3.556992724333064,
      "grad_norm": 0.6867049932479858,
      "learning_rate": 9.620273062067726e-05,
      "loss": 0.8027,
      "step": 105600
    },
    {
      "epoch": 3.560361088655349,
      "grad_norm": 0.6288276314735413,
      "learning_rate": 9.597817299919159e-05,
      "loss": 0.8017,
      "step": 105700
    },
    {
      "epoch": 3.563729452977634,
      "grad_norm": 0.6391323208808899,
      "learning_rate": 9.575361537770592e-05,
      "loss": 0.8013,
      "step": 105800
    },
    {
      "epoch": 3.5670978172999193,
      "grad_norm": 0.6860449314117432,
      "learning_rate": 9.552905775622024e-05,
      "loss": 0.7998,
      "step": 105900
    },
    {
      "epoch": 3.570466181622204,
      "grad_norm": 0.7907363772392273,
      "learning_rate": 9.530450013473455e-05,
      "loss": 0.8067,
      "step": 106000
    },
    {
      "epoch": 3.5738345459444893,
      "grad_norm": 0.6776504516601562,
      "learning_rate": 9.507994251324889e-05,
      "loss": 0.8017,
      "step": 106100
    },
    {
      "epoch": 3.5772029102667746,
      "grad_norm": 0.7182029485702515,
      "learning_rate": 9.485538489176321e-05,
      "loss": 0.7997,
      "step": 106200
    },
    {
      "epoch": 3.5805712745890594,
      "grad_norm": 0.6875755786895752,
      "learning_rate": 9.463082727027754e-05,
      "loss": 0.8043,
      "step": 106300
    },
    {
      "epoch": 3.5839396389113447,
      "grad_norm": 0.6848233938217163,
      "learning_rate": 9.440626964879187e-05,
      "loss": 0.8025,
      "step": 106400
    },
    {
      "epoch": 3.5873080032336295,
      "grad_norm": 0.6334069967269897,
      "learning_rate": 9.41817120273062e-05,
      "loss": 0.8032,
      "step": 106500
    },
    {
      "epoch": 3.590676367555915,
      "grad_norm": 0.6613095998764038,
      "learning_rate": 9.395715440582052e-05,
      "loss": 0.8014,
      "step": 106600
    },
    {
      "epoch": 3.5940447318782,
      "grad_norm": 0.6903994083404541,
      "learning_rate": 9.373259678433486e-05,
      "loss": 0.8043,
      "step": 106700
    },
    {
      "epoch": 3.597413096200485,
      "grad_norm": 0.6296311616897583,
      "learning_rate": 9.350803916284918e-05,
      "loss": 0.8003,
      "step": 106800
    },
    {
      "epoch": 3.60078146052277,
      "grad_norm": 0.7521107196807861,
      "learning_rate": 9.328348154136351e-05,
      "loss": 0.7999,
      "step": 106900
    },
    {
      "epoch": 3.604149824845055,
      "grad_norm": 0.6513036489486694,
      "learning_rate": 9.305892391987782e-05,
      "loss": 0.8039,
      "step": 107000
    },
    {
      "epoch": 3.6075181891673402,
      "grad_norm": 0.6684443950653076,
      "learning_rate": 9.283436629839216e-05,
      "loss": 0.8027,
      "step": 107100
    },
    {
      "epoch": 3.6108865534896255,
      "grad_norm": 0.6627715826034546,
      "learning_rate": 9.260980867690648e-05,
      "loss": 0.8025,
      "step": 107200
    },
    {
      "epoch": 3.6142549178119108,
      "grad_norm": 0.7347738742828369,
      "learning_rate": 9.238525105542081e-05,
      "loss": 0.8036,
      "step": 107300
    },
    {
      "epoch": 3.6176232821341956,
      "grad_norm": 0.7007977366447449,
      "learning_rate": 9.216069343393514e-05,
      "loss": 0.8035,
      "step": 107400
    },
    {
      "epoch": 3.620991646456481,
      "grad_norm": 0.6845256686210632,
      "learning_rate": 9.193613581244947e-05,
      "loss": 0.8032,
      "step": 107500
    },
    {
      "epoch": 3.6243600107787657,
      "grad_norm": 0.7089165449142456,
      "learning_rate": 9.171157819096379e-05,
      "loss": 0.8046,
      "step": 107600
    },
    {
      "epoch": 3.627728375101051,
      "grad_norm": 0.7869235873222351,
      "learning_rate": 9.148702056947813e-05,
      "loss": 0.8019,
      "step": 107700
    },
    {
      "epoch": 3.631096739423336,
      "grad_norm": 0.6592691540718079,
      "learning_rate": 9.126246294799245e-05,
      "loss": 0.8012,
      "step": 107800
    },
    {
      "epoch": 3.634465103745621,
      "grad_norm": 0.6670995354652405,
      "learning_rate": 9.103790532650677e-05,
      "loss": 0.8028,
      "step": 107900
    },
    {
      "epoch": 3.6378334680679063,
      "grad_norm": 0.7031666040420532,
      "learning_rate": 9.081334770502109e-05,
      "loss": 0.8017,
      "step": 108000
    },
    {
      "epoch": 3.641201832390191,
      "grad_norm": 0.7147188782691956,
      "learning_rate": 9.058879008353543e-05,
      "loss": 0.7982,
      "step": 108100
    },
    {
      "epoch": 3.6445701967124764,
      "grad_norm": 0.7295541763305664,
      "learning_rate": 9.036423246204975e-05,
      "loss": 0.8005,
      "step": 108200
    },
    {
      "epoch": 3.6479385610347617,
      "grad_norm": 0.6590719819068909,
      "learning_rate": 9.013967484056408e-05,
      "loss": 0.8037,
      "step": 108300
    },
    {
      "epoch": 3.6513069253570465,
      "grad_norm": 0.6898632049560547,
      "learning_rate": 8.99151172190784e-05,
      "loss": 0.8002,
      "step": 108400
    },
    {
      "epoch": 3.6546752896793318,
      "grad_norm": 0.661747395992279,
      "learning_rate": 8.969055959759274e-05,
      "loss": 0.8035,
      "step": 108500
    },
    {
      "epoch": 3.6580436540016166,
      "grad_norm": 0.7051920294761658,
      "learning_rate": 8.946600197610706e-05,
      "loss": 0.801,
      "step": 108600
    },
    {
      "epoch": 3.661412018323902,
      "grad_norm": 0.6946534514427185,
      "learning_rate": 8.92414443546214e-05,
      "loss": 0.803,
      "step": 108700
    },
    {
      "epoch": 3.664780382646187,
      "grad_norm": 0.649159848690033,
      "learning_rate": 8.901688673313572e-05,
      "loss": 0.8003,
      "step": 108800
    },
    {
      "epoch": 3.6681487469684724,
      "grad_norm": 0.6959517002105713,
      "learning_rate": 8.879232911165003e-05,
      "loss": 0.8025,
      "step": 108900
    },
    {
      "epoch": 3.671517111290757,
      "grad_norm": 0.7102181315422058,
      "learning_rate": 8.856777149016436e-05,
      "loss": 0.8003,
      "step": 109000
    },
    {
      "epoch": 3.6748854756130425,
      "grad_norm": 0.6565383076667786,
      "learning_rate": 8.83432138686787e-05,
      "loss": 0.7994,
      "step": 109100
    },
    {
      "epoch": 3.6782538399353273,
      "grad_norm": 0.6567991375923157,
      "learning_rate": 8.811865624719302e-05,
      "loss": 0.802,
      "step": 109200
    },
    {
      "epoch": 3.6816222042576126,
      "grad_norm": 0.6707866787910461,
      "learning_rate": 8.789409862570736e-05,
      "loss": 0.7997,
      "step": 109300
    },
    {
      "epoch": 3.684990568579898,
      "grad_norm": 0.6689081192016602,
      "learning_rate": 8.766954100422168e-05,
      "loss": 0.8005,
      "step": 109400
    },
    {
      "epoch": 3.6883589329021826,
      "grad_norm": 0.6506887078285217,
      "learning_rate": 8.744498338273601e-05,
      "loss": 0.8017,
      "step": 109500
    },
    {
      "epoch": 3.691727297224468,
      "grad_norm": 0.6316550970077515,
      "learning_rate": 8.722042576125033e-05,
      "loss": 0.8001,
      "step": 109600
    },
    {
      "epoch": 3.6950956615467527,
      "grad_norm": 0.6964483261108398,
      "learning_rate": 8.699586813976467e-05,
      "loss": 0.8005,
      "step": 109700
    },
    {
      "epoch": 3.698464025869038,
      "grad_norm": 0.6844159364700317,
      "learning_rate": 8.677131051827898e-05,
      "loss": 0.7971,
      "step": 109800
    },
    {
      "epoch": 3.7018323901913233,
      "grad_norm": 0.5916749835014343,
      "learning_rate": 8.65467528967933e-05,
      "loss": 0.8008,
      "step": 109900
    },
    {
      "epoch": 3.705200754513608,
      "grad_norm": 0.7180382609367371,
      "learning_rate": 8.632219527530763e-05,
      "loss": 0.7967,
      "step": 110000
    },
    {
      "epoch": 3.7085691188358934,
      "grad_norm": 0.6756430864334106,
      "learning_rate": 8.609763765382196e-05,
      "loss": 0.8002,
      "step": 110100
    },
    {
      "epoch": 3.711937483158178,
      "grad_norm": 0.6347695589065552,
      "learning_rate": 8.587308003233629e-05,
      "loss": 0.801,
      "step": 110200
    },
    {
      "epoch": 3.7153058474804634,
      "grad_norm": 0.712821364402771,
      "learning_rate": 8.564852241085061e-05,
      "loss": 0.8,
      "step": 110300
    },
    {
      "epoch": 3.7186742118027487,
      "grad_norm": 0.7329118251800537,
      "learning_rate": 8.542396478936495e-05,
      "loss": 0.7991,
      "step": 110400
    },
    {
      "epoch": 3.7220425761250335,
      "grad_norm": 0.6399374008178711,
      "learning_rate": 8.519940716787927e-05,
      "loss": 0.802,
      "step": 110500
    },
    {
      "epoch": 3.725410940447319,
      "grad_norm": 0.7076860666275024,
      "learning_rate": 8.49748495463936e-05,
      "loss": 0.8004,
      "step": 110600
    },
    {
      "epoch": 3.7287793047696036,
      "grad_norm": 0.6736636161804199,
      "learning_rate": 8.475029192490793e-05,
      "loss": 0.7985,
      "step": 110700
    },
    {
      "epoch": 3.732147669091889,
      "grad_norm": 0.7174369692802429,
      "learning_rate": 8.452573430342225e-05,
      "loss": 0.7997,
      "step": 110800
    },
    {
      "epoch": 3.735516033414174,
      "grad_norm": 0.6668689250946045,
      "learning_rate": 8.430117668193657e-05,
      "loss": 0.7984,
      "step": 110900
    },
    {
      "epoch": 3.7388843977364594,
      "grad_norm": 0.6991139054298401,
      "learning_rate": 8.40766190604509e-05,
      "loss": 0.8011,
      "step": 111000
    },
    {
      "epoch": 3.7422527620587442,
      "grad_norm": 0.6559997797012329,
      "learning_rate": 8.385206143896523e-05,
      "loss": 0.8002,
      "step": 111100
    },
    {
      "epoch": 3.7456211263810295,
      "grad_norm": 0.6859176754951477,
      "learning_rate": 8.362750381747956e-05,
      "loss": 0.799,
      "step": 111200
    },
    {
      "epoch": 3.7489894907033143,
      "grad_norm": 0.7021101117134094,
      "learning_rate": 8.340294619599388e-05,
      "loss": 0.796,
      "step": 111300
    },
    {
      "epoch": 3.7523578550255996,
      "grad_norm": 0.6929513216018677,
      "learning_rate": 8.317838857450822e-05,
      "loss": 0.7977,
      "step": 111400
    },
    {
      "epoch": 3.755726219347885,
      "grad_norm": 0.6644559502601624,
      "learning_rate": 8.295383095302254e-05,
      "loss": 0.7994,
      "step": 111500
    },
    {
      "epoch": 3.7590945836701697,
      "grad_norm": 0.6280823349952698,
      "learning_rate": 8.272927333153687e-05,
      "loss": 0.7974,
      "step": 111600
    },
    {
      "epoch": 3.762462947992455,
      "grad_norm": 0.699496328830719,
      "learning_rate": 8.25047157100512e-05,
      "loss": 0.7995,
      "step": 111700
    },
    {
      "epoch": 3.7658313123147398,
      "grad_norm": 0.7624558806419373,
      "learning_rate": 8.228015808856552e-05,
      "loss": 0.8004,
      "step": 111800
    },
    {
      "epoch": 3.769199676637025,
      "grad_norm": 0.7288152575492859,
      "learning_rate": 8.205560046707984e-05,
      "loss": 0.8029,
      "step": 111900
    },
    {
      "epoch": 3.7725680409593103,
      "grad_norm": 0.6420552730560303,
      "learning_rate": 8.183104284559417e-05,
      "loss": 0.8015,
      "step": 112000
    },
    {
      "epoch": 3.775936405281595,
      "grad_norm": 0.6827369332313538,
      "learning_rate": 8.16064852241085e-05,
      "loss": 0.7997,
      "step": 112100
    },
    {
      "epoch": 3.7793047696038804,
      "grad_norm": 0.7149909138679504,
      "learning_rate": 8.138192760262283e-05,
      "loss": 0.8008,
      "step": 112200
    },
    {
      "epoch": 3.782673133926165,
      "grad_norm": 0.7044945955276489,
      "learning_rate": 8.115736998113715e-05,
      "loss": 0.7974,
      "step": 112300
    },
    {
      "epoch": 3.7860414982484505,
      "grad_norm": 0.7744246125221252,
      "learning_rate": 8.093281235965149e-05,
      "loss": 0.7971,
      "step": 112400
    },
    {
      "epoch": 3.7894098625707358,
      "grad_norm": 0.6370006203651428,
      "learning_rate": 8.070825473816581e-05,
      "loss": 0.7987,
      "step": 112500
    },
    {
      "epoch": 3.792778226893021,
      "grad_norm": 0.6973426342010498,
      "learning_rate": 8.048369711668015e-05,
      "loss": 0.7999,
      "step": 112600
    },
    {
      "epoch": 3.796146591215306,
      "grad_norm": 0.7414847612380981,
      "learning_rate": 8.025913949519445e-05,
      "loss": 0.7979,
      "step": 112700
    },
    {
      "epoch": 3.799514955537591,
      "grad_norm": 0.6913410425186157,
      "learning_rate": 8.003458187370878e-05,
      "loss": 0.796,
      "step": 112800
    },
    {
      "epoch": 3.802883319859876,
      "grad_norm": 0.6863036155700684,
      "learning_rate": 7.981002425222311e-05,
      "loss": 0.7975,
      "step": 112900
    },
    {
      "epoch": 3.806251684182161,
      "grad_norm": 0.804077684879303,
      "learning_rate": 7.958546663073743e-05,
      "loss": 0.7968,
      "step": 113000
    },
    {
      "epoch": 3.8096200485044465,
      "grad_norm": 1.013036847114563,
      "learning_rate": 7.936090900925177e-05,
      "loss": 0.7999,
      "step": 113100
    },
    {
      "epoch": 3.8129884128267313,
      "grad_norm": 0.7045647501945496,
      "learning_rate": 7.913635138776609e-05,
      "loss": 0.7991,
      "step": 113200
    },
    {
      "epoch": 3.8163567771490166,
      "grad_norm": 0.6505812406539917,
      "learning_rate": 7.891179376628042e-05,
      "loss": 0.8006,
      "step": 113300
    },
    {
      "epoch": 3.8197251414713014,
      "grad_norm": 0.6592190861701965,
      "learning_rate": 7.868723614479475e-05,
      "loss": 0.7991,
      "step": 113400
    },
    {
      "epoch": 3.8230935057935866,
      "grad_norm": 0.6840342879295349,
      "learning_rate": 7.846267852330908e-05,
      "loss": 0.798,
      "step": 113500
    },
    {
      "epoch": 3.826461870115872,
      "grad_norm": 0.6523902416229248,
      "learning_rate": 7.82381209018234e-05,
      "loss": 0.7982,
      "step": 113600
    },
    {
      "epoch": 3.8298302344381567,
      "grad_norm": 0.6831576228141785,
      "learning_rate": 7.801356328033772e-05,
      "loss": 0.7988,
      "step": 113700
    },
    {
      "epoch": 3.833198598760442,
      "grad_norm": 0.6503862738609314,
      "learning_rate": 7.778900565885205e-05,
      "loss": 0.7995,
      "step": 113800
    },
    {
      "epoch": 3.836566963082727,
      "grad_norm": 0.6413772702217102,
      "learning_rate": 7.756444803736638e-05,
      "loss": 0.7992,
      "step": 113900
    },
    {
      "epoch": 3.839935327405012,
      "grad_norm": 0.708017885684967,
      "learning_rate": 7.73398904158807e-05,
      "loss": 0.7995,
      "step": 114000
    },
    {
      "epoch": 3.8433036917272974,
      "grad_norm": 0.686399519443512,
      "learning_rate": 7.711533279439504e-05,
      "loss": 0.7974,
      "step": 114100
    },
    {
      "epoch": 3.846672056049582,
      "grad_norm": 0.6614728569984436,
      "learning_rate": 7.689077517290936e-05,
      "loss": 0.7972,
      "step": 114200
    },
    {
      "epoch": 3.8500404203718674,
      "grad_norm": 1.1526070833206177,
      "learning_rate": 7.66662175514237e-05,
      "loss": 0.795,
      "step": 114300
    },
    {
      "epoch": 3.8534087846941523,
      "grad_norm": 0.6846965551376343,
      "learning_rate": 7.644165992993802e-05,
      "loss": 0.799,
      "step": 114400
    },
    {
      "epoch": 3.8567771490164375,
      "grad_norm": 0.699941098690033,
      "learning_rate": 7.621710230845235e-05,
      "loss": 0.796,
      "step": 114500
    },
    {
      "epoch": 3.860145513338723,
      "grad_norm": 0.7409800291061401,
      "learning_rate": 7.599254468696666e-05,
      "loss": 0.7975,
      "step": 114600
    },
    {
      "epoch": 3.863513877661008,
      "grad_norm": 0.7050840854644775,
      "learning_rate": 7.5767987065481e-05,
      "loss": 0.7965,
      "step": 114700
    },
    {
      "epoch": 3.866882241983293,
      "grad_norm": 0.6288536787033081,
      "learning_rate": 7.554342944399532e-05,
      "loss": 0.7987,
      "step": 114800
    },
    {
      "epoch": 3.870250606305578,
      "grad_norm": 0.69952791929245,
      "learning_rate": 7.531887182250965e-05,
      "loss": 0.7983,
      "step": 114900
    },
    {
      "epoch": 3.873618970627863,
      "grad_norm": 0.7967835664749146,
      "learning_rate": 7.509431420102397e-05,
      "loss": 0.7992,
      "step": 115000
    },
    {
      "epoch": 3.8769873349501482,
      "grad_norm": 0.6878296732902527,
      "learning_rate": 7.486975657953831e-05,
      "loss": 0.7953,
      "step": 115100
    },
    {
      "epoch": 3.8803556992724335,
      "grad_norm": 0.750624418258667,
      "learning_rate": 7.464519895805263e-05,
      "loss": 0.7972,
      "step": 115200
    },
    {
      "epoch": 3.8837240635947183,
      "grad_norm": 0.6286699771881104,
      "learning_rate": 7.442064133656697e-05,
      "loss": 0.7979,
      "step": 115300
    },
    {
      "epoch": 3.8870924279170036,
      "grad_norm": 0.7046734094619751,
      "learning_rate": 7.419608371508129e-05,
      "loss": 0.7991,
      "step": 115400
    },
    {
      "epoch": 3.8904607922392884,
      "grad_norm": 0.6798041462898254,
      "learning_rate": 7.397152609359561e-05,
      "loss": 0.8019,
      "step": 115500
    },
    {
      "epoch": 3.8938291565615737,
      "grad_norm": 0.6814720034599304,
      "learning_rate": 7.374696847210994e-05,
      "loss": 0.7992,
      "step": 115600
    },
    {
      "epoch": 3.897197520883859,
      "grad_norm": 0.6247894167900085,
      "learning_rate": 7.352241085062427e-05,
      "loss": 0.7959,
      "step": 115700
    },
    {
      "epoch": 3.900565885206144,
      "grad_norm": 0.6836827397346497,
      "learning_rate": 7.329785322913859e-05,
      "loss": 0.7971,
      "step": 115800
    },
    {
      "epoch": 3.903934249528429,
      "grad_norm": 0.6945433616638184,
      "learning_rate": 7.307329560765291e-05,
      "loss": 0.7947,
      "step": 115900
    },
    {
      "epoch": 3.907302613850714,
      "grad_norm": 0.7244613766670227,
      "learning_rate": 7.284873798616724e-05,
      "loss": 0.7966,
      "step": 116000
    },
    {
      "epoch": 3.910670978172999,
      "grad_norm": 0.6739228367805481,
      "learning_rate": 7.262418036468158e-05,
      "loss": 0.7987,
      "step": 116100
    },
    {
      "epoch": 3.9140393424952844,
      "grad_norm": 0.7027273774147034,
      "learning_rate": 7.23996227431959e-05,
      "loss": 0.7966,
      "step": 116200
    },
    {
      "epoch": 3.9174077068175692,
      "grad_norm": 0.7074873447418213,
      "learning_rate": 7.217506512171022e-05,
      "loss": 0.7953,
      "step": 116300
    },
    {
      "epoch": 3.9207760711398545,
      "grad_norm": 0.6511521935462952,
      "learning_rate": 7.195050750022454e-05,
      "loss": 0.8015,
      "step": 116400
    },
    {
      "epoch": 3.9241444354621393,
      "grad_norm": 0.7246668934822083,
      "learning_rate": 7.172594987873888e-05,
      "loss": 0.7963,
      "step": 116500
    },
    {
      "epoch": 3.9275127997844246,
      "grad_norm": 0.6860557198524475,
      "learning_rate": 7.15013922572532e-05,
      "loss": 0.7973,
      "step": 116600
    },
    {
      "epoch": 3.93088116410671,
      "grad_norm": 0.7153899669647217,
      "learning_rate": 7.127683463576754e-05,
      "loss": 0.7959,
      "step": 116700
    },
    {
      "epoch": 3.934249528428995,
      "grad_norm": 0.6767284274101257,
      "learning_rate": 7.105227701428186e-05,
      "loss": 0.7971,
      "step": 116800
    },
    {
      "epoch": 3.93761789275128,
      "grad_norm": 0.6651219129562378,
      "learning_rate": 7.082771939279618e-05,
      "loss": 0.7959,
      "step": 116900
    },
    {
      "epoch": 3.940986257073565,
      "grad_norm": 0.6394347548484802,
      "learning_rate": 7.060316177131051e-05,
      "loss": 0.7988,
      "step": 117000
    },
    {
      "epoch": 3.94435462139585,
      "grad_norm": 0.6922232508659363,
      "learning_rate": 7.037860414982484e-05,
      "loss": 0.7961,
      "step": 117100
    },
    {
      "epoch": 3.9477229857181353,
      "grad_norm": 0.6803662776947021,
      "learning_rate": 7.015404652833917e-05,
      "loss": 0.7982,
      "step": 117200
    },
    {
      "epoch": 3.9510913500404206,
      "grad_norm": 0.7751142978668213,
      "learning_rate": 6.992948890685349e-05,
      "loss": 0.7968,
      "step": 117300
    },
    {
      "epoch": 3.9544597143627054,
      "grad_norm": 0.6750118136405945,
      "learning_rate": 6.970493128536781e-05,
      "loss": 0.7955,
      "step": 117400
    },
    {
      "epoch": 3.9578280786849906,
      "grad_norm": 0.6720499992370605,
      "learning_rate": 6.948037366388215e-05,
      "loss": 0.7975,
      "step": 117500
    },
    {
      "epoch": 3.9611964430072755,
      "grad_norm": 0.7234087586402893,
      "learning_rate": 6.925581604239647e-05,
      "loss": 0.7954,
      "step": 117600
    },
    {
      "epoch": 3.9645648073295607,
      "grad_norm": 0.6893304586410522,
      "learning_rate": 6.903125842091079e-05,
      "loss": 0.7958,
      "step": 117700
    },
    {
      "epoch": 3.967933171651846,
      "grad_norm": 0.6690725684165955,
      "learning_rate": 6.880670079942513e-05,
      "loss": 0.794,
      "step": 117800
    },
    {
      "epoch": 3.971301535974131,
      "grad_norm": 0.6747570633888245,
      "learning_rate": 6.858214317793945e-05,
      "loss": 0.7962,
      "step": 117900
    },
    {
      "epoch": 3.974669900296416,
      "grad_norm": 0.7051836848258972,
      "learning_rate": 6.835758555645378e-05,
      "loss": 0.7947,
      "step": 118000
    },
    {
      "epoch": 3.978038264618701,
      "grad_norm": 0.6995989084243774,
      "learning_rate": 6.81330279349681e-05,
      "loss": 0.795,
      "step": 118100
    },
    {
      "epoch": 3.981406628940986,
      "grad_norm": 0.6704210638999939,
      "learning_rate": 6.790847031348243e-05,
      "loss": 0.7944,
      "step": 118200
    },
    {
      "epoch": 3.9847749932632714,
      "grad_norm": 0.6781893372535706,
      "learning_rate": 6.768391269199676e-05,
      "loss": 0.7954,
      "step": 118300
    },
    {
      "epoch": 3.9881433575855567,
      "grad_norm": 0.6674184203147888,
      "learning_rate": 6.745935507051109e-05,
      "loss": 0.7984,
      "step": 118400
    },
    {
      "epoch": 3.9915117219078415,
      "grad_norm": 0.6545355319976807,
      "learning_rate": 6.723479744902542e-05,
      "loss": 0.7946,
      "step": 118500
    },
    {
      "epoch": 3.994880086230127,
      "grad_norm": 0.6851162910461426,
      "learning_rate": 6.701023982753974e-05,
      "loss": 0.7954,
      "step": 118600
    },
    {
      "epoch": 3.9982484505524116,
      "grad_norm": 0.6962630152702332,
      "learning_rate": 6.678568220605406e-05,
      "loss": 0.7949,
      "step": 118700
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.7465363144874573,
      "eval_runtime": 1.8135,
      "eval_samples_per_second": 2757.131,
      "eval_steps_per_second": 43.563,
      "step": 118752
    },
    {
      "epoch": 4.001616814874697,
      "grad_norm": 0.7494738101959229,
      "learning_rate": 6.65611245845684e-05,
      "loss": 0.7985,
      "step": 118800
    },
    {
      "epoch": 4.004985179196982,
      "grad_norm": 0.6624446511268616,
      "learning_rate": 6.633656696308272e-05,
      "loss": 0.7954,
      "step": 118900
    },
    {
      "epoch": 4.008353543519267,
      "grad_norm": 0.69657963514328,
      "learning_rate": 6.611200934159706e-05,
      "loss": 0.7957,
      "step": 119000
    },
    {
      "epoch": 4.011721907841552,
      "grad_norm": 0.706929087638855,
      "learning_rate": 6.588745172011138e-05,
      "loss": 0.7969,
      "step": 119100
    },
    {
      "epoch": 4.015090272163837,
      "grad_norm": 0.7379885911941528,
      "learning_rate": 6.56628940986257e-05,
      "loss": 0.7968,
      "step": 119200
    },
    {
      "epoch": 4.018458636486122,
      "grad_norm": 0.6987789869308472,
      "learning_rate": 6.543833647714002e-05,
      "loss": 0.7959,
      "step": 119300
    },
    {
      "epoch": 4.021827000808408,
      "grad_norm": 0.6569750308990479,
      "learning_rate": 6.521377885565436e-05,
      "loss": 0.7917,
      "step": 119400
    },
    {
      "epoch": 4.025195365130693,
      "grad_norm": 0.7094253301620483,
      "learning_rate": 6.498922123416869e-05,
      "loss": 0.7937,
      "step": 119500
    },
    {
      "epoch": 4.028563729452977,
      "grad_norm": 0.7103100419044495,
      "learning_rate": 6.476466361268301e-05,
      "loss": 0.7988,
      "step": 119600
    },
    {
      "epoch": 4.0319320937752625,
      "grad_norm": 0.7065451145172119,
      "learning_rate": 6.454010599119733e-05,
      "loss": 0.7905,
      "step": 119700
    },
    {
      "epoch": 4.035300458097548,
      "grad_norm": 0.690153181552887,
      "learning_rate": 6.431554836971166e-05,
      "loss": 0.7948,
      "step": 119800
    },
    {
      "epoch": 4.038668822419833,
      "grad_norm": 0.7387445569038391,
      "learning_rate": 6.409099074822599e-05,
      "loss": 0.7944,
      "step": 119900
    },
    {
      "epoch": 4.042037186742118,
      "grad_norm": 0.6826400756835938,
      "learning_rate": 6.386643312674031e-05,
      "loss": 0.7935,
      "step": 120000
    },
    {
      "epoch": 4.045405551064403,
      "grad_norm": 0.6468490362167358,
      "learning_rate": 6.364187550525463e-05,
      "loss": 0.796,
      "step": 120100
    },
    {
      "epoch": 4.048773915386688,
      "grad_norm": 0.6864830851554871,
      "learning_rate": 6.341731788376897e-05,
      "loss": 0.7948,
      "step": 120200
    },
    {
      "epoch": 4.052142279708973,
      "grad_norm": 0.7382389903068542,
      "learning_rate": 6.319276026228329e-05,
      "loss": 0.7943,
      "step": 120300
    },
    {
      "epoch": 4.0555106440312585,
      "grad_norm": 0.7259221076965332,
      "learning_rate": 6.296820264079763e-05,
      "loss": 0.7975,
      "step": 120400
    },
    {
      "epoch": 4.058879008353544,
      "grad_norm": 0.7078028917312622,
      "learning_rate": 6.274364501931195e-05,
      "loss": 0.7969,
      "step": 120500
    },
    {
      "epoch": 4.062247372675829,
      "grad_norm": 0.6797070503234863,
      "learning_rate": 6.251908739782627e-05,
      "loss": 0.7946,
      "step": 120600
    },
    {
      "epoch": 4.065615736998113,
      "grad_norm": 0.7093040347099304,
      "learning_rate": 6.22945297763406e-05,
      "loss": 0.7931,
      "step": 120700
    },
    {
      "epoch": 4.068984101320399,
      "grad_norm": 0.6741282939910889,
      "learning_rate": 6.206997215485493e-05,
      "loss": 0.7975,
      "step": 120800
    },
    {
      "epoch": 4.072352465642684,
      "grad_norm": 0.6645729541778564,
      "learning_rate": 6.184541453336926e-05,
      "loss": 0.7959,
      "step": 120900
    },
    {
      "epoch": 4.075720829964969,
      "grad_norm": 0.6510828137397766,
      "learning_rate": 6.162085691188358e-05,
      "loss": 0.7945,
      "step": 121000
    },
    {
      "epoch": 4.0790891942872545,
      "grad_norm": 0.7214908599853516,
      "learning_rate": 6.13962992903979e-05,
      "loss": 0.7934,
      "step": 121100
    },
    {
      "epoch": 4.082457558609539,
      "grad_norm": 0.7020803093910217,
      "learning_rate": 6.117174166891224e-05,
      "loss": 0.7952,
      "step": 121200
    },
    {
      "epoch": 4.085825922931824,
      "grad_norm": 0.7014907002449036,
      "learning_rate": 6.094718404742656e-05,
      "loss": 0.7932,
      "step": 121300
    },
    {
      "epoch": 4.089194287254109,
      "grad_norm": 0.6577868461608887,
      "learning_rate": 6.072262642594089e-05,
      "loss": 0.7904,
      "step": 121400
    },
    {
      "epoch": 4.092562651576395,
      "grad_norm": 0.6450611352920532,
      "learning_rate": 6.049806880445522e-05,
      "loss": 0.7917,
      "step": 121500
    },
    {
      "epoch": 4.09593101589868,
      "grad_norm": 0.7224249243736267,
      "learning_rate": 6.027351118296954e-05,
      "loss": 0.793,
      "step": 121600
    },
    {
      "epoch": 4.099299380220964,
      "grad_norm": 0.6740891337394714,
      "learning_rate": 6.004895356148387e-05,
      "loss": 0.7929,
      "step": 121700
    },
    {
      "epoch": 4.10266774454325,
      "grad_norm": 0.7219831347465515,
      "learning_rate": 5.98243959399982e-05,
      "loss": 0.7921,
      "step": 121800
    },
    {
      "epoch": 4.106036108865535,
      "grad_norm": 0.7117908596992493,
      "learning_rate": 5.9599838318512525e-05,
      "loss": 0.7936,
      "step": 121900
    },
    {
      "epoch": 4.10940447318782,
      "grad_norm": 0.8350685238838196,
      "learning_rate": 5.9375280697026854e-05,
      "loss": 0.7924,
      "step": 122000
    },
    {
      "epoch": 4.112772837510105,
      "grad_norm": 0.6902172565460205,
      "learning_rate": 5.9150723075541175e-05,
      "loss": 0.7931,
      "step": 122100
    },
    {
      "epoch": 4.116141201832391,
      "grad_norm": 0.6757128238677979,
      "learning_rate": 5.8926165454055504e-05,
      "loss": 0.7954,
      "step": 122200
    },
    {
      "epoch": 4.119509566154675,
      "grad_norm": 0.6877591013908386,
      "learning_rate": 5.870160783256983e-05,
      "loss": 0.7916,
      "step": 122300
    },
    {
      "epoch": 4.12287793047696,
      "grad_norm": 0.677144467830658,
      "learning_rate": 5.847705021108416e-05,
      "loss": 0.7951,
      "step": 122400
    },
    {
      "epoch": 4.1262462947992455,
      "grad_norm": 0.6870157122612,
      "learning_rate": 5.825249258959848e-05,
      "loss": 0.7931,
      "step": 122500
    },
    {
      "epoch": 4.129614659121531,
      "grad_norm": 0.7329301834106445,
      "learning_rate": 5.802793496811281e-05,
      "loss": 0.7947,
      "step": 122600
    },
    {
      "epoch": 4.132983023443816,
      "grad_norm": 0.7153013348579407,
      "learning_rate": 5.780337734662714e-05,
      "loss": 0.7927,
      "step": 122700
    },
    {
      "epoch": 4.1363513877661005,
      "grad_norm": 0.6681983470916748,
      "learning_rate": 5.757881972514147e-05,
      "loss": 0.7966,
      "step": 122800
    },
    {
      "epoch": 4.139719752088386,
      "grad_norm": 0.6760982275009155,
      "learning_rate": 5.7354262103655796e-05,
      "loss": 0.7932,
      "step": 122900
    },
    {
      "epoch": 4.143088116410671,
      "grad_norm": 0.6279290914535522,
      "learning_rate": 5.712970448217012e-05,
      "loss": 0.7936,
      "step": 123000
    },
    {
      "epoch": 4.146456480732956,
      "grad_norm": 0.6763176918029785,
      "learning_rate": 5.6905146860684446e-05,
      "loss": 0.7966,
      "step": 123100
    },
    {
      "epoch": 4.1498248450552415,
      "grad_norm": 0.6843128204345703,
      "learning_rate": 5.6680589239198774e-05,
      "loss": 0.7933,
      "step": 123200
    },
    {
      "epoch": 4.153193209377526,
      "grad_norm": 0.6466397643089294,
      "learning_rate": 5.64560316177131e-05,
      "loss": 0.7955,
      "step": 123300
    },
    {
      "epoch": 4.156561573699811,
      "grad_norm": 0.6983882188796997,
      "learning_rate": 5.623147399622743e-05,
      "loss": 0.7951,
      "step": 123400
    },
    {
      "epoch": 4.159929938022096,
      "grad_norm": 0.6982767581939697,
      "learning_rate": 5.600691637474175e-05,
      "loss": 0.7932,
      "step": 123500
    },
    {
      "epoch": 4.163298302344382,
      "grad_norm": 0.6864616870880127,
      "learning_rate": 5.578235875325608e-05,
      "loss": 0.7926,
      "step": 123600
    },
    {
      "epoch": 4.166666666666667,
      "grad_norm": 0.7273553609848022,
      "learning_rate": 5.555780113177041e-05,
      "loss": 0.7935,
      "step": 123700
    },
    {
      "epoch": 4.170035030988951,
      "grad_norm": 0.6874902248382568,
      "learning_rate": 5.533324351028474e-05,
      "loss": 0.7913,
      "step": 123800
    },
    {
      "epoch": 4.173403395311237,
      "grad_norm": 0.7229161262512207,
      "learning_rate": 5.5108685888799067e-05,
      "loss": 0.7887,
      "step": 123900
    },
    {
      "epoch": 4.176771759633522,
      "grad_norm": 0.7190577387809753,
      "learning_rate": 5.488412826731338e-05,
      "loss": 0.7908,
      "step": 124000
    },
    {
      "epoch": 4.180140123955807,
      "grad_norm": 0.6708100438117981,
      "learning_rate": 5.4659570645827717e-05,
      "loss": 0.7937,
      "step": 124100
    },
    {
      "epoch": 4.183508488278092,
      "grad_norm": 0.8221725821495056,
      "learning_rate": 5.4435013024342045e-05,
      "loss": 0.7923,
      "step": 124200
    },
    {
      "epoch": 4.186876852600378,
      "grad_norm": 0.7301611304283142,
      "learning_rate": 5.4210455402856373e-05,
      "loss": 0.7946,
      "step": 124300
    },
    {
      "epoch": 4.190245216922662,
      "grad_norm": 0.7508817315101624,
      "learning_rate": 5.39858977813707e-05,
      "loss": 0.7921,
      "step": 124400
    },
    {
      "epoch": 4.193613581244947,
      "grad_norm": 0.7159464359283447,
      "learning_rate": 5.376134015988502e-05,
      "loss": 0.7916,
      "step": 124500
    },
    {
      "epoch": 4.196981945567233,
      "grad_norm": 0.6572859883308411,
      "learning_rate": 5.3536782538399345e-05,
      "loss": 0.7932,
      "step": 124600
    },
    {
      "epoch": 4.200350309889518,
      "grad_norm": 0.8845502138137817,
      "learning_rate": 5.3312224916913674e-05,
      "loss": 0.7914,
      "step": 124700
    },
    {
      "epoch": 4.203718674211803,
      "grad_norm": 0.7034029364585876,
      "learning_rate": 5.3087667295428e-05,
      "loss": 0.7925,
      "step": 124800
    },
    {
      "epoch": 4.2070870385340875,
      "grad_norm": 0.66123366355896,
      "learning_rate": 5.2863109673942324e-05,
      "loss": 0.7956,
      "step": 124900
    },
    {
      "epoch": 4.210455402856373,
      "grad_norm": 0.7376932501792908,
      "learning_rate": 5.263855205245665e-05,
      "loss": 0.7891,
      "step": 125000
    },
    {
      "epoch": 4.213823767178658,
      "grad_norm": 0.7154867649078369,
      "learning_rate": 5.241399443097098e-05,
      "loss": 0.7921,
      "step": 125100
    },
    {
      "epoch": 4.217192131500943,
      "grad_norm": 0.6891977190971375,
      "learning_rate": 5.218943680948531e-05,
      "loss": 0.7938,
      "step": 125200
    },
    {
      "epoch": 4.220560495823229,
      "grad_norm": 0.713810384273529,
      "learning_rate": 5.196487918799964e-05,
      "loss": 0.7926,
      "step": 125300
    },
    {
      "epoch": 4.223928860145513,
      "grad_norm": 0.7049047350883484,
      "learning_rate": 5.174032156651396e-05,
      "loss": 0.7955,
      "step": 125400
    },
    {
      "epoch": 4.227297224467798,
      "grad_norm": 0.7068188786506653,
      "learning_rate": 5.151576394502829e-05,
      "loss": 0.7966,
      "step": 125500
    },
    {
      "epoch": 4.2306655887900835,
      "grad_norm": 0.7107961177825928,
      "learning_rate": 5.1291206323542616e-05,
      "loss": 0.7959,
      "step": 125600
    },
    {
      "epoch": 4.234033953112369,
      "grad_norm": 0.7235453128814697,
      "learning_rate": 5.1066648702056944e-05,
      "loss": 0.7904,
      "step": 125700
    },
    {
      "epoch": 4.237402317434654,
      "grad_norm": 0.7281498908996582,
      "learning_rate": 5.084209108057127e-05,
      "loss": 0.7916,
      "step": 125800
    },
    {
      "epoch": 4.240770681756938,
      "grad_norm": 0.726445198059082,
      "learning_rate": 5.0617533459085594e-05,
      "loss": 0.7905,
      "step": 125900
    },
    {
      "epoch": 4.244139046079224,
      "grad_norm": 0.7289313673973083,
      "learning_rate": 5.039297583759992e-05,
      "loss": 0.796,
      "step": 126000
    },
    {
      "epoch": 4.247507410401509,
      "grad_norm": 0.6762425899505615,
      "learning_rate": 5.016841821611425e-05,
      "loss": 0.7898,
      "step": 126100
    },
    {
      "epoch": 4.250875774723794,
      "grad_norm": 0.7091333866119385,
      "learning_rate": 4.994386059462858e-05,
      "loss": 0.7946,
      "step": 126200
    },
    {
      "epoch": 4.2542441390460795,
      "grad_norm": 0.6724031567573547,
      "learning_rate": 4.971930297314291e-05,
      "loss": 0.7931,
      "step": 126300
    },
    {
      "epoch": 4.257612503368365,
      "grad_norm": 0.7157333493232727,
      "learning_rate": 4.949474535165723e-05,
      "loss": 0.7925,
      "step": 126400
    },
    {
      "epoch": 4.260980867690649,
      "grad_norm": 0.7710690498352051,
      "learning_rate": 4.927018773017156e-05,
      "loss": 0.795,
      "step": 126500
    },
    {
      "epoch": 4.264349232012934,
      "grad_norm": 0.6310470104217529,
      "learning_rate": 4.9045630108685886e-05,
      "loss": 0.7931,
      "step": 126600
    },
    {
      "epoch": 4.26771759633522,
      "grad_norm": 0.6831243634223938,
      "learning_rate": 4.8821072487200215e-05,
      "loss": 0.7926,
      "step": 126700
    },
    {
      "epoch": 4.271085960657505,
      "grad_norm": 0.675401508808136,
      "learning_rate": 4.859651486571454e-05,
      "loss": 0.7902,
      "step": 126800
    },
    {
      "epoch": 4.27445432497979,
      "grad_norm": 0.715557873249054,
      "learning_rate": 4.8371957244228865e-05,
      "loss": 0.7932,
      "step": 126900
    },
    {
      "epoch": 4.2778226893020745,
      "grad_norm": 0.6567670702934265,
      "learning_rate": 4.814739962274319e-05,
      "loss": 0.7925,
      "step": 127000
    },
    {
      "epoch": 4.28119105362436,
      "grad_norm": 0.6738788485527039,
      "learning_rate": 4.792284200125752e-05,
      "loss": 0.7932,
      "step": 127100
    },
    {
      "epoch": 4.284559417946645,
      "grad_norm": 0.6749903559684753,
      "learning_rate": 4.769828437977185e-05,
      "loss": 0.792,
      "step": 127200
    },
    {
      "epoch": 4.28792778226893,
      "grad_norm": 0.6749402284622192,
      "learning_rate": 4.7473726758286165e-05,
      "loss": 0.7924,
      "step": 127300
    },
    {
      "epoch": 4.291296146591216,
      "grad_norm": 0.7213864326477051,
      "learning_rate": 4.724916913680049e-05,
      "loss": 0.7923,
      "step": 127400
    },
    {
      "epoch": 4.2946645109135,
      "grad_norm": 0.6684932112693787,
      "learning_rate": 4.702461151531482e-05,
      "loss": 0.7906,
      "step": 127500
    },
    {
      "epoch": 4.298032875235785,
      "grad_norm": 0.676459014415741,
      "learning_rate": 4.680005389382916e-05,
      "loss": 0.791,
      "step": 127600
    },
    {
      "epoch": 4.3014012395580705,
      "grad_norm": 0.6472882032394409,
      "learning_rate": 4.6575496272343485e-05,
      "loss": 0.7893,
      "step": 127700
    },
    {
      "epoch": 4.304769603880356,
      "grad_norm": 0.6770561337471008,
      "learning_rate": 4.63509386508578e-05,
      "loss": 0.7907,
      "step": 127800
    },
    {
      "epoch": 4.308137968202641,
      "grad_norm": 0.6275637149810791,
      "learning_rate": 4.612638102937213e-05,
      "loss": 0.7913,
      "step": 127900
    },
    {
      "epoch": 4.311506332524926,
      "grad_norm": 0.6540498733520508,
      "learning_rate": 4.590182340788646e-05,
      "loss": 0.793,
      "step": 128000
    },
    {
      "epoch": 4.314874696847211,
      "grad_norm": 0.7203840017318726,
      "learning_rate": 4.5677265786400785e-05,
      "loss": 0.7913,
      "step": 128100
    },
    {
      "epoch": 4.318243061169496,
      "grad_norm": 0.6884647607803345,
      "learning_rate": 4.5452708164915114e-05,
      "loss": 0.7928,
      "step": 128200
    },
    {
      "epoch": 4.321611425491781,
      "grad_norm": 0.8688404560089111,
      "learning_rate": 4.5228150543429435e-05,
      "loss": 0.791,
      "step": 128300
    },
    {
      "epoch": 4.3249797898140665,
      "grad_norm": 0.6714907884597778,
      "learning_rate": 4.5003592921943764e-05,
      "loss": 0.7909,
      "step": 128400
    },
    {
      "epoch": 4.328348154136352,
      "grad_norm": 0.6698452830314636,
      "learning_rate": 4.477903530045809e-05,
      "loss": 0.7934,
      "step": 128500
    },
    {
      "epoch": 4.331716518458636,
      "grad_norm": 0.6693661212921143,
      "learning_rate": 4.455447767897242e-05,
      "loss": 0.7917,
      "step": 128600
    },
    {
      "epoch": 4.335084882780921,
      "grad_norm": 0.6978726983070374,
      "learning_rate": 4.432992005748675e-05,
      "loss": 0.7903,
      "step": 128700
    },
    {
      "epoch": 4.338453247103207,
      "grad_norm": 0.7052512168884277,
      "learning_rate": 4.410536243600107e-05,
      "loss": 0.7909,
      "step": 128800
    },
    {
      "epoch": 4.341821611425492,
      "grad_norm": 0.6648239493370056,
      "learning_rate": 4.38808048145154e-05,
      "loss": 0.793,
      "step": 128900
    },
    {
      "epoch": 4.345189975747777,
      "grad_norm": 0.6616061329841614,
      "learning_rate": 4.365624719302973e-05,
      "loss": 0.7915,
      "step": 129000
    },
    {
      "epoch": 4.348558340070062,
      "grad_norm": 0.7084757089614868,
      "learning_rate": 4.3431689571544056e-05,
      "loss": 0.7918,
      "step": 129100
    },
    {
      "epoch": 4.351926704392347,
      "grad_norm": 0.6875206828117371,
      "learning_rate": 4.3207131950058384e-05,
      "loss": 0.7893,
      "step": 129200
    },
    {
      "epoch": 4.355295068714632,
      "grad_norm": 0.6854655742645264,
      "learning_rate": 4.2982574328572706e-05,
      "loss": 0.7859,
      "step": 129300
    },
    {
      "epoch": 4.358663433036917,
      "grad_norm": 0.7505910992622375,
      "learning_rate": 4.2758016707087034e-05,
      "loss": 0.7934,
      "step": 129400
    },
    {
      "epoch": 4.362031797359203,
      "grad_norm": 0.6831994652748108,
      "learning_rate": 4.253345908560136e-05,
      "loss": 0.7941,
      "step": 129500
    },
    {
      "epoch": 4.365400161681487,
      "grad_norm": 0.7224695086479187,
      "learning_rate": 4.230890146411569e-05,
      "loss": 0.7907,
      "step": 129600
    },
    {
      "epoch": 4.368768526003772,
      "grad_norm": 0.7102277874946594,
      "learning_rate": 4.208434384263001e-05,
      "loss": 0.7926,
      "step": 129700
    },
    {
      "epoch": 4.372136890326058,
      "grad_norm": 0.6760639548301697,
      "learning_rate": 4.185978622114434e-05,
      "loss": 0.7949,
      "step": 129800
    },
    {
      "epoch": 4.375505254648343,
      "grad_norm": 0.6891269087791443,
      "learning_rate": 4.163522859965867e-05,
      "loss": 0.7901,
      "step": 129900
    },
    {
      "epoch": 4.378873618970628,
      "grad_norm": 0.6708014607429504,
      "learning_rate": 4.1410670978173e-05,
      "loss": 0.7894,
      "step": 130000
    },
    {
      "epoch": 4.382241983292913,
      "grad_norm": 0.7219834327697754,
      "learning_rate": 4.1186113356687327e-05,
      "loss": 0.7917,
      "step": 130100
    },
    {
      "epoch": 4.385610347615198,
      "grad_norm": 0.6797767281532288,
      "learning_rate": 4.096155573520165e-05,
      "loss": 0.79,
      "step": 130200
    },
    {
      "epoch": 4.388978711937483,
      "grad_norm": 1.1183526515960693,
      "learning_rate": 4.073699811371598e-05,
      "loss": 0.7903,
      "step": 130300
    },
    {
      "epoch": 4.392347076259768,
      "grad_norm": 0.6638786792755127,
      "learning_rate": 4.0512440492230305e-05,
      "loss": 0.7929,
      "step": 130400
    },
    {
      "epoch": 4.3957154405820535,
      "grad_norm": 0.6631746888160706,
      "learning_rate": 4.0287882870744633e-05,
      "loss": 0.7895,
      "step": 130500
    },
    {
      "epoch": 4.399083804904339,
      "grad_norm": 0.6432344317436218,
      "learning_rate": 4.006332524925896e-05,
      "loss": 0.793,
      "step": 130600
    },
    {
      "epoch": 4.402452169226623,
      "grad_norm": 0.6888932585716248,
      "learning_rate": 3.983876762777328e-05,
      "loss": 0.7863,
      "step": 130700
    },
    {
      "epoch": 4.4058205335489085,
      "grad_norm": 0.6781389713287354,
      "learning_rate": 3.9614210006287605e-05,
      "loss": 0.7894,
      "step": 130800
    },
    {
      "epoch": 4.409188897871194,
      "grad_norm": 0.6817391514778137,
      "learning_rate": 3.9389652384801934e-05,
      "loss": 0.7915,
      "step": 130900
    },
    {
      "epoch": 4.412557262193479,
      "grad_norm": 0.7040595412254333,
      "learning_rate": 3.916509476331627e-05,
      "loss": 0.7898,
      "step": 131000
    },
    {
      "epoch": 4.415925626515764,
      "grad_norm": 0.6829173564910889,
      "learning_rate": 3.89405371418306e-05,
      "loss": 0.7911,
      "step": 131100
    },
    {
      "epoch": 4.419293990838049,
      "grad_norm": 0.7113239765167236,
      "learning_rate": 3.871597952034491e-05,
      "loss": 0.7871,
      "step": 131200
    },
    {
      "epoch": 4.422662355160334,
      "grad_norm": 0.6862262487411499,
      "learning_rate": 3.849142189885924e-05,
      "loss": 0.7915,
      "step": 131300
    },
    {
      "epoch": 4.426030719482619,
      "grad_norm": 0.6750577092170715,
      "learning_rate": 3.826686427737357e-05,
      "loss": 0.7925,
      "step": 131400
    },
    {
      "epoch": 4.429399083804904,
      "grad_norm": 0.7142935395240784,
      "learning_rate": 3.80423066558879e-05,
      "loss": 0.7906,
      "step": 131500
    },
    {
      "epoch": 4.43276744812719,
      "grad_norm": 0.7272329330444336,
      "learning_rate": 3.7817749034402226e-05,
      "loss": 0.7898,
      "step": 131600
    },
    {
      "epoch": 4.436135812449475,
      "grad_norm": 0.7627023458480835,
      "learning_rate": 3.759319141291655e-05,
      "loss": 0.7907,
      "step": 131700
    },
    {
      "epoch": 4.439504176771759,
      "grad_norm": 0.6552876830101013,
      "learning_rate": 3.7368633791430876e-05,
      "loss": 0.7901,
      "step": 131800
    },
    {
      "epoch": 4.442872541094045,
      "grad_norm": 0.7480065822601318,
      "learning_rate": 3.7144076169945204e-05,
      "loss": 0.7917,
      "step": 131900
    },
    {
      "epoch": 4.44624090541633,
      "grad_norm": 0.7101287841796875,
      "learning_rate": 3.691951854845953e-05,
      "loss": 0.7909,
      "step": 132000
    },
    {
      "epoch": 4.449609269738615,
      "grad_norm": 0.7063937187194824,
      "learning_rate": 3.669496092697386e-05,
      "loss": 0.7897,
      "step": 132100
    },
    {
      "epoch": 4.4529776340609,
      "grad_norm": 0.7050164341926575,
      "learning_rate": 3.647040330548819e-05,
      "loss": 0.7924,
      "step": 132200
    },
    {
      "epoch": 4.456345998383185,
      "grad_norm": 0.7028830051422119,
      "learning_rate": 3.624584568400251e-05,
      "loss": 0.7894,
      "step": 132300
    },
    {
      "epoch": 4.45971436270547,
      "grad_norm": 0.7394464015960693,
      "learning_rate": 3.602128806251684e-05,
      "loss": 0.7916,
      "step": 132400
    },
    {
      "epoch": 4.463082727027755,
      "grad_norm": 0.6921053528785706,
      "learning_rate": 3.579673044103116e-05,
      "loss": 0.7888,
      "step": 132500
    },
    {
      "epoch": 4.466451091350041,
      "grad_norm": 0.6709455847740173,
      "learning_rate": 3.557217281954549e-05,
      "loss": 0.7915,
      "step": 132600
    },
    {
      "epoch": 4.469819455672326,
      "grad_norm": 0.7549142241477966,
      "learning_rate": 3.534761519805982e-05,
      "loss": 0.7925,
      "step": 132700
    },
    {
      "epoch": 4.47318781999461,
      "grad_norm": 0.716698944568634,
      "learning_rate": 3.5123057576574146e-05,
      "loss": 0.7893,
      "step": 132800
    },
    {
      "epoch": 4.4765561843168955,
      "grad_norm": 0.6615895628929138,
      "learning_rate": 3.4898499955088475e-05,
      "loss": 0.7864,
      "step": 132900
    },
    {
      "epoch": 4.479924548639181,
      "grad_norm": 0.8180909156799316,
      "learning_rate": 3.4673942333602796e-05,
      "loss": 0.7902,
      "step": 133000
    },
    {
      "epoch": 4.483292912961466,
      "grad_norm": 0.7339180111885071,
      "learning_rate": 3.4449384712117125e-05,
      "loss": 0.789,
      "step": 133100
    },
    {
      "epoch": 4.486661277283751,
      "grad_norm": 0.921172559261322,
      "learning_rate": 3.422482709063145e-05,
      "loss": 0.7876,
      "step": 133200
    },
    {
      "epoch": 4.490029641606036,
      "grad_norm": 0.7154456973075867,
      "learning_rate": 3.400026946914578e-05,
      "loss": 0.7911,
      "step": 133300
    },
    {
      "epoch": 4.493398005928321,
      "grad_norm": 0.9519571661949158,
      "learning_rate": 3.377571184766011e-05,
      "loss": 0.7895,
      "step": 133400
    },
    {
      "epoch": 4.496766370250606,
      "grad_norm": 0.7096812725067139,
      "learning_rate": 3.355115422617443e-05,
      "loss": 0.7892,
      "step": 133500
    },
    {
      "epoch": 4.5001347345728915,
      "grad_norm": 0.6969826817512512,
      "learning_rate": 3.332659660468876e-05,
      "loss": 0.7913,
      "step": 133600
    },
    {
      "epoch": 4.503503098895177,
      "grad_norm": 0.6900309920310974,
      "learning_rate": 3.310203898320309e-05,
      "loss": 0.7909,
      "step": 133700
    },
    {
      "epoch": 4.506871463217461,
      "grad_norm": 0.7131757736206055,
      "learning_rate": 3.287748136171742e-05,
      "loss": 0.7932,
      "step": 133800
    },
    {
      "epoch": 4.510239827539746,
      "grad_norm": 0.6708106398582458,
      "learning_rate": 3.265292374023174e-05,
      "loss": 0.7889,
      "step": 133900
    },
    {
      "epoch": 4.513608191862032,
      "grad_norm": 0.7623175382614136,
      "learning_rate": 3.242836611874607e-05,
      "loss": 0.7906,
      "step": 134000
    },
    {
      "epoch": 4.516976556184317,
      "grad_norm": 0.7173711657524109,
      "learning_rate": 3.2203808497260395e-05,
      "loss": 0.7869,
      "step": 134100
    },
    {
      "epoch": 4.520344920506602,
      "grad_norm": 0.7341943979263306,
      "learning_rate": 3.197925087577472e-05,
      "loss": 0.7897,
      "step": 134200
    },
    {
      "epoch": 4.5237132848288875,
      "grad_norm": 0.7385048866271973,
      "learning_rate": 3.1754693254289045e-05,
      "loss": 0.7884,
      "step": 134300
    },
    {
      "epoch": 4.527081649151172,
      "grad_norm": 0.7369481921195984,
      "learning_rate": 3.1530135632803374e-05,
      "loss": 0.7922,
      "step": 134400
    },
    {
      "epoch": 4.530450013473457,
      "grad_norm": 0.7261357307434082,
      "learning_rate": 3.13055780113177e-05,
      "loss": 0.7896,
      "step": 134500
    },
    {
      "epoch": 4.533818377795742,
      "grad_norm": 0.7368954420089722,
      "learning_rate": 3.108102038983203e-05,
      "loss": 0.7877,
      "step": 134600
    },
    {
      "epoch": 4.537186742118028,
      "grad_norm": 0.6391497850418091,
      "learning_rate": 3.085646276834635e-05,
      "loss": 0.7883,
      "step": 134700
    },
    {
      "epoch": 4.540555106440313,
      "grad_norm": 0.6790878176689148,
      "learning_rate": 3.063190514686068e-05,
      "loss": 0.7878,
      "step": 134800
    },
    {
      "epoch": 4.543923470762598,
      "grad_norm": 0.6800740361213684,
      "learning_rate": 3.0407347525375006e-05,
      "loss": 0.7879,
      "step": 134900
    },
    {
      "epoch": 4.5472918350848825,
      "grad_norm": 0.6817995309829712,
      "learning_rate": 3.0182789903889334e-05,
      "loss": 0.7893,
      "step": 135000
    },
    {
      "epoch": 4.550660199407168,
      "grad_norm": 0.706876814365387,
      "learning_rate": 2.995823228240366e-05,
      "loss": 0.7877,
      "step": 135100
    },
    {
      "epoch": 4.554028563729453,
      "grad_norm": 0.6842048168182373,
      "learning_rate": 2.9733674660917988e-05,
      "loss": 0.7887,
      "step": 135200
    },
    {
      "epoch": 4.557396928051738,
      "grad_norm": 0.8431084752082825,
      "learning_rate": 2.9509117039432316e-05,
      "loss": 0.7895,
      "step": 135300
    },
    {
      "epoch": 4.560765292374024,
      "grad_norm": 0.6965360045433044,
      "learning_rate": 2.928455941794664e-05,
      "loss": 0.7857,
      "step": 135400
    },
    {
      "epoch": 4.564133656696308,
      "grad_norm": 0.675323486328125,
      "learning_rate": 2.906000179646097e-05,
      "loss": 0.7917,
      "step": 135500
    },
    {
      "epoch": 4.567502021018593,
      "grad_norm": 0.6971179842948914,
      "learning_rate": 2.8835444174975295e-05,
      "loss": 0.791,
      "step": 135600
    },
    {
      "epoch": 4.5708703853408785,
      "grad_norm": 0.7096483111381531,
      "learning_rate": 2.8610886553489623e-05,
      "loss": 0.7886,
      "step": 135700
    },
    {
      "epoch": 4.574238749663164,
      "grad_norm": 0.6643834710121155,
      "learning_rate": 2.838632893200395e-05,
      "loss": 0.7903,
      "step": 135800
    },
    {
      "epoch": 4.577607113985449,
      "grad_norm": 0.6781139373779297,
      "learning_rate": 2.8161771310518276e-05,
      "loss": 0.7861,
      "step": 135900
    },
    {
      "epoch": 4.580975478307733,
      "grad_norm": 0.69442218542099,
      "learning_rate": 2.7937213689032605e-05,
      "loss": 0.7884,
      "step": 136000
    },
    {
      "epoch": 4.584343842630019,
      "grad_norm": 0.6849011778831482,
      "learning_rate": 2.771265606754693e-05,
      "loss": 0.7892,
      "step": 136100
    },
    {
      "epoch": 4.587712206952304,
      "grad_norm": 0.7133069634437561,
      "learning_rate": 2.7488098446061258e-05,
      "loss": 0.7904,
      "step": 136200
    },
    {
      "epoch": 4.591080571274589,
      "grad_norm": 0.7414596080780029,
      "learning_rate": 2.7263540824575583e-05,
      "loss": 0.7933,
      "step": 136300
    },
    {
      "epoch": 4.5944489355968745,
      "grad_norm": 0.7594481706619263,
      "learning_rate": 2.703898320308991e-05,
      "loss": 0.7901,
      "step": 136400
    },
    {
      "epoch": 4.597817299919159,
      "grad_norm": 0.7436200976371765,
      "learning_rate": 2.681442558160424e-05,
      "loss": 0.7863,
      "step": 136500
    },
    {
      "epoch": 4.601185664241444,
      "grad_norm": 0.7052866220474243,
      "learning_rate": 2.6589867960118562e-05,
      "loss": 0.7899,
      "step": 136600
    },
    {
      "epoch": 4.604554028563729,
      "grad_norm": 0.720867395401001,
      "learning_rate": 2.636531033863289e-05,
      "loss": 0.786,
      "step": 136700
    },
    {
      "epoch": 4.607922392886015,
      "grad_norm": 0.7140068411827087,
      "learning_rate": 2.6140752717147215e-05,
      "loss": 0.7886,
      "step": 136800
    },
    {
      "epoch": 4.6112907572083,
      "grad_norm": 0.6707795858383179,
      "learning_rate": 2.5916195095661544e-05,
      "loss": 0.792,
      "step": 136900
    },
    {
      "epoch": 4.614659121530584,
      "grad_norm": 0.6954900622367859,
      "learning_rate": 2.5691637474175872e-05,
      "loss": 0.785,
      "step": 137000
    },
    {
      "epoch": 4.61802748585287,
      "grad_norm": 0.695578396320343,
      "learning_rate": 2.5467079852690197e-05,
      "loss": 0.7897,
      "step": 137100
    },
    {
      "epoch": 4.621395850175155,
      "grad_norm": 0.8920716047286987,
      "learning_rate": 2.5242522231204525e-05,
      "loss": 0.7912,
      "step": 137200
    },
    {
      "epoch": 4.62476421449744,
      "grad_norm": 0.6703862547874451,
      "learning_rate": 2.501796460971885e-05,
      "loss": 0.79,
      "step": 137300
    },
    {
      "epoch": 4.628132578819725,
      "grad_norm": 0.7049610018730164,
      "learning_rate": 2.479340698823318e-05,
      "loss": 0.7876,
      "step": 137400
    },
    {
      "epoch": 4.63150094314201,
      "grad_norm": 0.7894124388694763,
      "learning_rate": 2.4568849366747504e-05,
      "loss": 0.7897,
      "step": 137500
    },
    {
      "epoch": 4.634869307464295,
      "grad_norm": 2.398905038833618,
      "learning_rate": 2.4344291745261832e-05,
      "loss": 0.7909,
      "step": 137600
    },
    {
      "epoch": 4.63823767178658,
      "grad_norm": 0.6975995302200317,
      "learning_rate": 2.411973412377616e-05,
      "loss": 0.789,
      "step": 137700
    },
    {
      "epoch": 4.641606036108866,
      "grad_norm": 0.717632532119751,
      "learning_rate": 2.3895176502290486e-05,
      "loss": 0.7883,
      "step": 137800
    },
    {
      "epoch": 4.644974400431151,
      "grad_norm": 0.7279338240623474,
      "learning_rate": 2.3670618880804814e-05,
      "loss": 0.787,
      "step": 137900
    },
    {
      "epoch": 4.648342764753436,
      "grad_norm": 0.6684018969535828,
      "learning_rate": 2.344606125931914e-05,
      "loss": 0.7875,
      "step": 138000
    },
    {
      "epoch": 4.6517111290757205,
      "grad_norm": 0.7201947569847107,
      "learning_rate": 2.3221503637833468e-05,
      "loss": 0.791,
      "step": 138100
    },
    {
      "epoch": 4.655079493398006,
      "grad_norm": 0.71978360414505,
      "learning_rate": 2.2996946016347796e-05,
      "loss": 0.7871,
      "step": 138200
    },
    {
      "epoch": 4.658447857720291,
      "grad_norm": 0.6821112632751465,
      "learning_rate": 2.2772388394862118e-05,
      "loss": 0.7888,
      "step": 138300
    },
    {
      "epoch": 4.661816222042576,
      "grad_norm": 0.7123835682868958,
      "learning_rate": 2.2547830773376446e-05,
      "loss": 0.7879,
      "step": 138400
    },
    {
      "epoch": 4.6651845863648616,
      "grad_norm": 0.6627094745635986,
      "learning_rate": 2.232327315189077e-05,
      "loss": 0.7901,
      "step": 138500
    },
    {
      "epoch": 4.668552950687147,
      "grad_norm": 0.6200422644615173,
      "learning_rate": 2.20987155304051e-05,
      "loss": 0.791,
      "step": 138600
    },
    {
      "epoch": 4.671921315009431,
      "grad_norm": 0.7372182011604309,
      "learning_rate": 2.1874157908919425e-05,
      "loss": 0.7846,
      "step": 138700
    },
    {
      "epoch": 4.6752896793317165,
      "grad_norm": 0.7178613543510437,
      "learning_rate": 2.1649600287433753e-05,
      "loss": 0.7903,
      "step": 138800
    },
    {
      "epoch": 4.678658043654002,
      "grad_norm": 0.7218438386917114,
      "learning_rate": 2.142504266594808e-05,
      "loss": 0.7881,
      "step": 138900
    },
    {
      "epoch": 4.682026407976287,
      "grad_norm": 0.7254891395568848,
      "learning_rate": 2.1200485044462406e-05,
      "loss": 0.7882,
      "step": 139000
    },
    {
      "epoch": 4.685394772298572,
      "grad_norm": 0.6931572556495667,
      "learning_rate": 2.0975927422976735e-05,
      "loss": 0.7878,
      "step": 139100
    },
    {
      "epoch": 4.688763136620857,
      "grad_norm": 0.6938092708587646,
      "learning_rate": 2.075136980149106e-05,
      "loss": 0.7859,
      "step": 139200
    },
    {
      "epoch": 4.692131500943142,
      "grad_norm": 0.7220520973205566,
      "learning_rate": 2.0526812180005388e-05,
      "loss": 0.7874,
      "step": 139300
    },
    {
      "epoch": 4.695499865265427,
      "grad_norm": 0.7422808408737183,
      "learning_rate": 2.0302254558519717e-05,
      "loss": 0.7861,
      "step": 139400
    },
    {
      "epoch": 4.698868229587712,
      "grad_norm": 0.6828125715255737,
      "learning_rate": 2.007769693703404e-05,
      "loss": 0.7864,
      "step": 139500
    },
    {
      "epoch": 4.702236593909998,
      "grad_norm": 0.7483955025672913,
      "learning_rate": 1.985313931554837e-05,
      "loss": 0.7847,
      "step": 139600
    },
    {
      "epoch": 4.705604958232282,
      "grad_norm": 0.7267476916313171,
      "learning_rate": 1.9628581694062695e-05,
      "loss": 0.788,
      "step": 139700
    },
    {
      "epoch": 4.708973322554567,
      "grad_norm": 0.6834740042686462,
      "learning_rate": 1.9404024072577024e-05,
      "loss": 0.7845,
      "step": 139800
    },
    {
      "epoch": 4.712341686876853,
      "grad_norm": 0.7835246324539185,
      "learning_rate": 1.9179466451091345e-05,
      "loss": 0.7856,
      "step": 139900
    },
    {
      "epoch": 4.715710051199138,
      "grad_norm": 0.6620598435401917,
      "learning_rate": 1.8954908829605674e-05,
      "loss": 0.7915,
      "step": 140000
    },
    {
      "epoch": 4.719078415521423,
      "grad_norm": 0.7632565498352051,
      "learning_rate": 1.8730351208120002e-05,
      "loss": 0.7878,
      "step": 140100
    },
    {
      "epoch": 4.7224467798437075,
      "grad_norm": 0.6834028363227844,
      "learning_rate": 1.8505793586634327e-05,
      "loss": 0.7852,
      "step": 140200
    },
    {
      "epoch": 4.725815144165993,
      "grad_norm": 0.8396201729774475,
      "learning_rate": 1.8281235965148655e-05,
      "loss": 0.7893,
      "step": 140300
    },
    {
      "epoch": 4.729183508488278,
      "grad_norm": 0.7341758608818054,
      "learning_rate": 1.8056678343662984e-05,
      "loss": 0.7892,
      "step": 140400
    },
    {
      "epoch": 4.732551872810563,
      "grad_norm": 0.74070143699646,
      "learning_rate": 1.783212072217731e-05,
      "loss": 0.7864,
      "step": 140500
    },
    {
      "epoch": 4.735920237132849,
      "grad_norm": 0.7226638793945312,
      "learning_rate": 1.7607563100691637e-05,
      "loss": 0.7861,
      "step": 140600
    },
    {
      "epoch": 4.739288601455133,
      "grad_norm": 0.6856757402420044,
      "learning_rate": 1.7383005479205962e-05,
      "loss": 0.7878,
      "step": 140700
    },
    {
      "epoch": 4.742656965777418,
      "grad_norm": 0.695364773273468,
      "learning_rate": 1.7158447857720287e-05,
      "loss": 0.788,
      "step": 140800
    },
    {
      "epoch": 4.7460253300997035,
      "grad_norm": 0.7357635498046875,
      "learning_rate": 1.6933890236234616e-05,
      "loss": 0.7853,
      "step": 140900
    },
    {
      "epoch": 4.749393694421989,
      "grad_norm": 0.6697304248809814,
      "learning_rate": 1.6709332614748944e-05,
      "loss": 0.7868,
      "step": 141000
    },
    {
      "epoch": 4.752762058744274,
      "grad_norm": 0.719422459602356,
      "learning_rate": 1.648477499326327e-05,
      "loss": 0.7887,
      "step": 141100
    },
    {
      "epoch": 4.756130423066558,
      "grad_norm": 0.650025486946106,
      "learning_rate": 1.6260217371777598e-05,
      "loss": 0.7901,
      "step": 141200
    },
    {
      "epoch": 4.759498787388844,
      "grad_norm": 0.6734464168548584,
      "learning_rate": 1.6035659750291923e-05,
      "loss": 0.7885,
      "step": 141300
    },
    {
      "epoch": 4.762867151711129,
      "grad_norm": 0.6939591765403748,
      "learning_rate": 1.581110212880625e-05,
      "loss": 0.7896,
      "step": 141400
    },
    {
      "epoch": 4.766235516033414,
      "grad_norm": 0.6683725118637085,
      "learning_rate": 1.558654450732058e-05,
      "loss": 0.7909,
      "step": 141500
    },
    {
      "epoch": 4.7696038803556995,
      "grad_norm": 0.7492696642875671,
      "learning_rate": 1.5361986885834905e-05,
      "loss": 0.7856,
      "step": 141600
    },
    {
      "epoch": 4.772972244677985,
      "grad_norm": 0.6370770931243896,
      "learning_rate": 1.5137429264349231e-05,
      "loss": 0.7858,
      "step": 141700
    },
    {
      "epoch": 4.776340609000269,
      "grad_norm": 0.7032959461212158,
      "learning_rate": 1.4912871642863558e-05,
      "loss": 0.7833,
      "step": 141800
    },
    {
      "epoch": 4.779708973322554,
      "grad_norm": 0.6765040159225464,
      "learning_rate": 1.4688314021377885e-05,
      "loss": 0.7861,
      "step": 141900
    },
    {
      "epoch": 4.78307733764484,
      "grad_norm": 0.6935933232307434,
      "learning_rate": 1.446375639989221e-05,
      "loss": 0.7834,
      "step": 142000
    },
    {
      "epoch": 4.786445701967125,
      "grad_norm": 0.716052770614624,
      "learning_rate": 1.4239198778406538e-05,
      "loss": 0.7857,
      "step": 142100
    },
    {
      "epoch": 4.78981406628941,
      "grad_norm": 0.7378547787666321,
      "learning_rate": 1.4014641156920865e-05,
      "loss": 0.7849,
      "step": 142200
    },
    {
      "epoch": 4.793182430611695,
      "grad_norm": 0.7271299958229065,
      "learning_rate": 1.3790083535435192e-05,
      "loss": 0.7877,
      "step": 142300
    },
    {
      "epoch": 4.79655079493398,
      "grad_norm": 0.6609006524085999,
      "learning_rate": 1.3565525913949518e-05,
      "loss": 0.7857,
      "step": 142400
    },
    {
      "epoch": 4.799919159256265,
      "grad_norm": 0.6987965703010559,
      "learning_rate": 1.3340968292463845e-05,
      "loss": 0.7848,
      "step": 142500
    },
    {
      "epoch": 4.80328752357855,
      "grad_norm": 0.6643743515014648,
      "learning_rate": 1.3116410670978172e-05,
      "loss": 0.7872,
      "step": 142600
    },
    {
      "epoch": 4.806655887900836,
      "grad_norm": 0.642590343952179,
      "learning_rate": 1.28918530494925e-05,
      "loss": 0.7858,
      "step": 142700
    },
    {
      "epoch": 4.810024252223121,
      "grad_norm": 0.6913971304893494,
      "learning_rate": 1.2667295428006827e-05,
      "loss": 0.7862,
      "step": 142800
    },
    {
      "epoch": 4.813392616545405,
      "grad_norm": 0.7790234684944153,
      "learning_rate": 1.2442737806521152e-05,
      "loss": 0.7869,
      "step": 142900
    },
    {
      "epoch": 4.8167609808676906,
      "grad_norm": 0.6860402226448059,
      "learning_rate": 1.2218180185035479e-05,
      "loss": 0.7872,
      "step": 143000
    },
    {
      "epoch": 4.820129345189976,
      "grad_norm": 0.73018479347229,
      "learning_rate": 1.1993622563549805e-05,
      "loss": 0.785,
      "step": 143100
    },
    {
      "epoch": 4.823497709512261,
      "grad_norm": 0.7606022357940674,
      "learning_rate": 1.1769064942064132e-05,
      "loss": 0.7835,
      "step": 143200
    },
    {
      "epoch": 4.826866073834546,
      "grad_norm": 0.7062585949897766,
      "learning_rate": 1.154450732057846e-05,
      "loss": 0.7863,
      "step": 143300
    },
    {
      "epoch": 4.830234438156831,
      "grad_norm": 0.7451142072677612,
      "learning_rate": 1.1319949699092787e-05,
      "loss": 0.7853,
      "step": 143400
    },
    {
      "epoch": 4.833602802479116,
      "grad_norm": 0.6708253622055054,
      "learning_rate": 1.1095392077607114e-05,
      "loss": 0.7872,
      "step": 143500
    },
    {
      "epoch": 4.836971166801401,
      "grad_norm": 0.6949145197868347,
      "learning_rate": 1.0870834456121439e-05,
      "loss": 0.7877,
      "step": 143600
    },
    {
      "epoch": 4.8403395311236865,
      "grad_norm": 0.7620200514793396,
      "learning_rate": 1.0646276834635766e-05,
      "loss": 0.784,
      "step": 143700
    },
    {
      "epoch": 4.843707895445972,
      "grad_norm": 0.6912148594856262,
      "learning_rate": 1.0421719213150092e-05,
      "loss": 0.7838,
      "step": 143800
    },
    {
      "epoch": 4.847076259768256,
      "grad_norm": 0.6649619936943054,
      "learning_rate": 1.019716159166442e-05,
      "loss": 0.7847,
      "step": 143900
    },
    {
      "epoch": 4.8504446240905414,
      "grad_norm": 0.6840892434120178,
      "learning_rate": 9.972603970178747e-06,
      "loss": 0.7842,
      "step": 144000
    },
    {
      "epoch": 4.853812988412827,
      "grad_norm": 0.6763936877250671,
      "learning_rate": 9.748046348693074e-06,
      "loss": 0.7884,
      "step": 144100
    },
    {
      "epoch": 4.857181352735112,
      "grad_norm": 0.7060201168060303,
      "learning_rate": 9.523488727207401e-06,
      "loss": 0.7869,
      "step": 144200
    },
    {
      "epoch": 4.860549717057397,
      "grad_norm": 0.6832892298698425,
      "learning_rate": 9.298931105721728e-06,
      "loss": 0.7846,
      "step": 144300
    },
    {
      "epoch": 4.863918081379682,
      "grad_norm": 0.6947805285453796,
      "learning_rate": 9.074373484236054e-06,
      "loss": 0.7876,
      "step": 144400
    },
    {
      "epoch": 4.867286445701967,
      "grad_norm": 0.6749753355979919,
      "learning_rate": 8.849815862750381e-06,
      "loss": 0.7848,
      "step": 144500
    },
    {
      "epoch": 4.870654810024252,
      "grad_norm": 0.7636469602584839,
      "learning_rate": 8.625258241264708e-06,
      "loss": 0.7846,
      "step": 144600
    },
    {
      "epoch": 4.874023174346537,
      "grad_norm": 0.6952735781669617,
      "learning_rate": 8.400700619779035e-06,
      "loss": 0.7889,
      "step": 144700
    },
    {
      "epoch": 4.877391538668823,
      "grad_norm": 0.6861172318458557,
      "learning_rate": 8.176142998293361e-06,
      "loss": 0.787,
      "step": 144800
    },
    {
      "epoch": 4.880759902991107,
      "grad_norm": 0.7696015238761902,
      "learning_rate": 7.951585376807688e-06,
      "loss": 0.7858,
      "step": 144900
    },
    {
      "epoch": 4.884128267313392,
      "grad_norm": 0.7360905408859253,
      "learning_rate": 7.727027755322015e-06,
      "loss": 0.7875,
      "step": 145000
    },
    {
      "epoch": 4.887496631635678,
      "grad_norm": 0.7402172088623047,
      "learning_rate": 7.502470133836341e-06,
      "loss": 0.7901,
      "step": 145100
    },
    {
      "epoch": 4.890864995957963,
      "grad_norm": 0.7550304532051086,
      "learning_rate": 7.277912512350668e-06,
      "loss": 0.7881,
      "step": 145200
    },
    {
      "epoch": 4.894233360280248,
      "grad_norm": 0.7490784525871277,
      "learning_rate": 7.053354890864996e-06,
      "loss": 0.7866,
      "step": 145300
    },
    {
      "epoch": 4.8976017246025325,
      "grad_norm": 0.675995945930481,
      "learning_rate": 6.828797269379322e-06,
      "loss": 0.7868,
      "step": 145400
    },
    {
      "epoch": 4.900970088924818,
      "grad_norm": 0.6862391829490662,
      "learning_rate": 6.604239647893648e-06,
      "loss": 0.7851,
      "step": 145500
    },
    {
      "epoch": 4.904338453247103,
      "grad_norm": 0.6939913630485535,
      "learning_rate": 6.379682026407976e-06,
      "loss": 0.7871,
      "step": 145600
    },
    {
      "epoch": 4.907706817569388,
      "grad_norm": 0.741671085357666,
      "learning_rate": 6.155124404922303e-06,
      "loss": 0.7829,
      "step": 145700
    },
    {
      "epoch": 4.911075181891674,
      "grad_norm": 0.6528514623641968,
      "learning_rate": 5.930566783436629e-06,
      "loss": 0.7869,
      "step": 145800
    },
    {
      "epoch": 4.914443546213959,
      "grad_norm": 0.6991773843765259,
      "learning_rate": 5.706009161950956e-06,
      "loss": 0.7847,
      "step": 145900
    },
    {
      "epoch": 4.917811910536243,
      "grad_norm": 0.6840393543243408,
      "learning_rate": 5.481451540465283e-06,
      "loss": 0.7874,
      "step": 146000
    },
    {
      "epoch": 4.9211802748585285,
      "grad_norm": 0.6707117557525635,
      "learning_rate": 5.2568939189796095e-06,
      "loss": 0.7874,
      "step": 146100
    },
    {
      "epoch": 4.924548639180814,
      "grad_norm": 0.7077836990356445,
      "learning_rate": 5.032336297493937e-06,
      "loss": 0.7858,
      "step": 146200
    },
    {
      "epoch": 4.927917003503099,
      "grad_norm": 0.6887540817260742,
      "learning_rate": 4.807778676008263e-06,
      "loss": 0.7834,
      "step": 146300
    },
    {
      "epoch": 4.931285367825384,
      "grad_norm": 0.710809051990509,
      "learning_rate": 4.5832210545225905e-06,
      "loss": 0.7855,
      "step": 146400
    },
    {
      "epoch": 4.93465373214767,
      "grad_norm": 0.6486634016036987,
      "learning_rate": 4.358663433036916e-06,
      "loss": 0.7833,
      "step": 146500
    },
    {
      "epoch": 4.938022096469954,
      "grad_norm": 0.7380653619766235,
      "learning_rate": 4.134105811551244e-06,
      "loss": 0.7825,
      "step": 146600
    },
    {
      "epoch": 4.941390460792239,
      "grad_norm": 0.672187328338623,
      "learning_rate": 3.909548190065571e-06,
      "loss": 0.7853,
      "step": 146700
    },
    {
      "epoch": 4.9447588251145245,
      "grad_norm": 0.7624046206474304,
      "learning_rate": 3.684990568579897e-06,
      "loss": 0.787,
      "step": 146800
    },
    {
      "epoch": 4.94812718943681,
      "grad_norm": 0.7582620978355408,
      "learning_rate": 3.460432947094224e-06,
      "loss": 0.7852,
      "step": 146900
    },
    {
      "epoch": 4.951495553759095,
      "grad_norm": 0.7094969153404236,
      "learning_rate": 3.235875325608551e-06,
      "loss": 0.7845,
      "step": 147000
    },
    {
      "epoch": 4.954863918081379,
      "grad_norm": 0.7196788787841797,
      "learning_rate": 3.0113177041228775e-06,
      "loss": 0.7844,
      "step": 147100
    },
    {
      "epoch": 4.958232282403665,
      "grad_norm": 0.6927585005760193,
      "learning_rate": 2.7867600826372042e-06,
      "loss": 0.7839,
      "step": 147200
    },
    {
      "epoch": 4.96160064672595,
      "grad_norm": 0.7253730893135071,
      "learning_rate": 2.5622024611515314e-06,
      "loss": 0.7838,
      "step": 147300
    },
    {
      "epoch": 4.964969011048235,
      "grad_norm": 0.6914359331130981,
      "learning_rate": 2.337644839665858e-06,
      "loss": 0.7853,
      "step": 147400
    },
    {
      "epoch": 4.9683373753705204,
      "grad_norm": 0.7005605101585388,
      "learning_rate": 2.113087218180185e-06,
      "loss": 0.7852,
      "step": 147500
    },
    {
      "epoch": 4.971705739692805,
      "grad_norm": 0.6463395357131958,
      "learning_rate": 1.8885295966945117e-06,
      "loss": 0.7868,
      "step": 147600
    },
    {
      "epoch": 4.97507410401509,
      "grad_norm": 0.6650646328926086,
      "learning_rate": 1.6639719752088385e-06,
      "loss": 0.7874,
      "step": 147700
    },
    {
      "epoch": 4.978442468337375,
      "grad_norm": 0.7527862191200256,
      "learning_rate": 1.4394143537231652e-06,
      "loss": 0.7866,
      "step": 147800
    },
    {
      "epoch": 4.981810832659661,
      "grad_norm": 0.7495971322059631,
      "learning_rate": 1.2148567322374921e-06,
      "loss": 0.786,
      "step": 147900
    },
    {
      "epoch": 4.985179196981946,
      "grad_norm": 0.6791830062866211,
      "learning_rate": 9.902991107518188e-07,
      "loss": 0.7863,
      "step": 148000
    },
    {
      "epoch": 4.98854756130423,
      "grad_norm": 0.6754565834999084,
      "learning_rate": 7.657414892661456e-07,
      "loss": 0.7832,
      "step": 148100
    },
    {
      "epoch": 4.9919159256265155,
      "grad_norm": 0.6369759440422058,
      "learning_rate": 5.411838677804724e-07,
      "loss": 0.7807,
      "step": 148200
    },
    {
      "epoch": 4.995284289948801,
      "grad_norm": 0.7656301259994507,
      "learning_rate": 3.166262462947992e-07,
      "loss": 0.7841,
      "step": 148300
    },
    {
      "epoch": 4.998652654271086,
      "grad_norm": 0.6411105394363403,
      "learning_rate": 9.206862480912601e-08,
      "loss": 0.787,
      "step": 148400
    },
    {
      "epoch": 5.0,
      "eval_loss": 0.7365977168083191,
      "eval_runtime": 1.819,
      "eval_samples_per_second": 2748.792,
      "eval_steps_per_second": 43.431,
      "step": 148440
    }
  ],
  "logging_steps": 100,
  "max_steps": 148440,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8701968384000000.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}