{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.458598514293791,
  "eval_steps": 500,
  "global_step": 208000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0016627937429071454,
      "grad_norm": 16.836948455305052,
      "learning_rate": 1.6461589624210177e-08,
      "loss": 2.913,
      "step": 100
    },
    {
      "epoch": 0.0033255874858142908,
      "grad_norm": 16.982138954714582,
      "learning_rate": 3.3089457931493186e-08,
      "loss": 2.9144,
      "step": 200
    },
    {
      "epoch": 0.004988381228721436,
      "grad_norm": 13.476755399445098,
      "learning_rate": 4.97173262387762e-08,
      "loss": 2.811,
      "step": 300
    },
    {
      "epoch": 0.0066511749716285816,
      "grad_norm": 9.422795168574819,
      "learning_rate": 6.634519454605921e-08,
      "loss": 2.7094,
      "step": 400
    },
    {
      "epoch": 0.008313968714535727,
      "grad_norm": 8.428710094976573,
      "learning_rate": 8.297306285334222e-08,
      "loss": 2.6395,
      "step": 500
    },
    {
      "epoch": 0.009976762457442872,
      "grad_norm": 8.977754455375363,
      "learning_rate": 9.960093116062521e-08,
      "loss": 2.5948,
      "step": 600
    },
    {
      "epoch": 0.011639556200350018,
      "grad_norm": 7.592406249094615,
      "learning_rate": 1.1622879946790823e-07,
      "loss": 2.5369,
      "step": 700
    },
    {
      "epoch": 0.013302349943257163,
      "grad_norm": 8.562179525002133,
      "learning_rate": 1.3285666777519123e-07,
      "loss": 2.5284,
      "step": 800
    },
    {
      "epoch": 0.01496514368616431,
      "grad_norm": 10.127795212811147,
      "learning_rate": 1.4948453608247425e-07,
      "loss": 2.4478,
      "step": 900
    },
    {
      "epoch": 0.016627937429071454,
      "grad_norm": 7.97078368012482,
      "learning_rate": 1.6611240438975724e-07,
      "loss": 2.4548,
      "step": 1000
    },
    {
      "epoch": 0.0182907311719786,
      "grad_norm": 8.540276135706934,
      "learning_rate": 1.8274027269704026e-07,
      "loss": 2.4732,
      "step": 1100
    },
    {
      "epoch": 0.019953524914885744,
      "grad_norm": 9.75014166876878,
      "learning_rate": 1.9936814100432328e-07,
      "loss": 2.4013,
      "step": 1200
    },
    {
      "epoch": 0.021616318657792892,
      "grad_norm": 7.36821361540804,
      "learning_rate": 2.1599600931160627e-07,
      "loss": 2.3811,
      "step": 1300
    },
    {
      "epoch": 0.023279112400700037,
      "grad_norm": 9.928659291241967,
      "learning_rate": 2.326238776188893e-07,
      "loss": 2.3791,
      "step": 1400
    },
    {
      "epoch": 0.02494190614360718,
      "grad_norm": 10.291477019784509,
      "learning_rate": 2.492517459261723e-07,
      "loss": 2.3525,
      "step": 1500
    },
    {
      "epoch": 0.026604699886514326,
      "grad_norm": 7.209560150932202,
      "learning_rate": 2.658796142334553e-07,
      "loss": 2.3107,
      "step": 1600
    },
    {
      "epoch": 0.02826749362942147,
      "grad_norm": 9.465954339233445,
      "learning_rate": 2.825074825407383e-07,
      "loss": 2.3064,
      "step": 1700
    },
    {
      "epoch": 0.02993028737232862,
      "grad_norm": 9.814394858039664,
      "learning_rate": 2.991353508480213e-07,
      "loss": 2.2585,
      "step": 1800
    },
    {
      "epoch": 0.03159308111523576,
      "grad_norm": 7.100149472457117,
      "learning_rate": 3.157632191553043e-07,
      "loss": 2.2728,
      "step": 1900
    },
    {
      "epoch": 0.03325587485814291,
      "grad_norm": 6.30983140901061,
      "learning_rate": 3.3239108746258735e-07,
      "loss": 2.2073,
      "step": 2000
    },
    {
      "epoch": 0.03491866860105006,
      "grad_norm": 7.9341934356625075,
      "learning_rate": 3.490189557698703e-07,
      "loss": 2.2062,
      "step": 2100
    },
    {
      "epoch": 0.0365814623439572,
      "grad_norm": 8.522134206306216,
      "learning_rate": 3.6564682407715333e-07,
      "loss": 2.1822,
      "step": 2200
    },
    {
      "epoch": 0.038244256086864346,
      "grad_norm": 7.163625149799112,
      "learning_rate": 3.8227469238443635e-07,
      "loss": 2.1862,
      "step": 2300
    },
    {
      "epoch": 0.03990704982977149,
      "grad_norm": 7.15040099035335,
      "learning_rate": 3.989025606917193e-07,
      "loss": 2.157,
      "step": 2400
    },
    {
      "epoch": 0.041569843572678636,
      "grad_norm": 8.81292106030734,
      "learning_rate": 4.155304289990024e-07,
      "loss": 2.1391,
      "step": 2500
    },
    {
      "epoch": 0.043232637315585784,
      "grad_norm": 7.6526035991644985,
      "learning_rate": 4.3215829730628536e-07,
      "loss": 2.1625,
      "step": 2600
    },
    {
      "epoch": 0.044895431058492925,
      "grad_norm": 8.039734829373732,
      "learning_rate": 4.487861656135684e-07,
      "loss": 2.1441,
      "step": 2700
    },
    {
      "epoch": 0.046558224801400074,
      "grad_norm": 9.12686523706147,
      "learning_rate": 4.654140339208514e-07,
      "loss": 2.1339,
      "step": 2800
    },
    {
      "epoch": 0.048221018544307215,
      "grad_norm": 9.771638409501342,
      "learning_rate": 4.820419022281344e-07,
      "loss": 2.0796,
      "step": 2900
    },
    {
      "epoch": 0.04988381228721436,
      "grad_norm": 9.730343484323338,
      "learning_rate": 4.986697705354174e-07,
      "loss": 2.0863,
      "step": 3000
    },
    {
      "epoch": 0.05154660603012151,
      "grad_norm": 10.526638676282575,
      "learning_rate": 5.152976388427004e-07,
      "loss": 2.0761,
      "step": 3100
    },
    {
      "epoch": 0.05320939977302865,
      "grad_norm": 8.456881353426784,
      "learning_rate": 5.319255071499834e-07,
      "loss": 2.0823,
      "step": 3200
    },
    {
      "epoch": 0.0548721935159358,
      "grad_norm": 7.781373840455716,
      "learning_rate": 5.485533754572664e-07,
      "loss": 2.0355,
      "step": 3300
    },
    {
      "epoch": 0.05653498725884294,
      "grad_norm": 10.87631150103102,
      "learning_rate": 5.651812437645495e-07,
      "loss": 2.0708,
      "step": 3400
    },
    {
      "epoch": 0.05819778100175009,
      "grad_norm": 10.56993575190311,
      "learning_rate": 5.818091120718324e-07,
      "loss": 2.0084,
      "step": 3500
    },
    {
      "epoch": 0.05986057474465724,
      "grad_norm": 8.33529595581404,
      "learning_rate": 5.984369803791155e-07,
      "loss": 1.9898,
      "step": 3600
    },
    {
      "epoch": 0.06152336848756438,
      "grad_norm": 9.22204030538152,
      "learning_rate": 6.150648486863985e-07,
      "loss": 2.0196,
      "step": 3700
    },
    {
      "epoch": 0.06318616223047152,
      "grad_norm": 7.883632982842793,
      "learning_rate": 6.316927169936815e-07,
      "loss": 1.979,
      "step": 3800
    },
    {
      "epoch": 0.06484895597337867,
      "grad_norm": 8.051956204321538,
      "learning_rate": 6.483205853009644e-07,
      "loss": 1.9718,
      "step": 3900
    },
    {
      "epoch": 0.06651174971628582,
      "grad_norm": 7.261956343828639,
      "learning_rate": 6.649484536082475e-07,
      "loss": 1.9839,
      "step": 4000
    },
    {
      "epoch": 0.06817454345919297,
      "grad_norm": 9.016333108278552,
      "learning_rate": 6.815763219155305e-07,
      "loss": 1.9674,
      "step": 4100
    },
    {
      "epoch": 0.06983733720210011,
      "grad_norm": 8.469039670130794,
      "learning_rate": 6.982041902228134e-07,
      "loss": 1.9446,
      "step": 4200
    },
    {
      "epoch": 0.07150013094500725,
      "grad_norm": 8.39124002637072,
      "learning_rate": 7.148320585300965e-07,
      "loss": 1.9328,
      "step": 4300
    },
    {
      "epoch": 0.0731629246879144,
      "grad_norm": 11.159472370089967,
      "learning_rate": 7.314599268373795e-07,
      "loss": 1.9166,
      "step": 4400
    },
    {
      "epoch": 0.07482571843082154,
      "grad_norm": 8.008702502605772,
      "learning_rate": 7.480877951446625e-07,
      "loss": 1.9599,
      "step": 4500
    },
    {
      "epoch": 0.07648851217372869,
      "grad_norm": 9.714706374163736,
      "learning_rate": 7.647156634519455e-07,
      "loss": 1.9175,
      "step": 4600
    },
    {
      "epoch": 0.07815130591663584,
      "grad_norm": 9.94625410255174,
      "learning_rate": 7.813435317592285e-07,
      "loss": 1.9013,
      "step": 4700
    },
    {
      "epoch": 0.07981409965954298,
      "grad_norm": 9.096036945372928,
      "learning_rate": 7.979714000665115e-07,
      "loss": 1.9244,
      "step": 4800
    },
    {
      "epoch": 0.08147689340245012,
      "grad_norm": 7.750833927815385,
      "learning_rate": 8.145992683737946e-07,
      "loss": 1.8377,
      "step": 4900
    },
    {
      "epoch": 0.08313968714535727,
      "grad_norm": 5.794046459865048,
      "learning_rate": 8.312271366810775e-07,
      "loss": 1.8468,
      "step": 5000
    },
    {
      "epoch": 0.08480248088826442,
      "grad_norm": 7.195257102348483,
      "learning_rate": 8.478550049883606e-07,
      "loss": 1.8597,
      "step": 5100
    },
    {
      "epoch": 0.08646527463117157,
      "grad_norm": 8.933953401301741,
      "learning_rate": 8.644828732956436e-07,
      "loss": 1.828,
      "step": 5200
    },
    {
      "epoch": 0.0881280683740787,
      "grad_norm": 13.066909203722874,
      "learning_rate": 8.811107416029265e-07,
      "loss": 1.8624,
      "step": 5300
    },
    {
      "epoch": 0.08979086211698585,
      "grad_norm": 9.112206039795705,
      "learning_rate": 8.977386099102096e-07,
      "loss": 1.8767,
      "step": 5400
    },
    {
      "epoch": 0.091453655859893,
      "grad_norm": 9.198018756754522,
      "learning_rate": 9.143664782174926e-07,
      "loss": 1.8294,
      "step": 5500
    },
    {
      "epoch": 0.09311644960280015,
      "grad_norm": 6.483424027265559,
      "learning_rate": 9.309943465247757e-07,
      "loss": 1.8233,
      "step": 5600
    },
    {
      "epoch": 0.0947792433457073,
      "grad_norm": 8.728166247750746,
      "learning_rate": 9.476222148320586e-07,
      "loss": 1.779,
      "step": 5700
    },
    {
      "epoch": 0.09644203708861443,
      "grad_norm": 8.234341893651145,
      "learning_rate": 9.642500831393415e-07,
      "loss": 1.7874,
      "step": 5800
    },
    {
      "epoch": 0.09810483083152158,
      "grad_norm": 9.490781470517021,
      "learning_rate": 9.808779514466245e-07,
      "loss": 1.7859,
      "step": 5900
    },
    {
      "epoch": 0.09976762457442873,
      "grad_norm": 10.682280658910871,
      "learning_rate": 9.975058197539076e-07,
      "loss": 1.7656,
      "step": 6000
    },
    {
      "epoch": 0.10143041831733587,
      "grad_norm": 11.583785132292213,
      "learning_rate": 1.0141336880611905e-06,
      "loss": 1.8071,
      "step": 6100
    },
    {
      "epoch": 0.10309321206024302,
      "grad_norm": 8.180832170774583,
      "learning_rate": 1.0307615563684736e-06,
      "loss": 1.7854,
      "step": 6200
    },
    {
      "epoch": 0.10475600580315016,
      "grad_norm": 7.987886808715907,
      "learning_rate": 1.0473894246757566e-06,
      "loss": 1.7556,
      "step": 6300
    },
    {
      "epoch": 0.1064187995460573,
      "grad_norm": 9.035241788710403,
      "learning_rate": 1.0640172929830397e-06,
      "loss": 1.746,
      "step": 6400
    },
    {
      "epoch": 0.10808159328896445,
      "grad_norm": 9.95401364949345,
      "learning_rate": 1.0806451612903226e-06,
      "loss": 1.7497,
      "step": 6500
    },
    {
      "epoch": 0.1097443870318716,
      "grad_norm": 7.679566998681046,
      "learning_rate": 1.0972730295976056e-06,
      "loss": 1.7406,
      "step": 6600
    },
    {
      "epoch": 0.11140718077477875,
      "grad_norm": 9.569078449637152,
      "learning_rate": 1.1139008979048887e-06,
      "loss": 1.7683,
      "step": 6700
    },
    {
      "epoch": 0.11306997451768588,
      "grad_norm": 11.280183352890054,
      "learning_rate": 1.1305287662121718e-06,
      "loss": 1.7453,
      "step": 6800
    },
    {
      "epoch": 0.11473276826059303,
      "grad_norm": 7.219466098096562,
      "learning_rate": 1.1471566345194546e-06,
      "loss": 1.708,
      "step": 6900
    },
    {
      "epoch": 0.11639556200350018,
      "grad_norm": 7.835812516750071,
      "learning_rate": 1.1637845028267377e-06,
      "loss": 1.7336,
      "step": 7000
    },
    {
      "epoch": 0.11805835574640733,
      "grad_norm": 12.380130480569354,
      "learning_rate": 1.1804123711340208e-06,
      "loss": 1.7385,
      "step": 7100
    },
    {
      "epoch": 0.11972114948931448,
      "grad_norm": 10.238856360567828,
      "learning_rate": 1.1970402394413036e-06,
      "loss": 1.7086,
      "step": 7200
    },
    {
      "epoch": 0.12138394323222161,
      "grad_norm": 9.210783248944256,
      "learning_rate": 1.2136681077485867e-06,
      "loss": 1.6659,
      "step": 7300
    },
    {
      "epoch": 0.12304673697512876,
      "grad_norm": 10.481892767730153,
      "learning_rate": 1.2302959760558698e-06,
      "loss": 1.7041,
      "step": 7400
    },
    {
      "epoch": 0.12470953071803591,
      "grad_norm": 8.328533505570952,
      "learning_rate": 1.2469238443631528e-06,
      "loss": 1.7071,
      "step": 7500
    },
    {
      "epoch": 0.12637232446094304,
      "grad_norm": 6.130246443146608,
      "learning_rate": 1.2635517126704357e-06,
      "loss": 1.7083,
      "step": 7600
    },
    {
      "epoch": 0.1280351182038502,
      "grad_norm": 7.777248233591925,
      "learning_rate": 1.2801795809777188e-06,
      "loss": 1.7093,
      "step": 7700
    },
    {
      "epoch": 0.12969791194675734,
      "grad_norm": 6.543635378916948,
      "learning_rate": 1.2968074492850019e-06,
      "loss": 1.6582,
      "step": 7800
    },
    {
      "epoch": 0.1313607056896645,
      "grad_norm": 10.615311963709088,
      "learning_rate": 1.313435317592285e-06,
      "loss": 1.6806,
      "step": 7900
    },
    {
      "epoch": 0.13302349943257163,
      "grad_norm": 8.077790244070703,
      "learning_rate": 1.3300631858995678e-06,
      "loss": 1.6574,
      "step": 8000
    },
    {
      "epoch": 0.13468629317547878,
      "grad_norm": 9.321295919668268,
      "learning_rate": 1.3466910542068509e-06,
      "loss": 1.6729,
      "step": 8100
    },
    {
      "epoch": 0.13634908691838593,
      "grad_norm": 8.558602257275567,
      "learning_rate": 1.363318922514134e-06,
      "loss": 1.6643,
      "step": 8200
    },
    {
      "epoch": 0.13801188066129308,
      "grad_norm": 7.927652331928149,
      "learning_rate": 1.3799467908214168e-06,
      "loss": 1.6488,
      "step": 8300
    },
    {
      "epoch": 0.13967467440420023,
      "grad_norm": 10.068754767303098,
      "learning_rate": 1.3965746591286999e-06,
      "loss": 1.6698,
      "step": 8400
    },
    {
      "epoch": 0.14133746814710738,
      "grad_norm": 8.275808456695732,
      "learning_rate": 1.413202527435983e-06,
      "loss": 1.6619,
      "step": 8500
    },
    {
      "epoch": 0.1430002618900145,
      "grad_norm": 8.819442153981068,
      "learning_rate": 1.4298303957432658e-06,
      "loss": 1.6364,
      "step": 8600
    },
    {
      "epoch": 0.14466305563292164,
      "grad_norm": 7.25115745973657,
      "learning_rate": 1.4464582640505489e-06,
      "loss": 1.6545,
      "step": 8700
    },
    {
      "epoch": 0.1463258493758288,
      "grad_norm": 7.483212630218626,
      "learning_rate": 1.463086132357832e-06,
      "loss": 1.6275,
      "step": 8800
    },
    {
      "epoch": 0.14798864311873594,
      "grad_norm": 14.494936092457923,
      "learning_rate": 1.4797140006651148e-06,
      "loss": 1.623,
      "step": 8900
    },
    {
      "epoch": 0.1496514368616431,
      "grad_norm": 9.351791918318119,
      "learning_rate": 1.496341868972398e-06,
      "loss": 1.608,
      "step": 9000
    },
    {
      "epoch": 0.15131423060455024,
      "grad_norm": 8.053620241614754,
      "learning_rate": 1.512969737279681e-06,
      "loss": 1.5981,
      "step": 9100
    },
    {
      "epoch": 0.15297702434745739,
      "grad_norm": 9.635626174535078,
      "learning_rate": 1.5295976055869638e-06,
      "loss": 1.5966,
      "step": 9200
    },
    {
      "epoch": 0.15463981809036453,
      "grad_norm": 6.990087493823738,
      "learning_rate": 1.546225473894247e-06,
      "loss": 1.6032,
      "step": 9300
    },
    {
      "epoch": 0.15630261183327168,
      "grad_norm": 10.338065359451893,
      "learning_rate": 1.56285334220153e-06,
      "loss": 1.6137,
      "step": 9400
    },
    {
      "epoch": 0.15796540557617883,
      "grad_norm": 8.813718362092441,
      "learning_rate": 1.5794812105088128e-06,
      "loss": 1.5779,
      "step": 9500
    },
    {
      "epoch": 0.15962819931908595,
      "grad_norm": 8.501895128712118,
      "learning_rate": 1.596109078816096e-06,
      "loss": 1.5569,
      "step": 9600
    },
    {
      "epoch": 0.1612909930619931,
      "grad_norm": 7.7822377543624155,
      "learning_rate": 1.612736947123379e-06,
      "loss": 1.6054,
      "step": 9700
    },
    {
      "epoch": 0.16295378680490025,
      "grad_norm": 10.565268273304525,
      "learning_rate": 1.6293648154306618e-06,
      "loss": 1.5737,
      "step": 9800
    },
    {
      "epoch": 0.1646165805478074,
      "grad_norm": 7.640896323821734,
      "learning_rate": 1.645992683737945e-06,
      "loss": 1.583,
      "step": 9900
    },
    {
      "epoch": 0.16627937429071454,
      "grad_norm": 8.874504733690651,
      "learning_rate": 1.662620552045228e-06,
      "loss": 1.5849,
      "step": 10000
    },
    {
      "epoch": 0.1679421680336217,
      "grad_norm": 8.196271357400143,
      "learning_rate": 1.6792484203525108e-06,
      "loss": 1.5669,
      "step": 10100
    },
    {
      "epoch": 0.16960496177652884,
      "grad_norm": 8.756001789361903,
      "learning_rate": 1.695876288659794e-06,
      "loss": 1.5445,
      "step": 10200
    },
    {
      "epoch": 0.171267755519436,
      "grad_norm": 8.889976968955034,
      "learning_rate": 1.712504156967077e-06,
      "loss": 1.559,
      "step": 10300
    },
    {
      "epoch": 0.17293054926234314,
      "grad_norm": 8.017648932766688,
      "learning_rate": 1.7291320252743598e-06,
      "loss": 1.5236,
      "step": 10400
    },
    {
      "epoch": 0.17459334300525028,
      "grad_norm": 8.404927172554027,
      "learning_rate": 1.745759893581643e-06,
      "loss": 1.5549,
      "step": 10500
    },
    {
      "epoch": 0.1762561367481574,
      "grad_norm": 8.56766140283494,
      "learning_rate": 1.762387761888926e-06,
      "loss": 1.5495,
      "step": 10600
    },
    {
      "epoch": 0.17791893049106455,
      "grad_norm": 7.5826246124446355,
      "learning_rate": 1.7790156301962088e-06,
      "loss": 1.5718,
      "step": 10700
    },
    {
      "epoch": 0.1795817242339717,
      "grad_norm": 11.313078897044479,
      "learning_rate": 1.795643498503492e-06,
      "loss": 1.5339,
      "step": 10800
    },
    {
      "epoch": 0.18124451797687885,
      "grad_norm": 10.002000086897128,
      "learning_rate": 1.812271366810775e-06,
      "loss": 1.5457,
      "step": 10900
    },
    {
      "epoch": 0.182907311719786,
      "grad_norm": 10.638640213468758,
      "learning_rate": 1.8288992351180578e-06,
      "loss": 1.5194,
      "step": 11000
    },
    {
      "epoch": 0.18457010546269315,
      "grad_norm": 7.690551701588416,
      "learning_rate": 1.845527103425341e-06,
      "loss": 1.5357,
      "step": 11100
    },
    {
      "epoch": 0.1862328992056003,
      "grad_norm": 9.702246485637074,
      "learning_rate": 1.862154971732624e-06,
      "loss": 1.5056,
      "step": 11200
    },
    {
      "epoch": 0.18789569294850744,
      "grad_norm": 6.817444914791742,
      "learning_rate": 1.8787828400399068e-06,
      "loss": 1.5038,
      "step": 11300
    },
    {
      "epoch": 0.1895584866914146,
      "grad_norm": 10.928476084155317,
      "learning_rate": 1.89541070834719e-06,
      "loss": 1.4601,
      "step": 11400
    },
    {
      "epoch": 0.19122128043432174,
      "grad_norm": 10.778382633801488,
      "learning_rate": 1.912038576654473e-06,
      "loss": 1.522,
      "step": 11500
    },
    {
      "epoch": 0.19288407417722886,
      "grad_norm": 7.133819351349779,
      "learning_rate": 1.928666444961756e-06,
      "loss": 1.522,
      "step": 11600
    },
    {
      "epoch": 0.194546867920136,
      "grad_norm": 8.46784982281041,
      "learning_rate": 1.945294313269039e-06,
      "loss": 1.5006,
      "step": 11700
    },
    {
      "epoch": 0.19620966166304316,
      "grad_norm": 9.772425131958673,
      "learning_rate": 1.961922181576322e-06,
      "loss": 1.4951,
      "step": 11800
    },
    {
      "epoch": 0.1978724554059503,
      "grad_norm": 8.179411189467215,
      "learning_rate": 1.9785500498836052e-06,
      "loss": 1.4847,
      "step": 11900
    },
    {
      "epoch": 0.19953524914885745,
      "grad_norm": 8.693031983279985,
      "learning_rate": 1.9951779181908883e-06,
      "loss": 1.4922,
      "step": 12000
    },
    {
      "epoch": 0.2011980428917646,
      "grad_norm": 7.970897883516274,
      "learning_rate": 2.011805786498171e-06,
      "loss": 1.4784,
      "step": 12100
    },
    {
      "epoch": 0.20286083663467175,
      "grad_norm": 10.9060917593891,
      "learning_rate": 2.028433654805454e-06,
      "loss": 1.4666,
      "step": 12200
    },
    {
      "epoch": 0.2045236303775789,
      "grad_norm": 7.00437417307804,
      "learning_rate": 2.045061523112737e-06,
      "loss": 1.4735,
      "step": 12300
    },
    {
      "epoch": 0.20618642412048604,
      "grad_norm": 8.12967130796718,
      "learning_rate": 2.06168939142002e-06,
      "loss": 1.4323,
      "step": 12400
    },
    {
      "epoch": 0.2078492178633932,
      "grad_norm": 11.151856777489291,
      "learning_rate": 2.0783172597273033e-06,
      "loss": 1.4418,
      "step": 12500
    },
    {
      "epoch": 0.2095120116063003,
      "grad_norm": 8.619045158595066,
      "learning_rate": 2.0949451280345863e-06,
      "loss": 1.4766,
      "step": 12600
    },
    {
      "epoch": 0.21117480534920746,
      "grad_norm": 7.127694165908561,
      "learning_rate": 2.111572996341869e-06,
      "loss": 1.47,
      "step": 12700
    },
    {
      "epoch": 0.2128375990921146,
      "grad_norm": 7.266512656013455,
      "learning_rate": 2.1282008646491525e-06,
      "loss": 1.4577,
      "step": 12800
    },
    {
      "epoch": 0.21450039283502176,
      "grad_norm": 8.331750799799238,
      "learning_rate": 2.144828732956435e-06,
      "loss": 1.4919,
      "step": 12900
    },
    {
      "epoch": 0.2161631865779289,
      "grad_norm": 11.017332972852195,
      "learning_rate": 2.161456601263718e-06,
      "loss": 1.4483,
      "step": 13000
    },
    {
      "epoch": 0.21782598032083605,
      "grad_norm": 8.76796749181763,
      "learning_rate": 2.1780844695710013e-06,
      "loss": 1.4311,
      "step": 13100
    },
    {
      "epoch": 0.2194887740637432,
      "grad_norm": 10.695618737489594,
      "learning_rate": 2.1947123378782843e-06,
      "loss": 1.4398,
      "step": 13200
    },
    {
      "epoch": 0.22115156780665035,
      "grad_norm": 9.41325821972631,
      "learning_rate": 2.211340206185567e-06,
      "loss": 1.4295,
      "step": 13300
    },
    {
      "epoch": 0.2228143615495575,
      "grad_norm": 10.05904433078892,
      "learning_rate": 2.2279680744928505e-06,
      "loss": 1.4295,
      "step": 13400
    },
    {
      "epoch": 0.22447715529246465,
      "grad_norm": 7.260719694253746,
      "learning_rate": 2.244595942800133e-06,
      "loss": 1.4358,
      "step": 13500
    },
    {
      "epoch": 0.22613994903537177,
      "grad_norm": 9.241713499678161,
      "learning_rate": 2.261223811107416e-06,
      "loss": 1.4254,
      "step": 13600
    },
    {
      "epoch": 0.22780274277827892,
      "grad_norm": 9.267152957258256,
      "learning_rate": 2.2778516794146993e-06,
      "loss": 1.4354,
      "step": 13700
    },
    {
      "epoch": 0.22946553652118606,
      "grad_norm": 8.046888006424094,
      "learning_rate": 2.2944795477219823e-06,
      "loss": 1.4267,
      "step": 13800
    },
    {
      "epoch": 0.2311283302640932,
      "grad_norm": 6.6552629445552896,
      "learning_rate": 2.311107416029265e-06,
      "loss": 1.4285,
      "step": 13900
    },
    {
      "epoch": 0.23279112400700036,
      "grad_norm": 8.492428581949287,
      "learning_rate": 2.3277352843365485e-06,
      "loss": 1.4165,
      "step": 14000
    },
    {
      "epoch": 0.2344539177499075,
      "grad_norm": 8.121333415704306,
      "learning_rate": 2.344363152643831e-06,
      "loss": 1.4401,
      "step": 14100
    },
    {
      "epoch": 0.23611671149281466,
      "grad_norm": 7.275290535346962,
      "learning_rate": 2.360991020951114e-06,
      "loss": 1.3894,
      "step": 14200
    },
    {
      "epoch": 0.2377795052357218,
      "grad_norm": 7.738832912861498,
      "learning_rate": 2.3776188892583973e-06,
      "loss": 1.4203,
      "step": 14300
    },
    {
      "epoch": 0.23944229897862895,
      "grad_norm": 6.472892468608509,
      "learning_rate": 2.3942467575656803e-06,
      "loss": 1.384,
      "step": 14400
    },
    {
      "epoch": 0.2411050927215361,
      "grad_norm": 6.350281232815796,
      "learning_rate": 2.410874625872963e-06,
      "loss": 1.3813,
      "step": 14500
    },
    {
      "epoch": 0.24276788646444322,
      "grad_norm": 8.102922726418806,
      "learning_rate": 2.4275024941802465e-06,
      "loss": 1.3842,
      "step": 14600
    },
    {
      "epoch": 0.24443068020735037,
      "grad_norm": 8.114782188891244,
      "learning_rate": 2.444130362487529e-06,
      "loss": 1.3872,
      "step": 14700
    },
    {
      "epoch": 0.24609347395025752,
      "grad_norm": 6.085427083322673,
      "learning_rate": 2.460758230794812e-06,
      "loss": 1.4271,
      "step": 14800
    },
    {
      "epoch": 0.24775626769316467,
      "grad_norm": 10.594950856009243,
      "learning_rate": 2.4773860991020953e-06,
      "loss": 1.3663,
      "step": 14900
    },
    {
      "epoch": 0.24941906143607182,
      "grad_norm": 8.283339614712192,
      "learning_rate": 2.4940139674093783e-06,
      "loss": 1.3823,
      "step": 15000
    },
    {
      "epoch": 0.25108185517897896,
      "grad_norm": 5.944717781747582,
      "learning_rate": 2.510641835716661e-06,
      "loss": 1.3597,
      "step": 15100
    },
    {
      "epoch": 0.2527446489218861,
      "grad_norm": 6.763109543049465,
      "learning_rate": 2.527269704023944e-06,
      "loss": 1.3903,
      "step": 15200
    },
    {
      "epoch": 0.25440744266479326,
      "grad_norm": 8.070433050129433,
      "learning_rate": 2.5438975723312276e-06,
      "loss": 1.3571,
      "step": 15300
    },
    {
      "epoch": 0.2560702364077004,
      "grad_norm": 9.014838147948515,
      "learning_rate": 2.5605254406385106e-06,
      "loss": 1.3734,
      "step": 15400
    },
    {
      "epoch": 0.25773303015060756,
      "grad_norm": 7.3050170163076364,
      "learning_rate": 2.5771533089457933e-06,
      "loss": 1.3347,
      "step": 15500
    },
    {
      "epoch": 0.2593958238935147,
      "grad_norm": 9.021364515486356,
      "learning_rate": 2.5937811772530764e-06,
      "loss": 1.4154,
      "step": 15600
    },
    {
      "epoch": 0.26105861763642185,
      "grad_norm": 7.860056382701673,
      "learning_rate": 2.6104090455603594e-06,
      "loss": 1.3663,
      "step": 15700
    },
    {
      "epoch": 0.262721411379329,
      "grad_norm": 7.3238029484308935,
      "learning_rate": 2.627036913867642e-06,
      "loss": 1.3573,
      "step": 15800
    },
    {
      "epoch": 0.26438420512223615,
      "grad_norm": 6.625085021555603,
      "learning_rate": 2.6436647821749256e-06,
      "loss": 1.3486,
      "step": 15900
    },
    {
      "epoch": 0.26604699886514327,
      "grad_norm": 7.218079859369805,
      "learning_rate": 2.6602926504822086e-06,
      "loss": 1.37,
      "step": 16000
    },
    {
      "epoch": 0.2677097926080504,
      "grad_norm": 6.624047081574884,
      "learning_rate": 2.6769205187894913e-06,
      "loss": 1.3697,
      "step": 16100
    },
    {
      "epoch": 0.26937258635095757,
      "grad_norm": 5.843685934212928,
      "learning_rate": 2.6935483870967744e-06,
      "loss": 1.314,
      "step": 16200
    },
    {
      "epoch": 0.2710353800938647,
      "grad_norm": 9.331197235467867,
      "learning_rate": 2.7101762554040574e-06,
      "loss": 1.3269,
      "step": 16300
    },
    {
      "epoch": 0.27269817383677186,
      "grad_norm": 6.129639612503374,
      "learning_rate": 2.72680412371134e-06,
      "loss": 1.3289,
      "step": 16400
    },
    {
      "epoch": 0.274360967579679,
      "grad_norm": 6.335463579789276,
      "learning_rate": 2.7434319920186236e-06,
      "loss": 1.3162,
      "step": 16500
    },
    {
      "epoch": 0.27602376132258616,
      "grad_norm": 11.181637713251872,
      "learning_rate": 2.7600598603259066e-06,
      "loss": 1.3263,
      "step": 16600
    },
    {
      "epoch": 0.2776865550654933,
      "grad_norm": 8.300811998538336,
      "learning_rate": 2.7766877286331893e-06,
      "loss": 1.3344,
      "step": 16700
    },
    {
      "epoch": 0.27934934880840046,
      "grad_norm": 6.245184527105126,
      "learning_rate": 2.7933155969404724e-06,
      "loss": 1.3123,
      "step": 16800
    },
    {
      "epoch": 0.2810121425513076,
      "grad_norm": 9.013074296692805,
      "learning_rate": 2.8099434652477554e-06,
      "loss": 1.3377,
      "step": 16900
    },
    {
      "epoch": 0.28267493629421475,
      "grad_norm": 9.185763063268965,
      "learning_rate": 2.826571333555038e-06,
      "loss": 1.2883,
      "step": 17000
    },
    {
      "epoch": 0.28433773003712187,
      "grad_norm": 6.385147009363078,
      "learning_rate": 2.8431992018623216e-06,
      "loss": 1.3035,
      "step": 17100
    },
    {
      "epoch": 0.286000523780029,
      "grad_norm": 8.924208124446258,
      "learning_rate": 2.8598270701696047e-06,
      "loss": 1.3455,
      "step": 17200
    },
    {
      "epoch": 0.28766331752293617,
      "grad_norm": 6.080690989382192,
      "learning_rate": 2.8764549384768873e-06,
      "loss": 1.2902,
      "step": 17300
    },
    {
      "epoch": 0.2893261112658433,
      "grad_norm": 12.14946380737574,
      "learning_rate": 2.8930828067841704e-06,
      "loss": 1.3331,
      "step": 17400
    },
    {
      "epoch": 0.29098890500875046,
      "grad_norm": 7.80936464297036,
      "learning_rate": 2.9097106750914534e-06,
      "loss": 1.2897,
      "step": 17500
    },
    {
      "epoch": 0.2926516987516576,
      "grad_norm": 6.588705514457883,
      "learning_rate": 2.926338543398737e-06,
      "loss": 1.3394,
      "step": 17600
    },
    {
      "epoch": 0.29431449249456476,
      "grad_norm": 6.6285242697423365,
      "learning_rate": 2.9429664117060196e-06,
      "loss": 1.2631,
      "step": 17700
    },
    {
      "epoch": 0.2959772862374719,
      "grad_norm": 5.040176566989124,
      "learning_rate": 2.9595942800133027e-06,
      "loss": 1.3179,
      "step": 17800
    },
    {
      "epoch": 0.29764007998037906,
      "grad_norm": 8.133417313115158,
      "learning_rate": 2.9762221483205857e-06,
      "loss": 1.3184,
      "step": 17900
    },
    {
      "epoch": 0.2993028737232862,
      "grad_norm": 6.830238402278381,
      "learning_rate": 2.9928500166278684e-06,
      "loss": 1.3085,
      "step": 18000
    },
    {
      "epoch": 0.3009656674661933,
      "grad_norm": 5.3240952409397435,
      "learning_rate": 3.0094778849351515e-06,
      "loss": 1.317,
      "step": 18100
    },
    {
      "epoch": 0.3026284612091005,
      "grad_norm": 7.26531261319524,
      "learning_rate": 3.026105753242435e-06,
      "loss": 1.2905,
      "step": 18200
    },
    {
      "epoch": 0.3042912549520076,
      "grad_norm": 10.120933536762188,
      "learning_rate": 3.0427336215497176e-06,
      "loss": 1.2999,
      "step": 18300
    },
    {
      "epoch": 0.30595404869491477,
      "grad_norm": 9.162403791983081,
      "learning_rate": 3.0593614898570007e-06,
      "loss": 1.2694,
      "step": 18400
    },
    {
      "epoch": 0.3076168424378219,
      "grad_norm": 6.5109072302479145,
      "learning_rate": 3.0759893581642837e-06,
      "loss": 1.3083,
      "step": 18500
    },
    {
      "epoch": 0.30927963618072907,
      "grad_norm": 6.3633738196883,
      "learning_rate": 3.0926172264715664e-06,
      "loss": 1.3042,
      "step": 18600
    },
    {
      "epoch": 0.3109424299236362,
      "grad_norm": 5.625343295854184,
      "learning_rate": 3.1092450947788495e-06,
      "loss": 1.3098,
      "step": 18700
    },
    {
      "epoch": 0.31260522366654336,
      "grad_norm": 7.234150285886272,
      "learning_rate": 3.125872963086133e-06,
      "loss": 1.2703,
      "step": 18800
    },
    {
      "epoch": 0.3142680174094505,
      "grad_norm": 6.588706577280905,
      "learning_rate": 3.1425008313934156e-06,
      "loss": 1.262,
      "step": 18900
    },
    {
      "epoch": 0.31593081115235766,
      "grad_norm": 6.170502482217438,
      "learning_rate": 3.1591286997006987e-06,
      "loss": 1.2975,
      "step": 19000
    },
    {
      "epoch": 0.3175936048952648,
      "grad_norm": 5.813326246979877,
      "learning_rate": 3.1757565680079817e-06,
      "loss": 1.2783,
      "step": 19100
    },
    {
      "epoch": 0.3192563986381719,
      "grad_norm": 10.802775116787094,
      "learning_rate": 3.1923844363152644e-06,
      "loss": 1.2281,
      "step": 19200
    },
    {
      "epoch": 0.3209191923810791,
      "grad_norm": 6.586974851176334,
      "learning_rate": 3.2090123046225475e-06,
      "loss": 1.2647,
      "step": 19300
    },
    {
      "epoch": 0.3225819861239862,
      "grad_norm": 9.166559762686617,
      "learning_rate": 3.225640172929831e-06,
      "loss": 1.2642,
      "step": 19400
    },
    {
      "epoch": 0.3242447798668934,
      "grad_norm": 7.175469967749592,
      "learning_rate": 3.2422680412371136e-06,
      "loss": 1.2658,
      "step": 19500
    },
    {
      "epoch": 0.3259075736098005,
      "grad_norm": 7.202573075631736,
      "learning_rate": 3.2588959095443967e-06,
      "loss": 1.2506,
      "step": 19600
    },
    {
      "epoch": 0.32757036735270767,
      "grad_norm": 7.258660525906709,
      "learning_rate": 3.2755237778516798e-06,
      "loss": 1.2305,
      "step": 19700
    },
    {
      "epoch": 0.3292331610956148,
      "grad_norm": 7.341002234230417,
      "learning_rate": 3.2921516461589624e-06,
      "loss": 1.2288,
      "step": 19800
    },
    {
      "epoch": 0.33089595483852197,
      "grad_norm": 9.031259932210903,
      "learning_rate": 3.3087795144662455e-06,
      "loss": 1.2777,
      "step": 19900
    },
    {
      "epoch": 0.3325587485814291,
      "grad_norm": 9.023784683784134,
      "learning_rate": 3.325407382773529e-06,
      "loss": 1.2449,
      "step": 20000
    },
    {
      "epoch": 0.3342215423243362,
      "grad_norm": 7.7357914517265325,
      "learning_rate": 3.342035251080812e-06,
      "loss": 1.2359,
      "step": 20100
    },
    {
      "epoch": 0.3358843360672434,
      "grad_norm": 6.72139729734092,
      "learning_rate": 3.3586631193880947e-06,
      "loss": 1.2725,
      "step": 20200
    },
    {
      "epoch": 0.3375471298101505,
      "grad_norm": 7.267577138677613,
      "learning_rate": 3.3752909876953778e-06,
      "loss": 1.2484,
      "step": 20300
    },
    {
      "epoch": 0.3392099235530577,
      "grad_norm": 6.700883467872992,
      "learning_rate": 3.3919188560026604e-06,
      "loss": 1.2429,
      "step": 20400
    },
    {
      "epoch": 0.3408727172959648,
      "grad_norm": 7.863519238815539,
      "learning_rate": 3.4085467243099435e-06,
      "loss": 1.227,
      "step": 20500
    },
    {
      "epoch": 0.342535511038872,
      "grad_norm": 5.384809008541422,
      "learning_rate": 3.425174592617227e-06,
      "loss": 1.2254,
      "step": 20600
    },
    {
      "epoch": 0.3441983047817791,
      "grad_norm": 9.418514532780396,
      "learning_rate": 3.44180246092451e-06,
      "loss": 1.2521,
      "step": 20700
    },
    {
      "epoch": 0.3458610985246863,
      "grad_norm": 6.951554261114451,
      "learning_rate": 3.4584303292317927e-06,
      "loss": 1.2444,
      "step": 20800
    },
    {
      "epoch": 0.3475238922675934,
      "grad_norm": 6.931133368275928,
      "learning_rate": 3.4750581975390758e-06,
      "loss": 1.211,
      "step": 20900
    },
    {
      "epoch": 0.34918668601050057,
      "grad_norm": 6.482244565666992,
      "learning_rate": 3.4916860658463584e-06,
      "loss": 1.2455,
      "step": 21000
    },
    {
      "epoch": 0.3508494797534077,
      "grad_norm": 7.817965886661366,
      "learning_rate": 3.5083139341536415e-06,
      "loss": 1.2515,
      "step": 21100
    },
    {
      "epoch": 0.3525122734963148,
      "grad_norm": 5.824567240461767,
      "learning_rate": 3.524941802460925e-06,
      "loss": 1.2692,
      "step": 21200
    },
    {
      "epoch": 0.354175067239222,
      "grad_norm": 8.54922844096634,
      "learning_rate": 3.541569670768208e-06,
      "loss": 1.19,
      "step": 21300
    },
    {
      "epoch": 0.3558378609821291,
      "grad_norm": 7.17613928714268,
      "learning_rate": 3.5581975390754907e-06,
      "loss": 1.2376,
      "step": 21400
    },
    {
      "epoch": 0.3575006547250363,
      "grad_norm": 6.6433173821723654,
      "learning_rate": 3.5748254073827738e-06,
      "loss": 1.1912,
      "step": 21500
    },
    {
      "epoch": 0.3591634484679434,
      "grad_norm": 6.050726642627391,
      "learning_rate": 3.591453275690057e-06,
      "loss": 1.1824,
      "step": 21600
    },
    {
      "epoch": 0.3608262422108506,
      "grad_norm": 6.433758885698906,
      "learning_rate": 3.60808114399734e-06,
      "loss": 1.2372,
      "step": 21700
    },
    {
      "epoch": 0.3624890359537577,
      "grad_norm": 5.417799695283234,
      "learning_rate": 3.624709012304623e-06,
      "loss": 1.1777,
      "step": 21800
    },
    {
      "epoch": 0.3641518296966649,
      "grad_norm": 6.720065315850671,
      "learning_rate": 3.641336880611906e-06,
      "loss": 1.2089,
      "step": 21900
    },
    {
      "epoch": 0.365814623439572,
      "grad_norm": 7.311289178812438,
      "learning_rate": 3.6579647489191887e-06,
      "loss": 1.1884,
      "step": 22000
    },
    {
      "epoch": 0.3674774171824791,
      "grad_norm": 10.031745685962056,
      "learning_rate": 3.6745926172264718e-06,
      "loss": 1.2322,
      "step": 22100
    },
    {
      "epoch": 0.3691402109253863,
      "grad_norm": 7.531824611023871,
      "learning_rate": 3.691220485533755e-06,
      "loss": 1.1991,
      "step": 22200
    },
    {
      "epoch": 0.3708030046682934,
      "grad_norm": 6.832932634934062,
      "learning_rate": 3.7078483538410383e-06,
      "loss": 1.2286,
      "step": 22300
    },
    {
      "epoch": 0.3724657984112006,
      "grad_norm": 7.6207715976526025,
      "learning_rate": 3.724476222148321e-06,
      "loss": 1.1809,
      "step": 22400
    },
    {
      "epoch": 0.3741285921541077,
      "grad_norm": 5.9568346626570685,
      "learning_rate": 3.741104090455604e-06,
      "loss": 1.1995,
      "step": 22500
    },
    {
      "epoch": 0.3757913858970149,
      "grad_norm": 6.666066996702077,
      "learning_rate": 3.7577319587628867e-06,
      "loss": 1.1841,
      "step": 22600
    },
    {
      "epoch": 0.377454179639922,
      "grad_norm": 7.308874828631156,
      "learning_rate": 3.7743598270701698e-06,
      "loss": 1.1977,
      "step": 22700
    },
    {
      "epoch": 0.3791169733828292,
      "grad_norm": 9.26815708860237,
      "learning_rate": 3.790987695377453e-06,
      "loss": 1.2057,
      "step": 22800
    },
    {
      "epoch": 0.3807797671257363,
      "grad_norm": 6.99004972180746,
      "learning_rate": 3.8076155636847363e-06,
      "loss": 1.2373,
      "step": 22900
    },
    {
      "epoch": 0.3824425608686435,
      "grad_norm": 6.436970712838096,
      "learning_rate": 3.824243431992019e-06,
      "loss": 1.1858,
      "step": 23000
    },
    {
      "epoch": 0.3841053546115506,
      "grad_norm": 6.208724839124004,
      "learning_rate": 3.840871300299302e-06,
      "loss": 1.1792,
      "step": 23100
    },
    {
      "epoch": 0.3857681483544577,
      "grad_norm": 6.175994711944378,
      "learning_rate": 3.857499168606585e-06,
      "loss": 1.2028,
      "step": 23200
    },
    {
      "epoch": 0.3874309420973649,
      "grad_norm": 6.207898304826454,
      "learning_rate": 3.874127036913868e-06,
      "loss": 1.1994,
      "step": 23300
    },
    {
      "epoch": 0.389093735840272,
      "grad_norm": 6.237535168321395,
      "learning_rate": 3.8907549052211504e-06,
      "loss": 1.1977,
      "step": 23400
    },
    {
      "epoch": 0.3907565295831792,
      "grad_norm": 9.80334994166567,
      "learning_rate": 3.907382773528434e-06,
      "loss": 1.1926,
      "step": 23500
    },
    {
      "epoch": 0.3924193233260863,
      "grad_norm": 5.880115356101619,
      "learning_rate": 3.9240106418357174e-06,
      "loss": 1.1847,
      "step": 23600
    },
    {
      "epoch": 0.3940821170689935,
      "grad_norm": 8.556583211149396,
      "learning_rate": 3.940638510143e-06,
      "loss": 1.1774,
      "step": 23700
    },
    {
      "epoch": 0.3957449108119006,
      "grad_norm": 8.008999397461897,
      "learning_rate": 3.957266378450283e-06,
      "loss": 1.1826,
      "step": 23800
    },
    {
      "epoch": 0.3974077045548078,
      "grad_norm": 5.938595079681757,
      "learning_rate": 3.973894246757566e-06,
      "loss": 1.1423,
      "step": 23900
    },
    {
      "epoch": 0.3990704982977149,
      "grad_norm": 6.3627169149828955,
      "learning_rate": 3.990522115064849e-06,
      "loss": 1.2011,
      "step": 24000
    },
    {
      "epoch": 0.400733292040622,
      "grad_norm": 6.66023438556267,
      "learning_rate": 4.007149983372132e-06,
      "loss": 1.1473,
      "step": 24100
    },
    {
      "epoch": 0.4023960857835292,
      "grad_norm": 9.21691878133637,
      "learning_rate": 4.023777851679415e-06,
      "loss": 1.1749,
      "step": 24200
    },
    {
      "epoch": 0.4040588795264363,
      "grad_norm": 7.466366638030643,
      "learning_rate": 4.040405719986698e-06,
      "loss": 1.1739,
      "step": 24300
    },
    {
      "epoch": 0.4057216732693435,
      "grad_norm": 9.983455971755188,
      "learning_rate": 4.057033588293981e-06,
      "loss": 1.1488,
      "step": 24400
    },
    {
      "epoch": 0.4073844670122506,
      "grad_norm": 7.62648738229621,
      "learning_rate": 4.073661456601264e-06,
      "loss": 1.1783,
      "step": 24500
    },
    {
      "epoch": 0.4090472607551578,
      "grad_norm": 7.4283192018772,
      "learning_rate": 4.0902893249085464e-06,
      "loss": 1.1347,
      "step": 24600
    },
    {
      "epoch": 0.4107100544980649,
      "grad_norm": 6.4200605801742565,
      "learning_rate": 4.10691719321583e-06,
      "loss": 1.165,
      "step": 24700
    },
    {
      "epoch": 0.4123728482409721,
      "grad_norm": 6.000797613227262,
      "learning_rate": 4.1235450615231134e-06,
      "loss": 1.1914,
      "step": 24800
    },
    {
      "epoch": 0.4140356419838792,
      "grad_norm": 6.585673733192562,
      "learning_rate": 4.1401729298303965e-06,
      "loss": 1.1271,
      "step": 24900
    },
    {
      "epoch": 0.4156984357267864,
      "grad_norm": 5.176923354693477,
      "learning_rate": 4.156800798137679e-06,
      "loss": 1.1201,
      "step": 25000
    },
    {
      "epoch": 0.4173612294696935,
      "grad_norm": 7.4413826299674195,
      "learning_rate": 4.173428666444962e-06,
      "loss": 1.1781,
      "step": 25100
    },
    {
      "epoch": 0.4190240232126006,
      "grad_norm": 5.743404527023268,
      "learning_rate": 4.190056534752245e-06,
      "loss": 1.1283,
      "step": 25200
    },
    {
      "epoch": 0.4206868169555078,
      "grad_norm": 6.332706180238943,
      "learning_rate": 4.206684403059528e-06,
      "loss": 1.1749,
      "step": 25300
    },
    {
      "epoch": 0.4223496106984149,
      "grad_norm": 7.43627559391023,
      "learning_rate": 4.223312271366811e-06,
      "loss": 1.1727,
      "step": 25400
    },
    {
      "epoch": 0.4240124044413221,
      "grad_norm": 6.183417103853316,
      "learning_rate": 4.239940139674094e-06,
      "loss": 1.148,
      "step": 25500
    },
    {
      "epoch": 0.4256751981842292,
      "grad_norm": 5.9832962201544895,
      "learning_rate": 4.256568007981377e-06,
      "loss": 1.1527,
      "step": 25600
    },
    {
      "epoch": 0.4273379919271364,
      "grad_norm": 7.1589877799910235,
      "learning_rate": 4.27319587628866e-06,
      "loss": 1.1646,
      "step": 25700
    },
    {
      "epoch": 0.4290007856700435,
      "grad_norm": 7.314818877475148,
      "learning_rate": 4.289823744595943e-06,
      "loss": 1.1577,
      "step": 25800
    },
    {
      "epoch": 0.4306635794129507,
      "grad_norm": 6.12432211429683,
      "learning_rate": 4.306451612903226e-06,
      "loss": 1.1528,
      "step": 25900
    },
    {
      "epoch": 0.4323263731558578,
      "grad_norm": 6.461915721932705,
      "learning_rate": 4.3230794812105095e-06,
      "loss": 1.1612,
      "step": 26000
    },
    {
      "epoch": 0.43398916689876493,
      "grad_norm": 7.997063460000282,
      "learning_rate": 4.3397073495177925e-06,
      "loss": 1.1438,
      "step": 26100
    },
    {
      "epoch": 0.4356519606416721,
      "grad_norm": 7.699075345264144,
      "learning_rate": 4.356335217825075e-06,
      "loss": 1.1533,
      "step": 26200
    },
    {
      "epoch": 0.43731475438457923,
      "grad_norm": 5.149471892360013,
      "learning_rate": 4.372963086132358e-06,
      "loss": 1.0948,
      "step": 26300
    },
    {
      "epoch": 0.4389775481274864,
      "grad_norm": 7.743276406727591,
      "learning_rate": 4.389590954439642e-06,
      "loss": 1.1401,
      "step": 26400
    },
    {
      "epoch": 0.4406403418703935,
      "grad_norm": 5.94498588718141,
      "learning_rate": 4.406218822746924e-06,
      "loss": 1.0919,
      "step": 26500
    },
    {
      "epoch": 0.4423031356133007,
      "grad_norm": 5.7759219245975135,
      "learning_rate": 4.422846691054207e-06,
      "loss": 1.1399,
      "step": 26600
    },
    {
      "epoch": 0.4439659293562078,
      "grad_norm": 8.086291529054675,
      "learning_rate": 4.43947455936149e-06,
      "loss": 1.089,
      "step": 26700
    },
    {
      "epoch": 0.445628723099115,
      "grad_norm": 6.133354305185843,
      "learning_rate": 4.456102427668773e-06,
      "loss": 1.1384,
      "step": 26800
    },
    {
      "epoch": 0.4472915168420221,
      "grad_norm": 5.908907457725012,
      "learning_rate": 4.472730295976056e-06,
      "loss": 1.1492,
      "step": 26900
    },
    {
      "epoch": 0.4489543105849293,
      "grad_norm": 8.04242907646122,
      "learning_rate": 4.489358164283339e-06,
      "loss": 1.1438,
      "step": 27000
    },
    {
      "epoch": 0.4506171043278364,
      "grad_norm": 8.101349279614235,
      "learning_rate": 4.505986032590622e-06,
      "loss": 1.1156,
      "step": 27100
    },
    {
      "epoch": 0.45227989807074354,
      "grad_norm": 9.13477456796015,
      "learning_rate": 4.5226139008979055e-06,
      "loss": 1.1662,
      "step": 27200
    },
    {
      "epoch": 0.4539426918136507,
      "grad_norm": 5.886451911462184,
      "learning_rate": 4.5392417692051885e-06,
      "loss": 1.0949,
      "step": 27300
    },
    {
      "epoch": 0.45560548555655783,
      "grad_norm": 9.496396168840416,
      "learning_rate": 4.555869637512471e-06,
      "loss": 1.126,
      "step": 27400
    },
    {
      "epoch": 0.457268279299465,
      "grad_norm": 5.595207422839876,
      "learning_rate": 4.572497505819754e-06,
      "loss": 1.1315,
      "step": 27500
    },
    {
      "epoch": 0.45893107304237213,
      "grad_norm": 7.897594030767635,
      "learning_rate": 4.589125374127038e-06,
      "loss": 1.0838,
      "step": 27600
    },
    {
      "epoch": 0.4605938667852793,
      "grad_norm": 6.761514550643024,
      "learning_rate": 4.605753242434321e-06,
      "loss": 1.1353,
      "step": 27700
    },
    {
      "epoch": 0.4622566605281864,
      "grad_norm": 6.271407060931469,
      "learning_rate": 4.622381110741603e-06,
      "loss": 1.1058,
      "step": 27800
    },
    {
      "epoch": 0.4639194542710936,
      "grad_norm": 5.70894258863696,
      "learning_rate": 4.639008979048886e-06,
      "loss": 1.1267,
      "step": 27900
    },
    {
      "epoch": 0.4655822480140007,
      "grad_norm": 5.263980015126016,
      "learning_rate": 4.655636847356169e-06,
      "loss": 1.1168,
      "step": 28000
    },
    {
      "epoch": 0.46724504175690784,
      "grad_norm": 7.330562099191673,
      "learning_rate": 4.672264715663452e-06,
      "loss": 1.0962,
      "step": 28100
    },
    {
      "epoch": 0.468907835499815,
      "grad_norm": 5.850759931815431,
      "learning_rate": 4.688892583970735e-06,
      "loss": 1.0818,
      "step": 28200
    },
    {
      "epoch": 0.47057062924272214,
      "grad_norm": 6.328723678762731,
      "learning_rate": 4.705520452278018e-06,
      "loss": 1.1146,
      "step": 28300
    },
    {
      "epoch": 0.4722334229856293,
      "grad_norm": 10.474175838879775,
      "learning_rate": 4.7221483205853015e-06,
      "loss": 1.1016,
      "step": 28400
    },
    {
      "epoch": 0.47389621672853643,
      "grad_norm": 6.213730579838414,
      "learning_rate": 4.7387761888925845e-06,
      "loss": 1.0977,
      "step": 28500
    },
    {
      "epoch": 0.4755590104714436,
      "grad_norm": 6.276416456508427,
      "learning_rate": 4.755404057199868e-06,
      "loss": 1.0787,
      "step": 28600
    },
    {
      "epoch": 0.47722180421435073,
      "grad_norm": 7.869007916966236,
      "learning_rate": 4.77203192550715e-06,
      "loss": 1.0968,
      "step": 28700
    },
    {
      "epoch": 0.4788845979572579,
      "grad_norm": 6.624865200475049,
      "learning_rate": 4.788659793814434e-06,
      "loss": 1.1365,
      "step": 28800
    },
    {
      "epoch": 0.480547391700165,
      "grad_norm": 6.527065750932926,
      "learning_rate": 4.805287662121717e-06,
      "loss": 1.0999,
      "step": 28900
    },
    {
      "epoch": 0.4822101854430722,
      "grad_norm": 5.307630783787529,
      "learning_rate": 4.821915530428999e-06,
      "loss": 1.1046,
      "step": 29000
    },
    {
      "epoch": 0.4838729791859793,
      "grad_norm": 5.607757162361482,
      "learning_rate": 4.838543398736282e-06,
      "loss": 1.1289,
      "step": 29100
    },
    {
      "epoch": 0.48553577292888644,
      "grad_norm": 5.880106329568287,
      "learning_rate": 4.855171267043565e-06,
      "loss": 1.1265,
      "step": 29200
    },
    {
      "epoch": 0.4871985666717936,
      "grad_norm": 4.852479761279785,
      "learning_rate": 4.871799135350848e-06,
      "loss": 1.0924,
      "step": 29300
    },
    {
      "epoch": 0.48886136041470074,
      "grad_norm": 5.731228587071771,
      "learning_rate": 4.888427003658131e-06,
      "loss": 1.0861,
      "step": 29400
    },
    {
      "epoch": 0.4905241541576079,
      "grad_norm": 5.760513291891099,
      "learning_rate": 4.905054871965414e-06,
      "loss": 1.1109,
      "step": 29500
    },
    {
      "epoch": 0.49218694790051504,
      "grad_norm": 4.971300881094378,
      "learning_rate": 4.9216827402726975e-06,
      "loss": 1.108,
      "step": 29600
    },
    {
      "epoch": 0.4938497416434222,
      "grad_norm": 8.330665036205216,
      "learning_rate": 4.9383106085799806e-06,
      "loss": 1.0995,
      "step": 29700
    },
    {
      "epoch": 0.49551253538632933,
      "grad_norm": 6.519333357815815,
      "learning_rate": 4.954938476887264e-06,
      "loss": 1.0664,
      "step": 29800
    },
    {
      "epoch": 0.4971753291292365,
      "grad_norm": 5.721180481842605,
      "learning_rate": 4.971566345194547e-06,
      "loss": 1.1152,
      "step": 29900
    },
    {
      "epoch": 0.49883812287214363,
      "grad_norm": 6.536386885992491,
      "learning_rate": 4.98819421350183e-06,
      "loss": 1.0796,
      "step": 30000
    },
    {
      "epoch": 0.5005009166150508,
      "grad_norm": 6.816929083547968,
      "learning_rate": 5.004822081809112e-06,
      "loss": 1.0751,
      "step": 30100
    },
    {
      "epoch": 0.5021637103579579,
      "grad_norm": 9.147920522673395,
      "learning_rate": 5.021449950116396e-06,
      "loss": 1.0969,
      "step": 30200
    },
    {
      "epoch": 0.503826504100865,
      "grad_norm": 6.222511430536641,
      "learning_rate": 5.038077818423679e-06,
      "loss": 1.0929,
      "step": 30300
    },
    {
      "epoch": 0.5054892978437722,
      "grad_norm": 6.461325225341745,
      "learning_rate": 5.054705686730962e-06,
      "loss": 1.0778,
      "step": 30400
    },
    {
      "epoch": 0.5071520915866794,
      "grad_norm": 5.715681207874041,
      "learning_rate": 5.071333555038245e-06,
      "loss": 1.1183,
      "step": 30500
    },
    {
      "epoch": 0.5088148853295865,
      "grad_norm": 6.379766676238729,
      "learning_rate": 5.087961423345527e-06,
      "loss": 1.0958,
      "step": 30600
    },
    {
      "epoch": 0.5104776790724936,
      "grad_norm": 6.420163383713202,
      "learning_rate": 5.1045892916528104e-06,
      "loss": 1.106,
      "step": 30700
    },
    {
      "epoch": 0.5121404728154008,
      "grad_norm": 6.238526633150148,
      "learning_rate": 5.1212171599600935e-06,
      "loss": 1.0972,
      "step": 30800
    },
    {
      "epoch": 0.513803266558308,
      "grad_norm": 6.3440254061500765,
      "learning_rate": 5.1378450282673766e-06,
      "loss": 1.0976,
      "step": 30900
    },
    {
      "epoch": 0.5154660603012151,
      "grad_norm": 5.051899928510722,
      "learning_rate": 5.15447289657466e-06,
      "loss": 1.08,
      "step": 31000
    },
    {
      "epoch": 0.5171288540441222,
      "grad_norm": 5.048655699513924,
      "learning_rate": 5.171100764881942e-06,
      "loss": 1.0817,
      "step": 31100
    },
    {
      "epoch": 0.5187916477870294,
      "grad_norm": 5.169209721087907,
      "learning_rate": 5.187728633189225e-06,
      "loss": 1.1042,
      "step": 31200
    },
    {
      "epoch": 0.5204544415299365,
      "grad_norm": 7.11324469585728,
      "learning_rate": 5.204356501496508e-06,
      "loss": 1.0854,
      "step": 31300
    },
    {
      "epoch": 0.5221172352728437,
      "grad_norm": 4.725286780794923,
      "learning_rate": 5.220984369803792e-06,
      "loss": 1.0771,
      "step": 31400
    },
    {
      "epoch": 0.5237800290157508,
      "grad_norm": 5.1048712702456625,
      "learning_rate": 5.237612238111075e-06,
      "loss": 1.0663,
      "step": 31500
    },
    {
      "epoch": 0.525442822758658,
      "grad_norm": 6.008486629387042,
      "learning_rate": 5.254240106418358e-06,
      "loss": 1.0766,
      "step": 31600
    },
    {
      "epoch": 0.5271056165015651,
      "grad_norm": 6.1863905081201676,
      "learning_rate": 5.270867974725641e-06,
      "loss": 1.0615,
      "step": 31700
    },
    {
      "epoch": 0.5287684102444723,
      "grad_norm": 4.674605323724885,
      "learning_rate": 5.287495843032923e-06,
      "loss": 1.083,
      "step": 31800
    },
    {
      "epoch": 0.5304312039873794,
      "grad_norm": 6.547211589473249,
      "learning_rate": 5.3041237113402064e-06,
      "loss": 1.0849,
      "step": 31900
    },
    {
      "epoch": 0.5320939977302865,
      "grad_norm": 6.303189605710657,
      "learning_rate": 5.3207515796474895e-06,
      "loss": 1.0901,
      "step": 32000
    },
    {
      "epoch": 0.5337567914731937,
      "grad_norm": 4.716347241979849,
      "learning_rate": 5.337379447954773e-06,
      "loss": 1.0564,
      "step": 32100
    },
    {
      "epoch": 0.5354195852161008,
      "grad_norm": 8.796690907219757,
      "learning_rate": 5.354007316262056e-06,
      "loss": 1.07,
      "step": 32200
    },
    {
      "epoch": 0.537082378959008,
      "grad_norm": 6.8324251247565595,
      "learning_rate": 5.370635184569338e-06,
      "loss": 1.0692,
      "step": 32300
    },
    {
      "epoch": 0.5387451727019151,
      "grad_norm": 5.883323367105101,
      "learning_rate": 5.387263052876621e-06,
      "loss": 1.0561,
      "step": 32400
    },
    {
      "epoch": 0.5404079664448223,
      "grad_norm": 4.932452436309797,
      "learning_rate": 5.403890921183904e-06,
      "loss": 1.0568,
      "step": 32500
    },
    {
      "epoch": 0.5420707601877294,
      "grad_norm": 7.361927435293321,
      "learning_rate": 5.420518789491188e-06,
      "loss": 1.0864,
      "step": 32600
    },
    {
      "epoch": 0.5437335539306366,
      "grad_norm": 4.881438433082831,
      "learning_rate": 5.437146657798471e-06,
      "loss": 1.0273,
      "step": 32700
    },
    {
      "epoch": 0.5453963476735437,
      "grad_norm": 4.743637760457526,
      "learning_rate": 5.453774526105754e-06,
      "loss": 1.0897,
      "step": 32800
    },
    {
      "epoch": 0.5470591414164508,
      "grad_norm": 5.473398236417018,
      "learning_rate": 5.470402394413037e-06,
      "loss": 1.0424,
      "step": 32900
    },
    {
      "epoch": 0.548721935159358,
      "grad_norm": 6.501887206452945,
      "learning_rate": 5.487030262720319e-06,
      "loss": 1.064,
      "step": 33000
    },
    {
      "epoch": 0.5503847289022651,
      "grad_norm": 6.963905974460821,
      "learning_rate": 5.5036581310276025e-06,
      "loss": 1.0406,
      "step": 33100
    },
    {
      "epoch": 0.5520475226451723,
      "grad_norm": 5.234260162759803,
      "learning_rate": 5.5202859993348855e-06,
      "loss": 1.0505,
      "step": 33200
    },
    {
      "epoch": 0.5537103163880794,
      "grad_norm": 8.508392394551565,
      "learning_rate": 5.536913867642169e-06,
      "loss": 1.0435,
      "step": 33300
    },
    {
      "epoch": 0.5553731101309866,
      "grad_norm": 5.430443505474462,
      "learning_rate": 5.553541735949452e-06,
      "loss": 1.0798,
      "step": 33400
    },
    {
      "epoch": 0.5570359038738937,
      "grad_norm": 5.560913734725864,
      "learning_rate": 5.570169604256735e-06,
      "loss": 1.0485,
      "step": 33500
    },
    {
      "epoch": 0.5586986976168009,
      "grad_norm": 5.873151733509716,
      "learning_rate": 5.586797472564017e-06,
      "loss": 1.0763,
      "step": 33600
    },
    {
      "epoch": 0.560361491359708,
      "grad_norm": 8.054156309709535,
      "learning_rate": 5.603425340871301e-06,
      "loss": 1.0446,
      "step": 33700
    },
    {
      "epoch": 0.5620242851026152,
      "grad_norm": 5.057928996291734,
      "learning_rate": 5.620053209178584e-06,
      "loss": 1.0478,
      "step": 33800
    },
    {
      "epoch": 0.5636870788455223,
      "grad_norm": 5.094343613252709,
      "learning_rate": 5.636681077485867e-06,
      "loss": 1.0721,
      "step": 33900
    },
    {
      "epoch": 0.5653498725884295,
      "grad_norm": 6.055214138445745,
      "learning_rate": 5.65330894579315e-06,
      "loss": 1.1015,
      "step": 34000
    },
    {
      "epoch": 0.5670126663313366,
      "grad_norm": 7.411164688612714,
      "learning_rate": 5.669936814100433e-06,
      "loss": 1.0804,
      "step": 34100
    },
    {
      "epoch": 0.5686754600742437,
      "grad_norm": 7.759912746223972,
      "learning_rate": 5.686564682407716e-06,
      "loss": 1.0771,
      "step": 34200
    },
    {
      "epoch": 0.5703382538171509,
      "grad_norm": 8.871299640721777,
      "learning_rate": 5.7031925507149985e-06,
      "loss": 1.0187,
      "step": 34300
    },
    {
      "epoch": 0.572001047560058,
      "grad_norm": 7.739684849022581,
      "learning_rate": 5.7198204190222815e-06,
      "loss": 1.0415,
      "step": 34400
    },
    {
      "epoch": 0.5736638413029652,
      "grad_norm": 4.763020358018351,
      "learning_rate": 5.736448287329565e-06,
      "loss": 1.05,
      "step": 34500
    },
    {
      "epoch": 0.5753266350458723,
      "grad_norm": 5.439616519544066,
      "learning_rate": 5.753076155636848e-06,
      "loss": 1.054,
      "step": 34600
    },
    {
      "epoch": 0.5769894287887795,
      "grad_norm": 8.039696149072633,
      "learning_rate": 5.769704023944131e-06,
      "loss": 1.048,
      "step": 34700
    },
    {
      "epoch": 0.5786522225316866,
      "grad_norm": 7.240295672010923,
      "learning_rate": 5.786331892251413e-06,
      "loss": 1.0517,
      "step": 34800
    },
    {
      "epoch": 0.5803150162745938,
      "grad_norm": 8.134677299524787,
      "learning_rate": 5.802959760558698e-06,
      "loss": 1.0397,
      "step": 34900
    },
    {
      "epoch": 0.5819778100175009,
      "grad_norm": 8.03718795943793,
      "learning_rate": 5.81958762886598e-06,
      "loss": 1.0317,
      "step": 35000
    },
    {
      "epoch": 0.583640603760408,
      "grad_norm": 4.157076986685206,
      "learning_rate": 5.836215497173263e-06,
      "loss": 1.0585,
      "step": 35100
    },
    {
      "epoch": 0.5853033975033152,
      "grad_norm": 4.557884057832654,
      "learning_rate": 5.852843365480546e-06,
      "loss": 1.0452,
      "step": 35200
    },
    {
      "epoch": 0.5869661912462223,
      "grad_norm": 4.269276702215842,
      "learning_rate": 5.869471233787829e-06,
      "loss": 1.0518,
      "step": 35300
    },
    {
      "epoch": 0.5886289849891295,
      "grad_norm": 4.161743658862873,
      "learning_rate": 5.886099102095112e-06,
      "loss": 1.0501,
      "step": 35400
    },
    {
      "epoch": 0.5902917787320366,
      "grad_norm": 4.725195709900666,
      "learning_rate": 5.9027269704023945e-06,
      "loss": 1.0544,
      "step": 35500
    },
    {
      "epoch": 0.5919545724749438,
      "grad_norm": 8.538079291489574,
      "learning_rate": 5.9193548387096776e-06,
      "loss": 1.044,
      "step": 35600
    },
    {
      "epoch": 0.5936173662178509,
      "grad_norm": 6.234723954092716,
      "learning_rate": 5.935982707016961e-06,
      "loss": 1.0137,
      "step": 35700
    },
    {
      "epoch": 0.5952801599607581,
      "grad_norm": 5.171653126366826,
      "learning_rate": 5.952610575324244e-06,
      "loss": 1.0724,
      "step": 35800
    },
    {
      "epoch": 0.5969429537036652,
      "grad_norm": 4.392409305156987,
      "learning_rate": 5.969238443631527e-06,
      "loss": 1.0724,
      "step": 35900
    },
    {
      "epoch": 0.5986057474465724,
      "grad_norm": 5.327860557381011,
      "learning_rate": 5.985866311938809e-06,
      "loss": 1.0104,
      "step": 36000
    },
    {
      "epoch": 0.6002685411894795,
      "grad_norm": 6.301433280684925,
      "learning_rate": 6.002494180246094e-06,
      "loss": 1.0852,
      "step": 36100
    },
    {
      "epoch": 0.6019313349323866,
      "grad_norm": 5.312845580817294,
      "learning_rate": 6.019122048553376e-06,
      "loss": 1.0626,
      "step": 36200
    },
    {
      "epoch": 0.6035941286752938,
      "grad_norm": 6.125904966740482,
      "learning_rate": 6.035749916860659e-06,
      "loss": 1.0544,
      "step": 36300
    },
    {
      "epoch": 0.605256922418201,
      "grad_norm": 6.19598652943213,
      "learning_rate": 6.052377785167942e-06,
      "loss": 1.0364,
      "step": 36400
    },
    {
      "epoch": 0.6069197161611081,
      "grad_norm": 5.285050015690505,
      "learning_rate": 6.069005653475225e-06,
      "loss": 1.014,
      "step": 36500
    },
    {
      "epoch": 0.6085825099040152,
      "grad_norm": 5.946484476407859,
      "learning_rate": 6.085633521782508e-06,
      "loss": 1.0133,
      "step": 36600
    },
    {
      "epoch": 0.6102453036469224,
      "grad_norm": 6.072708597234774,
      "learning_rate": 6.1022613900897905e-06,
      "loss": 1.0701,
      "step": 36700
    },
    {
      "epoch": 0.6119080973898295,
      "grad_norm": 4.6515165207107065,
      "learning_rate": 6.1188892583970736e-06,
      "loss": 1.0684,
      "step": 36800
    },
    {
      "epoch": 0.6135708911327367,
      "grad_norm": 6.297252131303459,
      "learning_rate": 6.135517126704357e-06,
      "loss": 1.0382,
      "step": 36900
    },
    {
      "epoch": 0.6152336848756438,
      "grad_norm": 8.019497854527017,
      "learning_rate": 6.15214499501164e-06,
      "loss": 1.0296,
      "step": 37000
    },
    {
      "epoch": 0.6168964786185509,
      "grad_norm": 4.150814891148968,
      "learning_rate": 6.168772863318923e-06,
      "loss": 1.0048,
      "step": 37100
    },
    {
      "epoch": 0.6185592723614581,
      "grad_norm": 6.435685600919684,
      "learning_rate": 6.185400731626207e-06,
      "loss": 1.0398,
      "step": 37200
    },
    {
      "epoch": 0.6202220661043653,
      "grad_norm": 4.699552261275521,
      "learning_rate": 6.20202859993349e-06,
      "loss": 1.0082,
      "step": 37300
    },
    {
      "epoch": 0.6218848598472724,
      "grad_norm": 6.265654323611004,
      "learning_rate": 6.218656468240772e-06,
      "loss": 1.0344,
      "step": 37400
    },
    {
      "epoch": 0.6235476535901795,
      "grad_norm": 5.347032021455777,
      "learning_rate": 6.235284336548055e-06,
      "loss": 1.0094,
      "step": 37500
    },
    {
      "epoch": 0.6252104473330867,
      "grad_norm": 5.255308058156609,
      "learning_rate": 6.251912204855338e-06,
      "loss": 1.0394,
      "step": 37600
    },
    {
      "epoch": 0.6268732410759938,
      "grad_norm": 5.006306481232977,
      "learning_rate": 6.268540073162621e-06,
      "loss": 1.0638,
      "step": 37700
    },
    {
      "epoch": 0.628536034818901,
      "grad_norm": 5.7535848535102945,
      "learning_rate": 6.285167941469904e-06,
      "loss": 1.0149,
      "step": 37800
    },
    {
      "epoch": 0.6301988285618081,
      "grad_norm": 4.091898197379347,
      "learning_rate": 6.301795809777187e-06,
      "loss": 1.0401,
      "step": 37900
    },
    {
      "epoch": 0.6318616223047153,
      "grad_norm": 4.711272707154923,
      "learning_rate": 6.3184236780844696e-06,
      "loss": 1.0499,
      "step": 38000
    },
    {
      "epoch": 0.6335244160476224,
      "grad_norm": 7.43822114972355,
      "learning_rate": 6.335051546391753e-06,
      "loss": 1.0462,
      "step": 38100
    },
    {
      "epoch": 0.6351872097905296,
      "grad_norm": 4.114457089935014,
      "learning_rate": 6.351679414699036e-06,
      "loss": 1.0029,
      "step": 38200
    },
    {
      "epoch": 0.6368500035334367,
      "grad_norm": 4.14499751704086,
      "learning_rate": 6.368307283006319e-06,
      "loss": 1.0098,
      "step": 38300
    },
    {
      "epoch": 0.6385127972763438,
      "grad_norm": 6.053643466404795,
      "learning_rate": 6.384935151313603e-06,
      "loss": 1.0283,
      "step": 38400
    },
    {
      "epoch": 0.640175591019251,
      "grad_norm": 5.591742020139934,
      "learning_rate": 6.401563019620886e-06,
      "loss": 1.0248,
      "step": 38500
    },
    {
      "epoch": 0.6418383847621582,
      "grad_norm": 4.453471465776507,
      "learning_rate": 6.418190887928169e-06,
      "loss": 1.036,
      "step": 38600
    },
    {
      "epoch": 0.6435011785050653,
      "grad_norm": 5.958739060802354,
      "learning_rate": 6.434818756235451e-06,
      "loss": 1.0236,
      "step": 38700
    },
    {
      "epoch": 0.6451639722479724,
      "grad_norm": 7.850592840042609,
      "learning_rate": 6.451446624542734e-06,
      "loss": 1.0328,
      "step": 38800
    },
    {
      "epoch": 0.6468267659908796,
      "grad_norm": 4.877181534561705,
      "learning_rate": 6.468074492850017e-06,
      "loss": 1.0186,
      "step": 38900
    },
    {
      "epoch": 0.6484895597337867,
      "grad_norm": 5.7945889579793946,
      "learning_rate": 6.4847023611573e-06,
      "loss": 1.0696,
      "step": 39000
    },
    {
      "epoch": 0.6501523534766939,
      "grad_norm": 6.129048145872351,
      "learning_rate": 6.501330229464583e-06,
      "loss": 1.0404,
      "step": 39100
    },
    {
      "epoch": 0.651815147219601,
      "grad_norm": 7.028751933021658,
      "learning_rate": 6.517958097771866e-06,
      "loss": 1.016,
      "step": 39200
    },
    {
      "epoch": 0.6534779409625081,
      "grad_norm": 3.9602917535785056,
      "learning_rate": 6.534585966079149e-06,
      "loss": 1.0262,
      "step": 39300
    },
    {
      "epoch": 0.6551407347054153,
      "grad_norm": 4.745403373914077,
      "learning_rate": 6.551213834386432e-06,
      "loss": 0.9989,
      "step": 39400
    },
    {
      "epoch": 0.6568035284483225,
      "grad_norm": 5.131067489491939,
      "learning_rate": 6.567841702693715e-06,
      "loss": 1.0006,
      "step": 39500
    },
    {
      "epoch": 0.6584663221912296,
      "grad_norm": 4.423633657090077,
      "learning_rate": 6.584469571000999e-06,
      "loss": 0.9938,
      "step": 39600
    },
    {
      "epoch": 0.6601291159341367,
      "grad_norm": 5.855972471818852,
      "learning_rate": 6.601097439308282e-06,
      "loss": 1.0256,
      "step": 39700
    },
    {
      "epoch": 0.6617919096770439,
      "grad_norm": 5.667133229001661,
      "learning_rate": 6.617725307615565e-06,
      "loss": 1.0219,
      "step": 39800
    },
    {
      "epoch": 0.663454703419951,
      "grad_norm": 6.662643178189083,
      "learning_rate": 6.634353175922847e-06,
      "loss": 1.0027,
      "step": 39900
    },
    {
      "epoch": 0.6651174971628582,
      "grad_norm": 6.42873175139723,
      "learning_rate": 6.65098104423013e-06,
      "loss": 0.9984,
      "step": 40000
    },
    {
      "epoch": 0.6667802909057653,
      "grad_norm": 6.523069804482123,
      "learning_rate": 6.667608912537413e-06,
      "loss": 1.0054,
      "step": 40100
    },
    {
      "epoch": 0.6684430846486724,
      "grad_norm": 5.590684864594384,
      "learning_rate": 6.684236780844696e-06,
      "loss": 0.9852,
      "step": 40200
    },
    {
      "epoch": 0.6701058783915796,
      "grad_norm": 5.862748484397506,
      "learning_rate": 6.700864649151979e-06,
      "loss": 1.0092,
      "step": 40300
    },
    {
      "epoch": 0.6717686721344868,
      "grad_norm": 4.1204974680346975,
      "learning_rate": 6.717492517459262e-06,
      "loss": 1.0203,
      "step": 40400
    },
    {
      "epoch": 0.6734314658773939,
      "grad_norm": 4.794128012603177,
      "learning_rate": 6.734120385766545e-06,
      "loss": 1.0063,
      "step": 40500
    },
    {
      "epoch": 0.675094259620301,
      "grad_norm": 4.908162664046532,
      "learning_rate": 6.750748254073828e-06,
      "loss": 1.0245,
      "step": 40600
    },
    {
      "epoch": 0.6767570533632082,
      "grad_norm": 6.307286161131397,
      "learning_rate": 6.767376122381111e-06,
      "loss": 1.0378,
      "step": 40700
    },
    {
      "epoch": 0.6784198471061154,
      "grad_norm": 8.071547832734824,
      "learning_rate": 6.784003990688395e-06,
      "loss": 1.0211,
      "step": 40800
    },
    {
      "epoch": 0.6800826408490225,
      "grad_norm": 7.37236906503034,
      "learning_rate": 6.800631858995678e-06,
      "loss": 1.0319,
      "step": 40900
    },
    {
      "epoch": 0.6817454345919296,
      "grad_norm": 5.861971504303635,
      "learning_rate": 6.817259727302961e-06,
      "loss": 1.038,
      "step": 41000
    },
    {
      "epoch": 0.6834082283348368,
      "grad_norm": 4.747172767863784,
      "learning_rate": 6.833887595610243e-06,
      "loss": 1.047,
      "step": 41100
    },
    {
      "epoch": 0.685071022077744,
      "grad_norm": 6.107571921539521,
      "learning_rate": 6.850515463917526e-06,
      "loss": 0.9884,
      "step": 41200
    },
    {
      "epoch": 0.6867338158206511,
      "grad_norm": 4.664564465428331,
      "learning_rate": 6.867143332224809e-06,
      "loss": 1.0524,
      "step": 41300
    },
    {
      "epoch": 0.6883966095635582,
      "grad_norm": 4.049176525380206,
      "learning_rate": 6.883771200532092e-06,
      "loss": 0.9997,
      "step": 41400
    },
    {
      "epoch": 0.6900594033064653,
      "grad_norm": 5.535399178780478,
      "learning_rate": 6.900399068839375e-06,
      "loss": 1.0281,
      "step": 41500
    },
    {
      "epoch": 0.6917221970493725,
      "grad_norm": 4.169034670815082,
      "learning_rate": 6.9170269371466585e-06,
      "loss": 1.0003,
      "step": 41600
    },
    {
      "epoch": 0.6933849907922797,
      "grad_norm": 4.569794977253707,
      "learning_rate": 6.933654805453941e-06,
      "loss": 1.0364,
      "step": 41700
    },
    {
      "epoch": 0.6950477845351868,
      "grad_norm": 4.6367273655935906,
      "learning_rate": 6.950282673761224e-06,
      "loss": 1.04,
      "step": 41800
    },
    {
      "epoch": 0.6967105782780939,
      "grad_norm": 5.56476678722383,
      "learning_rate": 6.966910542068508e-06,
      "loss": 1.0219,
      "step": 41900
    },
    {
      "epoch": 0.6983733720210011,
      "grad_norm": 5.530510418102526,
      "learning_rate": 6.983538410375791e-06,
      "loss": 1.0169,
      "step": 42000
    },
    {
      "epoch": 0.7000361657639083,
      "grad_norm": 5.114431641180085,
      "learning_rate": 7.000166278683074e-06,
      "loss": 1.0304,
      "step": 42100
    },
    {
      "epoch": 0.7016989595068154,
      "grad_norm": 5.952351016263428,
      "learning_rate": 7.016794146990357e-06,
      "loss": 1.0173,
      "step": 42200
    },
    {
      "epoch": 0.7033617532497225,
      "grad_norm": 7.1691012621040295,
      "learning_rate": 7.03342201529764e-06,
      "loss": 1.0226,
      "step": 42300
    },
    {
      "epoch": 0.7050245469926296,
      "grad_norm": 7.3728620788785895,
      "learning_rate": 7.050049883604922e-06,
      "loss": 0.9968,
      "step": 42400
    },
    {
      "epoch": 0.7066873407355369,
      "grad_norm": 4.144069930444911,
      "learning_rate": 7.066677751912205e-06,
      "loss": 0.9996,
      "step": 42500
    },
    {
      "epoch": 0.708350134478444,
      "grad_norm": 4.986045370305048,
      "learning_rate": 7.083305620219488e-06,
      "loss": 1.0374,
      "step": 42600
    },
    {
      "epoch": 0.7100129282213511,
      "grad_norm": 6.281361451972544,
      "learning_rate": 7.099933488526771e-06,
      "loss": 0.9935,
      "step": 42700
    },
    {
      "epoch": 0.7116757219642582,
      "grad_norm": 4.067630840906217,
      "learning_rate": 7.1165613568340545e-06,
      "loss": 1.0234,
      "step": 42800
    },
    {
      "epoch": 0.7133385157071654,
      "grad_norm": 7.097989878107153,
      "learning_rate": 7.133189225141337e-06,
      "loss": 1.0216,
      "step": 42900
    },
    {
      "epoch": 0.7150013094500726,
      "grad_norm": 6.963356090155387,
      "learning_rate": 7.14981709344862e-06,
      "loss": 1.0059,
      "step": 43000
    },
    {
      "epoch": 0.7166641031929797,
      "grad_norm": 7.619096350344966,
      "learning_rate": 7.166444961755904e-06,
      "loss": 0.9712,
      "step": 43100
    },
    {
      "epoch": 0.7183268969358868,
      "grad_norm": 5.733849028616467,
      "learning_rate": 7.183072830063187e-06,
      "loss": 1.0119,
      "step": 43200
    },
    {
      "epoch": 0.7199896906787939,
      "grad_norm": 5.245883695988347,
      "learning_rate": 7.19970069837047e-06,
      "loss": 1.0035,
      "step": 43300
    },
    {
      "epoch": 0.7216524844217012,
      "grad_norm": 5.2277935125789154,
      "learning_rate": 7.216328566677753e-06,
      "loss": 1.0069,
      "step": 43400
    },
    {
      "epoch": 0.7233152781646083,
      "grad_norm": 5.060629030147589,
      "learning_rate": 7.232956434985036e-06,
      "loss": 0.9906,
      "step": 43500
    },
    {
      "epoch": 0.7249780719075154,
      "grad_norm": 5.628969849034644,
      "learning_rate": 7.249584303292318e-06,
      "loss": 0.9449,
      "step": 43600
    },
    {
      "epoch": 0.7266408656504225,
      "grad_norm": 4.224410029148149,
      "learning_rate": 7.266212171599601e-06,
      "loss": 1.0318,
      "step": 43700
    },
    {
      "epoch": 0.7283036593933297,
      "grad_norm": 5.8330007880416925,
      "learning_rate": 7.282840039906884e-06,
      "loss": 1.0141,
      "step": 43800
    },
    {
      "epoch": 0.7299664531362369,
      "grad_norm": 3.691781271717763,
      "learning_rate": 7.299467908214167e-06,
      "loss": 0.981,
      "step": 43900
    },
    {
      "epoch": 0.731629246879144,
      "grad_norm": 5.912078837862132,
      "learning_rate": 7.3160957765214505e-06,
      "loss": 0.9795,
      "step": 44000
    },
    {
      "epoch": 0.7332920406220511,
      "grad_norm": 4.802152386444188,
      "learning_rate": 7.332723644828733e-06,
      "loss": 0.9997,
      "step": 44100
    },
    {
      "epoch": 0.7349548343649582,
      "grad_norm": 5.211537984031411,
      "learning_rate": 7.349351513136016e-06,
      "loss": 0.9843,
      "step": 44200
    },
    {
      "epoch": 0.7366176281078655,
      "grad_norm": 4.151651486560792,
      "learning_rate": 7.3659793814433e-06,
      "loss": 0.9944,
      "step": 44300
    },
    {
      "epoch": 0.7382804218507726,
      "grad_norm": 5.1622698194112715,
      "learning_rate": 7.382607249750583e-06,
      "loss": 1.0058,
      "step": 44400
    },
    {
      "epoch": 0.7399432155936797,
      "grad_norm": 4.9502619742502665,
      "learning_rate": 7.399235118057866e-06,
      "loss": 0.9811,
      "step": 44500
    },
    {
      "epoch": 0.7416060093365868,
      "grad_norm": 5.71173112630753,
      "learning_rate": 7.415862986365149e-06,
      "loss": 0.9962,
      "step": 44600
    },
    {
      "epoch": 0.7432688030794941,
      "grad_norm": 4.155687596802704,
      "learning_rate": 7.432490854672432e-06,
      "loss": 0.992,
      "step": 44700
    },
    {
      "epoch": 0.7449315968224012,
      "grad_norm": 5.475217405746201,
      "learning_rate": 7.449118722979714e-06,
      "loss": 0.9758,
      "step": 44800
    },
    {
      "epoch": 0.7465943905653083,
      "grad_norm": 3.7968041941226236,
      "learning_rate": 7.465746591286997e-06,
      "loss": 0.9821,
      "step": 44900
    },
    {
      "epoch": 0.7482571843082154,
      "grad_norm": 4.680594046982439,
      "learning_rate": 7.48237445959428e-06,
      "loss": 0.9762,
      "step": 45000
    },
    {
      "epoch": 0.7499199780511226,
      "grad_norm": 5.520322428419844,
      "learning_rate": 7.4990023279015634e-06,
      "loss": 1.0154,
      "step": 45100
    },
    {
      "epoch": 0.7515827717940298,
      "grad_norm": 4.803981054980881,
      "learning_rate": 7.5156301962088465e-06,
      "loss": 1.046,
      "step": 45200
    },
    {
      "epoch": 0.7532455655369369,
      "grad_norm": 4.74785919824513,
      "learning_rate": 7.5322580645161296e-06,
      "loss": 1.008,
      "step": 45300
    },
    {
      "epoch": 0.754908359279844,
      "grad_norm": 5.693611830772322,
      "learning_rate": 7.5488859328234135e-06,
      "loss": 1.0285,
      "step": 45400
    },
    {
      "epoch": 0.7565711530227511,
      "grad_norm": 7.412393489522696,
      "learning_rate": 7.565513801130696e-06,
      "loss": 0.9946,
      "step": 45500
    },
    {
      "epoch": 0.7582339467656584,
      "grad_norm": 5.111931806998519,
      "learning_rate": 7.582141669437979e-06,
      "loss": 0.9943,
      "step": 45600
    },
    {
      "epoch": 0.7598967405085655,
      "grad_norm": 5.711925018224354,
      "learning_rate": 7.598769537745262e-06,
      "loss": 0.9803,
      "step": 45700
    },
    {
      "epoch": 0.7615595342514726,
      "grad_norm": 6.515439187840381,
      "learning_rate": 7.615397406052545e-06,
      "loss": 0.9758,
      "step": 45800
    },
    {
      "epoch": 0.7632223279943797,
      "grad_norm": 5.401079548302396,
      "learning_rate": 7.632025274359827e-06,
      "loss": 0.9966,
      "step": 45900
    },
    {
      "epoch": 0.764885121737287,
      "grad_norm": 6.011323148641013,
      "learning_rate": 7.648653142667111e-06,
      "loss": 1.0197,
      "step": 46000
    },
    {
      "epoch": 0.7665479154801941,
      "grad_norm": 3.9142932232073457,
      "learning_rate": 7.665281010974393e-06,
      "loss": 0.9754,
      "step": 46100
    },
    {
      "epoch": 0.7682107092231012,
      "grad_norm": 3.5927830698057672,
      "learning_rate": 7.681908879281677e-06,
      "loss": 0.9929,
      "step": 46200
    },
    {
      "epoch": 0.7698735029660083,
      "grad_norm": 4.058024389343865,
      "learning_rate": 7.69853674758896e-06,
      "loss": 0.9654,
      "step": 46300
    },
    {
      "epoch": 0.7715362967089154,
      "grad_norm": 4.865508711189542,
      "learning_rate": 7.715164615896242e-06,
      "loss": 0.9535,
      "step": 46400
    },
    {
      "epoch": 0.7731990904518227,
      "grad_norm": 5.591286885937322,
      "learning_rate": 7.731792484203526e-06,
      "loss": 0.9798,
      "step": 46500
    },
    {
      "epoch": 0.7748618841947298,
      "grad_norm": 6.911708525535553,
      "learning_rate": 7.74842035251081e-06,
      "loss": 0.9654,
      "step": 46600
    },
    {
      "epoch": 0.7765246779376369,
      "grad_norm": 6.005571629009076,
      "learning_rate": 7.765048220818092e-06,
      "loss": 0.9863,
      "step": 46700
    },
    {
      "epoch": 0.778187471680544,
      "grad_norm": 5.685972108508772,
      "learning_rate": 7.781676089125376e-06,
      "loss": 1.0034,
      "step": 46800
    },
    {
      "epoch": 0.7798502654234513,
      "grad_norm": 5.666135570125074,
      "learning_rate": 7.798303957432658e-06,
      "loss": 0.9665,
      "step": 46900
    },
    {
      "epoch": 0.7815130591663584,
      "grad_norm": 4.893168167313203,
      "learning_rate": 7.81493182573994e-06,
      "loss": 0.9883,
      "step": 47000
    },
    {
      "epoch": 0.7831758529092655,
      "grad_norm": 4.379119120036917,
      "learning_rate": 7.831559694047224e-06,
      "loss": 0.972,
      "step": 47100
    },
    {
      "epoch": 0.7848386466521726,
      "grad_norm": 5.990580011420136,
      "learning_rate": 7.848187562354506e-06,
      "loss": 0.9615,
      "step": 47200
    },
    {
      "epoch": 0.7865014403950797,
      "grad_norm": 5.148524014604785,
      "learning_rate": 7.86481543066179e-06,
      "loss": 0.9833,
      "step": 47300
    },
    {
      "epoch": 0.788164234137987,
      "grad_norm": 5.081708209334499,
      "learning_rate": 7.881443298969072e-06,
      "loss": 1.004,
      "step": 47400
    },
    {
      "epoch": 0.7898270278808941,
      "grad_norm": 6.0788772817689525,
      "learning_rate": 7.898071167276356e-06,
      "loss": 1.0121,
      "step": 47500
    },
    {
      "epoch": 0.7914898216238012,
      "grad_norm": 6.198901801339425,
      "learning_rate": 7.914699035583639e-06,
      "loss": 1.0004,
      "step": 47600
    },
    {
      "epoch": 0.7931526153667083,
      "grad_norm": 6.571118539690258,
      "learning_rate": 7.93132690389092e-06,
      "loss": 0.9845,
      "step": 47700
    },
    {
      "epoch": 0.7948154091096156,
      "grad_norm": 4.2917187440576186,
      "learning_rate": 7.947954772198205e-06,
      "loss": 0.9984,
      "step": 47800
    },
    {
      "epoch": 0.7964782028525227,
      "grad_norm": 6.234166473073519,
      "learning_rate": 7.964582640505489e-06,
      "loss": 0.9298,
      "step": 47900
    },
    {
      "epoch": 0.7981409965954298,
      "grad_norm": 4.87295086001104,
      "learning_rate": 7.98121050881277e-06,
      "loss": 0.9414,
      "step": 48000
    },
    {
      "epoch": 0.7998037903383369,
      "grad_norm": 4.145211258180426,
      "learning_rate": 7.997838377120055e-06,
      "loss": 0.9678,
      "step": 48100
    },
    {
      "epoch": 0.801466584081244,
      "grad_norm": 4.09065135463522,
      "learning_rate": 8.014466245427337e-06,
      "loss": 0.9659,
      "step": 48200
    },
    {
      "epoch": 0.8031293778241513,
      "grad_norm": 4.507326532599483,
      "learning_rate": 8.03109411373462e-06,
      "loss": 0.9701,
      "step": 48300
    },
    {
      "epoch": 0.8047921715670584,
      "grad_norm": 3.8355185950704307,
      "learning_rate": 8.047721982041903e-06,
      "loss": 0.9852,
      "step": 48400
    },
    {
      "epoch": 0.8064549653099655,
      "grad_norm": 3.925063476729925,
      "learning_rate": 8.064349850349185e-06,
      "loss": 0.9738,
      "step": 48500
    },
    {
      "epoch": 0.8081177590528726,
      "grad_norm": 5.81246346063319,
      "learning_rate": 8.08097771865647e-06,
      "loss": 0.9887,
      "step": 48600
    },
    {
      "epoch": 0.8097805527957799,
      "grad_norm": 4.59454425418089,
      "learning_rate": 8.097605586963751e-06,
      "loss": 1.0223,
      "step": 48700
    },
    {
      "epoch": 0.811443346538687,
      "grad_norm": 4.544166699688075,
      "learning_rate": 8.114233455271034e-06,
      "loss": 0.9903,
      "step": 48800
    },
    {
      "epoch": 0.8131061402815941,
      "grad_norm": 4.3302414345284435,
      "learning_rate": 8.13086132357832e-06,
      "loss": 0.9596,
      "step": 48900
    },
    {
      "epoch": 0.8147689340245012,
      "grad_norm": 3.855971431688213,
      "learning_rate": 8.147489191885602e-06,
      "loss": 1.014,
      "step": 49000
    },
    {
      "epoch": 0.8164317277674085,
      "grad_norm": 6.13092945390848,
      "learning_rate": 8.164117060192884e-06,
      "loss": 0.9614,
      "step": 49100
    },
    {
      "epoch": 0.8180945215103156,
      "grad_norm": 6.450184618427879,
      "learning_rate": 8.180744928500168e-06,
      "loss": 0.9702,
      "step": 49200
    },
    {
      "epoch": 0.8197573152532227,
      "grad_norm": 4.476354443935958,
      "learning_rate": 8.19737279680745e-06,
      "loss": 0.9623,
      "step": 49300
    },
    {
      "epoch": 0.8214201089961298,
      "grad_norm": 5.14010986458347,
      "learning_rate": 8.214000665114734e-06,
      "loss": 0.9824,
      "step": 49400
    },
    {
      "epoch": 0.823082902739037,
      "grad_norm": 3.7652742919199103,
      "learning_rate": 8.230628533422016e-06,
      "loss": 0.9861,
      "step": 49500
    },
    {
      "epoch": 0.8247456964819442,
      "grad_norm": 5.236712041001846,
      "learning_rate": 8.247256401729298e-06,
      "loss": 0.9941,
      "step": 49600
    },
    {
      "epoch": 0.8264084902248513,
      "grad_norm": 4.150277056410904,
      "learning_rate": 8.263884270036582e-06,
      "loss": 0.9741,
      "step": 49700
    },
    {
      "epoch": 0.8280712839677584,
      "grad_norm": 6.765359411662175,
      "learning_rate": 8.280512138343864e-06,
      "loss": 0.9394,
      "step": 49800
    },
    {
      "epoch": 0.8297340777106655,
      "grad_norm": 4.264004354979825,
      "learning_rate": 8.297140006651148e-06,
      "loss": 0.9646,
      "step": 49900
    },
    {
      "epoch": 0.8313968714535728,
      "grad_norm": 4.663588619006846,
      "learning_rate": 8.31376787495843e-06,
      "loss": 0.9759,
      "step": 50000
    },
    {
      "epoch": 0.8330596651964799,
      "grad_norm": 4.828332501302462,
      "learning_rate": 8.330395743265714e-06,
      "loss": 0.9655,
      "step": 50100
    },
    {
      "epoch": 0.834722458939387,
      "grad_norm": 4.488089393424456,
      "learning_rate": 8.347023611572997e-06,
      "loss": 0.9918,
      "step": 50200
    },
    {
      "epoch": 0.8363852526822941,
      "grad_norm": 5.1109347290658445,
      "learning_rate": 8.36365147988028e-06,
      "loss": 0.9542,
      "step": 50300
    },
    {
      "epoch": 0.8380480464252013,
      "grad_norm": 5.3615332950696715,
      "learning_rate": 8.380279348187563e-06,
      "loss": 0.9762,
      "step": 50400
    },
    {
      "epoch": 0.8397108401681085,
      "grad_norm": 6.817708485316357,
      "learning_rate": 8.396907216494847e-06,
      "loss": 0.9662,
      "step": 50500
    },
    {
      "epoch": 0.8413736339110156,
      "grad_norm": 4.062828687846936,
      "learning_rate": 8.413535084802129e-06,
      "loss": 0.9923,
      "step": 50600
    },
    {
      "epoch": 0.8430364276539227,
      "grad_norm": 5.79759688679963,
      "learning_rate": 8.430162953109411e-06,
      "loss": 0.9965,
      "step": 50700
    },
    {
      "epoch": 0.8446992213968298,
      "grad_norm": 4.267588042774008,
      "learning_rate": 8.446790821416695e-06,
      "loss": 0.9897,
      "step": 50800
    },
    {
      "epoch": 0.8463620151397371,
      "grad_norm": 4.200002383425093,
      "learning_rate": 8.463418689723977e-06,
      "loss": 0.9897,
      "step": 50900
    },
    {
      "epoch": 0.8480248088826442,
      "grad_norm": 4.5927546252240035,
      "learning_rate": 8.480046558031261e-06,
      "loss": 0.9695,
      "step": 51000
    },
    {
      "epoch": 0.8496876026255513,
      "grad_norm": 5.356275304662748,
      "learning_rate": 8.496674426338543e-06,
      "loss": 0.9959,
      "step": 51100
    },
    {
      "epoch": 0.8513503963684584,
      "grad_norm": 4.196404241886447,
      "learning_rate": 8.513302294645827e-06,
      "loss": 0.9659,
      "step": 51200
    },
    {
      "epoch": 0.8530131901113656,
      "grad_norm": 5.762613942305789,
      "learning_rate": 8.529930162953111e-06,
      "loss": 0.9421,
      "step": 51300
    },
    {
      "epoch": 0.8546759838542728,
      "grad_norm": 4.300051076620565,
      "learning_rate": 8.546558031260394e-06,
      "loss": 0.9638,
      "step": 51400
    },
    {
      "epoch": 0.8563387775971799,
      "grad_norm": 3.547113506347258,
      "learning_rate": 8.563185899567676e-06,
      "loss": 0.983,
      "step": 51500
    },
    {
      "epoch": 0.858001571340087,
      "grad_norm": 6.113822263899743,
      "learning_rate": 8.57981376787496e-06,
      "loss": 0.984,
      "step": 51600
    },
    {
      "epoch": 0.8596643650829942,
      "grad_norm": 4.527448511165878,
      "learning_rate": 8.596441636182242e-06,
      "loss": 0.9658,
      "step": 51700
    },
    {
      "epoch": 0.8613271588259014,
      "grad_norm": 5.152013727127041,
      "learning_rate": 8.613069504489526e-06,
      "loss": 0.9677,
      "step": 51800
    },
    {
      "epoch": 0.8629899525688085,
      "grad_norm": 3.9526286769357983,
      "learning_rate": 8.629697372796808e-06,
      "loss": 0.9348,
      "step": 51900
    },
    {
      "epoch": 0.8646527463117156,
      "grad_norm": 4.78045122091316,
      "learning_rate": 8.64632524110409e-06,
      "loss": 0.9973,
      "step": 52000
    },
    {
      "epoch": 0.8663155400546227,
      "grad_norm": 5.318753525464477,
      "learning_rate": 8.662953109411374e-06,
      "loss": 0.9916,
      "step": 52100
    },
    {
      "epoch": 0.8679783337975299,
      "grad_norm": 3.7989760915230715,
      "learning_rate": 8.679580977718656e-06,
      "loss": 0.9661,
      "step": 52200
    },
    {
      "epoch": 0.8696411275404371,
      "grad_norm": 4.666574429779674,
      "learning_rate": 8.69620884602594e-06,
      "loss": 0.9247,
      "step": 52300
    },
    {
      "epoch": 0.8713039212833442,
      "grad_norm": 4.0380362605412525,
      "learning_rate": 8.712836714333223e-06,
      "loss": 0.9561,
      "step": 52400
    },
    {
      "epoch": 0.8729667150262513,
      "grad_norm": 5.297468890413809,
      "learning_rate": 8.729464582640506e-06,
      "loss": 0.9503,
      "step": 52500
    },
    {
      "epoch": 0.8746295087691585,
      "grad_norm": 3.807885494704066,
      "learning_rate": 8.74609245094779e-06,
      "loss": 0.9665,
      "step": 52600
    },
    {
      "epoch": 0.8762923025120657,
      "grad_norm": 4.475074056475065,
      "learning_rate": 8.762720319255073e-06,
      "loss": 0.9503,
      "step": 52700
    },
    {
      "epoch": 0.8779550962549728,
      "grad_norm": 5.53521210868188,
      "learning_rate": 8.779348187562355e-06,
      "loss": 0.955,
      "step": 52800
    },
    {
      "epoch": 0.8796178899978799,
      "grad_norm": 4.327875752441062,
      "learning_rate": 8.795976055869639e-06,
      "loss": 0.9296,
      "step": 52900
    },
    {
      "epoch": 0.881280683740787,
      "grad_norm": 4.560484460349618,
      "learning_rate": 8.812603924176921e-06,
      "loss": 0.9689,
      "step": 53000
    },
    {
      "epoch": 0.8829434774836943,
      "grad_norm": 5.240086086235895,
      "learning_rate": 8.829231792484205e-06,
      "loss": 0.9402,
      "step": 53100
    },
    {
      "epoch": 0.8846062712266014,
      "grad_norm": 4.254768311608756,
      "learning_rate": 8.845859660791487e-06,
      "loss": 0.9225,
      "step": 53200
    },
    {
      "epoch": 0.8862690649695085,
      "grad_norm": 4.415790502512742,
      "learning_rate": 8.86248752909877e-06,
      "loss": 0.9849,
      "step": 53300
    },
    {
      "epoch": 0.8879318587124156,
      "grad_norm": 7.6213957356947954,
      "learning_rate": 8.879115397406053e-06,
      "loss": 0.9416,
      "step": 53400
    },
    {
      "epoch": 0.8895946524553228,
      "grad_norm": 5.120479221617414,
      "learning_rate": 8.895743265713336e-06,
      "loss": 0.9296,
      "step": 53500
    },
    {
      "epoch": 0.89125744619823,
      "grad_norm": 5.674079269036602,
      "learning_rate": 8.91237113402062e-06,
      "loss": 0.9485,
      "step": 53600
    },
    {
      "epoch": 0.8929202399411371,
      "grad_norm": 3.858490632137535,
      "learning_rate": 8.928999002327903e-06,
      "loss": 0.9679,
      "step": 53700
    },
    {
      "epoch": 0.8945830336840442,
      "grad_norm": 6.135244215454858,
      "learning_rate": 8.945626870635186e-06,
      "loss": 0.9604,
      "step": 53800
    },
    {
      "epoch": 0.8962458274269514,
      "grad_norm": 5.392128798422555,
      "learning_rate": 8.962254738942468e-06,
      "loss": 0.9576,
      "step": 53900
    },
    {
      "epoch": 0.8979086211698586,
      "grad_norm": 3.378058346001929,
      "learning_rate": 8.978882607249752e-06,
      "loss": 0.9774,
      "step": 54000
    },
    {
      "epoch": 0.8995714149127657,
      "grad_norm": 3.420041697032006,
      "learning_rate": 8.995510475557034e-06,
      "loss": 0.9191,
      "step": 54100
    },
    {
      "epoch": 0.9012342086556728,
      "grad_norm": 4.867249393305101,
      "learning_rate": 9.012138343864318e-06,
      "loss": 0.9845,
      "step": 54200
    },
    {
      "epoch": 0.90289700239858,
      "grad_norm": 5.899712925377642,
      "learning_rate": 9.0287662121716e-06,
      "loss": 0.9721,
      "step": 54300
    },
    {
      "epoch": 0.9045597961414871,
      "grad_norm": 4.796843061496119,
      "learning_rate": 9.045394080478882e-06,
      "loss": 0.95,
      "step": 54400
    },
    {
      "epoch": 0.9062225898843943,
      "grad_norm": 3.7374046363391167,
      "learning_rate": 9.062021948786166e-06,
      "loss": 0.9431,
      "step": 54500
    },
    {
      "epoch": 0.9078853836273014,
      "grad_norm": 5.848751359203812,
      "learning_rate": 9.078649817093448e-06,
      "loss": 0.9775,
      "step": 54600
    },
    {
      "epoch": 0.9095481773702085,
      "grad_norm": 4.051464527364664,
      "learning_rate": 9.095277685400732e-06,
      "loss": 0.9706,
      "step": 54700
    },
    {
      "epoch": 0.9112109711131157,
      "grad_norm": 4.047109203397398,
      "learning_rate": 9.111905553708016e-06,
      "loss": 0.9765,
      "step": 54800
    },
    {
      "epoch": 0.9128737648560229,
      "grad_norm": 4.8847362917827795,
      "learning_rate": 9.128533422015299e-06,
      "loss": 0.9676,
      "step": 54900
    },
    {
      "epoch": 0.91453655859893,
      "grad_norm": 3.0466420263144376,
      "learning_rate": 9.145161290322582e-06,
      "loss": 0.9282,
      "step": 55000
    },
    {
      "epoch": 0.9161993523418371,
      "grad_norm": 5.640025402052146,
      "learning_rate": 9.161789158629865e-06,
      "loss": 0.9543,
      "step": 55100
    },
    {
      "epoch": 0.9178621460847443,
      "grad_norm": 3.896085536094126,
      "learning_rate": 9.178417026937147e-06,
      "loss": 0.9349,
      "step": 55200
    },
    {
      "epoch": 0.9195249398276514,
      "grad_norm": 4.944860391568306,
      "learning_rate": 9.19504489524443e-06,
      "loss": 0.9746,
      "step": 55300
    },
    {
      "epoch": 0.9211877335705586,
      "grad_norm": 3.6703867342663257,
      "learning_rate": 9.211672763551713e-06,
      "loss": 0.9484,
      "step": 55400
    },
    {
      "epoch": 0.9228505273134657,
      "grad_norm": 4.753468526116723,
      "learning_rate": 9.228300631858997e-06,
      "loss": 0.9492,
      "step": 55500
    },
    {
      "epoch": 0.9245133210563728,
      "grad_norm": 3.5421453772688474,
      "learning_rate": 9.24492850016628e-06,
      "loss": 0.9472,
      "step": 55600
    },
    {
      "epoch": 0.92617611479928,
      "grad_norm": 4.657631450376159,
      "learning_rate": 9.261556368473561e-06,
      "loss": 0.9349,
      "step": 55700
    },
    {
      "epoch": 0.9278389085421872,
      "grad_norm": 4.832946103867109,
      "learning_rate": 9.278184236780845e-06,
      "loss": 0.9631,
      "step": 55800
    },
    {
      "epoch": 0.9295017022850943,
      "grad_norm": 5.311156999571482,
      "learning_rate": 9.294812105088128e-06,
      "loss": 0.9631,
      "step": 55900
    },
    {
      "epoch": 0.9311644960280014,
      "grad_norm": 3.3133203896464445,
      "learning_rate": 9.311439973395411e-06,
      "loss": 0.9567,
      "step": 56000
    },
    {
      "epoch": 0.9328272897709086,
      "grad_norm": 4.28294184604216,
      "learning_rate": 9.328067841702695e-06,
      "loss": 0.9569,
      "step": 56100
    },
    {
      "epoch": 0.9344900835138157,
      "grad_norm": 4.8363594256061155,
      "learning_rate": 9.344695710009978e-06,
      "loss": 0.9463,
      "step": 56200
    },
    {
      "epoch": 0.9361528772567229,
      "grad_norm": 4.869432379459609,
      "learning_rate": 9.361323578317262e-06,
      "loss": 0.9306,
      "step": 56300
    },
    {
      "epoch": 0.93781567099963,
      "grad_norm": 3.66238380082277,
      "learning_rate": 9.377951446624544e-06,
      "loss": 0.9539,
      "step": 56400
    },
    {
      "epoch": 0.9394784647425372,
      "grad_norm": 4.3308454144307245,
      "learning_rate": 9.394579314931826e-06,
      "loss": 0.9222,
      "step": 56500
    },
    {
      "epoch": 0.9411412584854443,
      "grad_norm": 5.661115891065899,
      "learning_rate": 9.41120718323911e-06,
      "loss": 0.9461,
      "step": 56600
    },
    {
      "epoch": 0.9428040522283515,
      "grad_norm": 4.028838853780231,
      "learning_rate": 9.427835051546392e-06,
      "loss": 0.9003,
      "step": 56700
    },
    {
      "epoch": 0.9444668459712586,
      "grad_norm": 4.843839813690367,
      "learning_rate": 9.444462919853676e-06,
      "loss": 0.9311,
      "step": 56800
    },
    {
      "epoch": 0.9461296397141657,
      "grad_norm": 3.340211891775477,
      "learning_rate": 9.461090788160958e-06,
      "loss": 0.9579,
      "step": 56900
    },
    {
      "epoch": 0.9477924334570729,
      "grad_norm": 5.047237731910924,
      "learning_rate": 9.47771865646824e-06,
      "loss": 0.9546,
      "step": 57000
    },
    {
      "epoch": 0.9494552271999801,
      "grad_norm": 5.519303641039246,
      "learning_rate": 9.494346524775524e-06,
      "loss": 0.9478,
      "step": 57100
    },
    {
      "epoch": 0.9511180209428872,
      "grad_norm": 3.7909345546455877,
      "learning_rate": 9.510974393082808e-06,
      "loss": 0.9535,
      "step": 57200
    },
    {
      "epoch": 0.9527808146857943,
      "grad_norm": 5.8972557958549965,
      "learning_rate": 9.52760226139009e-06,
      "loss": 0.9178,
      "step": 57300
    },
    {
      "epoch": 0.9544436084287015,
      "grad_norm": 4.79128310764228,
      "learning_rate": 9.544230129697374e-06,
      "loss": 0.9602,
      "step": 57400
    },
    {
      "epoch": 0.9561064021716086,
      "grad_norm": 3.88775966984769,
      "learning_rate": 9.560857998004657e-06,
      "loss": 0.9387,
      "step": 57500
    },
    {
      "epoch": 0.9577691959145158,
      "grad_norm": 3.467712736836128,
      "learning_rate": 9.577485866311939e-06,
      "loss": 0.95,
      "step": 57600
    },
    {
      "epoch": 0.9594319896574229,
      "grad_norm": 7.041640446305675,
      "learning_rate": 9.594113734619223e-06,
      "loss": 0.9974,
      "step": 57700
    },
    {
      "epoch": 0.96109478340033,
      "grad_norm": 5.04695547723181,
      "learning_rate": 9.610741602926505e-06,
      "loss": 0.9549,
      "step": 57800
    },
    {
      "epoch": 0.9627575771432372,
      "grad_norm": 3.436597090247969,
      "learning_rate": 9.627369471233789e-06,
      "loss": 0.9799,
      "step": 57900
    },
    {
      "epoch": 0.9644203708861444,
      "grad_norm": 5.301286547874062,
      "learning_rate": 9.643997339541071e-06,
      "loss": 0.9624,
      "step": 58000
    },
    {
      "epoch": 0.9660831646290515,
      "grad_norm": 4.856830647153541,
      "learning_rate": 9.660625207848353e-06,
      "loss": 0.9302,
      "step": 58100
    },
    {
      "epoch": 0.9677459583719586,
      "grad_norm": 5.657986545944047,
      "learning_rate": 9.677253076155637e-06,
      "loss": 0.9805,
      "step": 58200
    },
    {
      "epoch": 0.9694087521148658,
      "grad_norm": 3.9289148444816253,
      "learning_rate": 9.693880944462921e-06,
      "loss": 0.8925,
      "step": 58300
    },
    {
      "epoch": 0.9710715458577729,
      "grad_norm": 3.323735081878265,
      "learning_rate": 9.710508812770203e-06,
      "loss": 0.9248,
      "step": 58400
    },
    {
      "epoch": 0.9727343396006801,
      "grad_norm": 6.066117637513508,
      "learning_rate": 9.727136681077487e-06,
      "loss": 0.9598,
      "step": 58500
    },
    {
      "epoch": 0.9743971333435872,
      "grad_norm": 4.935640255657765,
      "learning_rate": 9.74376454938477e-06,
      "loss": 0.9461,
      "step": 58600
    },
    {
      "epoch": 0.9760599270864944,
      "grad_norm": 4.705783392661752,
      "learning_rate": 9.760392417692054e-06,
      "loss": 0.8909,
      "step": 58700
    },
    {
      "epoch": 0.9777227208294015,
      "grad_norm": 3.72088277641973,
      "learning_rate": 9.777020285999336e-06,
      "loss": 0.9231,
      "step": 58800
    },
    {
      "epoch": 0.9793855145723087,
      "grad_norm": 5.859584932824668,
      "learning_rate": 9.793648154306618e-06,
      "loss": 0.9452,
      "step": 58900
    },
    {
      "epoch": 0.9810483083152158,
      "grad_norm": 3.890567109028243,
      "learning_rate": 9.810276022613902e-06,
      "loss": 0.9535,
      "step": 59000
    },
    {
      "epoch": 0.982711102058123,
      "grad_norm": 5.175375476545309,
      "learning_rate": 9.826903890921184e-06,
      "loss": 0.9682,
      "step": 59100
    },
    {
      "epoch": 0.9843738958010301,
      "grad_norm": 4.44772117810384,
      "learning_rate": 9.843531759228468e-06,
      "loss": 0.9471,
      "step": 59200
    },
    {
      "epoch": 0.9860366895439372,
      "grad_norm": 4.496847718811847,
      "learning_rate": 9.86015962753575e-06,
      "loss": 0.9238,
      "step": 59300
    },
    {
      "epoch": 0.9876994832868444,
      "grad_norm": 3.947825874611403,
      "learning_rate": 9.876787495843033e-06,
      "loss": 0.9246,
      "step": 59400
    },
    {
      "epoch": 0.9893622770297515,
      "grad_norm": 3.1208662443908763,
      "learning_rate": 9.893415364150316e-06,
      "loss": 0.9475,
      "step": 59500
    },
    {
      "epoch": 0.9910250707726587,
      "grad_norm": 4.302385473853177,
      "learning_rate": 9.9100432324576e-06,
      "loss": 0.9735,
      "step": 59600
    },
    {
      "epoch": 0.9926878645155658,
      "grad_norm": 6.0010467301600965,
      "learning_rate": 9.926671100764883e-06,
      "loss": 0.9595,
      "step": 59700
    },
    {
      "epoch": 0.994350658258473,
      "grad_norm": 4.183252593938311,
      "learning_rate": 9.943298969072166e-06,
      "loss": 0.9409,
      "step": 59800
    },
    {
      "epoch": 0.9960134520013801,
      "grad_norm": 4.046969462521464,
      "learning_rate": 9.959926837379449e-06,
      "loss": 0.9417,
      "step": 59900
    },
    {
      "epoch": 0.9976762457442873,
      "grad_norm": 6.077956683975851,
      "learning_rate": 9.976554705686733e-06,
      "loss": 0.9162,
      "step": 60000
    },
    {
      "epoch": 0.9993390394871944,
      "grad_norm": 4.371519809293696,
      "learning_rate": 9.993182573994015e-06,
      "loss": 0.9512,
      "step": 60100
    },
    {
      "epoch": 1.0009976762457442,
      "grad_norm": 4.280263298577012,
      "learning_rate": 9.999999706821644e-06,
      "loss": 0.8823,
      "step": 60200
    },
    {
      "epoch": 1.0026604699886514,
      "grad_norm": 5.046045938386894,
      "learning_rate": 9.99999787077231e-06,
      "loss": 0.8362,
      "step": 60300
    },
    {
      "epoch": 1.0043232637315587,
      "grad_norm": 5.624362745757122,
      "learning_rate": 9.999994350274676e-06,
      "loss": 0.8475,
      "step": 60400
    },
    {
      "epoch": 1.0059860574744657,
      "grad_norm": 3.886200074856264,
      "learning_rate": 9.999989145329928e-06,
      "loss": 0.8248,
      "step": 60500
    },
    {
      "epoch": 1.007648851217373,
      "grad_norm": 7.459029306467848,
      "learning_rate": 9.999982255939816e-06,
      "loss": 0.8771,
      "step": 60600
    },
    {
      "epoch": 1.00931164496028,
      "grad_norm": 3.6851348097093903,
      "learning_rate": 9.999973682106664e-06,
      "loss": 0.8349,
      "step": 60700
    },
    {
      "epoch": 1.0109744387031872,
      "grad_norm": 4.081439786041252,
      "learning_rate": 9.99996342383336e-06,
      "loss": 0.8781,
      "step": 60800
    },
    {
      "epoch": 1.0126372324460944,
      "grad_norm": 4.812576124371472,
      "learning_rate": 9.999951481123362e-06,
      "loss": 0.8441,
      "step": 60900
    },
    {
      "epoch": 1.0143000261890014,
      "grad_norm": 5.268362162503153,
      "learning_rate": 9.99993785398069e-06,
      "loss": 0.8517,
      "step": 61000
    },
    {
      "epoch": 1.0159628199319086,
      "grad_norm": 4.177229931988407,
      "learning_rate": 9.999922542409934e-06,
      "loss": 0.8499,
      "step": 61100
    },
    {
      "epoch": 1.0176256136748156,
      "grad_norm": 5.11683053528435,
      "learning_rate": 9.999905546416258e-06,
      "loss": 0.8236,
      "step": 61200
    },
    {
      "epoch": 1.0192884074177229,
      "grad_norm": 3.9194876668128327,
      "learning_rate": 9.999886866005381e-06,
      "loss": 0.869,
      "step": 61300
    },
    {
      "epoch": 1.02095120116063,
      "grad_norm": 4.714335688931545,
      "learning_rate": 9.9998665011836e-06,
      "loss": 0.8549,
      "step": 61400
    },
    {
      "epoch": 1.022613994903537,
      "grad_norm": 4.128091988107122,
      "learning_rate": 9.999844451957776e-06,
      "loss": 0.8246,
      "step": 61500
    },
    {
      "epoch": 1.0242767886464443,
      "grad_norm": 4.882991823017929,
      "learning_rate": 9.999820718335336e-06,
      "loss": 0.8597,
      "step": 61600
    },
    {
      "epoch": 1.0259395823893516,
      "grad_norm": 5.292204358605255,
      "learning_rate": 9.999795300324275e-06,
      "loss": 0.8566,
      "step": 61700
    },
    {
      "epoch": 1.0276023761322586,
      "grad_norm": 5.527557334637766,
      "learning_rate": 9.999768197933158e-06,
      "loss": 0.8333,
      "step": 61800
    },
    {
      "epoch": 1.0292651698751658,
      "grad_norm": 4.500855654510317,
      "learning_rate": 9.999739411171113e-06,
      "loss": 0.8111,
      "step": 61900
    },
    {
      "epoch": 1.0309279636180728,
      "grad_norm": 3.9215564316622946,
      "learning_rate": 9.999708940047841e-06,
      "loss": 0.8296,
      "step": 62000
    },
    {
      "epoch": 1.03259075736098,
      "grad_norm": 3.9539411225410754,
      "learning_rate": 9.999676784573605e-06,
      "loss": 0.8471,
      "step": 62100
    },
    {
      "epoch": 1.0342535511038873,
      "grad_norm": 5.404865841861741,
      "learning_rate": 9.999642944759238e-06,
      "loss": 0.8201,
      "step": 62200
    },
    {
      "epoch": 1.0359163448467943,
      "grad_norm": 3.196679308412231,
      "learning_rate": 9.999607420616142e-06,
      "loss": 0.8783,
      "step": 62300
    },
    {
      "epoch": 1.0375791385897015,
      "grad_norm": 4.35837914887357,
      "learning_rate": 9.999570212156283e-06,
      "loss": 0.8677,
      "step": 62400
    },
    {
      "epoch": 1.0392419323326085,
      "grad_norm": 4.041693951086595,
      "learning_rate": 9.999531319392197e-06,
      "loss": 0.8819,
      "step": 62500
    },
    {
      "epoch": 1.0409047260755158,
      "grad_norm": 3.33588746268096,
      "learning_rate": 9.999490742336987e-06,
      "loss": 0.8543,
      "step": 62600
    },
    {
      "epoch": 1.042567519818423,
      "grad_norm": 4.631323431756272,
      "learning_rate": 9.999448481004321e-06,
      "loss": 0.8133,
      "step": 62700
    },
    {
      "epoch": 1.04423031356133,
      "grad_norm": 4.361414233663171,
      "learning_rate": 9.999404535408439e-06,
      "loss": 0.8417,
      "step": 62800
    },
    {
      "epoch": 1.0458931073042372,
      "grad_norm": 3.943046868882542,
      "learning_rate": 9.999358905564145e-06,
      "loss": 0.8155,
      "step": 62900
    },
    {
      "epoch": 1.0475559010471445,
      "grad_norm": 4.302842992964677,
      "learning_rate": 9.99931159148681e-06,
      "loss": 0.8434,
      "step": 63000
    },
    {
      "epoch": 1.0492186947900515,
      "grad_norm": 4.849502973337214,
      "learning_rate": 9.999262593192374e-06,
      "loss": 0.8517,
      "step": 63100
    },
    {
      "epoch": 1.0508814885329587,
      "grad_norm": 4.360380295216058,
      "learning_rate": 9.999211910697345e-06,
      "loss": 0.8368,
      "step": 63200
    },
    {
      "epoch": 1.0525442822758657,
      "grad_norm": 4.488315687127207,
      "learning_rate": 9.999159544018798e-06,
      "loss": 0.8421,
      "step": 63300
    },
    {
      "epoch": 1.054207076018773,
      "grad_norm": 4.881341260668819,
      "learning_rate": 9.999105493174372e-06,
      "loss": 0.8706,
      "step": 63400
    },
    {
      "epoch": 1.0558698697616802,
      "grad_norm": 3.5656818785812887,
      "learning_rate": 9.99904975818228e-06,
      "loss": 0.8486,
      "step": 63500
    },
    {
      "epoch": 1.0575326635045872,
      "grad_norm": 3.9194009057982346,
      "learning_rate": 9.998992339061295e-06,
      "loss": 0.8712,
      "step": 63600
    },
    {
      "epoch": 1.0591954572474944,
      "grad_norm": 5.866830382363368,
      "learning_rate": 9.998933235830763e-06,
      "loss": 0.8601,
      "step": 63700
    },
    {
      "epoch": 1.0608582509904014,
      "grad_norm": 3.5205277554766523,
      "learning_rate": 9.998872448510593e-06,
      "loss": 0.8699,
      "step": 63800
    },
    {
      "epoch": 1.0625210447333087,
      "grad_norm": 4.621256553108591,
      "learning_rate": 9.998809977121266e-06,
      "loss": 0.8423,
      "step": 63900
    },
    {
      "epoch": 1.064183838476216,
      "grad_norm": 3.74075900311844,
      "learning_rate": 9.998745821683829e-06,
      "loss": 0.8422,
      "step": 64000
    },
    {
      "epoch": 1.065846632219123,
      "grad_norm": 5.018425382720956,
      "learning_rate": 9.998679982219892e-06,
      "loss": 0.8523,
      "step": 64100
    },
    {
      "epoch": 1.0675094259620301,
      "grad_norm": 3.370031613405687,
      "learning_rate": 9.998612458751637e-06,
      "loss": 0.8651,
      "step": 64200
    },
    {
      "epoch": 1.0691722197049374,
      "grad_norm": 4.207593547882103,
      "learning_rate": 9.998543251301813e-06,
      "loss": 0.853,
      "step": 64300
    },
    {
      "epoch": 1.0708350134478444,
      "grad_norm": 4.6272707400016655,
      "learning_rate": 9.998472359893734e-06,
      "loss": 0.8438,
      "step": 64400
    },
    {
      "epoch": 1.0724978071907516,
      "grad_norm": 3.173643957962903,
      "learning_rate": 9.998399784551282e-06,
      "loss": 0.8143,
      "step": 64500
    },
    {
      "epoch": 1.0741606009336586,
      "grad_norm": 5.286206653390939,
      "learning_rate": 9.99832552529891e-06,
      "loss": 0.8169,
      "step": 64600
    },
    {
      "epoch": 1.0758233946765658,
      "grad_norm": 4.659155868462095,
      "learning_rate": 9.998249582161632e-06,
      "loss": 0.8352,
      "step": 64700
    },
    {
      "epoch": 1.077486188419473,
      "grad_norm": 3.9008288546448706,
      "learning_rate": 9.998171955165034e-06,
      "loss": 0.8452,
      "step": 64800
    },
    {
      "epoch": 1.07914898216238,
      "grad_norm": 6.124317205875885,
      "learning_rate": 9.998092644335266e-06,
      "loss": 0.8647,
      "step": 64900
    },
    {
      "epoch": 1.0808117759052873,
      "grad_norm": 4.185980467245101,
      "learning_rate": 9.99801164969905e-06,
      "loss": 0.8542,
      "step": 65000
    },
    {
      "epoch": 1.0824745696481943,
      "grad_norm": 5.693787285315702,
      "learning_rate": 9.99792897128367e-06,
      "loss": 0.8586,
      "step": 65100
    },
    {
      "epoch": 1.0841373633911016,
      "grad_norm": 3.424600658315801,
      "learning_rate": 9.997844609116981e-06,
      "loss": 0.8718,
      "step": 65200
    },
    {
      "epoch": 1.0858001571340088,
      "grad_norm": 4.020057735846868,
      "learning_rate": 9.9977585632274e-06,
      "loss": 0.8654,
      "step": 65300
    },
    {
      "epoch": 1.0874629508769158,
      "grad_norm": 3.743187970387439,
      "learning_rate": 9.997670833643922e-06,
      "loss": 0.8423,
      "step": 65400
    },
    {
      "epoch": 1.089125744619823,
      "grad_norm": 7.436682489452169,
      "learning_rate": 9.997581420396094e-06,
      "loss": 0.8506,
      "step": 65500
    },
    {
      "epoch": 1.09078853836273,
      "grad_norm": 3.329428044388096,
      "learning_rate": 9.997490323514046e-06,
      "loss": 0.8461,
      "step": 65600
    },
    {
      "epoch": 1.0924513321056373,
      "grad_norm": 4.945965820950513,
      "learning_rate": 9.997397543028462e-06,
      "loss": 0.8453,
      "step": 65700
    },
    {
      "epoch": 1.0941141258485445,
      "grad_norm": 3.842041154875245,
      "learning_rate": 9.997303078970601e-06,
      "loss": 0.8318,
      "step": 65800
    },
    {
      "epoch": 1.0957769195914515,
      "grad_norm": 4.204070532612385,
      "learning_rate": 9.997206931372287e-06,
      "loss": 0.8486,
      "step": 65900
    },
    {
      "epoch": 1.0974397133343587,
      "grad_norm": 3.3891882980047483,
      "learning_rate": 9.997109100265912e-06,
      "loss": 0.838,
      "step": 66000
    },
    {
      "epoch": 1.0991025070772658,
      "grad_norm": 3.589231020435699,
      "learning_rate": 9.997009585684432e-06,
      "loss": 0.8041,
      "step": 66100
    },
    {
      "epoch": 1.100765300820173,
      "grad_norm": 4.982159692993814,
      "learning_rate": 9.996908387661375e-06,
      "loss": 0.8424,
      "step": 66200
    },
    {
      "epoch": 1.1024280945630802,
      "grad_norm": 3.688155310355133,
      "learning_rate": 9.996805506230831e-06,
      "loss": 0.8521,
      "step": 66300
    },
    {
      "epoch": 1.1040908883059872,
      "grad_norm": 3.487974814552195,
      "learning_rate": 9.996700941427461e-06,
      "loss": 0.8356,
      "step": 66400
    },
    {
      "epoch": 1.1057536820488945,
      "grad_norm": 4.077906986613009,
      "learning_rate": 9.996594693286495e-06,
      "loss": 0.8294,
      "step": 66500
    },
    {
      "epoch": 1.1074164757918017,
      "grad_norm": 3.531255139258326,
      "learning_rate": 9.99648676184372e-06,
      "loss": 0.8281,
      "step": 66600
    },
    {
      "epoch": 1.1090792695347087,
      "grad_norm": 4.581810572645151,
      "learning_rate": 9.996377147135503e-06,
      "loss": 0.8565,
      "step": 66700
    },
    {
      "epoch": 1.110742063277616,
      "grad_norm": 3.3019575794842617,
      "learning_rate": 9.996265849198769e-06,
      "loss": 0.8549,
      "step": 66800
    },
    {
      "epoch": 1.112404857020523,
      "grad_norm": 4.472521966806495,
      "learning_rate": 9.996152868071014e-06,
      "loss": 0.8063,
      "step": 66900
    },
    {
      "epoch": 1.1140676507634302,
      "grad_norm": 7.171543420842454,
      "learning_rate": 9.996038203790299e-06,
      "loss": 0.875,
      "step": 67000
    },
    {
      "epoch": 1.1157304445063374,
      "grad_norm": 5.63304713272905,
      "learning_rate": 9.995921856395256e-06,
      "loss": 0.8459,
      "step": 67100
    },
    {
      "epoch": 1.1173932382492444,
      "grad_norm": 4.929145595479717,
      "learning_rate": 9.99580382592508e-06,
      "loss": 0.8591,
      "step": 67200
    },
    {
      "epoch": 1.1190560319921516,
      "grad_norm": 3.246916195888537,
      "learning_rate": 9.995684112419532e-06,
      "loss": 0.8118,
      "step": 67300
    },
    {
      "epoch": 1.1207188257350587,
      "grad_norm": 3.572964618322181,
      "learning_rate": 9.995562715918948e-06,
      "loss": 0.885,
      "step": 67400
    },
    {
      "epoch": 1.1223816194779659,
      "grad_norm": 3.531295511796754,
      "learning_rate": 9.995439636464217e-06,
      "loss": 0.8519,
      "step": 67500
    },
    {
      "epoch": 1.1240444132208731,
      "grad_norm": 4.993699811140537,
      "learning_rate": 9.99531487409681e-06,
      "loss": 0.8511,
      "step": 67600
    },
    {
      "epoch": 1.1257072069637801,
      "grad_norm": 3.443792616764757,
      "learning_rate": 9.995188428858755e-06,
      "loss": 0.8184,
      "step": 67700
    },
    {
      "epoch": 1.1273700007066874,
      "grad_norm": 3.460687506014102,
      "learning_rate": 9.995060300792652e-06,
      "loss": 0.8186,
      "step": 67800
    },
    {
      "epoch": 1.1290327944495946,
      "grad_norm": 4.65188920150722,
      "learning_rate": 9.994930489941663e-06,
      "loss": 0.8116,
      "step": 67900
    },
    {
      "epoch": 1.1306955881925016,
      "grad_norm": 4.221420571725041,
      "learning_rate": 9.994798996349524e-06,
      "loss": 0.8169,
      "step": 68000
    },
    {
      "epoch": 1.1323583819354088,
      "grad_norm": 4.800199035389522,
      "learning_rate": 9.99466582006053e-06,
      "loss": 0.8863,
      "step": 68100
    },
    {
      "epoch": 1.1340211756783158,
      "grad_norm": 4.21311147177404,
      "learning_rate": 9.99453096111955e-06,
      "loss": 0.8705,
      "step": 68200
    },
    {
      "epoch": 1.135683969421223,
      "grad_norm": 3.4105603374938736,
      "learning_rate": 9.994394419572016e-06,
      "loss": 0.8456,
      "step": 68300
    },
    {
      "epoch": 1.1373467631641303,
      "grad_norm": 5.326554515239479,
      "learning_rate": 9.994256195463923e-06,
      "loss": 0.8276,
      "step": 68400
    },
    {
      "epoch": 1.1390095569070373,
      "grad_norm": 4.78126926762809,
      "learning_rate": 9.994116288841844e-06,
      "loss": 0.8285,
      "step": 68500
    },
    {
      "epoch": 1.1406723506499445,
      "grad_norm": 3.6725171120063926,
      "learning_rate": 9.993974699752908e-06,
      "loss": 0.8272,
      "step": 68600
    },
    {
      "epoch": 1.1423351443928516,
      "grad_norm": 4.82354915095916,
      "learning_rate": 9.993831428244815e-06,
      "loss": 0.8552,
      "step": 68700
    },
    {
      "epoch": 1.1439979381357588,
      "grad_norm": 4.167005070901884,
      "learning_rate": 9.993686474365834e-06,
      "loss": 0.8598,
      "step": 68800
    },
    {
      "epoch": 1.145660731878666,
      "grad_norm": 6.379024878692271,
      "learning_rate": 9.993539838164797e-06,
      "loss": 0.8308,
      "step": 68900
    },
    {
      "epoch": 1.147323525621573,
      "grad_norm": 5.054701306303475,
      "learning_rate": 9.993391519691102e-06,
      "loss": 0.8482,
      "step": 69000
    },
    {
      "epoch": 1.1489863193644803,
      "grad_norm": 4.801057804744682,
      "learning_rate": 9.99324151899472e-06,
      "loss": 0.8476,
      "step": 69100
    },
    {
      "epoch": 1.1506491131073875,
      "grad_norm": 4.050514012180359,
      "learning_rate": 9.993089836126184e-06,
      "loss": 0.8229,
      "step": 69200
    },
    {
      "epoch": 1.1523119068502945,
      "grad_norm": 3.4627697168806164,
      "learning_rate": 9.992936471136592e-06,
      "loss": 0.8692,
      "step": 69300
    },
    {
      "epoch": 1.1539747005932017,
      "grad_norm": 3.5955135173216854,
      "learning_rate": 9.992781424077613e-06,
      "loss": 0.8759,
      "step": 69400
    },
    {
      "epoch": 1.1556374943361087,
      "grad_norm": 3.972138904213258,
      "learning_rate": 9.99262469500148e-06,
      "loss": 0.8441,
      "step": 69500
    },
    {
      "epoch": 1.157300288079016,
      "grad_norm": 3.6868684637975546,
      "learning_rate": 9.992466283960996e-06,
      "loss": 0.8559,
      "step": 69600
    },
    {
      "epoch": 1.158963081821923,
      "grad_norm": 4.902423092278565,
      "learning_rate": 9.992306191009523e-06,
      "loss": 0.8406,
      "step": 69700
    },
    {
      "epoch": 1.1606258755648302,
      "grad_norm": 4.344502245794673,
      "learning_rate": 9.992144416200998e-06,
      "loss": 0.8355,
      "step": 69800
    },
    {
      "epoch": 1.1622886693077374,
      "grad_norm": 4.813733027894809,
      "learning_rate": 9.991980959589921e-06,
      "loss": 0.8673,
      "step": 69900
    },
    {
      "epoch": 1.1639514630506445,
      "grad_norm": 3.4288306474478545,
      "learning_rate": 9.991815821231359e-06,
      "loss": 0.8658,
      "step": 70000
    },
    {
      "epoch": 1.1656142567935517,
      "grad_norm": 4.371536558639083,
      "learning_rate": 9.991649001180945e-06,
      "loss": 0.8121,
      "step": 70100
    },
    {
      "epoch": 1.167277050536459,
      "grad_norm": 4.124439105825272,
      "learning_rate": 9.99148049949488e-06,
      "loss": 0.8451,
      "step": 70200
    },
    {
      "epoch": 1.168939844279366,
      "grad_norm": 3.8964711739083313,
      "learning_rate": 9.991310316229928e-06,
      "loss": 0.8503,
      "step": 70300
    },
    {
      "epoch": 1.1706026380222732,
      "grad_norm": 3.843722424225369,
      "learning_rate": 9.991138451443423e-06,
      "loss": 0.8234,
      "step": 70400
    },
    {
      "epoch": 1.1722654317651804,
      "grad_norm": 5.709079144283439,
      "learning_rate": 9.990964905193265e-06,
      "loss": 0.8318,
      "step": 70500
    },
    {
      "epoch": 1.1739282255080874,
      "grad_norm": 3.118861581443254,
      "learning_rate": 9.990789677537922e-06,
      "loss": 0.8179,
      "step": 70600
    },
    {
      "epoch": 1.1755910192509946,
      "grad_norm": 3.2479984493564955,
      "learning_rate": 9.990612768536424e-06,
      "loss": 0.8003,
      "step": 70700
    },
    {
      "epoch": 1.1772538129939016,
      "grad_norm": 4.044786558437745,
      "learning_rate": 9.990434178248368e-06,
      "loss": 0.8183,
      "step": 70800
    },
    {
      "epoch": 1.1789166067368089,
      "grad_norm": 3.6277440772612803,
      "learning_rate": 9.990253906733923e-06,
      "loss": 0.8372,
      "step": 70900
    },
    {
      "epoch": 1.1805794004797159,
      "grad_norm": 3.979681370660199,
      "learning_rate": 9.990071954053819e-06,
      "loss": 0.8518,
      "step": 71000
    },
    {
      "epoch": 1.182242194222623,
      "grad_norm": 4.42890654217439,
      "learning_rate": 9.989888320269354e-06,
      "loss": 0.8507,
      "step": 71100
    },
    {
      "epoch": 1.1839049879655303,
      "grad_norm": 3.3934794631557983,
      "learning_rate": 9.989703005442393e-06,
      "loss": 0.8506,
      "step": 71200
    },
    {
      "epoch": 1.1855677817084374,
      "grad_norm": 3.763330347232676,
      "learning_rate": 9.989516009635366e-06,
      "loss": 0.8225,
      "step": 71300
    },
    {
      "epoch": 1.1872305754513446,
      "grad_norm": 5.045235149417063,
      "learning_rate": 9.98932733291127e-06,
      "loss": 0.8291,
      "step": 71400
    },
    {
      "epoch": 1.1888933691942518,
      "grad_norm": 4.289619553784828,
      "learning_rate": 9.989136975333669e-06,
      "loss": 0.7918,
      "step": 71500
    },
    {
      "epoch": 1.1905561629371588,
      "grad_norm": 3.6450996970706893,
      "learning_rate": 9.988944936966691e-06,
      "loss": 0.8264,
      "step": 71600
    },
    {
      "epoch": 1.192218956680066,
      "grad_norm": 3.7521472727020346,
      "learning_rate": 9.988751217875032e-06,
      "loss": 0.8143,
      "step": 71700
    },
    {
      "epoch": 1.193881750422973,
      "grad_norm": 4.269114505570928,
      "learning_rate": 9.988555818123956e-06,
      "loss": 0.8181,
      "step": 71800
    },
    {
      "epoch": 1.1955445441658803,
      "grad_norm": 4.614308569695154,
      "learning_rate": 9.98835873777929e-06,
      "loss": 0.8264,
      "step": 71900
    },
    {
      "epoch": 1.1972073379087875,
      "grad_norm": 4.235503599414205,
      "learning_rate": 9.988159976907428e-06,
      "loss": 0.813,
      "step": 72000
    },
    {
      "epoch": 1.1988701316516945,
      "grad_norm": 4.462131918005587,
      "learning_rate": 9.987959535575329e-06,
      "loss": 0.8119,
      "step": 72100
    },
    {
      "epoch": 1.2005329253946018,
      "grad_norm": 2.980380996024795,
      "learning_rate": 9.987757413850523e-06,
      "loss": 0.8458,
      "step": 72200
    },
    {
      "epoch": 1.2021957191375088,
      "grad_norm": 3.6129078511604047,
      "learning_rate": 9.987553611801102e-06,
      "loss": 0.8313,
      "step": 72300
    },
    {
      "epoch": 1.203858512880416,
      "grad_norm": 3.2721773409712864,
      "learning_rate": 9.987348129495721e-06,
      "loss": 0.7978,
      "step": 72400
    },
    {
      "epoch": 1.2055213066233232,
      "grad_norm": 4.117924825930048,
      "learning_rate": 9.98714096700361e-06,
      "loss": 0.8274,
      "step": 72500
    },
    {
      "epoch": 1.2071841003662303,
      "grad_norm": 4.911908857517122,
      "learning_rate": 9.986932124394557e-06,
      "loss": 0.8236,
      "step": 72600
    },
    {
      "epoch": 1.2088468941091375,
      "grad_norm": 5.2602976602992495,
      "learning_rate": 9.98672160173892e-06,
      "loss": 0.8338,
      "step": 72700
    },
    {
      "epoch": 1.2105096878520447,
      "grad_norm": 3.686652182573133,
      "learning_rate": 9.986509399107623e-06,
      "loss": 0.83,
      "step": 72800
    },
    {
      "epoch": 1.2121724815949517,
      "grad_norm": 3.9421894918583322,
      "learning_rate": 9.986295516572153e-06,
      "loss": 0.8187,
      "step": 72900
    },
    {
      "epoch": 1.213835275337859,
      "grad_norm": 4.072783711999539,
      "learning_rate": 9.986079954204563e-06,
      "loss": 0.837,
      "step": 73000
    },
    {
      "epoch": 1.215498069080766,
      "grad_norm": 3.542344223719677,
      "learning_rate": 9.985862712077478e-06,
      "loss": 0.8231,
      "step": 73100
    },
    {
      "epoch": 1.2171608628236732,
      "grad_norm": 5.067535798443618,
      "learning_rate": 9.985643790264083e-06,
      "loss": 0.8151,
      "step": 73200
    },
    {
      "epoch": 1.2188236565665804,
      "grad_norm": 4.001519621905467,
      "learning_rate": 9.98542318883813e-06,
      "loss": 0.8327,
      "step": 73300
    },
    {
      "epoch": 1.2204864503094874,
      "grad_norm": 4.657618573127487,
      "learning_rate": 9.985200907873939e-06,
      "loss": 0.8224,
      "step": 73400
    },
    {
      "epoch": 1.2221492440523947,
      "grad_norm": 4.776677346627273,
      "learning_rate": 9.984976947446392e-06,
      "loss": 0.8236,
      "step": 73500
    },
    {
      "epoch": 1.2238120377953017,
      "grad_norm": 4.023591758168419,
      "learning_rate": 9.984751307630939e-06,
      "loss": 0.8513,
      "step": 73600
    },
    {
      "epoch": 1.225474831538209,
      "grad_norm": 4.463271283079919,
      "learning_rate": 9.984523988503598e-06,
      "loss": 0.8077,
      "step": 73700
    },
    {
      "epoch": 1.2271376252811161,
      "grad_norm": 4.291262392912056,
      "learning_rate": 9.984294990140948e-06,
      "loss": 0.8084,
      "step": 73800
    },
    {
      "epoch": 1.2288004190240231,
      "grad_norm": 4.000470771328759,
      "learning_rate": 9.984064312620137e-06,
      "loss": 0.819,
      "step": 73900
    },
    {
      "epoch": 1.2304632127669304,
      "grad_norm": 3.4988296465789706,
      "learning_rate": 9.98383195601888e-06,
      "loss": 0.8112,
      "step": 74000
    },
    {
      "epoch": 1.2321260065098376,
      "grad_norm": 4.61774636253288,
      "learning_rate": 9.983597920415452e-06,
      "loss": 0.8372,
      "step": 74100
    },
    {
      "epoch": 1.2337888002527446,
      "grad_norm": 5.064264266396653,
      "learning_rate": 9.983362205888701e-06,
      "loss": 0.8278,
      "step": 74200
    },
    {
      "epoch": 1.2354515939956519,
      "grad_norm": 3.959230378277228,
      "learning_rate": 9.983124812518032e-06,
      "loss": 0.8138,
      "step": 74300
    },
    {
      "epoch": 1.2371143877385589,
      "grad_norm": 3.6941019337262735,
      "learning_rate": 9.982885740383425e-06,
      "loss": 0.8207,
      "step": 74400
    },
    {
      "epoch": 1.238777181481466,
      "grad_norm": 3.3472842135406573,
      "learning_rate": 9.98264498956542e-06,
      "loss": 0.8242,
      "step": 74500
    },
    {
      "epoch": 1.2404399752243733,
      "grad_norm": 4.09324693905301,
      "learning_rate": 9.98240256014512e-06,
      "loss": 0.7926,
      "step": 74600
    },
    {
      "epoch": 1.2421027689672803,
      "grad_norm": 4.880287265432911,
      "learning_rate": 9.982158452204203e-06,
      "loss": 0.8037,
      "step": 74700
    },
    {
      "epoch": 1.2437655627101876,
      "grad_norm": 3.179665358103396,
      "learning_rate": 9.981912665824901e-06,
      "loss": 0.8389,
      "step": 74800
    },
    {
      "epoch": 1.2454283564530946,
      "grad_norm": 4.199987019523832,
      "learning_rate": 9.981665201090022e-06,
      "loss": 0.8259,
      "step": 74900
    },
    {
      "epoch": 1.2470911501960018,
      "grad_norm": 4.099624539741141,
      "learning_rate": 9.981416058082929e-06,
      "loss": 0.8076,
      "step": 75000
    },
    {
      "epoch": 1.248753943938909,
      "grad_norm": 4.4810491199810425,
      "learning_rate": 9.98116523688756e-06,
      "loss": 0.8395,
      "step": 75100
    },
    {
      "epoch": 1.250416737681816,
      "grad_norm": 3.036830481635786,
      "learning_rate": 9.98091273758841e-06,
      "loss": 0.8252,
      "step": 75200
    },
    {
      "epoch": 1.2520795314247233,
      "grad_norm": 3.7457954304712824,
      "learning_rate": 9.980658560270547e-06,
      "loss": 0.8054,
      "step": 75300
    },
    {
      "epoch": 1.2537423251676305,
      "grad_norm": 3.4152821461000604,
      "learning_rate": 9.980402705019599e-06,
      "loss": 0.794,
      "step": 75400
    },
    {
      "epoch": 1.2554051189105375,
      "grad_norm": 4.798035938265916,
      "learning_rate": 9.980145171921762e-06,
      "loss": 0.8342,
      "step": 75500
    },
    {
      "epoch": 1.2570679126534448,
      "grad_norm": 4.449537501602619,
      "learning_rate": 9.979885961063795e-06,
      "loss": 0.8361,
      "step": 75600
    },
    {
      "epoch": 1.2587307063963518,
      "grad_norm": 4.742547123839023,
      "learning_rate": 9.979625072533026e-06,
      "loss": 0.8196,
      "step": 75700
    },
    {
      "epoch": 1.260393500139259,
      "grad_norm": 3.542425720171049,
      "learning_rate": 9.979362506417342e-06,
      "loss": 0.8211,
      "step": 75800
    },
    {
      "epoch": 1.262056293882166,
      "grad_norm": 4.202860418895215,
      "learning_rate": 9.979098262805203e-06,
      "loss": 0.8421,
      "step": 75900
    },
    {
      "epoch": 1.2637190876250732,
      "grad_norm": 4.383091888467918,
      "learning_rate": 9.978832341785625e-06,
      "loss": 0.8097,
      "step": 76000
    },
    {
      "epoch": 1.2653818813679805,
      "grad_norm": 2.9793107782841193,
      "learning_rate": 9.978564743448198e-06,
      "loss": 0.8223,
      "step": 76100
    },
    {
      "epoch": 1.2670446751108875,
      "grad_norm": 3.6596562295093578,
      "learning_rate": 9.978295467883074e-06,
      "loss": 0.789,
      "step": 76200
    },
    {
      "epoch": 1.2687074688537947,
      "grad_norm": 4.788944969004023,
      "learning_rate": 9.978024515180967e-06,
      "loss": 0.817,
      "step": 76300
    },
    {
      "epoch": 1.270370262596702,
      "grad_norm": 3.0800982975848066,
      "learning_rate": 9.977751885433156e-06,
      "loss": 0.8143,
      "step": 76400
    },
    {
      "epoch": 1.272033056339609,
      "grad_norm": 4.95185581000981,
      "learning_rate": 9.97747757873149e-06,
      "loss": 0.858,
      "step": 76500
    },
    {
      "epoch": 1.2736958500825162,
      "grad_norm": 3.884080447126271,
      "learning_rate": 9.97720159516838e-06,
      "loss": 0.8196,
      "step": 76600
    },
    {
      "epoch": 1.2753586438254234,
      "grad_norm": 5.006362351431296,
      "learning_rate": 9.976923934836803e-06,
      "loss": 0.8102,
      "step": 76700
    },
    {
      "epoch": 1.2770214375683304,
      "grad_norm": 4.198913188558703,
      "learning_rate": 9.976644597830298e-06,
      "loss": 0.8036,
      "step": 76800
    },
    {
      "epoch": 1.2786842313112377,
      "grad_norm": 4.1966096231249495,
      "learning_rate": 9.976363584242971e-06,
      "loss": 0.8165,
      "step": 76900
    },
    {
      "epoch": 1.2803470250541447,
      "grad_norm": 5.568598679418043,
      "learning_rate": 9.976080894169495e-06,
      "loss": 0.8133,
      "step": 77000
    },
    {
      "epoch": 1.282009818797052,
      "grad_norm": 3.6395751373794645,
      "learning_rate": 9.975796527705102e-06,
      "loss": 0.8308,
      "step": 77100
    },
    {
      "epoch": 1.283672612539959,
      "grad_norm": 5.1111732355787955,
      "learning_rate": 9.975510484945594e-06,
      "loss": 0.8195,
      "step": 77200
    },
    {
      "epoch": 1.2853354062828661,
      "grad_norm": 4.429478683404174,
      "learning_rate": 9.975222765987336e-06,
      "loss": 0.8341,
      "step": 77300
    },
    {
      "epoch": 1.2869982000257734,
      "grad_norm": 4.413411814635311,
      "learning_rate": 9.974933370927256e-06,
      "loss": 0.829,
      "step": 77400
    },
    {
      "epoch": 1.2886609937686804,
      "grad_norm": 3.5024827201530133,
      "learning_rate": 9.974642299862851e-06,
      "loss": 0.8212,
      "step": 77500
    },
    {
      "epoch": 1.2903237875115876,
      "grad_norm": 3.4438774530170044,
      "learning_rate": 9.974349552892177e-06,
      "loss": 0.8179,
      "step": 77600
    },
    {
      "epoch": 1.2919865812544948,
      "grad_norm": 3.378099436848102,
      "learning_rate": 9.97405513011386e-06,
      "loss": 0.8009,
      "step": 77700
    },
    {
      "epoch": 1.2936493749974018,
      "grad_norm": 3.560391750952688,
      "learning_rate": 9.973759031627084e-06,
      "loss": 0.7939,
      "step": 77800
    },
    {
      "epoch": 1.295312168740309,
      "grad_norm": 4.070162549650913,
      "learning_rate": 9.973461257531606e-06,
      "loss": 0.8191,
      "step": 77900
    },
    {
      "epoch": 1.2969749624832163,
      "grad_norm": 4.194189859321232,
      "learning_rate": 9.973161807927743e-06,
      "loss": 0.829,
      "step": 78000
    },
    {
      "epoch": 1.2986377562261233,
      "grad_norm": 3.618414757267253,
      "learning_rate": 9.972860682916375e-06,
      "loss": 0.8058,
      "step": 78100
    },
    {
      "epoch": 1.3003005499690303,
      "grad_norm": 4.881538439462496,
      "learning_rate": 9.972557882598945e-06,
      "loss": 0.8018,
      "step": 78200
    },
    {
      "epoch": 1.3019633437119376,
      "grad_norm": 3.9937766903745926,
      "learning_rate": 9.972253407077467e-06,
      "loss": 0.8246,
      "step": 78300
    },
    {
      "epoch": 1.3036261374548448,
      "grad_norm": 4.099528905650479,
      "learning_rate": 9.971947256454518e-06,
      "loss": 0.7909,
      "step": 78400
    },
    {
      "epoch": 1.3052889311977518,
      "grad_norm": 4.389600910607364,
      "learning_rate": 9.97163943083323e-06,
      "loss": 0.7908,
      "step": 78500
    },
    {
      "epoch": 1.306951724940659,
      "grad_norm": 4.706689369716256,
      "learning_rate": 9.971329930317313e-06,
      "loss": 0.8105,
      "step": 78600
    },
    {
      "epoch": 1.3086145186835663,
      "grad_norm": 4.664004880158954,
      "learning_rate": 9.971018755011031e-06,
      "loss": 0.7991,
      "step": 78700
    },
    {
      "epoch": 1.3102773124264733,
      "grad_norm": 3.872116052851584,
      "learning_rate": 9.970705905019216e-06,
      "loss": 0.8377,
      "step": 78800
    },
    {
      "epoch": 1.3119401061693805,
      "grad_norm": 4.366558649766099,
      "learning_rate": 9.970391380447265e-06,
      "loss": 0.8045,
      "step": 78900
    },
    {
      "epoch": 1.3136028999122877,
      "grad_norm": 3.9729681872381737,
      "learning_rate": 9.970075181401136e-06,
      "loss": 0.794,
      "step": 79000
    },
    {
      "epoch": 1.3152656936551947,
      "grad_norm": 3.2165524645881822,
      "learning_rate": 9.969757307987356e-06,
      "loss": 0.8259,
      "step": 79100
    },
    {
      "epoch": 1.316928487398102,
      "grad_norm": 3.7553469471332592,
      "learning_rate": 9.969437760313014e-06,
      "loss": 0.829,
      "step": 79200
    },
    {
      "epoch": 1.318591281141009,
      "grad_norm": 4.766162549524405,
      "learning_rate": 9.96911653848576e-06,
      "loss": 0.8079,
      "step": 79300
    },
    {
      "epoch": 1.3202540748839162,
      "grad_norm": 4.124606597731356,
      "learning_rate": 9.96879364261381e-06,
      "loss": 0.8318,
      "step": 79400
    },
    {
      "epoch": 1.3219168686268232,
      "grad_norm": 4.315056058870725,
      "learning_rate": 9.968469072805944e-06,
      "loss": 0.7942,
      "step": 79500
    },
    {
      "epoch": 1.3235796623697305,
      "grad_norm": 4.318227294483239,
      "learning_rate": 9.96814282917151e-06,
      "loss": 0.8307,
      "step": 79600
    },
    {
      "epoch": 1.3252424561126377,
      "grad_norm": 3.080458030722517,
      "learning_rate": 9.967814911820413e-06,
      "loss": 0.8236,
      "step": 79700
    },
    {
      "epoch": 1.3269052498555447,
      "grad_norm": 3.9862099284772055,
      "learning_rate": 9.967485320863126e-06,
      "loss": 0.8302,
      "step": 79800
    },
    {
      "epoch": 1.328568043598452,
      "grad_norm": 3.6416300634259424,
      "learning_rate": 9.967154056410684e-06,
      "loss": 0.8005,
      "step": 79900
    },
    {
      "epoch": 1.3302308373413592,
      "grad_norm": 3.5964197051710145,
      "learning_rate": 9.966821118574687e-06,
      "loss": 0.7826,
      "step": 80000
    },
    {
      "epoch": 1.3318936310842662,
      "grad_norm": 4.4848980105638185,
      "learning_rate": 9.966486507467298e-06,
      "loss": 0.7898,
      "step": 80100
    },
    {
      "epoch": 1.3335564248271734,
      "grad_norm": 3.5535300701384944,
      "learning_rate": 9.966150223201245e-06,
      "loss": 0.7916,
      "step": 80200
    },
    {
      "epoch": 1.3352192185700806,
      "grad_norm": 6.080567105587135,
      "learning_rate": 9.965812265889819e-06,
      "loss": 0.8272,
      "step": 80300
    },
    {
      "epoch": 1.3368820123129876,
      "grad_norm": 3.7320674968418466,
      "learning_rate": 9.965472635646873e-06,
      "loss": 0.7949,
      "step": 80400
    },
    {
      "epoch": 1.3385448060558949,
      "grad_norm": 3.722843060353167,
      "learning_rate": 9.965131332586826e-06,
      "loss": 0.8063,
      "step": 80500
    },
    {
      "epoch": 1.3402075997988019,
      "grad_norm": 3.320738951402475,
      "learning_rate": 9.964788356824659e-06,
      "loss": 0.8323,
      "step": 80600
    },
    {
      "epoch": 1.3418703935417091,
      "grad_norm": 4.893094979974242,
      "learning_rate": 9.964443708475918e-06,
      "loss": 0.7752,
      "step": 80700
    },
    {
      "epoch": 1.3435331872846161,
      "grad_norm": 5.214677071354442,
      "learning_rate": 9.96409738765671e-06,
      "loss": 0.7915,
      "step": 80800
    },
    {
      "epoch": 1.3451959810275234,
      "grad_norm": 3.8861568990616204,
      "learning_rate": 9.963749394483708e-06,
      "loss": 0.8157,
      "step": 80900
    },
    {
      "epoch": 1.3468587747704306,
      "grad_norm": 3.010353622502149,
      "learning_rate": 9.963399729074147e-06,
      "loss": 0.7807,
      "step": 81000
    },
    {
      "epoch": 1.3485215685133376,
      "grad_norm": 4.26531759597162,
      "learning_rate": 9.963048391545826e-06,
      "loss": 0.8141,
      "step": 81100
    },
    {
      "epoch": 1.3501843622562448,
      "grad_norm": 3.852918990875345,
      "learning_rate": 9.962695382017107e-06,
      "loss": 0.8162,
      "step": 81200
    },
    {
      "epoch": 1.351847155999152,
      "grad_norm": 3.1141048336468065,
      "learning_rate": 9.962340700606915e-06,
      "loss": 0.8104,
      "step": 81300
    },
    {
      "epoch": 1.353509949742059,
      "grad_norm": 3.220594698977834,
      "learning_rate": 9.961984347434736e-06,
      "loss": 0.8007,
      "step": 81400
    },
    {
      "epoch": 1.3551727434849663,
      "grad_norm": 3.7432874164064893,
      "learning_rate": 9.961626322620627e-06,
      "loss": 0.8184,
      "step": 81500
    },
    {
      "epoch": 1.3568355372278735,
      "grad_norm": 2.96539066047192,
      "learning_rate": 9.9612666262852e-06,
      "loss": 0.8048,
      "step": 81600
    },
    {
      "epoch": 1.3584983309707805,
      "grad_norm": 5.309822902460754,
      "learning_rate": 9.960905258549633e-06,
      "loss": 0.7714,
      "step": 81700
    },
    {
      "epoch": 1.3601611247136878,
      "grad_norm": 3.914083658790174,
      "learning_rate": 9.960542219535668e-06,
      "loss": 0.7725,
      "step": 81800
    },
    {
      "epoch": 1.3618239184565948,
      "grad_norm": 3.667553970182072,
      "learning_rate": 9.960177509365608e-06,
      "loss": 0.8255,
      "step": 81900
    },
    {
      "epoch": 1.363486712199502,
      "grad_norm": 4.509014241741513,
      "learning_rate": 9.959811128162322e-06,
      "loss": 0.8199,
      "step": 82000
    },
    {
      "epoch": 1.365149505942409,
      "grad_norm": 3.986985555165724,
      "learning_rate": 9.959443076049238e-06,
      "loss": 0.8007,
      "step": 82100
    },
    {
      "epoch": 1.3668122996853163,
      "grad_norm": 3.06932754861253,
      "learning_rate": 9.959073353150349e-06,
      "loss": 0.8003,
      "step": 82200
    },
    {
      "epoch": 1.3684750934282235,
      "grad_norm": 4.018527105292403,
      "learning_rate": 9.958701959590212e-06,
      "loss": 0.7636,
      "step": 82300
    },
    {
      "epoch": 1.3701378871711305,
      "grad_norm": 4.374507366389912,
      "learning_rate": 9.958328895493946e-06,
      "loss": 0.7892,
      "step": 82400
    },
    {
      "epoch": 1.3718006809140377,
      "grad_norm": 3.0275499078031864,
      "learning_rate": 9.95795416098723e-06,
      "loss": 0.7977,
      "step": 82500
    },
    {
      "epoch": 1.373463474656945,
      "grad_norm": 3.4506987990176854,
      "learning_rate": 9.957577756196312e-06,
      "loss": 0.7998,
      "step": 82600
    },
    {
      "epoch": 1.375126268399852,
      "grad_norm": 4.843915800179339,
      "learning_rate": 9.957199681247997e-06,
      "loss": 0.7815,
      "step": 82700
    },
    {
      "epoch": 1.3767890621427592,
      "grad_norm": 3.507624733162208,
      "learning_rate": 9.956819936269655e-06,
      "loss": 0.8117,
      "step": 82800
    },
    {
      "epoch": 1.3784518558856664,
      "grad_norm": 3.7133811691232754,
      "learning_rate": 9.956438521389217e-06,
      "loss": 0.8226,
      "step": 82900
    },
    {
      "epoch": 1.3801146496285734,
      "grad_norm": 4.456304529715196,
      "learning_rate": 9.95605543673518e-06,
      "loss": 0.8582,
      "step": 83000
    },
    {
      "epoch": 1.3817774433714807,
      "grad_norm": 5.779159372091458,
      "learning_rate": 9.955670682436598e-06,
      "loss": 0.7998,
      "step": 83100
    },
    {
      "epoch": 1.3834402371143877,
      "grad_norm": 3.457481726600979,
      "learning_rate": 9.955284258623095e-06,
      "loss": 0.8445,
      "step": 83200
    },
    {
      "epoch": 1.385103030857295,
      "grad_norm": 4.076990396424398,
      "learning_rate": 9.95489616542485e-06,
      "loss": 0.7683,
      "step": 83300
    },
    {
      "epoch": 1.386765824600202,
      "grad_norm": 4.170805247035064,
      "learning_rate": 9.954506402972607e-06,
      "loss": 0.8036,
      "step": 83400
    },
    {
      "epoch": 1.3884286183431092,
      "grad_norm": 3.717064832800998,
      "learning_rate": 9.954114971397676e-06,
      "loss": 0.7919,
      "step": 83500
    },
    {
      "epoch": 1.3900914120860164,
      "grad_norm": 3.735312261620411,
      "learning_rate": 9.953721870831925e-06,
      "loss": 0.7831,
      "step": 83600
    },
    {
      "epoch": 1.3917542058289234,
      "grad_norm": 3.2305866887763637,
      "learning_rate": 9.953327101407786e-06,
      "loss": 0.7636,
      "step": 83700
    },
    {
      "epoch": 1.3934169995718306,
      "grad_norm": 5.772440547394107,
      "learning_rate": 9.952930663258251e-06,
      "loss": 0.7863,
      "step": 83800
    },
    {
      "epoch": 1.3950797933147379,
      "grad_norm": 3.691510000695068,
      "learning_rate": 9.952532556516878e-06,
      "loss": 0.7579,
      "step": 83900
    },
    {
      "epoch": 1.3967425870576449,
      "grad_norm": 4.948677356669001,
      "learning_rate": 9.952132781317785e-06,
      "loss": 0.7681,
      "step": 84000
    },
    {
      "epoch": 1.398405380800552,
      "grad_norm": 3.183513650700687,
      "learning_rate": 9.95173133779565e-06,
      "loss": 0.7696,
      "step": 84100
    },
    {
      "epoch": 1.4000681745434593,
      "grad_norm": 3.5285046416049166,
      "learning_rate": 9.951328226085718e-06,
      "loss": 0.7747,
      "step": 84200
    },
    {
      "epoch": 1.4017309682863663,
      "grad_norm": 4.226096944062637,
      "learning_rate": 9.950923446323792e-06,
      "loss": 0.8082,
      "step": 84300
    },
    {
      "epoch": 1.4033937620292734,
      "grad_norm": 3.5006440008016075,
      "learning_rate": 9.950516998646239e-06,
      "loss": 0.799,
      "step": 84400
    },
    {
      "epoch": 1.4050565557721806,
      "grad_norm": 3.75172219660176,
      "learning_rate": 9.950108883189984e-06,
      "loss": 0.8172,
      "step": 84500
    },
    {
      "epoch": 1.4067193495150878,
      "grad_norm": 3.6033557839438726,
      "learning_rate": 9.949699100092521e-06,
      "loss": 0.7681,
      "step": 84600
    },
    {
      "epoch": 1.4083821432579948,
      "grad_norm": 4.26892457437623,
      "learning_rate": 9.949287649491898e-06,
      "loss": 0.7538,
      "step": 84700
    },
    {
      "epoch": 1.410044937000902,
      "grad_norm": 4.121435680380036,
      "learning_rate": 9.948874531526733e-06,
      "loss": 0.8083,
      "step": 84800
    },
    {
      "epoch": 1.4117077307438093,
      "grad_norm": 4.284890279652193,
      "learning_rate": 9.948459746336198e-06,
      "loss": 0.7999,
      "step": 84900
    },
    {
      "epoch": 1.4133705244867163,
      "grad_norm": 4.328408029077744,
      "learning_rate": 9.94804329406003e-06,
      "loss": 0.7853,
      "step": 85000
    },
    {
      "epoch": 1.4150333182296235,
      "grad_norm": 3.5704192024689596,
      "learning_rate": 9.947625174838528e-06,
      "loss": 0.7812,
      "step": 85100
    },
    {
      "epoch": 1.4166961119725308,
      "grad_norm": 3.69092386971968,
      "learning_rate": 9.947205388812554e-06,
      "loss": 0.7777,
      "step": 85200
    },
    {
      "epoch": 1.4183589057154378,
      "grad_norm": 3.8876034515733275,
      "learning_rate": 9.946783936123525e-06,
      "loss": 0.8047,
      "step": 85300
    },
    {
      "epoch": 1.420021699458345,
      "grad_norm": 3.665695253926027,
      "learning_rate": 9.946360816913429e-06,
      "loss": 0.7942,
      "step": 85400
    },
    {
      "epoch": 1.421684493201252,
      "grad_norm": 5.07078047694962,
      "learning_rate": 9.945936031324807e-06,
      "loss": 0.8202,
      "step": 85500
    },
    {
      "epoch": 1.4233472869441592,
      "grad_norm": 3.2025322133879133,
      "learning_rate": 9.945509579500768e-06,
      "loss": 0.7772,
      "step": 85600
    },
    {
      "epoch": 1.4250100806870662,
      "grad_norm": 4.50238700247485,
      "learning_rate": 9.945081461584977e-06,
      "loss": 0.792,
      "step": 85700
    },
    {
      "epoch": 1.4266728744299735,
      "grad_norm": 3.962627220237532,
      "learning_rate": 9.944651677721663e-06,
      "loss": 0.812,
      "step": 85800
    },
    {
      "epoch": 1.4283356681728807,
      "grad_norm": 3.389746517763239,
      "learning_rate": 9.944220228055618e-06,
      "loss": 0.7961,
      "step": 85900
    },
    {
      "epoch": 1.4299984619157877,
      "grad_norm": 3.19047444602814,
      "learning_rate": 9.94378711273219e-06,
      "loss": 0.7899,
      "step": 86000
    },
    {
      "epoch": 1.431661255658695,
      "grad_norm": 4.377870060324949,
      "learning_rate": 9.943352331897291e-06,
      "loss": 0.7873,
      "step": 86100
    },
    {
      "epoch": 1.4333240494016022,
      "grad_norm": 4.005558664091523,
      "learning_rate": 9.942915885697398e-06,
      "loss": 0.7681,
      "step": 86200
    },
    {
      "epoch": 1.4349868431445092,
      "grad_norm": 3.454292926538536,
      "learning_rate": 9.94247777427954e-06,
      "loss": 0.7927,
      "step": 86300
    },
    {
      "epoch": 1.4366496368874164,
      "grad_norm": 3.8723074230692833,
      "learning_rate": 9.942037997791315e-06,
      "loss": 0.7727,
      "step": 86400
    },
    {
      "epoch": 1.4383124306303237,
      "grad_norm": 3.8025222014756244,
      "learning_rate": 9.941596556380882e-06,
      "loss": 0.7604,
      "step": 86500
    },
    {
      "epoch": 1.4399752243732307,
      "grad_norm": 3.2367132543067587,
      "learning_rate": 9.941153450196951e-06,
      "loss": 0.7739,
      "step": 86600
    },
    {
      "epoch": 1.441638018116138,
      "grad_norm": 4.0339185702816165,
      "learning_rate": 9.940708679388808e-06,
      "loss": 0.7651,
      "step": 86700
    },
    {
      "epoch": 1.443300811859045,
      "grad_norm": 3.0235387012131323,
      "learning_rate": 9.940262244106288e-06,
      "loss": 0.7666,
      "step": 86800
    },
    {
      "epoch": 1.4449636056019521,
      "grad_norm": 4.72098564979634,
      "learning_rate": 9.939814144499788e-06,
      "loss": 0.7671,
      "step": 86900
    },
    {
      "epoch": 1.4466263993448591,
      "grad_norm": 3.2881982331667143,
      "learning_rate": 9.939364380720273e-06,
      "loss": 0.7921,
      "step": 87000
    },
    {
      "epoch": 1.4482891930877664,
      "grad_norm": 3.74880501638505,
      "learning_rate": 9.93891295291926e-06,
      "loss": 0.8028,
      "step": 87100
    },
    {
      "epoch": 1.4499519868306736,
      "grad_norm": 3.542652846940566,
      "learning_rate": 9.938459861248833e-06,
      "loss": 0.7789,
      "step": 87200
    },
    {
      "epoch": 1.4516147805735806,
      "grad_norm": 3.570755739519519,
      "learning_rate": 9.938005105861633e-06,
      "loss": 0.7947,
      "step": 87300
    },
    {
      "epoch": 1.4532775743164879,
      "grad_norm": 3.623640582672003,
      "learning_rate": 9.937548686910861e-06,
      "loss": 0.7703,
      "step": 87400
    },
    {
      "epoch": 1.454940368059395,
      "grad_norm": 4.588997948333026,
      "learning_rate": 9.937090604550284e-06,
      "loss": 0.8043,
      "step": 87500
    },
    {
      "epoch": 1.456603161802302,
      "grad_norm": 4.427037941222024,
      "learning_rate": 9.93663085893422e-06,
      "loss": 0.7802,
      "step": 87600
    },
    {
      "epoch": 1.4582659555452093,
      "grad_norm": 5.2953056564188605,
      "learning_rate": 9.936169450217556e-06,
      "loss": 0.7794,
      "step": 87700
    },
    {
      "epoch": 1.4599287492881166,
      "grad_norm": 3.392085594156179,
      "learning_rate": 9.935706378555735e-06,
      "loss": 0.8037,
      "step": 87800
    },
    {
      "epoch": 1.4615915430310236,
      "grad_norm": 3.573508216644682,
      "learning_rate": 9.935241644104761e-06,
      "loss": 0.7638,
      "step": 87900
    },
    {
      "epoch": 1.4632543367739308,
      "grad_norm": 3.310903275512932,
      "learning_rate": 9.9347752470212e-06,
      "loss": 0.7791,
      "step": 88000
    },
    {
      "epoch": 1.4649171305168378,
      "grad_norm": 3.644730457506361,
      "learning_rate": 9.934307187462174e-06,
      "loss": 0.7865,
      "step": 88100
    },
    {
      "epoch": 1.466579924259745,
      "grad_norm": 4.578513615159866,
      "learning_rate": 9.933837465585367e-06,
      "loss": 0.7804,
      "step": 88200
    },
    {
      "epoch": 1.468242718002652,
      "grad_norm": 4.1970516493836465,
      "learning_rate": 9.933366081549024e-06,
      "loss": 0.7749,
      "step": 88300
    },
    {
      "epoch": 1.4699055117455593,
      "grad_norm": 4.086272691551801,
      "learning_rate": 9.932893035511953e-06,
      "loss": 0.7898,
      "step": 88400
    },
    {
      "epoch": 1.4715683054884665,
      "grad_norm": 4.7228652079941025,
      "learning_rate": 9.932418327633515e-06,
      "loss": 0.7896,
      "step": 88500
    },
    {
      "epoch": 1.4732310992313735,
      "grad_norm": 3.6143259622343673,
      "learning_rate": 9.931941958073635e-06,
      "loss": 0.77,
      "step": 88600
    },
    {
      "epoch": 1.4748938929742808,
      "grad_norm": 2.814557092886022,
      "learning_rate": 9.931463926992797e-06,
      "loss": 0.7783,
      "step": 88700
    },
    {
      "epoch": 1.476556686717188,
      "grad_norm": 4.132600064594909,
      "learning_rate": 9.930984234552046e-06,
      "loss": 0.789,
      "step": 88800
    },
    {
      "epoch": 1.478219480460095,
      "grad_norm": 4.223105090169592,
      "learning_rate": 9.930502880912982e-06,
      "loss": 0.7732,
      "step": 88900
    },
    {
      "epoch": 1.4798822742030022,
      "grad_norm": 3.218416346798435,
      "learning_rate": 9.930019866237773e-06,
      "loss": 0.8083,
      "step": 89000
    },
    {
      "epoch": 1.4815450679459095,
      "grad_norm": 3.78850201359491,
      "learning_rate": 9.929535190689137e-06,
      "loss": 0.7644,
      "step": 89100
    },
    {
      "epoch": 1.4832078616888165,
      "grad_norm": 4.690078098917524,
      "learning_rate": 9.92904885443036e-06,
      "loss": 0.7765,
      "step": 89200
    },
    {
      "epoch": 1.4848706554317235,
      "grad_norm": 3.333453249456671,
      "learning_rate": 9.928560857625281e-06,
      "loss": 0.79,
      "step": 89300
    },
    {
      "epoch": 1.4865334491746307,
      "grad_norm": 4.197244139646398,
      "learning_rate": 9.928071200438304e-06,
      "loss": 0.7538,
      "step": 89400
    },
    {
      "epoch": 1.488196242917538,
      "grad_norm": 4.190088749325538,
      "learning_rate": 9.927579883034386e-06,
      "loss": 0.7844,
      "step": 89500
    },
    {
      "epoch": 1.489859036660445,
      "grad_norm": 4.609226779765057,
      "learning_rate": 9.927086905579048e-06,
      "loss": 0.8012,
      "step": 89600
    },
    {
      "epoch": 1.4915218304033522,
      "grad_norm": 3.3126148655619505,
      "learning_rate": 9.926592268238372e-06,
      "loss": 0.8152,
      "step": 89700
    },
    {
      "epoch": 1.4931846241462594,
      "grad_norm": 3.092653174763841,
      "learning_rate": 9.926095971178993e-06,
      "loss": 0.7697,
      "step": 89800
    },
    {
      "epoch": 1.4948474178891664,
      "grad_norm": 2.631006787142747,
      "learning_rate": 9.92559801456811e-06,
      "loss": 0.7619,
      "step": 89900
    },
    {
      "epoch": 1.4965102116320737,
      "grad_norm": 3.833896076269967,
      "learning_rate": 9.925098398573478e-06,
      "loss": 0.7657,
      "step": 90000
    },
    {
      "epoch": 1.4981730053749809,
      "grad_norm": 5.968968345215898,
      "learning_rate": 9.924597123363415e-06,
      "loss": 0.7544,
      "step": 90100
    },
    {
      "epoch": 1.499835799117888,
      "grad_norm": 3.3961306160537905,
      "learning_rate": 9.924094189106793e-06,
      "loss": 0.7687,
      "step": 90200
    },
    {
      "epoch": 1.501498592860795,
      "grad_norm": 3.9349016601469153,
      "learning_rate": 9.923589595973045e-06,
      "loss": 0.786,
      "step": 90300
    },
    {
      "epoch": 1.5031613866037024,
      "grad_norm": 3.322763328194784,
      "learning_rate": 9.923083344132166e-06,
      "loss": 0.7897,
      "step": 90400
    },
    {
      "epoch": 1.5048241803466094,
      "grad_norm": 3.1689946759445253,
      "learning_rate": 9.922575433754707e-06,
      "loss": 0.757,
      "step": 90500
    },
    {
      "epoch": 1.5064869740895164,
      "grad_norm": 3.402887453129489,
      "learning_rate": 9.922065865011774e-06,
      "loss": 0.7781,
      "step": 90600
    },
    {
      "epoch": 1.5081497678324236,
      "grad_norm": 4.092730392651357,
      "learning_rate": 9.92155463807504e-06,
      "loss": 0.7919,
      "step": 90700
    },
    {
      "epoch": 1.5098125615753308,
      "grad_norm": 3.236681590000138,
      "learning_rate": 9.921041753116728e-06,
      "loss": 0.8009,
      "step": 90800
    },
    {
      "epoch": 1.5114753553182378,
      "grad_norm": 3.326886439740561,
      "learning_rate": 9.920527210309629e-06,
      "loss": 0.7765,
      "step": 90900
    },
    {
      "epoch": 1.513138149061145,
      "grad_norm": 3.589624246082719,
      "learning_rate": 9.920011009827083e-06,
      "loss": 0.7728,
      "step": 91000
    },
    {
      "epoch": 1.5148009428040523,
      "grad_norm": 3.6352060990798214,
      "learning_rate": 9.919493151842993e-06,
      "loss": 0.78,
      "step": 91100
    },
    {
      "epoch": 1.5164637365469593,
      "grad_norm": 5.6658204598876,
      "learning_rate": 9.918973636531823e-06,
      "loss": 0.8099,
      "step": 91200
    },
    {
      "epoch": 1.5181265302898665,
      "grad_norm": 4.8102305637551614,
      "learning_rate": 9.918452464068588e-06,
      "loss": 0.7845,
      "step": 91300
    },
    {
      "epoch": 1.5197893240327738,
      "grad_norm": 2.974457103976038,
      "learning_rate": 9.91792963462887e-06,
      "loss": 0.7958,
      "step": 91400
    },
    {
      "epoch": 1.5214521177756808,
      "grad_norm": 3.328841064729169,
      "learning_rate": 9.917405148388801e-06,
      "loss": 0.7554,
      "step": 91500
    },
    {
      "epoch": 1.5231149115185878,
      "grad_norm": 3.4903133247739477,
      "learning_rate": 9.916879005525078e-06,
      "loss": 0.7948,
      "step": 91600
    },
    {
      "epoch": 1.5247777052614953,
      "grad_norm": 5.058129340850285,
      "learning_rate": 9.916351206214953e-06,
      "loss": 0.8137,
      "step": 91700
    },
    {
      "epoch": 1.5264404990044023,
      "grad_norm": 3.523313468512379,
      "learning_rate": 9.915821750636234e-06,
      "loss": 0.7836,
      "step": 91800
    },
    {
      "epoch": 1.5281032927473093,
      "grad_norm": 2.8341692592413366,
      "learning_rate": 9.91529063896729e-06,
      "loss": 0.7431,
      "step": 91900
    },
    {
      "epoch": 1.5297660864902165,
      "grad_norm": 2.8936943581663304,
      "learning_rate": 9.91475787138705e-06,
      "loss": 0.753,
      "step": 92000
    },
    {
      "epoch": 1.5314288802331237,
      "grad_norm": 3.9936483613281064,
      "learning_rate": 9.914223448074995e-06,
      "loss": 0.8055,
      "step": 92100
    },
    {
      "epoch": 1.5330916739760307,
      "grad_norm": 3.2495170148806496,
      "learning_rate": 9.913687369211166e-06,
      "loss": 0.7748,
      "step": 92200
    },
    {
      "epoch": 1.534754467718938,
      "grad_norm": 4.17825831053082,
      "learning_rate": 9.913149634976164e-06,
      "loss": 0.7897,
      "step": 92300
    },
    {
      "epoch": 1.5364172614618452,
      "grad_norm": 4.391653767478127,
      "learning_rate": 9.912610245551148e-06,
      "loss": 0.7643,
      "step": 92400
    },
    {
      "epoch": 1.5380800552047522,
      "grad_norm": 4.330592919966566,
      "learning_rate": 9.912069201117829e-06,
      "loss": 0.7933,
      "step": 92500
    },
    {
      "epoch": 1.5397428489476594,
      "grad_norm": 4.28866431310378,
      "learning_rate": 9.91152650185848e-06,
      "loss": 0.7589,
      "step": 92600
    },
    {
      "epoch": 1.5414056426905667,
      "grad_norm": 4.12015251756233,
      "learning_rate": 9.910982147955937e-06,
      "loss": 0.7952,
      "step": 92700
    },
    {
      "epoch": 1.5430684364334737,
      "grad_norm": 4.335101603600038,
      "learning_rate": 9.910436139593579e-06,
      "loss": 0.7904,
      "step": 92800
    },
    {
      "epoch": 1.5447312301763807,
      "grad_norm": 4.113173303517111,
      "learning_rate": 9.909888476955354e-06,
      "loss": 0.796,
      "step": 92900
    },
    {
      "epoch": 1.5463940239192882,
      "grad_norm": 4.651140758807762,
      "learning_rate": 9.909339160225766e-06,
      "loss": 0.7938,
      "step": 93000
    },
    {
      "epoch": 1.5480568176621952,
      "grad_norm": 5.237251231786318,
      "learning_rate": 9.908788189589868e-06,
      "loss": 0.7885,
      "step": 93100
    },
    {
      "epoch": 1.5497196114051022,
      "grad_norm": 5.6337382106317255,
      "learning_rate": 9.908235565233283e-06,
      "loss": 0.7683,
      "step": 93200
    },
    {
      "epoch": 1.5513824051480094,
      "grad_norm": 5.062786857556366,
      "learning_rate": 9.907681287342183e-06,
      "loss": 0.7534,
      "step": 93300
    },
    {
      "epoch": 1.5530451988909166,
      "grad_norm": 3.820293552923005,
      "learning_rate": 9.907125356103297e-06,
      "loss": 0.7832,
      "step": 93400
    },
    {
      "epoch": 1.5547079926338236,
      "grad_norm": 6.090160898491393,
      "learning_rate": 9.906567771703914e-06,
      "loss": 0.7692,
      "step": 93500
    },
    {
      "epoch": 1.5563707863767309,
      "grad_norm": 3.5637119487532787,
      "learning_rate": 9.906008534331876e-06,
      "loss": 0.7987,
      "step": 93600
    },
    {
      "epoch": 1.558033580119638,
      "grad_norm": 5.6694261196670075,
      "learning_rate": 9.905447644175587e-06,
      "loss": 0.7931,
      "step": 93700
    },
    {
      "epoch": 1.5596963738625451,
      "grad_norm": 3.9210545127920637,
      "learning_rate": 9.904885101424004e-06,
      "loss": 0.7833,
      "step": 93800
    },
    {
      "epoch": 1.5613591676054523,
      "grad_norm": 3.0429657861750763,
      "learning_rate": 9.904320906266643e-06,
      "loss": 0.7902,
      "step": 93900
    },
    {
      "epoch": 1.5630219613483596,
      "grad_norm": 3.754229620748171,
      "learning_rate": 9.903755058893574e-06,
      "loss": 0.7662,
      "step": 94000
    },
    {
      "epoch": 1.5646847550912666,
      "grad_norm": 3.3145877875245273,
      "learning_rate": 9.903187559495426e-06,
      "loss": 0.7945,
      "step": 94100
    },
    {
      "epoch": 1.5663475488341736,
      "grad_norm": 4.8926266460137,
      "learning_rate": 9.902618408263385e-06,
      "loss": 0.7766,
      "step": 94200
    },
    {
      "epoch": 1.5680103425770808,
      "grad_norm": 2.596511863899627,
      "learning_rate": 9.902047605389189e-06,
      "loss": 0.7568,
      "step": 94300
    },
    {
      "epoch": 1.569673136319988,
      "grad_norm": 4.004396995659401,
      "learning_rate": 9.901475151065138e-06,
      "loss": 0.739,
      "step": 94400
    },
    {
      "epoch": 1.571335930062895,
      "grad_norm": 4.874817091392248,
      "learning_rate": 9.900901045484087e-06,
      "loss": 0.7699,
      "step": 94500
    },
    {
      "epoch": 1.5729987238058023,
      "grad_norm": 3.7066420138784557,
      "learning_rate": 9.900325288839444e-06,
      "loss": 0.7773,
      "step": 94600
    },
    {
      "epoch": 1.5746615175487095,
      "grad_norm": 3.604759864681537,
      "learning_rate": 9.899747881325177e-06,
      "loss": 0.747,
      "step": 94700
    },
    {
      "epoch": 1.5763243112916165,
      "grad_norm": 3.008379154878687,
      "learning_rate": 9.899168823135807e-06,
      "loss": 0.7669,
      "step": 94800
    },
    {
      "epoch": 1.5779871050345238,
      "grad_norm": 3.0391731758811322,
      "learning_rate": 9.898588114466417e-06,
      "loss": 0.7843,
      "step": 94900
    },
    {
      "epoch": 1.579649898777431,
      "grad_norm": 3.763471553430544,
      "learning_rate": 9.898005755512636e-06,
      "loss": 0.7465,
      "step": 95000
    },
    {
      "epoch": 1.581312692520338,
      "grad_norm": 4.467719160375297,
      "learning_rate": 9.897421746470658e-06,
      "loss": 0.7312,
      "step": 95100
    },
    {
      "epoch": 1.5829754862632452,
      "grad_norm": 3.775229663802923,
      "learning_rate": 9.89683608753723e-06,
      "loss": 0.7484,
      "step": 95200
    },
    {
      "epoch": 1.5846382800061525,
      "grad_norm": 4.706030085521457,
      "learning_rate": 9.896248778909653e-06,
      "loss": 0.7744,
      "step": 95300
    },
    {
      "epoch": 1.5863010737490595,
      "grad_norm": 4.201678645808538,
      "learning_rate": 9.895659820785789e-06,
      "loss": 0.7419,
      "step": 95400
    },
    {
      "epoch": 1.5879638674919665,
      "grad_norm": 4.321149490186043,
      "learning_rate": 9.895069213364045e-06,
      "loss": 0.7233,
      "step": 95500
    },
    {
      "epoch": 1.5896266612348737,
      "grad_norm": 4.375189375828417,
      "learning_rate": 9.894476956843399e-06,
      "loss": 0.7853,
      "step": 95600
    },
    {
      "epoch": 1.591289454977781,
      "grad_norm": 3.3189753710540737,
      "learning_rate": 9.893883051423369e-06,
      "loss": 0.7703,
      "step": 95700
    },
    {
      "epoch": 1.592952248720688,
      "grad_norm": 3.1682198411648774,
      "learning_rate": 9.893287497304041e-06,
      "loss": 0.7995,
      "step": 95800
    },
    {
      "epoch": 1.5946150424635952,
      "grad_norm": 4.282852223226291,
      "learning_rate": 9.892690294686046e-06,
      "loss": 0.7753,
      "step": 95900
    },
    {
      "epoch": 1.5962778362065024,
      "grad_norm": 4.222485299496144,
      "learning_rate": 9.89209144377058e-06,
      "loss": 0.7633,
      "step": 96000
    },
    {
      "epoch": 1.5979406299494094,
      "grad_norm": 2.998118364951193,
      "learning_rate": 9.891490944759388e-06,
      "loss": 0.7688,
      "step": 96100
    },
    {
      "epoch": 1.5996034236923167,
      "grad_norm": 4.187760219766308,
      "learning_rate": 9.890888797854771e-06,
      "loss": 0.7737,
      "step": 96200
    },
    {
      "epoch": 1.601266217435224,
      "grad_norm": 3.5240243437396868,
      "learning_rate": 9.890285003259588e-06,
      "loss": 0.7387,
      "step": 96300
    },
    {
      "epoch": 1.602929011178131,
      "grad_norm": 4.045441369829308,
      "learning_rate": 9.88967956117725e-06,
      "loss": 0.7534,
      "step": 96400
    },
    {
      "epoch": 1.604591804921038,
      "grad_norm": 3.4594610656753293,
      "learning_rate": 9.889072471811724e-06,
      "loss": 0.7688,
      "step": 96500
    },
    {
      "epoch": 1.6062545986639454,
      "grad_norm": 3.729118706443404,
      "learning_rate": 9.888463735367532e-06,
      "loss": 0.8119,
      "step": 96600
    },
    {
      "epoch": 1.6079173924068524,
      "grad_norm": 2.7963888567458115,
      "learning_rate": 9.887853352049755e-06,
      "loss": 0.7456,
      "step": 96700
    },
    {
      "epoch": 1.6095801861497594,
      "grad_norm": 3.586498808565558,
      "learning_rate": 9.88724132206402e-06,
      "loss": 0.7495,
      "step": 96800
    },
    {
      "epoch": 1.6112429798926666,
      "grad_norm": 4.835899309281381,
      "learning_rate": 9.886627645616515e-06,
      "loss": 0.7534,
      "step": 96900
    },
    {
      "epoch": 1.6129057736355739,
      "grad_norm": 4.259340883879215,
      "learning_rate": 9.886012322913984e-06,
      "loss": 0.7718,
      "step": 97000
    },
    {
      "epoch": 1.6145685673784809,
      "grad_norm": 3.0871322552145934,
      "learning_rate": 9.88539535416372e-06,
      "loss": 0.7835,
      "step": 97100
    },
    {
      "epoch": 1.616231361121388,
      "grad_norm": 3.9857591507122274,
      "learning_rate": 9.884776739573574e-06,
      "loss": 0.7754,
      "step": 97200
    },
    {
      "epoch": 1.6178941548642953,
      "grad_norm": 4.439460868021525,
      "learning_rate": 9.884156479351951e-06,
      "loss": 0.7571,
      "step": 97300
    },
    {
      "epoch": 1.6195569486072023,
      "grad_norm": 3.3869795740964155,
      "learning_rate": 9.88353457370781e-06,
      "loss": 0.7667,
      "step": 97400
    },
    {
      "epoch": 1.6212197423501096,
      "grad_norm": 3.6492504950205604,
      "learning_rate": 9.882911022850667e-06,
      "loss": 0.7387,
      "step": 97500
    },
    {
      "epoch": 1.6228825360930168,
      "grad_norm": 4.0750690385275865,
      "learning_rate": 9.882285826990587e-06,
      "loss": 0.7711,
      "step": 97600
    },
    {
      "epoch": 1.6245453298359238,
      "grad_norm": 4.093455240036983,
      "learning_rate": 9.881658986338194e-06,
      "loss": 0.7446,
      "step": 97700
    },
    {
      "epoch": 1.6262081235788308,
      "grad_norm": 3.9284267359307283,
      "learning_rate": 9.881030501104662e-06,
      "loss": 0.7895,
      "step": 97800
    },
    {
      "epoch": 1.6278709173217383,
      "grad_norm": 3.2337031925403843,
      "learning_rate": 9.880400371501723e-06,
      "loss": 0.7821,
      "step": 97900
    },
    {
      "epoch": 1.6295337110646453,
      "grad_norm": 2.379372253841022,
      "learning_rate": 9.879768597741663e-06,
      "loss": 0.7588,
      "step": 98000
    },
    {
      "epoch": 1.6311965048075523,
      "grad_norm": 3.806395651783701,
      "learning_rate": 9.879135180037316e-06,
      "loss": 0.7488,
      "step": 98100
    },
    {
      "epoch": 1.6328592985504595,
      "grad_norm": 3.9272942204803503,
      "learning_rate": 9.878500118602079e-06,
      "loss": 0.7553,
      "step": 98200
    },
    {
      "epoch": 1.6345220922933668,
      "grad_norm": 4.103943325622184,
      "learning_rate": 9.877863413649893e-06,
      "loss": 0.7373,
      "step": 98300
    },
    {
      "epoch": 1.6361848860362738,
      "grad_norm": 4.271193682359871,
      "learning_rate": 9.87722506539526e-06,
      "loss": 0.7759,
      "step": 98400
    },
    {
      "epoch": 1.637847679779181,
      "grad_norm": 3.190211028041944,
      "learning_rate": 9.876585074053231e-06,
      "loss": 0.7872,
      "step": 98500
    },
    {
      "epoch": 1.6395104735220882,
      "grad_norm": 4.217003506434438,
      "learning_rate": 9.875943439839414e-06,
      "loss": 0.7245,
      "step": 98600
    },
    {
      "epoch": 1.6411732672649952,
      "grad_norm": 3.5518388367082747,
      "learning_rate": 9.87530016296997e-06,
      "loss": 0.7699,
      "step": 98700
    },
    {
      "epoch": 1.6428360610079025,
      "grad_norm": 3.789137669888503,
      "learning_rate": 9.87465524366161e-06,
      "loss": 0.7662,
      "step": 98800
    },
    {
      "epoch": 1.6444988547508097,
      "grad_norm": 4.177649719451542,
      "learning_rate": 9.874008682131602e-06,
      "loss": 0.775,
      "step": 98900
    },
    {
      "epoch": 1.6461616484937167,
      "grad_norm": 3.9418553551951248,
      "learning_rate": 9.873360478597766e-06,
      "loss": 0.77,
      "step": 99000
    },
    {
      "epoch": 1.6478244422366237,
      "grad_norm": 3.0068372730566724,
      "learning_rate": 9.872710633278478e-06,
      "loss": 0.7805,
      "step": 99100
    },
    {
      "epoch": 1.6494872359795312,
      "grad_norm": 3.788762889720705,
      "learning_rate": 9.872059146392658e-06,
      "loss": 0.7643,
      "step": 99200
    },
    {
      "epoch": 1.6511500297224382,
      "grad_norm": 3.73263790323488,
      "learning_rate": 9.87140601815979e-06,
      "loss": 0.8055,
      "step": 99300
    },
    {
      "epoch": 1.6528128234653452,
      "grad_norm": 4.125011901955223,
      "learning_rate": 9.870751248799905e-06,
      "loss": 0.7982,
      "step": 99400
    },
    {
      "epoch": 1.6544756172082524,
      "grad_norm": 3.4770021674445406,
      "learning_rate": 9.870094838533587e-06,
      "loss": 0.7473,
      "step": 99500
    },
    {
      "epoch": 1.6561384109511597,
      "grad_norm": 3.576998179115207,
      "learning_rate": 9.869436787581976e-06,
      "loss": 0.7567,
      "step": 99600
    },
    {
      "epoch": 1.6578012046940667,
      "grad_norm": 3.401773266511048,
      "learning_rate": 9.868777096166762e-06,
      "loss": 0.8024,
      "step": 99700
    },
    {
      "epoch": 1.659463998436974,
      "grad_norm": 3.6961384076843804,
      "learning_rate": 9.868115764510189e-06,
      "loss": 0.7459,
      "step": 99800
    },
    {
      "epoch": 1.6611267921798811,
      "grad_norm": 3.64010023307875,
      "learning_rate": 9.86745279283505e-06,
      "loss": 0.7654,
      "step": 99900
    },
    {
      "epoch": 1.6627895859227881,
      "grad_norm": 2.829736483432069,
      "learning_rate": 9.866788181364696e-06,
      "loss": 0.7587,
      "step": 100000
    },
    {
      "epoch": 1.6644523796656954,
      "grad_norm": 3.5192487008929083,
      "learning_rate": 9.866121930323028e-06,
      "loss": 0.7796,
      "step": 100100
    },
    {
      "epoch": 1.6661151734086026,
      "grad_norm": 3.629937742692836,
      "learning_rate": 9.865454039934496e-06,
      "loss": 0.7566,
      "step": 100200
    },
    {
      "epoch": 1.6677779671515096,
      "grad_norm": 5.922875307184434,
      "learning_rate": 9.864784510424108e-06,
      "loss": 0.7628,
      "step": 100300
    },
    {
      "epoch": 1.6694407608944166,
      "grad_norm": 3.29958843275615,
      "learning_rate": 9.864113342017423e-06,
      "loss": 0.7334,
      "step": 100400
    },
    {
      "epoch": 1.6711035546373239,
      "grad_norm": 3.29621995760342,
      "learning_rate": 9.86344053494055e-06,
      "loss": 0.7606,
      "step": 100500
    },
    {
      "epoch": 1.672766348380231,
      "grad_norm": 2.9358900396765764,
      "learning_rate": 9.862766089420147e-06,
      "loss": 0.7723,
      "step": 100600
    },
    {
      "epoch": 1.674429142123138,
      "grad_norm": 2.896378044492428,
      "learning_rate": 9.862090005683433e-06,
      "loss": 0.7574,
      "step": 100700
    },
    {
      "epoch": 1.6760919358660453,
      "grad_norm": 3.5389802988881236,
      "learning_rate": 9.861412283958171e-06,
      "loss": 0.7483,
      "step": 100800
    },
    {
      "epoch": 1.6777547296089526,
      "grad_norm": 4.215025433321102,
      "learning_rate": 9.860732924472678e-06,
      "loss": 0.7403,
      "step": 100900
    },
    {
      "epoch": 1.6794175233518596,
      "grad_norm": 4.055163145724576,
      "learning_rate": 9.860051927455827e-06,
      "loss": 0.7609,
      "step": 101000
    },
    {
      "epoch": 1.6810803170947668,
      "grad_norm": 3.914274018155986,
      "learning_rate": 9.859369293137035e-06,
      "loss": 0.7627,
      "step": 101100
    },
    {
      "epoch": 1.682743110837674,
      "grad_norm": 3.7314335059263692,
      "learning_rate": 9.858685021746275e-06,
      "loss": 0.7346,
      "step": 101200
    },
    {
      "epoch": 1.684405904580581,
      "grad_norm": 4.312072011447376,
      "learning_rate": 9.857999113514074e-06,
      "loss": 0.7636,
      "step": 101300
    },
    {
      "epoch": 1.686068698323488,
      "grad_norm": 3.5707298492114585,
      "learning_rate": 9.857311568671503e-06,
      "loss": 0.759,
      "step": 101400
    },
    {
      "epoch": 1.6877314920663955,
      "grad_norm": 4.184173629292376,
      "learning_rate": 9.856622387450192e-06,
      "loss": 0.7574,
      "step": 101500
    },
    {
      "epoch": 1.6893942858093025,
      "grad_norm": 4.15579068573827,
      "learning_rate": 9.85593157008232e-06,
      "loss": 0.7268,
      "step": 101600
    },
    {
      "epoch": 1.6910570795522095,
      "grad_norm": 3.7596181842722163,
      "learning_rate": 9.855239116800612e-06,
      "loss": 0.7839,
      "step": 101700
    },
    {
      "epoch": 1.6927198732951168,
      "grad_norm": 2.98060814335271,
      "learning_rate": 9.854545027838354e-06,
      "loss": 0.7271,
      "step": 101800
    },
    {
      "epoch": 1.694382667038024,
      "grad_norm": 3.190088044762649,
      "learning_rate": 9.853849303429373e-06,
      "loss": 0.7251,
      "step": 101900
    },
    {
      "epoch": 1.696045460780931,
      "grad_norm": 3.812429371612506,
      "learning_rate": 9.853151943808054e-06,
      "loss": 0.7486,
      "step": 102000
    },
    {
      "epoch": 1.6977082545238382,
      "grad_norm": 3.255335157101712,
      "learning_rate": 9.852452949209329e-06,
      "loss": 0.7528,
      "step": 102100
    },
    {
      "epoch": 1.6993710482667455,
      "grad_norm": 3.4173856311950526,
      "learning_rate": 9.851752319868682e-06,
      "loss": 0.7533,
      "step": 102200
    },
    {
      "epoch": 1.7010338420096525,
      "grad_norm": 4.45193559034386,
      "learning_rate": 9.85105005602215e-06,
      "loss": 0.7639,
      "step": 102300
    },
    {
      "epoch": 1.7026966357525597,
      "grad_norm": 3.4191146561551258,
      "learning_rate": 9.850346157906317e-06,
      "loss": 0.7037,
      "step": 102400
    },
    {
      "epoch": 1.704359429495467,
      "grad_norm": 3.766327535270543,
      "learning_rate": 9.849640625758318e-06,
      "loss": 0.771,
      "step": 102500
    },
    {
      "epoch": 1.706022223238374,
      "grad_norm": 3.4005622015603696,
      "learning_rate": 9.848933459815842e-06,
      "loss": 0.7659,
      "step": 102600
    },
    {
      "epoch": 1.707685016981281,
      "grad_norm": 3.449611500493808,
      "learning_rate": 9.848224660317123e-06,
      "loss": 0.7564,
      "step": 102700
    },
    {
      "epoch": 1.7093478107241884,
      "grad_norm": 5.6821813781652795,
      "learning_rate": 9.847514227500952e-06,
      "loss": 0.7728,
      "step": 102800
    },
    {
      "epoch": 1.7110106044670954,
      "grad_norm": 4.038543855437762,
      "learning_rate": 9.846802161606662e-06,
      "loss": 0.7339,
      "step": 102900
    },
    {
      "epoch": 1.7126733982100024,
      "grad_norm": 3.896742786266056,
      "learning_rate": 9.846088462874147e-06,
      "loss": 0.748,
      "step": 103000
    },
    {
      "epoch": 1.7143361919529096,
      "grad_norm": 2.9373660373520267,
      "learning_rate": 9.845373131543839e-06,
      "loss": 0.7641,
      "step": 103100
    },
    {
      "epoch": 1.7159989856958169,
      "grad_norm": 4.67619393323598,
      "learning_rate": 9.844656167856728e-06,
      "loss": 0.742,
      "step": 103200
    },
    {
      "epoch": 1.717661779438724,
      "grad_norm": 3.7352678287163927,
      "learning_rate": 9.843937572054352e-06,
      "loss": 0.7484,
      "step": 103300
    },
    {
      "epoch": 1.7193245731816311,
      "grad_norm": 2.8581803144933953,
      "learning_rate": 9.843217344378798e-06,
      "loss": 0.7529,
      "step": 103400
    },
    {
      "epoch": 1.7209873669245384,
      "grad_norm": 3.797946023681648,
      "learning_rate": 9.842495485072703e-06,
      "loss": 0.7561,
      "step": 103500
    },
    {
      "epoch": 1.7226501606674454,
      "grad_norm": 3.938845721838936,
      "learning_rate": 9.841771994379257e-06,
      "loss": 0.7382,
      "step": 103600
    },
    {
      "epoch": 1.7243129544103526,
      "grad_norm": 3.842076823931244,
      "learning_rate": 9.841046872542192e-06,
      "loss": 0.7538,
      "step": 103700
    },
    {
      "epoch": 1.7259757481532598,
      "grad_norm": 3.535011028105942,
      "learning_rate": 9.840320119805798e-06,
      "loss": 0.7257,
      "step": 103800
    },
    {
      "epoch": 1.7276385418961668,
      "grad_norm": 2.8322991446814076,
      "learning_rate": 9.83959173641491e-06,
      "loss": 0.7679,
      "step": 103900
    },
    {
      "epoch": 1.7293013356390738,
      "grad_norm": 3.1123975376493522,
      "learning_rate": 9.83886172261491e-06,
      "loss": 0.7726,
      "step": 104000
    },
    {
      "epoch": 1.7309641293819813,
      "grad_norm": 2.632303147355754,
      "learning_rate": 9.838130078651736e-06,
      "loss": 0.7402,
      "step": 104100
    },
    {
      "epoch": 1.7326269231248883,
      "grad_norm": 2.9552849877871186,
      "learning_rate": 9.837396804771869e-06,
      "loss": 0.7388,
      "step": 104200
    },
    {
      "epoch": 1.7342897168677953,
      "grad_norm": 2.806843607801589,
      "learning_rate": 9.836661901222343e-06,
      "loss": 0.7295,
      "step": 104300
    },
    {
      "epoch": 1.7359525106107025,
      "grad_norm": 3.0947644695223873,
      "learning_rate": 9.835925368250739e-06,
      "loss": 0.748,
      "step": 104400
    },
    {
      "epoch": 1.7376153043536098,
      "grad_norm": 3.483735601366882,
      "learning_rate": 9.835187206105186e-06,
      "loss": 0.7745,
      "step": 104500
    },
    {
      "epoch": 1.7392780980965168,
      "grad_norm": 3.7176073146169197,
      "learning_rate": 9.834447415034364e-06,
      "loss": 0.753,
      "step": 104600
    },
    {
      "epoch": 1.740940891839424,
      "grad_norm": 5.287526418311282,
      "learning_rate": 9.833705995287502e-06,
      "loss": 0.7222,
      "step": 104700
    },
    {
      "epoch": 1.7426036855823313,
      "grad_norm": 3.722013829365452,
      "learning_rate": 9.832962947114376e-06,
      "loss": 0.7489,
      "step": 104800
    },
    {
      "epoch": 1.7442664793252383,
      "grad_norm": 3.2919832843294747,
      "learning_rate": 9.832218270765313e-06,
      "loss": 0.7581,
      "step": 104900
    },
    {
      "epoch": 1.7459292730681455,
      "grad_norm": 3.954704521610358,
      "learning_rate": 9.831471966491184e-06,
      "loss": 0.7049,
      "step": 105000
    },
    {
      "epoch": 1.7475920668110527,
      "grad_norm": 4.628720082148064,
      "learning_rate": 9.830724034543413e-06,
      "loss": 0.7395,
      "step": 105100
    },
    {
      "epoch": 1.7492548605539597,
      "grad_norm": 3.4910704639028842,
      "learning_rate": 9.829974475173972e-06,
      "loss": 0.7334,
      "step": 105200
    },
    {
      "epoch": 1.7509176542968667,
      "grad_norm": 3.382390621560173,
      "learning_rate": 9.829223288635376e-06,
      "loss": 0.754,
      "step": 105300
    },
    {
      "epoch": 1.752580448039774,
      "grad_norm": 4.015696714745177,
      "learning_rate": 9.828470475180696e-06,
      "loss": 0.7625,
      "step": 105400
    },
    {
      "epoch": 1.7542432417826812,
      "grad_norm": 3.402964794686038,
      "learning_rate": 9.827716035063545e-06,
      "loss": 0.7635,
      "step": 105500
    },
    {
      "epoch": 1.7559060355255882,
      "grad_norm": 5.360929018453376,
      "learning_rate": 9.826959968538086e-06,
      "loss": 0.7551,
      "step": 105600
    },
    {
      "epoch": 1.7575688292684954,
      "grad_norm": 4.324465434893772,
      "learning_rate": 9.826202275859032e-06,
      "loss": 0.7297,
      "step": 105700
    },
    {
      "epoch": 1.7592316230114027,
      "grad_norm": 4.139905387093327,
      "learning_rate": 9.825442957281642e-06,
      "loss": 0.7339,
      "step": 105800
    },
    {
      "epoch": 1.7608944167543097,
      "grad_norm": 3.2690994146624894,
      "learning_rate": 9.824682013061719e-06,
      "loss": 0.7485,
      "step": 105900
    },
    {
      "epoch": 1.762557210497217,
      "grad_norm": 3.5563463255273664,
      "learning_rate": 9.82391944345562e-06,
      "loss": 0.7752,
      "step": 106000
    },
    {
      "epoch": 1.7642200042401242,
      "grad_norm": 4.1523084194149344,
      "learning_rate": 9.823155248720249e-06,
      "loss": 0.7354,
      "step": 106100
    },
    {
      "epoch": 1.7658827979830312,
      "grad_norm": 3.017980633530474,
      "learning_rate": 9.822389429113053e-06,
      "loss": 0.7432,
      "step": 106200
    },
    {
      "epoch": 1.7675455917259382,
      "grad_norm": 3.1100993354286994,
      "learning_rate": 9.821621984892027e-06,
      "loss": 0.7545,
      "step": 106300
    },
    {
      "epoch": 1.7692083854688456,
      "grad_norm": 4.990297600138578,
      "learning_rate": 9.820852916315719e-06,
      "loss": 0.73,
      "step": 106400
    },
    {
      "epoch": 1.7708711792117526,
      "grad_norm": 4.565806435447591,
      "learning_rate": 9.820082223643217e-06,
      "loss": 0.7393,
      "step": 106500
    },
    {
      "epoch": 1.7725339729546596,
      "grad_norm": 4.017572069148186,
      "learning_rate": 9.819309907134162e-06,
      "loss": 0.7291,
      "step": 106600
    },
    {
      "epoch": 1.7741967666975669,
      "grad_norm": 2.904172393348025,
      "learning_rate": 9.818535967048739e-06,
      "loss": 0.7646,
      "step": 106700
    },
    {
      "epoch": 1.775859560440474,
      "grad_norm": 3.5369586138919007,
      "learning_rate": 9.817760403647678e-06,
      "loss": 0.737,
      "step": 106800
    },
    {
      "epoch": 1.7775223541833811,
      "grad_norm": 3.731598057657563,
      "learning_rate": 9.816983217192263e-06,
      "loss": 0.7269,
      "step": 106900
    },
    {
      "epoch": 1.7791851479262883,
      "grad_norm": 3.571953468118676,
      "learning_rate": 9.816204407944317e-06,
      "loss": 0.7303,
      "step": 107000
    },
    {
      "epoch": 1.7808479416691956,
      "grad_norm": 4.353232589150283,
      "learning_rate": 9.815423976166212e-06,
      "loss": 0.7536,
      "step": 107100
    },
    {
      "epoch": 1.7825107354121026,
      "grad_norm": 3.160971019576106,
      "learning_rate": 9.814641922120871e-06,
      "loss": 0.7194,
      "step": 107200
    },
    {
      "epoch": 1.7841735291550098,
      "grad_norm": 3.568131128822344,
      "learning_rate": 9.813858246071756e-06,
      "loss": 0.7274,
      "step": 107300
    },
    {
      "epoch": 1.785836322897917,
      "grad_norm": 4.674952032341042,
      "learning_rate": 9.813072948282884e-06,
      "loss": 0.7255,
      "step": 107400
    },
    {
      "epoch": 1.787499116640824,
      "grad_norm": 5.9545334838253385,
      "learning_rate": 9.812286029018811e-06,
      "loss": 0.7302,
      "step": 107500
    },
    {
      "epoch": 1.789161910383731,
      "grad_norm": 4.022663030949338,
      "learning_rate": 9.811497488544642e-06,
      "loss": 0.737,
      "step": 107600
    },
    {
      "epoch": 1.7908247041266385,
      "grad_norm": 5.106777240410953,
      "learning_rate": 9.810707327126028e-06,
      "loss": 0.7344,
      "step": 107700
    },
    {
      "epoch": 1.7924874978695455,
      "grad_norm": 4.586099606206273,
      "learning_rate": 9.809915545029169e-06,
      "loss": 0.7272,
      "step": 107800
    },
    {
      "epoch": 1.7941502916124525,
      "grad_norm": 4.232262945927058,
      "learning_rate": 9.809122142520806e-06,
      "loss": 0.7555,
      "step": 107900
    },
    {
      "epoch": 1.7958130853553598,
      "grad_norm": 3.7307633243066154,
      "learning_rate": 9.808327119868226e-06,
      "loss": 0.7754,
      "step": 108000
    },
    {
      "epoch": 1.797475879098267,
      "grad_norm": 2.7792888620790426,
      "learning_rate": 9.807530477339269e-06,
      "loss": 0.7425,
      "step": 108100
    },
    {
      "epoch": 1.799138672841174,
      "grad_norm": 3.7867608182039176,
      "learning_rate": 9.806732215202313e-06,
      "loss": 0.7529,
      "step": 108200
    },
    {
      "epoch": 1.8008014665840812,
      "grad_norm": 3.661757129796452,
      "learning_rate": 9.805932333726285e-06,
      "loss": 0.7167,
      "step": 108300
    },
    {
      "epoch": 1.8024642603269885,
      "grad_norm": 3.3158880152363297,
      "learning_rate": 9.805130833180656e-06,
      "loss": 0.757,
      "step": 108400
    },
    {
      "epoch": 1.8041270540698955,
      "grad_norm": 2.5241405342049217,
      "learning_rate": 9.804327713835445e-06,
      "loss": 0.7531,
      "step": 108500
    },
    {
      "epoch": 1.8057898478128027,
      "grad_norm": 3.732388419145529,
      "learning_rate": 9.803522975961213e-06,
      "loss": 0.7171,
      "step": 108600
    },
    {
      "epoch": 1.80745264155571,
      "grad_norm": 3.0401651300067485,
      "learning_rate": 9.802716619829069e-06,
      "loss": 0.7356,
      "step": 108700
    },
    {
      "epoch": 1.809115435298617,
      "grad_norm": 4.87907848838732,
      "learning_rate": 9.801908645710665e-06,
      "loss": 0.7364,
      "step": 108800
    },
    {
      "epoch": 1.810778229041524,
      "grad_norm": 3.752774094805065,
      "learning_rate": 9.8010990538782e-06,
      "loss": 0.7414,
      "step": 108900
    },
    {
      "epoch": 1.8124410227844314,
      "grad_norm": 3.9869267824228345,
      "learning_rate": 9.800287844604419e-06,
      "loss": 0.7164,
      "step": 109000
    },
    {
      "epoch": 1.8141038165273384,
      "grad_norm": 3.5334100841384135,
      "learning_rate": 9.799475018162607e-06,
      "loss": 0.7222,
      "step": 109100
    },
    {
      "epoch": 1.8157666102702454,
      "grad_norm": 3.5421986219041703,
      "learning_rate": 9.798660574826598e-06,
      "loss": 0.7247,
      "step": 109200
    },
    {
      "epoch": 1.8174294040131527,
      "grad_norm": 3.5757896737807298,
      "learning_rate": 9.797844514870771e-06,
      "loss": 0.7258,
      "step": 109300
    },
    {
      "epoch": 1.81909219775606,
      "grad_norm": 2.523174519928626,
      "learning_rate": 9.797026838570047e-06,
      "loss": 0.7412,
      "step": 109400
    },
    {
      "epoch": 1.820754991498967,
      "grad_norm": 4.333643846152769,
      "learning_rate": 9.796207546199894e-06,
      "loss": 0.7466,
      "step": 109500
    },
    {
      "epoch": 1.8224177852418741,
      "grad_norm": 5.329728948551767,
      "learning_rate": 9.795386638036322e-06,
      "loss": 0.7348,
      "step": 109600
    },
    {
      "epoch": 1.8240805789847814,
      "grad_norm": 3.63511164932097,
      "learning_rate": 9.794564114355888e-06,
      "loss": 0.7469,
      "step": 109700
    },
    {
      "epoch": 1.8257433727276884,
      "grad_norm": 2.862330535352371,
      "learning_rate": 9.79373997543569e-06,
      "loss": 0.7499,
      "step": 109800
    },
    {
      "epoch": 1.8274061664705956,
      "grad_norm": 3.2096487195873222,
      "learning_rate": 9.792914221553372e-06,
      "loss": 0.7158,
      "step": 109900
    },
    {
      "epoch": 1.8290689602135028,
      "grad_norm": 3.467107455624356,
      "learning_rate": 9.792086852987124e-06,
      "loss": 0.7435,
      "step": 110000
    },
    {
      "epoch": 1.8307317539564099,
      "grad_norm": 2.8072148443222895,
      "learning_rate": 9.791257870015676e-06,
      "loss": 0.7286,
      "step": 110100
    },
    {
      "epoch": 1.8323945476993169,
      "grad_norm": 4.373475398953231,
      "learning_rate": 9.790427272918306e-06,
      "loss": 0.7154,
      "step": 110200
    },
    {
      "epoch": 1.834057341442224,
      "grad_norm": 4.415725362536801,
      "learning_rate": 9.789595061974832e-06,
      "loss": 0.7581,
      "step": 110300
    },
    {
      "epoch": 1.8357201351851313,
      "grad_norm": 3.6520288148136957,
      "learning_rate": 9.788761237465617e-06,
      "loss": 0.735,
      "step": 110400
    },
    {
      "epoch": 1.8373829289280383,
      "grad_norm": 3.3981240086645688,
      "learning_rate": 9.787925799671571e-06,
      "loss": 0.7518,
      "step": 110500
    },
    {
      "epoch": 1.8390457226709456,
      "grad_norm": 3.306256336584379,
      "learning_rate": 9.78708874887414e-06,
      "loss": 0.7164,
      "step": 110600
    },
    {
      "epoch": 1.8407085164138528,
      "grad_norm": 3.4455319082524287,
      "learning_rate": 9.786250085355322e-06,
      "loss": 0.732,
      "step": 110700
    },
    {
      "epoch": 1.8423713101567598,
      "grad_norm": 3.1698421718598677,
      "learning_rate": 9.785409809397653e-06,
      "loss": 0.7607,
      "step": 110800
    },
    {
      "epoch": 1.844034103899667,
      "grad_norm": 4.221480447169919,
      "learning_rate": 9.784567921284212e-06,
      "loss": 0.7583,
      "step": 110900
    },
    {
      "epoch": 1.8456968976425743,
      "grad_norm": 4.8531537149966955,
      "learning_rate": 9.783724421298623e-06,
      "loss": 0.7254,
      "step": 111000
    },
    {
      "epoch": 1.8473596913854813,
      "grad_norm": 2.830764174654953,
      "learning_rate": 9.782879309725053e-06,
      "loss": 0.7106,
      "step": 111100
    },
    {
      "epoch": 1.8490224851283885,
      "grad_norm": 3.5171308920146243,
      "learning_rate": 9.782032586848212e-06,
      "loss": 0.6832,
      "step": 111200
    },
    {
      "epoch": 1.8506852788712957,
      "grad_norm": 4.515771471820688,
      "learning_rate": 9.78118425295335e-06,
      "loss": 0.7611,
      "step": 111300
    },
    {
      "epoch": 1.8523480726142028,
      "grad_norm": 3.7692509164043444,
      "learning_rate": 9.780334308326264e-06,
      "loss": 0.735,
      "step": 111400
    },
    {
      "epoch": 1.8540108663571098,
      "grad_norm": 3.33250220544373,
      "learning_rate": 9.779482753253294e-06,
      "loss": 0.7266,
      "step": 111500
    },
    {
      "epoch": 1.855673660100017,
      "grad_norm": 3.7167635876845804,
      "learning_rate": 9.778629588021315e-06,
      "loss": 0.7364,
      "step": 111600
    },
    {
      "epoch": 1.8573364538429242,
      "grad_norm": 3.1194570110501156,
      "learning_rate": 9.777774812917754e-06,
      "loss": 0.7439,
      "step": 111700
    },
    {
      "epoch": 1.8589992475858312,
      "grad_norm": 3.956860548120738,
      "learning_rate": 9.776918428230573e-06,
      "loss": 0.7068,
      "step": 111800
    },
    {
      "epoch": 1.8606620413287385,
      "grad_norm": 3.0209904704490427,
      "learning_rate": 9.776060434248281e-06,
      "loss": 0.7644,
      "step": 111900
    },
    {
      "epoch": 1.8623248350716457,
      "grad_norm": 4.97988676604682,
      "learning_rate": 9.775200831259927e-06,
      "loss": 0.7244,
      "step": 112000
    },
    {
      "epoch": 1.8639876288145527,
      "grad_norm": 2.861515004781934,
      "learning_rate": 9.774339619555103e-06,
      "loss": 0.7713,
      "step": 112100
    },
    {
      "epoch": 1.86565042255746,
      "grad_norm": 3.9719255339101807,
      "learning_rate": 9.773476799423942e-06,
      "loss": 0.7336,
      "step": 112200
    },
    {
      "epoch": 1.8673132163003672,
      "grad_norm": 3.635133874044468,
      "learning_rate": 9.772612371157118e-06,
      "loss": 0.7385,
      "step": 112300
    },
    {
      "epoch": 1.8689760100432742,
      "grad_norm": 3.4447956568724813,
      "learning_rate": 9.771746335045852e-06,
      "loss": 0.7128,
      "step": 112400
    },
    {
      "epoch": 1.8706388037861812,
      "grad_norm": 4.252521645519925,
      "learning_rate": 9.770878691381896e-06,
      "loss": 0.7276,
      "step": 112500
    },
    {
      "epoch": 1.8723015975290886,
      "grad_norm": 3.7390404972226636,
      "learning_rate": 9.770009440457557e-06,
      "loss": 0.707,
      "step": 112600
    },
    {
      "epoch": 1.8739643912719957,
      "grad_norm": 3.732526904301247,
      "learning_rate": 9.769138582565673e-06,
      "loss": 0.7131,
      "step": 112700
    },
    {
      "epoch": 1.8756271850149027,
      "grad_norm": 3.3501079550370636,
      "learning_rate": 9.76826611799963e-06,
      "loss": 0.7041,
      "step": 112800
    },
    {
      "epoch": 1.87728997875781,
      "grad_norm": 3.4859025592326223,
      "learning_rate": 9.76739204705335e-06,
      "loss": 0.7119,
      "step": 112900
    },
    {
      "epoch": 1.8789527725007171,
      "grad_norm": 4.592167263261919,
      "learning_rate": 9.766516370021297e-06,
      "loss": 0.7175,
      "step": 113000
    },
    {
      "epoch": 1.8806155662436241,
      "grad_norm": 3.121166363022421,
      "learning_rate": 9.765639087198483e-06,
      "loss": 0.7454,
      "step": 113100
    },
    {
      "epoch": 1.8822783599865314,
      "grad_norm": 4.412217122012908,
      "learning_rate": 9.764760198880452e-06,
      "loss": 0.7573,
      "step": 113200
    },
    {
      "epoch": 1.8839411537294386,
      "grad_norm": 3.3655026013492724,
      "learning_rate": 9.763879705363291e-06,
      "loss": 0.7474,
      "step": 113300
    },
    {
      "epoch": 1.8856039474723456,
      "grad_norm": 4.213980811746898,
      "learning_rate": 9.762997606943633e-06,
      "loss": 0.7431,
      "step": 113400
    },
    {
      "epoch": 1.8872667412152528,
      "grad_norm": 3.5251951536433874,
      "learning_rate": 9.762113903918646e-06,
      "loss": 0.7322,
      "step": 113500
    },
    {
      "epoch": 1.88892953495816,
      "grad_norm": 2.774426461469435,
      "learning_rate": 9.76122859658604e-06,
      "loss": 0.7419,
      "step": 113600
    },
    {
      "epoch": 1.890592328701067,
      "grad_norm": 3.0323050602722774,
      "learning_rate": 9.76034168524407e-06,
      "loss": 0.7398,
      "step": 113700
    },
    {
      "epoch": 1.892255122443974,
      "grad_norm": 2.878524576634356,
      "learning_rate": 9.759453170191521e-06,
      "loss": 0.7275,
      "step": 113800
    },
    {
      "epoch": 1.8939179161868815,
      "grad_norm": 2.7370492303028007,
      "learning_rate": 9.75856305172773e-06,
      "loss": 0.7355,
      "step": 113900
    },
    {
      "epoch": 1.8955807099297886,
      "grad_norm": 4.183897078283835,
      "learning_rate": 9.757671330152566e-06,
      "loss": 0.7575,
      "step": 114000
    },
    {
      "epoch": 1.8972435036726956,
      "grad_norm": 4.125347811873017,
      "learning_rate": 9.75677800576644e-06,
      "loss": 0.7288,
      "step": 114100
    },
    {
      "epoch": 1.8989062974156028,
      "grad_norm": 3.48608464983815,
      "learning_rate": 9.755883078870308e-06,
      "loss": 0.7735,
      "step": 114200
    },
    {
      "epoch": 1.90056909115851,
      "grad_norm": 3.3091747562105174,
      "learning_rate": 9.75498654976566e-06,
      "loss": 0.7442,
      "step": 114300
    },
    {
      "epoch": 1.902231884901417,
      "grad_norm": 3.4436714018400867,
      "learning_rate": 9.754088418754523e-06,
      "loss": 0.7103,
      "step": 114400
    },
    {
      "epoch": 1.9038946786443243,
      "grad_norm": 3.2452872277198983,
      "learning_rate": 9.753188686139475e-06,
      "loss": 0.73,
      "step": 114500
    },
    {
      "epoch": 1.9055574723872315,
      "grad_norm": 3.752737086252177,
      "learning_rate": 9.752287352223622e-06,
      "loss": 0.7505,
      "step": 114600
    },
    {
      "epoch": 1.9072202661301385,
      "grad_norm": 3.183588857266607,
      "learning_rate": 9.751384417310618e-06,
      "loss": 0.7296,
      "step": 114700
    },
    {
      "epoch": 1.9088830598730457,
      "grad_norm": 2.6423632519150058,
      "learning_rate": 9.750479881704649e-06,
      "loss": 0.7163,
      "step": 114800
    },
    {
      "epoch": 1.910545853615953,
      "grad_norm": 3.3168203673629453,
      "learning_rate": 9.749573745710446e-06,
      "loss": 0.7282,
      "step": 114900
    },
    {
      "epoch": 1.91220864735886,
      "grad_norm": 4.728464957712564,
      "learning_rate": 9.748666009633276e-06,
      "loss": 0.7233,
      "step": 115000
    },
    {
      "epoch": 1.913871441101767,
      "grad_norm": 2.965982864103248,
      "learning_rate": 9.747756673778946e-06,
      "loss": 0.7213,
      "step": 115100
    },
    {
      "epoch": 1.9155342348446744,
      "grad_norm": 2.7311900736505366,
      "learning_rate": 9.746845738453802e-06,
      "loss": 0.711,
      "step": 115200
    },
    {
      "epoch": 1.9171970285875815,
      "grad_norm": 3.33307419633374,
      "learning_rate": 9.74593320396473e-06,
      "loss": 0.7173,
      "step": 115300
    },
    {
      "epoch": 1.9188598223304885,
      "grad_norm": 4.0788930197980475,
      "learning_rate": 9.745019070619152e-06,
      "loss": 0.7257,
      "step": 115400
    },
    {
      "epoch": 1.9205226160733957,
      "grad_norm": 3.6056531078252143,
      "learning_rate": 9.744103338725034e-06,
      "loss": 0.7589,
      "step": 115500
    },
    {
      "epoch": 1.922185409816303,
      "grad_norm": 3.153639457513063,
      "learning_rate": 9.743186008590871e-06,
      "loss": 0.7636,
      "step": 115600
    },
    {
      "epoch": 1.92384820355921,
      "grad_norm": 2.7373736589761615,
      "learning_rate": 9.742267080525704e-06,
      "loss": 0.7148,
      "step": 115700
    },
    {
      "epoch": 1.9255109973021172,
      "grad_norm": 3.3072906507476283,
      "learning_rate": 9.741346554839114e-06,
      "loss": 0.7148,
      "step": 115800
    },
    {
      "epoch": 1.9271737910450244,
      "grad_norm": 3.847913345961657,
      "learning_rate": 9.740424431841211e-06,
      "loss": 0.751,
      "step": 115900
    },
    {
      "epoch": 1.9288365847879314,
      "grad_norm": 3.46375305325164,
      "learning_rate": 9.739500711842654e-06,
      "loss": 0.7232,
      "step": 116000
    },
    {
      "epoch": 1.9304993785308386,
      "grad_norm": 3.85568599502399,
      "learning_rate": 9.738575395154631e-06,
      "loss": 0.7104,
      "step": 116100
    },
    {
      "epoch": 1.9321621722737459,
      "grad_norm": 2.8013527918210346,
      "learning_rate": 9.737648482088874e-06,
      "loss": 0.6994,
      "step": 116200
    },
    {
      "epoch": 1.9338249660166529,
      "grad_norm": 3.491132791227139,
      "learning_rate": 9.73671997295765e-06,
      "loss": 0.7301,
      "step": 116300
    },
    {
      "epoch": 1.93548775975956,
      "grad_norm": 4.336607797849408,
      "learning_rate": 9.735789868073763e-06,
      "loss": 0.706,
      "step": 116400
    },
    {
      "epoch": 1.9371505535024671,
      "grad_norm": 3.0563350639634077,
      "learning_rate": 9.734858167750561e-06,
      "loss": 0.6876,
      "step": 116500
    },
    {
      "epoch": 1.9388133472453744,
      "grad_norm": 2.8702767239395848,
      "learning_rate": 9.733924872301918e-06,
      "loss": 0.7124,
      "step": 116600
    },
    {
      "epoch": 1.9404761409882814,
      "grad_norm": 3.2310228572305477,
      "learning_rate": 9.732989982042254e-06,
      "loss": 0.7201,
      "step": 116700
    },
    {
      "epoch": 1.9421389347311886,
      "grad_norm": 3.0604194948709327,
      "learning_rate": 9.732053497286524e-06,
      "loss": 0.7017,
      "step": 116800
    },
    {
      "epoch": 1.9438017284740958,
      "grad_norm": 3.5230745945049295,
      "learning_rate": 9.731115418350222e-06,
      "loss": 0.7065,
      "step": 116900
    },
    {
      "epoch": 1.9454645222170028,
      "grad_norm": 3.4205711374919985,
      "learning_rate": 9.730175745549375e-06,
      "loss": 0.7156,
      "step": 117000
    },
    {
      "epoch": 1.94712731595991,
      "grad_norm": 3.6014850884114615,
      "learning_rate": 9.72923447920055e-06,
      "loss": 0.729,
      "step": 117100
    },
    {
      "epoch": 1.9487901097028173,
      "grad_norm": 2.712635313004732,
      "learning_rate": 9.728291619620847e-06,
      "loss": 0.7238,
      "step": 117200
    },
    {
      "epoch": 1.9504529034457243,
      "grad_norm": 3.0660762206799967,
      "learning_rate": 9.727347167127911e-06,
      "loss": 0.7146,
      "step": 117300
    },
    {
      "epoch": 1.9521156971886313,
      "grad_norm": 3.663423637313754,
      "learning_rate": 9.726401122039917e-06,
      "loss": 0.7273,
      "step": 117400
    },
    {
      "epoch": 1.9537784909315388,
      "grad_norm": 2.294080773017413,
      "learning_rate": 9.725453484675576e-06,
      "loss": 0.7083,
      "step": 117500
    },
    {
      "epoch": 1.9554412846744458,
      "grad_norm": 4.675093183567287,
      "learning_rate": 9.724504255354137e-06,
      "loss": 0.7466,
      "step": 117600
    },
    {
      "epoch": 1.9571040784173528,
      "grad_norm": 3.508210250249978,
      "learning_rate": 9.723553434395388e-06,
      "loss": 0.7416,
      "step": 117700
    },
    {
      "epoch": 1.95876687216026,
      "grad_norm": 3.3745749536828455,
      "learning_rate": 9.72260102211965e-06,
      "loss": 0.7027,
      "step": 117800
    },
    {
      "epoch": 1.9604296659031673,
      "grad_norm": 4.8889409690767085,
      "learning_rate": 9.721647018847781e-06,
      "loss": 0.7462,
      "step": 117900
    },
    {
      "epoch": 1.9620924596460743,
      "grad_norm": 3.792509910561541,
      "learning_rate": 9.720691424901175e-06,
      "loss": 0.7067,
      "step": 118000
    },
    {
      "epoch": 1.9637552533889815,
      "grad_norm": 2.805179230484485,
      "learning_rate": 9.719734240601761e-06,
      "loss": 0.7347,
      "step": 118100
    },
    {
      "epoch": 1.9654180471318887,
      "grad_norm": 2.989173480093255,
      "learning_rate": 9.718775466272006e-06,
      "loss": 0.7181,
      "step": 118200
    },
    {
      "epoch": 1.9670808408747957,
      "grad_norm": 3.4134048580348906,
      "learning_rate": 9.71781510223491e-06,
      "loss": 0.7413,
      "step": 118300
    },
    {
      "epoch": 1.968743634617703,
      "grad_norm": 3.080077255508235,
      "learning_rate": 9.71685314881401e-06,
      "loss": 0.7126,
      "step": 118400
    },
    {
      "epoch": 1.9704064283606102,
      "grad_norm": 2.8277625731894647,
      "learning_rate": 9.71588960633338e-06,
      "loss": 0.7271,
      "step": 118500
    },
    {
      "epoch": 1.9720692221035172,
      "grad_norm": 3.560111639727041,
      "learning_rate": 9.714924475117626e-06,
      "loss": 0.721,
      "step": 118600
    },
    {
      "epoch": 1.9737320158464242,
      "grad_norm": 4.172871772581491,
      "learning_rate": 9.713957755491892e-06,
      "loss": 0.6867,
      "step": 118700
    },
    {
      "epoch": 1.9753948095893317,
      "grad_norm": 3.1375124519301743,
      "learning_rate": 9.712989447781853e-06,
      "loss": 0.7476,
      "step": 118800
    },
    {
      "epoch": 1.9770576033322387,
      "grad_norm": 4.307707230059423,
      "learning_rate": 9.712019552313727e-06,
      "loss": 0.6802,
      "step": 118900
    },
    {
      "epoch": 1.9787203970751457,
      "grad_norm": 3.092986165583386,
      "learning_rate": 9.711048069414257e-06,
      "loss": 0.7304,
      "step": 119000
    },
    {
      "epoch": 1.980383190818053,
      "grad_norm": 3.8418752747742766,
      "learning_rate": 9.71007499941073e-06,
      "loss": 0.7342,
      "step": 119100
    },
    {
      "epoch": 1.9820459845609602,
      "grad_norm": 3.0318853794140868,
      "learning_rate": 9.70910034263096e-06,
      "loss": 0.7257,
      "step": 119200
    },
    {
      "epoch": 1.9837087783038672,
      "grad_norm": 3.3909301463855184,
      "learning_rate": 9.7081240994033e-06,
      "loss": 0.7176,
      "step": 119300
    },
    {
      "epoch": 1.9853715720467744,
      "grad_norm": 3.7409930132180604,
      "learning_rate": 9.707146270056636e-06,
      "loss": 0.7236,
      "step": 119400
    },
    {
      "epoch": 1.9870343657896816,
      "grad_norm": 3.134129093061777,
      "learning_rate": 9.706166854920388e-06,
      "loss": 0.7022,
      "step": 119500
    },
    {
      "epoch": 1.9886971595325886,
      "grad_norm": 3.2903385067775606,
      "learning_rate": 9.705185854324514e-06,
      "loss": 0.7211,
      "step": 119600
    },
    {
      "epoch": 1.9903599532754959,
      "grad_norm": 3.3175172423625328,
      "learning_rate": 9.704203268599503e-06,
      "loss": 0.7332,
      "step": 119700
    },
    {
      "epoch": 1.992022747018403,
      "grad_norm": 3.453558439507808,
      "learning_rate": 9.703219098076375e-06,
      "loss": 0.7105,
      "step": 119800
    },
    {
      "epoch": 1.99368554076131,
      "grad_norm": 4.142010334602534,
      "learning_rate": 9.702233343086687e-06,
      "loss": 0.7246,
      "step": 119900
    },
    {
      "epoch": 1.9953483345042171,
      "grad_norm": 3.609422032724139,
      "learning_rate": 9.701246003962534e-06,
      "loss": 0.6993,
      "step": 120000
    },
    {
      "epoch": 1.9970111282471246,
      "grad_norm": 3.1047263078082397,
      "learning_rate": 9.700257081036535e-06,
      "loss": 0.7036,
      "step": 120100
    },
    {
      "epoch": 1.9986739219900316,
      "grad_norm": 2.903586950830703,
      "learning_rate": 9.699266574641852e-06,
      "loss": 0.6901,
      "step": 120200
    },
    {
      "epoch": 2.0003325587485814,
      "grad_norm": 3.6170308112492355,
      "learning_rate": 9.698274485112176e-06,
      "loss": 0.6648,
      "step": 120300
    },
    {
      "epoch": 2.0019953524914884,
      "grad_norm": 4.206322252399673,
      "learning_rate": 9.697280812781732e-06,
      "loss": 0.5625,
      "step": 120400
    },
    {
      "epoch": 2.003658146234396,
      "grad_norm": 3.3586155185564284,
      "learning_rate": 9.696285557985274e-06,
      "loss": 0.5758,
      "step": 120500
    },
    {
      "epoch": 2.005320939977303,
      "grad_norm": 2.440141996257732,
      "learning_rate": 9.695288721058098e-06,
      "loss": 0.562,
      "step": 120600
    },
    {
      "epoch": 2.00698373372021,
      "grad_norm": 4.748129010612645,
      "learning_rate": 9.694290302336028e-06,
      "loss": 0.5369,
      "step": 120700
    },
    {
      "epoch": 2.0086465274631173,
      "grad_norm": 4.764662377246201,
      "learning_rate": 9.693290302155418e-06,
      "loss": 0.5517,
      "step": 120800
    },
    {
      "epoch": 2.0103093212060243,
      "grad_norm": 2.7167907209263955,
      "learning_rate": 9.692288720853159e-06,
      "loss": 0.5733,
      "step": 120900
    },
    {
      "epoch": 2.0119721149489314,
      "grad_norm": 4.2891702168801,
      "learning_rate": 9.691285558766675e-06,
      "loss": 0.5515,
      "step": 121000
    },
    {
      "epoch": 2.013634908691839,
      "grad_norm": 4.174888271677108,
      "learning_rate": 9.690280816233921e-06,
      "loss": 0.5879,
      "step": 121100
    },
    {
      "epoch": 2.015297702434746,
      "grad_norm": 3.86460350759774,
      "learning_rate": 9.689274493593382e-06,
      "loss": 0.5618,
      "step": 121200
    },
    {
      "epoch": 2.016960496177653,
      "grad_norm": 4.189924220257442,
      "learning_rate": 9.688266591184081e-06,
      "loss": 0.5301,
      "step": 121300
    },
    {
      "epoch": 2.01862328992056,
      "grad_norm": 4.339044721585196,
      "learning_rate": 9.687257109345567e-06,
      "loss": 0.5438,
      "step": 121400
    },
    {
      "epoch": 2.0202860836634673,
      "grad_norm": 3.1296419906159683,
      "learning_rate": 9.686246048417928e-06,
      "loss": 0.5789,
      "step": 121500
    },
    {
      "epoch": 2.0219488774063743,
      "grad_norm": 3.64519110675239,
      "learning_rate": 9.685233408741776e-06,
      "loss": 0.5826,
      "step": 121600
    },
    {
      "epoch": 2.0236116711492813,
      "grad_norm": 4.472198138555999,
      "learning_rate": 9.684219190658261e-06,
      "loss": 0.5617,
      "step": 121700
    },
    {
      "epoch": 2.0252744648921888,
      "grad_norm": 3.8319020753633226,
      "learning_rate": 9.683203394509064e-06,
      "loss": 0.5735,
      "step": 121800
    },
    {
      "epoch": 2.0269372586350958,
      "grad_norm": 3.767381079940762,
      "learning_rate": 9.682186020636393e-06,
      "loss": 0.5883,
      "step": 121900
    },
    {
      "epoch": 2.028600052378003,
      "grad_norm": 3.020371769102918,
      "learning_rate": 9.681167069382992e-06,
      "loss": 0.5975,
      "step": 122000
    },
    {
      "epoch": 2.0302628461209102,
      "grad_norm": 3.099124662344685,
      "learning_rate": 9.68014654109214e-06,
      "loss": 0.5602,
      "step": 122100
    },
    {
      "epoch": 2.0319256398638172,
      "grad_norm": 2.4725984783872614,
      "learning_rate": 9.679124436107635e-06,
      "loss": 0.5709,
      "step": 122200
    },
    {
      "epoch": 2.0335884336067243,
      "grad_norm": 3.699004022222908,
      "learning_rate": 9.678100754773819e-06,
      "loss": 0.5596,
      "step": 122300
    },
    {
      "epoch": 2.0352512273496313,
      "grad_norm": 2.7157164235393654,
      "learning_rate": 9.677075497435557e-06,
      "loss": 0.5639,
      "step": 122400
    },
    {
      "epoch": 2.0369140210925387,
      "grad_norm": 3.159386094154512,
      "learning_rate": 9.67604866443825e-06,
      "loss": 0.5284,
      "step": 122500
    },
    {
      "epoch": 2.0385768148354457,
      "grad_norm": 3.6879357080715356,
      "learning_rate": 9.675020256127828e-06,
      "loss": 0.5666,
      "step": 122600
    },
    {
      "epoch": 2.0402396085783527,
      "grad_norm": 3.300700573870989,
      "learning_rate": 9.673990272850746e-06,
      "loss": 0.5621,
      "step": 122700
    },
    {
      "epoch": 2.04190240232126,
      "grad_norm": 3.965652150692699,
      "learning_rate": 9.672958714954e-06,
      "loss": 0.5582,
      "step": 122800
    },
    {
      "epoch": 2.043565196064167,
      "grad_norm": 3.7051741539915475,
      "learning_rate": 9.671925582785112e-06,
      "loss": 0.5471,
      "step": 122900
    },
    {
      "epoch": 2.045227989807074,
      "grad_norm": 2.3293166843623436,
      "learning_rate": 9.67089087669213e-06,
      "loss": 0.5493,
      "step": 123000
    },
    {
      "epoch": 2.0468907835499817,
      "grad_norm": 3.0164209953906203,
      "learning_rate": 9.669854597023637e-06,
      "loss": 0.5893,
      "step": 123100
    },
    {
      "epoch": 2.0485535772928887,
      "grad_norm": 3.787760506160578,
      "learning_rate": 9.668816744128748e-06,
      "loss": 0.5607,
      "step": 123200
    },
    {
      "epoch": 2.0502163710357957,
      "grad_norm": 3.592802015857854,
      "learning_rate": 9.6677773183571e-06,
      "loss": 0.5713,
      "step": 123300
    },
    {
      "epoch": 2.051879164778703,
      "grad_norm": 3.942878586798843,
      "learning_rate": 9.666736320058869e-06,
      "loss": 0.5577,
      "step": 123400
    },
    {
      "epoch": 2.05354195852161,
      "grad_norm": 3.0296366325476103,
      "learning_rate": 9.665693749584757e-06,
      "loss": 0.5563,
      "step": 123500
    },
    {
      "epoch": 2.055204752264517,
      "grad_norm": 2.9080487523906555,
      "learning_rate": 9.664649607285992e-06,
      "loss": 0.5933,
      "step": 123600
    },
    {
      "epoch": 2.056867546007424,
      "grad_norm": 4.487290000387383,
      "learning_rate": 9.663603893514336e-06,
      "loss": 0.5708,
      "step": 123700
    },
    {
      "epoch": 2.0585303397503316,
      "grad_norm": 3.6846684492633908,
      "learning_rate": 9.66255660862208e-06,
      "loss": 0.565,
      "step": 123800
    },
    {
      "epoch": 2.0601931334932386,
      "grad_norm": 3.5531161615308364,
      "learning_rate": 9.661507752962046e-06,
      "loss": 0.5712,
      "step": 123900
    },
    {
      "epoch": 2.0618559272361456,
      "grad_norm": 4.159202107759318,
      "learning_rate": 9.660457326887578e-06,
      "loss": 0.5698,
      "step": 124000
    },
    {
      "epoch": 2.063518720979053,
      "grad_norm": 3.493047573072458,
      "learning_rate": 9.659405330752556e-06,
      "loss": 0.5602,
      "step": 124100
    },
    {
      "epoch": 2.06518151472196,
      "grad_norm": 3.302616991766687,
      "learning_rate": 9.658351764911387e-06,
      "loss": 0.5762,
      "step": 124200
    },
    {
      "epoch": 2.066844308464867,
      "grad_norm": 2.868998979249776,
      "learning_rate": 9.657296629719007e-06,
      "loss": 0.5711,
      "step": 124300
    },
    {
      "epoch": 2.0685071022077746,
      "grad_norm": 2.982746898992774,
      "learning_rate": 9.656239925530881e-06,
      "loss": 0.5735,
      "step": 124400
    },
    {
      "epoch": 2.0701698959506816,
      "grad_norm": 3.918747513887849,
      "learning_rate": 9.655181652702998e-06,
      "loss": 0.5633,
      "step": 124500
    },
    {
      "epoch": 2.0718326896935886,
      "grad_norm": 3.488071399356048,
      "learning_rate": 9.654121811591885e-06,
      "loss": 0.5588,
      "step": 124600
    },
    {
      "epoch": 2.073495483436496,
      "grad_norm": 3.5907324172313824,
      "learning_rate": 9.653060402554586e-06,
      "loss": 0.5551,
      "step": 124700
    },
    {
      "epoch": 2.075158277179403,
      "grad_norm": 4.0001288188024695,
      "learning_rate": 9.651997425948683e-06,
      "loss": 0.5657,
      "step": 124800
    },
    {
      "epoch": 2.07682107092231,
      "grad_norm": 3.126355206187341,
      "learning_rate": 9.65093288213228e-06,
      "loss": 0.5584,
      "step": 124900
    },
    {
      "epoch": 2.078483864665217,
      "grad_norm": 3.5480616030028562,
      "learning_rate": 9.649866771464011e-06,
      "loss": 0.5731,
      "step": 125000
    },
    {
      "epoch": 2.0801466584081245,
      "grad_norm": 2.957859171124513,
      "learning_rate": 9.648799094303041e-06,
      "loss": 0.5845,
      "step": 125100
    },
    {
      "epoch": 2.0818094521510315,
      "grad_norm": 3.373521124182474,
      "learning_rate": 9.647729851009054e-06,
      "loss": 0.5554,
      "step": 125200
    },
    {
      "epoch": 2.0834722458939385,
      "grad_norm": 3.3288085312687126,
      "learning_rate": 9.646659041942271e-06,
      "loss": 0.5549,
      "step": 125300
    },
    {
      "epoch": 2.085135039636846,
      "grad_norm": 4.087454734737762,
      "learning_rate": 9.645586667463436e-06,
      "loss": 0.54,
      "step": 125400
    },
    {
      "epoch": 2.086797833379753,
      "grad_norm": 3.2168031502465486,
      "learning_rate": 9.64451272793382e-06,
      "loss": 0.5838,
      "step": 125500
    },
    {
      "epoch": 2.08846062712266,
      "grad_norm": 3.7084229346992226,
      "learning_rate": 9.643437223715223e-06,
      "loss": 0.5717,
      "step": 125600
    },
    {
      "epoch": 2.0901234208655675,
      "grad_norm": 3.943153681446435,
      "learning_rate": 9.642360155169971e-06,
      "loss": 0.5802,
      "step": 125700
    },
    {
      "epoch": 2.0917862146084745,
      "grad_norm": 3.2576833444850366,
      "learning_rate": 9.64128152266092e-06,
      "loss": 0.5682,
      "step": 125800
    },
    {
      "epoch": 2.0934490083513815,
      "grad_norm": 3.397890350924592,
      "learning_rate": 9.640201326551444e-06,
      "loss": 0.5657,
      "step": 125900
    },
    {
      "epoch": 2.095111802094289,
      "grad_norm": 3.840521291251285,
      "learning_rate": 9.639119567205456e-06,
      "loss": 0.5668,
      "step": 126000
    },
    {
      "epoch": 2.096774595837196,
      "grad_norm": 3.8726602037597986,
      "learning_rate": 9.63803624498739e-06,
      "loss": 0.5658,
      "step": 126100
    },
    {
      "epoch": 2.098437389580103,
      "grad_norm": 2.783387217870828,
      "learning_rate": 9.636951360262202e-06,
      "loss": 0.5731,
      "step": 126200
    },
    {
      "epoch": 2.10010018332301,
      "grad_norm": 3.326739818655406,
      "learning_rate": 9.63586491339538e-06,
      "loss": 0.5706,
      "step": 126300
    },
    {
      "epoch": 2.1017629770659174,
      "grad_norm": 3.3883041264605254,
      "learning_rate": 9.634776904752941e-06,
      "loss": 0.5778,
      "step": 126400
    },
    {
      "epoch": 2.1034257708088244,
      "grad_norm": 3.0087555436116626,
      "learning_rate": 9.633687334701417e-06,
      "loss": 0.5585,
      "step": 126500
    },
    {
      "epoch": 2.1050885645517314,
      "grad_norm": 4.048723791895577,
      "learning_rate": 9.632596203607878e-06,
      "loss": 0.5811,
      "step": 126600
    },
    {
      "epoch": 2.106751358294639,
      "grad_norm": 3.4886427801958253,
      "learning_rate": 9.631503511839912e-06,
      "loss": 0.5738,
      "step": 126700
    },
    {
      "epoch": 2.108414152037546,
      "grad_norm": 4.676903876157338,
      "learning_rate": 9.630409259765638e-06,
      "loss": 0.5326,
      "step": 126800
    },
    {
      "epoch": 2.110076945780453,
      "grad_norm": 3.516968570262695,
      "learning_rate": 9.629313447753698e-06,
      "loss": 0.5948,
      "step": 126900
    },
    {
      "epoch": 2.1117397395233604,
      "grad_norm": 3.759760437850574,
      "learning_rate": 9.62821607617326e-06,
      "loss": 0.5802,
      "step": 127000
    },
    {
      "epoch": 2.1134025332662674,
      "grad_norm": 4.071142778023786,
      "learning_rate": 9.627117145394016e-06,
      "loss": 0.5561,
      "step": 127100
    },
    {
      "epoch": 2.1150653270091744,
      "grad_norm": 3.391945709579904,
      "learning_rate": 9.626016655786185e-06,
      "loss": 0.5923,
      "step": 127200
    },
    {
      "epoch": 2.1167281207520814,
      "grad_norm": 3.7983416721212206,
      "learning_rate": 9.624914607720512e-06,
      "loss": 0.5811,
      "step": 127300
    },
    {
      "epoch": 2.118390914494989,
      "grad_norm": 3.384604266827708,
      "learning_rate": 9.623811001568264e-06,
      "loss": 0.5656,
      "step": 127400
    },
    {
      "epoch": 2.120053708237896,
      "grad_norm": 3.735035600955194,
      "learning_rate": 9.622705837701237e-06,
      "loss": 0.5846,
      "step": 127500
    },
    {
      "epoch": 2.121716501980803,
      "grad_norm": 2.854583950649377,
      "learning_rate": 9.621599116491747e-06,
      "loss": 0.5909,
      "step": 127600
    },
    {
      "epoch": 2.1233792957237103,
      "grad_norm": 2.6532819639316574,
      "learning_rate": 9.620490838312638e-06,
      "loss": 0.6017,
      "step": 127700
    },
    {
      "epoch": 2.1250420894666173,
      "grad_norm": 3.0038386918154045,
      "learning_rate": 9.619381003537275e-06,
      "loss": 0.6036,
      "step": 127800
    },
    {
      "epoch": 2.1267048832095243,
      "grad_norm": 3.5493473524439993,
      "learning_rate": 9.618269612539558e-06,
      "loss": 0.54,
      "step": 127900
    },
    {
      "epoch": 2.128367676952432,
      "grad_norm": 5.663043019784249,
      "learning_rate": 9.617156665693894e-06,
      "loss": 0.5529,
      "step": 128000
    },
    {
      "epoch": 2.130030470695339,
      "grad_norm": 3.6077797540414225,
      "learning_rate": 9.616042163375228e-06,
      "loss": 0.5729,
      "step": 128100
    },
    {
      "epoch": 2.131693264438246,
      "grad_norm": 3.8208774922517255,
      "learning_rate": 9.614926105959024e-06,
      "loss": 0.5837,
      "step": 128200
    },
    {
      "epoch": 2.1333560581811533,
      "grad_norm": 3.2877771251611887,
      "learning_rate": 9.61380849382127e-06,
      "loss": 0.5563,
      "step": 128300
    },
    {
      "epoch": 2.1350188519240603,
      "grad_norm": 3.9580219108758263,
      "learning_rate": 9.61268932733848e-06,
      "loss": 0.5461,
      "step": 128400
    },
    {
      "epoch": 2.1366816456669673,
      "grad_norm": 3.189135396154438,
      "learning_rate": 9.611568606887687e-06,
      "loss": 0.5735,
      "step": 128500
    },
    {
      "epoch": 2.1383444394098747,
      "grad_norm": 3.5950450951001027,
      "learning_rate": 9.610446332846451e-06,
      "loss": 0.5777,
      "step": 128600
    },
    {
      "epoch": 2.1400072331527817,
      "grad_norm": 2.82385319269266,
      "learning_rate": 9.609322505592856e-06,
      "loss": 0.5607,
      "step": 128700
    },
    {
      "epoch": 2.1416700268956887,
      "grad_norm": 3.9761463284231247,
      "learning_rate": 9.608197125505508e-06,
      "loss": 0.5695,
      "step": 128800
    },
    {
      "epoch": 2.1433328206385958,
      "grad_norm": 3.2118669286223995,
      "learning_rate": 9.607070192963532e-06,
      "loss": 0.5947,
      "step": 128900
    },
    {
      "epoch": 2.144995614381503,
      "grad_norm": 3.8886317276372724,
      "learning_rate": 9.605941708346585e-06,
      "loss": 0.5537,
      "step": 129000
    },
    {
      "epoch": 2.1466584081244102,
      "grad_norm": 3.121201021577136,
      "learning_rate": 9.604811672034841e-06,
      "loss": 0.5769,
      "step": 129100
    },
    {
      "epoch": 2.1483212018673172,
      "grad_norm": 2.637148459779667,
      "learning_rate": 9.603680084408996e-06,
      "loss": 0.5717,
      "step": 129200
    },
    {
      "epoch": 2.1499839956102247,
      "grad_norm": 3.540984888631948,
      "learning_rate": 9.602546945850271e-06,
      "loss": 0.5539,
      "step": 129300
    },
    {
      "epoch": 2.1516467893531317,
      "grad_norm": 2.906772014253539,
      "learning_rate": 9.60141225674041e-06,
      "loss": 0.5634,
      "step": 129400
    },
    {
      "epoch": 2.1533095830960387,
      "grad_norm": 2.999886573780494,
      "learning_rate": 9.600276017461675e-06,
      "loss": 0.57,
      "step": 129500
    },
    {
      "epoch": 2.154972376838946,
      "grad_norm": 2.8024283999900046,
      "learning_rate": 9.599138228396859e-06,
      "loss": 0.5715,
      "step": 129600
    },
    {
      "epoch": 2.156635170581853,
      "grad_norm": 4.360859819030659,
      "learning_rate": 9.597998889929265e-06,
      "loss": 0.5586,
      "step": 129700
    },
    {
      "epoch": 2.15829796432476,
      "grad_norm": 3.3503695602504555,
      "learning_rate": 9.596858002442731e-06,
      "loss": 0.5643,
      "step": 129800
    },
    {
      "epoch": 2.159960758067667,
      "grad_norm": 3.128796170865448,
      "learning_rate": 9.595715566321603e-06,
      "loss": 0.6067,
      "step": 129900
    },
    {
      "epoch": 2.1616235518105746,
      "grad_norm": 2.7437989207746822,
      "learning_rate": 9.594571581950765e-06,
      "loss": 0.5664,
      "step": 130000
    },
    {
      "epoch": 2.1632863455534816,
      "grad_norm": 4.483005088544571,
      "learning_rate": 9.593426049715606e-06,
      "loss": 0.5901,
      "step": 130100
    },
    {
      "epoch": 2.1649491392963887,
      "grad_norm": 3.4237098924656904,
      "learning_rate": 9.592278970002047e-06,
      "loss": 0.5897,
      "step": 130200
    },
    {
      "epoch": 2.166611933039296,
      "grad_norm": 3.4868822463041655,
      "learning_rate": 9.591130343196528e-06,
      "loss": 0.5865,
      "step": 130300
    },
    {
      "epoch": 2.168274726782203,
      "grad_norm": 3.2011431149892733,
      "learning_rate": 9.589980169686009e-06,
      "loss": 0.5766,
      "step": 130400
    },
    {
      "epoch": 2.16993752052511,
      "grad_norm": 3.885730257178098,
      "learning_rate": 9.58882844985797e-06,
      "loss": 0.5719,
      "step": 130500
    },
    {
      "epoch": 2.1716003142680176,
      "grad_norm": 4.854495365347884,
      "learning_rate": 9.587675184100419e-06,
      "loss": 0.5987,
      "step": 130600
    },
    {
      "epoch": 2.1732631080109246,
      "grad_norm": 4.7523467558823995,
      "learning_rate": 9.586520372801874e-06,
      "loss": 0.5752,
      "step": 130700
    },
    {
      "epoch": 2.1749259017538316,
      "grad_norm": 3.2064458756542518,
      "learning_rate": 9.58536401635138e-06,
      "loss": 0.5467,
      "step": 130800
    },
    {
      "epoch": 2.176588695496739,
      "grad_norm": 4.359060502764875,
      "learning_rate": 9.584206115138503e-06,
      "loss": 0.5694,
      "step": 130900
    },
    {
      "epoch": 2.178251489239646,
      "grad_norm": 4.255219207963976,
      "learning_rate": 9.583046669553328e-06,
      "loss": 0.5871,
      "step": 131000
    },
    {
      "epoch": 2.179914282982553,
      "grad_norm": 3.743071465686546,
      "learning_rate": 9.581885679986462e-06,
      "loss": 0.6104,
      "step": 131100
    },
    {
      "epoch": 2.18157707672546,
      "grad_norm": 2.9756438742870848,
      "learning_rate": 9.580723146829027e-06,
      "loss": 0.6057,
      "step": 131200
    },
    {
      "epoch": 2.1832398704683675,
      "grad_norm": 3.942846626099289,
      "learning_rate": 9.579559070472672e-06,
      "loss": 0.5869,
      "step": 131300
    },
    {
      "epoch": 2.1849026642112745,
      "grad_norm": 5.2165211037425845,
      "learning_rate": 9.57839345130956e-06,
      "loss": 0.5873,
      "step": 131400
    },
    {
      "epoch": 2.1865654579541816,
      "grad_norm": 4.572350477736375,
      "learning_rate": 9.577226289732378e-06,
      "loss": 0.5637,
      "step": 131500
    },
    {
      "epoch": 2.188228251697089,
      "grad_norm": 2.587098453382327,
      "learning_rate": 9.576057586134328e-06,
      "loss": 0.5971,
      "step": 131600
    },
    {
      "epoch": 2.189891045439996,
      "grad_norm": 2.8698840063495186,
      "learning_rate": 9.574887340909138e-06,
      "loss": 0.5863,
      "step": 131700
    },
    {
      "epoch": 2.191553839182903,
      "grad_norm": 3.635005020143186,
      "learning_rate": 9.573715554451049e-06,
      "loss": 0.5758,
      "step": 131800
    },
    {
      "epoch": 2.1932166329258105,
      "grad_norm": 4.9629575645739274,
      "learning_rate": 9.572542227154826e-06,
      "loss": 0.58,
      "step": 131900
    },
    {
      "epoch": 2.1948794266687175,
      "grad_norm": 3.7318619326433535,
      "learning_rate": 9.571367359415749e-06,
      "loss": 0.5468,
      "step": 132000
    },
    {
      "epoch": 2.1965422204116245,
      "grad_norm": 3.9152059390832035,
      "learning_rate": 9.57019095162962e-06,
      "loss": 0.5609,
      "step": 132100
    },
    {
      "epoch": 2.1982050141545315,
      "grad_norm": 4.771758113541121,
      "learning_rate": 9.569013004192757e-06,
      "loss": 0.6025,
      "step": 132200
    },
    {
      "epoch": 2.199867807897439,
      "grad_norm": 3.6217379020759974,
      "learning_rate": 9.567833517502003e-06,
      "loss": 0.583,
      "step": 132300
    },
    {
      "epoch": 2.201530601640346,
      "grad_norm": 3.0886011562705113,
      "learning_rate": 9.56665249195471e-06,
      "loss": 0.5964,
      "step": 132400
    },
    {
      "epoch": 2.203193395383253,
      "grad_norm": 4.649381449838598,
      "learning_rate": 9.565469927948757e-06,
      "loss": 0.5945,
      "step": 132500
    },
    {
      "epoch": 2.2048561891261604,
      "grad_norm": 2.990231589474096,
      "learning_rate": 9.564285825882536e-06,
      "loss": 0.5754,
      "step": 132600
    },
    {
      "epoch": 2.2065189828690674,
      "grad_norm": 3.7752388989019803,
      "learning_rate": 9.563100186154957e-06,
      "loss": 0.5913,
      "step": 132700
    },
    {
      "epoch": 2.2081817766119745,
      "grad_norm": 4.540595103765588,
      "learning_rate": 9.561913009165455e-06,
      "loss": 0.5912,
      "step": 132800
    },
    {
      "epoch": 2.209844570354882,
      "grad_norm": 4.534693760039142,
      "learning_rate": 9.560724295313973e-06,
      "loss": 0.591,
      "step": 132900
    },
    {
      "epoch": 2.211507364097789,
      "grad_norm": 3.0119738738349704,
      "learning_rate": 9.55953404500098e-06,
      "loss": 0.5977,
      "step": 133000
    },
    {
      "epoch": 2.213170157840696,
      "grad_norm": 2.2468436017209283,
      "learning_rate": 9.558342258627458e-06,
      "loss": 0.5631,
      "step": 133100
    },
    {
      "epoch": 2.2148329515836034,
      "grad_norm": 3.6706874584936076,
      "learning_rate": 9.557148936594906e-06,
      "loss": 0.5711,
      "step": 133200
    },
    {
      "epoch": 2.2164957453265104,
      "grad_norm": 5.781734118873615,
      "learning_rate": 9.555954079305344e-06,
      "loss": 0.5745,
      "step": 133300
    },
    {
      "epoch": 2.2181585390694174,
      "grad_norm": 3.056712431283082,
      "learning_rate": 9.554757687161307e-06,
      "loss": 0.5805,
      "step": 133400
    },
    {
      "epoch": 2.219821332812325,
      "grad_norm": 3.295321989457798,
      "learning_rate": 9.553559760565848e-06,
      "loss": 0.5667,
      "step": 133500
    },
    {
      "epoch": 2.221484126555232,
      "grad_norm": 3.4124843678068415,
      "learning_rate": 9.552360299922533e-06,
      "loss": 0.6121,
      "step": 133600
    },
    {
      "epoch": 2.223146920298139,
      "grad_norm": 3.344383981866012,
      "learning_rate": 9.551159305635451e-06,
      "loss": 0.6052,
      "step": 133700
    },
    {
      "epoch": 2.224809714041046,
      "grad_norm": 3.6424533628637783,
      "learning_rate": 9.549956778109205e-06,
      "loss": 0.606,
      "step": 133800
    },
    {
      "epoch": 2.2264725077839533,
      "grad_norm": 3.248902180926933,
      "learning_rate": 9.548752717748912e-06,
      "loss": 0.5566,
      "step": 133900
    },
    {
      "epoch": 2.2281353015268603,
      "grad_norm": 4.255017459593084,
      "learning_rate": 9.547547124960211e-06,
      "loss": 0.5559,
      "step": 134000
    },
    {
      "epoch": 2.2297980952697674,
      "grad_norm": 3.880793191231222,
      "learning_rate": 9.54634000014925e-06,
      "loss": 0.5854,
      "step": 134100
    },
    {
      "epoch": 2.231460889012675,
      "grad_norm": 2.9283156691495242,
      "learning_rate": 9.5451313437227e-06,
      "loss": 0.57,
      "step": 134200
    },
    {
      "epoch": 2.233123682755582,
      "grad_norm": 2.7717293394822025,
      "learning_rate": 9.543921156087746e-06,
      "loss": 0.6048,
      "step": 134300
    },
    {
      "epoch": 2.234786476498489,
      "grad_norm": 4.457158023374438,
      "learning_rate": 9.542709437652082e-06,
      "loss": 0.5798,
      "step": 134400
    },
    {
      "epoch": 2.2364492702413963,
      "grad_norm": 3.043047116809801,
      "learning_rate": 9.54149618882393e-06,
      "loss": 0.5765,
      "step": 134500
    },
    {
      "epoch": 2.2381120639843033,
      "grad_norm": 3.453302582183686,
      "learning_rate": 9.540281410012018e-06,
      "loss": 0.5951,
      "step": 134600
    },
    {
      "epoch": 2.2397748577272103,
      "grad_norm": 2.894152947697887,
      "learning_rate": 9.539065101625592e-06,
      "loss": 0.5705,
      "step": 134700
    },
    {
      "epoch": 2.2414376514701173,
      "grad_norm": 3.352266552168988,
      "learning_rate": 9.537847264074416e-06,
      "loss": 0.5937,
      "step": 134800
    },
    {
      "epoch": 2.2431004452130248,
      "grad_norm": 4.33836536336297,
      "learning_rate": 9.536627897768767e-06,
      "loss": 0.5545,
      "step": 134900
    },
    {
      "epoch": 2.2447632389559318,
      "grad_norm": 3.6864435254723897,
      "learning_rate": 9.535407003119435e-06,
      "loss": 0.5764,
      "step": 135000
    },
    {
      "epoch": 2.246426032698839,
      "grad_norm": 2.709611834723059,
      "learning_rate": 9.534184580537728e-06,
      "loss": 0.5923,
      "step": 135100
    },
    {
      "epoch": 2.2480888264417462,
      "grad_norm": 4.122348289599256,
      "learning_rate": 9.532960630435468e-06,
      "loss": 0.5623,
      "step": 135200
    },
    {
      "epoch": 2.2497516201846532,
      "grad_norm": 4.196185284657727,
      "learning_rate": 9.531735153224992e-06,
      "loss": 0.5655,
      "step": 135300
    },
    {
      "epoch": 2.2514144139275603,
      "grad_norm": 4.440611566755102,
      "learning_rate": 9.530508149319149e-06,
      "loss": 0.5843,
      "step": 135400
    },
    {
      "epoch": 2.2530772076704677,
      "grad_norm": 2.9380273784834565,
      "learning_rate": 9.529279619131306e-06,
      "loss": 0.5705,
      "step": 135500
    },
    {
      "epoch": 2.2547400014133747,
      "grad_norm": 4.466915972990929,
      "learning_rate": 9.528049563075341e-06,
      "loss": 0.5906,
      "step": 135600
    },
    {
      "epoch": 2.2564027951562817,
      "grad_norm": 2.871057618515276,
      "learning_rate": 9.526817981565648e-06,
      "loss": 0.5795,
      "step": 135700
    },
    {
      "epoch": 2.258065588899189,
      "grad_norm": 3.153837401373427,
      "learning_rate": 9.525584875017132e-06,
      "loss": 0.5691,
      "step": 135800
    },
    {
      "epoch": 2.259728382642096,
      "grad_norm": 3.6040483462964152,
      "learning_rate": 9.524350243845218e-06,
      "loss": 0.5683,
      "step": 135900
    },
    {
      "epoch": 2.261391176385003,
      "grad_norm": 4.412084650741116,
      "learning_rate": 9.523114088465839e-06,
      "loss": 0.5635,
      "step": 136000
    },
    {
      "epoch": 2.2630539701279107,
      "grad_norm": 3.634923540409369,
      "learning_rate": 9.521876409295441e-06,
      "loss": 0.5519,
      "step": 136100
    },
    {
      "epoch": 2.2647167638708177,
      "grad_norm": 3.264117323921844,
      "learning_rate": 9.52063720675099e-06,
      "loss": 0.5705,
      "step": 136200
    },
    {
      "epoch": 2.2663795576137247,
      "grad_norm": 2.626910412225938,
      "learning_rate": 9.519396481249954e-06,
      "loss": 0.6132,
      "step": 136300
    },
    {
      "epoch": 2.2680423513566317,
      "grad_norm": 4.710409102867711,
      "learning_rate": 9.518154233210328e-06,
      "loss": 0.6069,
      "step": 136400
    },
    {
      "epoch": 2.269705145099539,
      "grad_norm": 3.374722928282345,
      "learning_rate": 9.516910463050608e-06,
      "loss": 0.548,
      "step": 136500
    },
    {
      "epoch": 2.271367938842446,
      "grad_norm": 4.776062756301114,
      "learning_rate": 9.51566517118981e-06,
      "loss": 0.5852,
      "step": 136600
    },
    {
      "epoch": 2.273030732585353,
      "grad_norm": 4.025652333091454,
      "learning_rate": 9.514418358047458e-06,
      "loss": 0.5495,
      "step": 136700
    },
    {
      "epoch": 2.2746935263282606,
      "grad_norm": 2.553455616902114,
      "learning_rate": 9.513170024043591e-06,
      "loss": 0.5793,
      "step": 136800
    },
    {
      "epoch": 2.2763563200711676,
      "grad_norm": 3.3513844493469205,
      "learning_rate": 9.511920169598764e-06,
      "loss": 0.6026,
      "step": 136900
    },
    {
      "epoch": 2.2780191138140746,
      "grad_norm": 4.548355176897355,
      "learning_rate": 9.510668795134033e-06,
      "loss": 0.5725,
      "step": 137000
    },
    {
      "epoch": 2.2796819075569816,
      "grad_norm": 3.611294098642709,
      "learning_rate": 9.50941590107098e-06,
      "loss": 0.5883,
      "step": 137100
    },
    {
      "epoch": 2.281344701299889,
      "grad_norm": 2.71598993541464,
      "learning_rate": 9.508161487831689e-06,
      "loss": 0.5832,
      "step": 137200
    },
    {
      "epoch": 2.283007495042796,
      "grad_norm": 2.7922755919739006,
      "learning_rate": 9.506905555838759e-06,
      "loss": 0.5999,
      "step": 137300
    },
    {
      "epoch": 2.284670288785703,
      "grad_norm": 3.009807633349081,
      "learning_rate": 9.5056481055153e-06,
      "loss": 0.5872,
      "step": 137400
    },
    {
      "epoch": 2.2863330825286106,
      "grad_norm": 3.5085581842597624,
      "learning_rate": 9.504389137284937e-06,
      "loss": 0.5603,
      "step": 137500
    },
    {
      "epoch": 2.2879958762715176,
      "grad_norm": 3.6164563360530684,
      "learning_rate": 9.503128651571801e-06,
      "loss": 0.5679,
      "step": 137600
    },
    {
      "epoch": 2.2896586700144246,
      "grad_norm": 3.342764462977914,
      "learning_rate": 9.501866648800537e-06,
      "loss": 0.561,
      "step": 137700
    },
    {
      "epoch": 2.291321463757332,
      "grad_norm": 3.3443087882978424,
      "learning_rate": 9.500603129396304e-06,
      "loss": 0.5715,
      "step": 137800
    },
    {
      "epoch": 2.292984257500239,
      "grad_norm": 3.375676452036152,
      "learning_rate": 9.499338093784763e-06,
      "loss": 0.601,
      "step": 137900
    },
    {
      "epoch": 2.294647051243146,
      "grad_norm": 3.213891798287831,
      "learning_rate": 9.498071542392098e-06,
      "loss": 0.5937,
      "step": 138000
    },
    {
      "epoch": 2.2963098449860535,
      "grad_norm": 3.4927752255513616,
      "learning_rate": 9.496803475644992e-06,
      "loss": 0.5733,
      "step": 138100
    },
    {
      "epoch": 2.2979726387289605,
      "grad_norm": 3.4208603129577893,
      "learning_rate": 9.495533893970647e-06,
      "loss": 0.5775,
      "step": 138200
    },
    {
      "epoch": 2.2996354324718675,
      "grad_norm": 3.376905446120309,
      "learning_rate": 9.494262797796771e-06,
      "loss": 0.5966,
      "step": 138300
    },
    {
      "epoch": 2.301298226214775,
      "grad_norm": 4.014478450507154,
      "learning_rate": 9.492990187551583e-06,
      "loss": 0.6026,
      "step": 138400
    },
    {
      "epoch": 2.302961019957682,
      "grad_norm": 5.262606952176788,
      "learning_rate": 9.491716063663814e-06,
      "loss": 0.5841,
      "step": 138500
    },
    {
      "epoch": 2.304623813700589,
      "grad_norm": 3.165110607129799,
      "learning_rate": 9.490440426562701e-06,
      "loss": 0.5603,
      "step": 138600
    },
    {
      "epoch": 2.306286607443496,
      "grad_norm": 5.05527201216723,
      "learning_rate": 9.489163276677996e-06,
      "loss": 0.5932,
      "step": 138700
    },
    {
      "epoch": 2.3079494011864035,
      "grad_norm": 2.3918973197220743,
      "learning_rate": 9.487884614439955e-06,
      "loss": 0.5541,
      "step": 138800
    },
    {
      "epoch": 2.3096121949293105,
      "grad_norm": 2.76817570039615,
      "learning_rate": 9.486604440279346e-06,
      "loss": 0.5737,
      "step": 138900
    },
    {
      "epoch": 2.3112749886722175,
      "grad_norm": 4.781479902704038,
      "learning_rate": 9.485322754627449e-06,
      "loss": 0.5849,
      "step": 139000
    },
    {
      "epoch": 2.312937782415125,
      "grad_norm": 3.4801894131434117,
      "learning_rate": 9.484039557916051e-06,
      "loss": 0.5752,
      "step": 139100
    },
    {
      "epoch": 2.314600576158032,
      "grad_norm": 4.4083866817450925,
      "learning_rate": 9.482754850577446e-06,
      "loss": 0.597,
      "step": 139200
    },
    {
      "epoch": 2.316263369900939,
      "grad_norm": 3.3306738673677234,
      "learning_rate": 9.48146863304444e-06,
      "loss": 0.5797,
      "step": 139300
    },
    {
      "epoch": 2.317926163643846,
      "grad_norm": 2.802548566873447,
      "learning_rate": 9.480180905750345e-06,
      "loss": 0.5719,
      "step": 139400
    },
    {
      "epoch": 2.3195889573867534,
      "grad_norm": 3.885078617956506,
      "learning_rate": 9.478891669128985e-06,
      "loss": 0.5645,
      "step": 139500
    },
    {
      "epoch": 2.3212517511296604,
      "grad_norm": 3.0863960441646197,
      "learning_rate": 9.477600923614689e-06,
      "loss": 0.5682,
      "step": 139600
    },
    {
      "epoch": 2.3229145448725674,
      "grad_norm": 2.8674883844750143,
      "learning_rate": 9.476308669642298e-06,
      "loss": 0.5885,
      "step": 139700
    },
    {
      "epoch": 2.324577338615475,
      "grad_norm": 3.1348047350924175,
      "learning_rate": 9.475014907647157e-06,
      "loss": 0.5912,
      "step": 139800
    },
    {
      "epoch": 2.326240132358382,
      "grad_norm": 3.2937825508612106,
      "learning_rate": 9.473719638065122e-06,
      "loss": 0.5583,
      "step": 139900
    },
    {
      "epoch": 2.327902926101289,
      "grad_norm": 3.1765422803172094,
      "learning_rate": 9.472422861332559e-06,
      "loss": 0.6186,
      "step": 140000
    },
    {
      "epoch": 2.3295657198441964,
      "grad_norm": 3.984555803814265,
      "learning_rate": 9.471124577886335e-06,
      "loss": 0.5561,
      "step": 140100
    },
    {
      "epoch": 2.3312285135871034,
      "grad_norm": 5.040600095215838,
      "learning_rate": 9.469824788163828e-06,
      "loss": 0.5567,
      "step": 140200
    },
    {
      "epoch": 2.3328913073300104,
      "grad_norm": 3.367236983242205,
      "learning_rate": 9.468523492602928e-06,
      "loss": 0.5959,
      "step": 140300
    },
    {
      "epoch": 2.334554101072918,
      "grad_norm": 2.724023363997979,
      "learning_rate": 9.467220691642025e-06,
      "loss": 0.5845,
      "step": 140400
    },
    {
      "epoch": 2.336216894815825,
      "grad_norm": 3.451442569948144,
      "learning_rate": 9.465916385720021e-06,
      "loss": 0.5717,
      "step": 140500
    },
    {
      "epoch": 2.337879688558732,
      "grad_norm": 2.5214385731357383,
      "learning_rate": 9.464610575276322e-06,
      "loss": 0.5462,
      "step": 140600
    },
    {
      "epoch": 2.3395424823016393,
      "grad_norm": 4.180149023964795,
      "learning_rate": 9.463303260750842e-06,
      "loss": 0.5926,
      "step": 140700
    },
    {
      "epoch": 2.3412052760445463,
      "grad_norm": 3.5693439397401194,
      "learning_rate": 9.461994442584004e-06,
      "loss": 0.5829,
      "step": 140800
    },
    {
      "epoch": 2.3428680697874533,
      "grad_norm": 2.950464688365965,
      "learning_rate": 9.460684121216734e-06,
      "loss": 0.5937,
      "step": 140900
    },
    {
      "epoch": 2.3445308635303608,
      "grad_norm": 2.5387674836461005,
      "learning_rate": 9.459372297090467e-06,
      "loss": 0.5992,
      "step": 141000
    },
    {
      "epoch": 2.346193657273268,
      "grad_norm": 4.431861239259893,
      "learning_rate": 9.458058970647142e-06,
      "loss": 0.5578,
      "step": 141100
    },
    {
      "epoch": 2.347856451016175,
      "grad_norm": 3.4372129025559963,
      "learning_rate": 9.456744142329203e-06,
      "loss": 0.5819,
      "step": 141200
    },
    {
      "epoch": 2.349519244759082,
      "grad_norm": 2.4092905758760264,
      "learning_rate": 9.45542781257961e-06,
      "loss": 0.589,
      "step": 141300
    },
    {
      "epoch": 2.3511820385019893,
      "grad_norm": 4.0977563137694695,
      "learning_rate": 9.454109981841813e-06,
      "loss": 0.5814,
      "step": 141400
    },
    {
      "epoch": 2.3528448322448963,
      "grad_norm": 4.26384957109694,
      "learning_rate": 9.452790650559777e-06,
      "loss": 0.571,
      "step": 141500
    },
    {
      "epoch": 2.3545076259878033,
      "grad_norm": 2.462161745997543,
      "learning_rate": 9.451469819177975e-06,
      "loss": 0.5735,
      "step": 141600
    },
    {
      "epoch": 2.3561704197307107,
      "grad_norm": 4.32788429673624,
      "learning_rate": 9.450147488141379e-06,
      "loss": 0.5875,
      "step": 141700
    },
    {
      "epoch": 2.3578332134736177,
      "grad_norm": 4.1875440219218385,
      "learning_rate": 9.44882365789547e-06,
      "loss": 0.5868,
      "step": 141800
    },
    {
      "epoch": 2.3594960072165247,
      "grad_norm": 3.6937168936711444,
      "learning_rate": 9.447498328886232e-06,
      "loss": 0.6269,
      "step": 141900
    },
    {
      "epoch": 2.3611588009594318,
      "grad_norm": 3.1065376482861446,
      "learning_rate": 9.446171501560155e-06,
      "loss": 0.601,
      "step": 142000
    },
    {
      "epoch": 2.362821594702339,
      "grad_norm": 3.1464887177259753,
      "learning_rate": 9.444843176364236e-06,
      "loss": 0.564,
      "step": 142100
    },
    {
      "epoch": 2.364484388445246,
      "grad_norm": 4.163841804569901,
      "learning_rate": 9.443513353745969e-06,
      "loss": 0.5971,
      "step": 142200
    },
    {
      "epoch": 2.3661471821881532,
      "grad_norm": 5.59389792385416,
      "learning_rate": 9.442182034153363e-06,
      "loss": 0.5762,
      "step": 142300
    },
    {
      "epoch": 2.3678099759310607,
      "grad_norm": 4.230020908454227,
      "learning_rate": 9.44084921803492e-06,
      "loss": 0.5778,
      "step": 142400
    },
    {
      "epoch": 2.3694727696739677,
      "grad_norm": 4.430418364787737,
      "learning_rate": 9.43951490583966e-06,
      "loss": 0.5842,
      "step": 142500
    },
    {
      "epoch": 2.3711355634168747,
      "grad_norm": 3.6332314884428776,
      "learning_rate": 9.438179098017092e-06,
      "loss": 0.6198,
      "step": 142600
    },
    {
      "epoch": 2.372798357159782,
      "grad_norm": 4.711287064229402,
      "learning_rate": 9.436841795017241e-06,
      "loss": 0.5737,
      "step": 142700
    },
    {
      "epoch": 2.374461150902689,
      "grad_norm": 3.908359739670058,
      "learning_rate": 9.43550299729063e-06,
      "loss": 0.5674,
      "step": 142800
    },
    {
      "epoch": 2.376123944645596,
      "grad_norm": 4.780817926106279,
      "learning_rate": 9.434162705288282e-06,
      "loss": 0.5763,
      "step": 142900
    },
    {
      "epoch": 2.3777867383885036,
      "grad_norm": 3.994523143561205,
      "learning_rate": 9.432820919461732e-06,
      "loss": 0.5685,
      "step": 143000
    },
    {
      "epoch": 2.3794495321314106,
      "grad_norm": 3.6526534651621265,
      "learning_rate": 9.431477640263011e-06,
      "loss": 0.574,
      "step": 143100
    },
    {
      "epoch": 2.3811123258743176,
      "grad_norm": 2.719399320120872,
      "learning_rate": 9.43013286814466e-06,
      "loss": 0.5732,
      "step": 143200
    },
    {
      "epoch": 2.382775119617225,
      "grad_norm": 3.304707763563539,
      "learning_rate": 9.428786603559717e-06,
      "loss": 0.5795,
      "step": 143300
    },
    {
      "epoch": 2.384437913360132,
      "grad_norm": 3.8303947738799016,
      "learning_rate": 9.427438846961723e-06,
      "loss": 0.5938,
      "step": 143400
    },
    {
      "epoch": 2.386100707103039,
      "grad_norm": 4.42837858211358,
      "learning_rate": 9.426089598804727e-06,
      "loss": 0.5769,
      "step": 143500
    },
    {
      "epoch": 2.387763500845946,
      "grad_norm": 4.310294207322987,
      "learning_rate": 9.424738859543274e-06,
      "loss": 0.5764,
      "step": 143600
    },
    {
      "epoch": 2.3894262945888536,
      "grad_norm": 4.260638069357201,
      "learning_rate": 9.423386629632416e-06,
      "loss": 0.5743,
      "step": 143700
    },
    {
      "epoch": 2.3910890883317606,
      "grad_norm": 3.212715557622254,
      "learning_rate": 9.422032909527704e-06,
      "loss": 0.5805,
      "step": 143800
    },
    {
      "epoch": 2.3927518820746676,
      "grad_norm": 3.6477636397194235,
      "learning_rate": 9.420677699685193e-06,
      "loss": 0.6092,
      "step": 143900
    },
    {
      "epoch": 2.394414675817575,
      "grad_norm": 2.4821428653931545,
      "learning_rate": 9.419321000561441e-06,
      "loss": 0.5805,
      "step": 144000
    },
    {
      "epoch": 2.396077469560482,
      "grad_norm": 5.35483778564145,
      "learning_rate": 9.417962812613504e-06,
      "loss": 0.5952,
      "step": 144100
    },
    {
      "epoch": 2.397740263303389,
      "grad_norm": 3.6361358954295637,
      "learning_rate": 9.416603136298942e-06,
      "loss": 0.5723,
      "step": 144200
    },
    {
      "epoch": 2.3994030570462965,
      "grad_norm": 4.2906306836434975,
      "learning_rate": 9.415241972075817e-06,
      "loss": 0.5706,
      "step": 144300
    },
    {
      "epoch": 2.4010658507892035,
      "grad_norm": 2.9522552185566564,
      "learning_rate": 9.413879320402691e-06,
      "loss": 0.5992,
      "step": 144400
    },
    {
      "epoch": 2.4027286445321105,
      "grad_norm": 2.9942457825527256,
      "learning_rate": 9.412515181738628e-06,
      "loss": 0.5815,
      "step": 144500
    },
    {
      "epoch": 2.4043914382750176,
      "grad_norm": 4.939157826972667,
      "learning_rate": 9.41114955654319e-06,
      "loss": 0.5457,
      "step": 144600
    },
    {
      "epoch": 2.406054232017925,
      "grad_norm": 2.6589325197623785,
      "learning_rate": 9.409782445276445e-06,
      "loss": 0.6084,
      "step": 144700
    },
    {
      "epoch": 2.407717025760832,
      "grad_norm": 4.2808799168855955,
      "learning_rate": 9.408413848398959e-06,
      "loss": 0.6148,
      "step": 144800
    },
    {
      "epoch": 2.409379819503739,
      "grad_norm": 3.6799438993781455,
      "learning_rate": 9.407043766371795e-06,
      "loss": 0.5823,
      "step": 144900
    },
    {
      "epoch": 2.4110426132466465,
      "grad_norm": 3.373934081702259,
      "learning_rate": 9.405672199656522e-06,
      "loss": 0.5863,
      "step": 145000
    },
    {
      "epoch": 2.4127054069895535,
      "grad_norm": 3.044594068669669,
      "learning_rate": 9.404299148715207e-06,
      "loss": 0.6018,
      "step": 145100
    },
    {
      "epoch": 2.4143682007324605,
      "grad_norm": 3.2186310129280105,
      "learning_rate": 9.402924614010418e-06,
      "loss": 0.6064,
      "step": 145200
    },
    {
      "epoch": 2.416030994475368,
      "grad_norm": 3.6891022381790157,
      "learning_rate": 9.401548596005219e-06,
      "loss": 0.5783,
      "step": 145300
    },
    {
      "epoch": 2.417693788218275,
      "grad_norm": 3.1078407339856042,
      "learning_rate": 9.400171095163177e-06,
      "loss": 0.5734,
      "step": 145400
    },
    {
      "epoch": 2.419356581961182,
      "grad_norm": 3.409055524585729,
      "learning_rate": 9.39879211194836e-06,
      "loss": 0.5896,
      "step": 145500
    },
    {
      "epoch": 2.4210193757040894,
      "grad_norm": 3.8705894033582493,
      "learning_rate": 9.397411646825332e-06,
      "loss": 0.5779,
      "step": 145600
    },
    {
      "epoch": 2.4226821694469964,
      "grad_norm": 3.470155339975382,
      "learning_rate": 9.396029700259157e-06,
      "loss": 0.556,
      "step": 145700
    },
    {
      "epoch": 2.4243449631899034,
      "grad_norm": 4.105112753740265,
      "learning_rate": 9.3946462727154e-06,
      "loss": 0.5757,
      "step": 145800
    },
    {
      "epoch": 2.426007756932811,
      "grad_norm": 3.91399704055092,
      "learning_rate": 9.393261364660122e-06,
      "loss": 0.5684,
      "step": 145900
    },
    {
      "epoch": 2.427670550675718,
      "grad_norm": 3.1913790051731334,
      "learning_rate": 9.391874976559885e-06,
      "loss": 0.6302,
      "step": 146000
    },
    {
      "epoch": 2.429333344418625,
      "grad_norm": 3.9122262256579177,
      "learning_rate": 9.390487108881752e-06,
      "loss": 0.5859,
      "step": 146100
    },
    {
      "epoch": 2.430996138161532,
      "grad_norm": 3.7503671926503745,
      "learning_rate": 9.389097762093276e-06,
      "loss": 0.6024,
      "step": 146200
    },
    {
      "epoch": 2.4326589319044394,
      "grad_norm": 4.5489789812451376,
      "learning_rate": 9.38770693666252e-06,
      "loss": 0.5525,
      "step": 146300
    },
    {
      "epoch": 2.4343217256473464,
      "grad_norm": 3.3734944493057886,
      "learning_rate": 9.38631463305803e-06,
      "loss": 0.5972,
      "step": 146400
    },
    {
      "epoch": 2.4359845193902534,
      "grad_norm": 3.3089972813172253,
      "learning_rate": 9.38492085174887e-06,
      "loss": 0.6334,
      "step": 146500
    },
    {
      "epoch": 2.437647313133161,
      "grad_norm": 3.9806490112678588,
      "learning_rate": 9.383525593204584e-06,
      "loss": 0.6167,
      "step": 146600
    },
    {
      "epoch": 2.439310106876068,
      "grad_norm": 4.018327137487482,
      "learning_rate": 9.38212885789522e-06,
      "loss": 0.5818,
      "step": 146700
    },
    {
      "epoch": 2.440972900618975,
      "grad_norm": 3.2813736599634775,
      "learning_rate": 9.380730646291325e-06,
      "loss": 0.5778,
      "step": 146800
    },
    {
      "epoch": 2.442635694361882,
      "grad_norm": 4.080223129162738,
      "learning_rate": 9.379330958863943e-06,
      "loss": 0.5595,
      "step": 146900
    },
    {
      "epoch": 2.4442984881047893,
      "grad_norm": 3.4437546892017386,
      "learning_rate": 9.377929796084615e-06,
      "loss": 0.611,
      "step": 147000
    },
    {
      "epoch": 2.4459612818476963,
      "grad_norm": 4.108154168932564,
      "learning_rate": 9.376527158425378e-06,
      "loss": 0.578,
      "step": 147100
    },
    {
      "epoch": 2.4476240755906034,
      "grad_norm": 4.8148225228776935,
      "learning_rate": 9.375123046358764e-06,
      "loss": 0.5776,
      "step": 147200
    },
    {
      "epoch": 2.449286869333511,
      "grad_norm": 4.352947408358977,
      "learning_rate": 9.373717460357807e-06,
      "loss": 0.6093,
      "step": 147300
    },
    {
      "epoch": 2.450949663076418,
      "grad_norm": 3.3973117787198484,
      "learning_rate": 9.372310400896034e-06,
      "loss": 0.5784,
      "step": 147400
    },
    {
      "epoch": 2.452612456819325,
      "grad_norm": 3.2917404151621876,
      "learning_rate": 9.370901868447468e-06,
      "loss": 0.5819,
      "step": 147500
    },
    {
      "epoch": 2.4542752505622323,
      "grad_norm": 4.28623669996688,
      "learning_rate": 9.369491863486631e-06,
      "loss": 0.6067,
      "step": 147600
    },
    {
      "epoch": 2.4559380443051393,
      "grad_norm": 2.904114267110331,
      "learning_rate": 9.368080386488536e-06,
      "loss": 0.55,
      "step": 147700
    },
    {
      "epoch": 2.4576008380480463,
      "grad_norm": 3.186799106602535,
      "learning_rate": 9.366667437928698e-06,
      "loss": 0.5656,
      "step": 147800
    },
    {
      "epoch": 2.4592636317909538,
      "grad_norm": 3.43845039047919,
      "learning_rate": 9.365253018283123e-06,
      "loss": 0.5834,
      "step": 147900
    },
    {
      "epoch": 2.4609264255338608,
      "grad_norm": 2.742776520678141,
      "learning_rate": 9.363837128028318e-06,
      "loss": 0.5657,
      "step": 148000
    },
    {
      "epoch": 2.4625892192767678,
      "grad_norm": 3.6931878823813484,
      "learning_rate": 9.362419767641278e-06,
      "loss": 0.5853,
      "step": 148100
    },
    {
      "epoch": 2.4642520130196752,
      "grad_norm": 3.0561648290661663,
      "learning_rate": 9.3610009375995e-06,
      "loss": 0.5866,
      "step": 148200
    },
    {
      "epoch": 2.4659148067625822,
      "grad_norm": 4.176889820842016,
      "learning_rate": 9.359580638380971e-06,
      "loss": 0.5662,
      "step": 148300
    },
    {
      "epoch": 2.4675776005054892,
      "grad_norm": 3.081465490763675,
      "learning_rate": 9.358158870464177e-06,
      "loss": 0.5634,
      "step": 148400
    },
    {
      "epoch": 2.4692403942483963,
      "grad_norm": 3.701846161834131,
      "learning_rate": 9.356735634328097e-06,
      "loss": 0.5747,
      "step": 148500
    },
    {
      "epoch": 2.4709031879913037,
      "grad_norm": 2.2534024555842516,
      "learning_rate": 9.355310930452207e-06,
      "loss": 0.5661,
      "step": 148600
    },
    {
      "epoch": 2.4725659817342107,
      "grad_norm": 2.74471755565665,
      "learning_rate": 9.35388475931647e-06,
      "loss": 0.5765,
      "step": 148700
    },
    {
      "epoch": 2.4742287754771177,
      "grad_norm": 3.994312121621282,
      "learning_rate": 9.352457121401351e-06,
      "loss": 0.5839,
      "step": 148800
    },
    {
      "epoch": 2.475891569220025,
      "grad_norm": 2.384371291472118,
      "learning_rate": 9.351028017187807e-06,
      "loss": 0.5911,
      "step": 148900
    },
    {
      "epoch": 2.477554362962932,
      "grad_norm": 3.1230969808543434,
      "learning_rate": 9.34959744715729e-06,
      "loss": 0.5694,
      "step": 149000
    },
    {
      "epoch": 2.479217156705839,
      "grad_norm": 3.947123395566001,
      "learning_rate": 9.348165411791743e-06,
      "loss": 0.5746,
      "step": 149100
    },
    {
      "epoch": 2.4808799504487467,
      "grad_norm": 3.209218504526132,
      "learning_rate": 9.346731911573601e-06,
      "loss": 0.56,
      "step": 149200
    },
    {
      "epoch": 2.4825427441916537,
      "grad_norm": 3.6421302161650293,
      "learning_rate": 9.345296946985802e-06,
      "loss": 0.5997,
      "step": 149300
    },
    {
      "epoch": 2.4842055379345607,
      "grad_norm": 3.5367366987484967,
      "learning_rate": 9.343860518511767e-06,
      "loss": 0.5418,
      "step": 149400
    },
    {
      "epoch": 2.4858683316774677,
      "grad_norm": 2.8856821206460035,
      "learning_rate": 9.342422626635414e-06,
      "loss": 0.6169,
      "step": 149500
    },
    {
      "epoch": 2.487531125420375,
      "grad_norm": 3.1313292051387482,
      "learning_rate": 9.340983271841155e-06,
      "loss": 0.5928,
      "step": 149600
    },
    {
      "epoch": 2.489193919163282,
      "grad_norm": 3.179087480221559,
      "learning_rate": 9.339542454613895e-06,
      "loss": 0.5754,
      "step": 149700
    },
    {
      "epoch": 2.490856712906189,
      "grad_norm": 3.5176825051529175,
      "learning_rate": 9.338100175439029e-06,
      "loss": 0.5773,
      "step": 149800
    },
    {
      "epoch": 2.4925195066490966,
      "grad_norm": 3.2929189110302186,
      "learning_rate": 9.336656434802447e-06,
      "loss": 0.6069,
      "step": 149900
    },
    {
      "epoch": 2.4941823003920036,
      "grad_norm": 3.857493102333727,
      "learning_rate": 9.335211233190529e-06,
      "loss": 0.6103,
      "step": 150000
    },
    {
      "epoch": 2.4958450941349106,
      "grad_norm": 3.206433043429714,
      "learning_rate": 9.333764571090149e-06,
      "loss": 0.5898,
      "step": 150100
    },
    {
      "epoch": 2.497507887877818,
      "grad_norm": 4.787693797984458,
      "learning_rate": 9.332316448988675e-06,
      "loss": 0.5913,
      "step": 150200
    },
    {
      "epoch": 2.499170681620725,
      "grad_norm": 2.8034971997549265,
      "learning_rate": 9.330866867373962e-06,
      "loss": 0.58,
      "step": 150300
    },
    {
      "epoch": 2.500833475363632,
      "grad_norm": 3.322460747711808,
      "learning_rate": 9.329415826734362e-06,
      "loss": 0.5949,
      "step": 150400
    },
    {
      "epoch": 2.5024962691065396,
      "grad_norm": 2.802755492028114,
      "learning_rate": 9.327963327558713e-06,
      "loss": 0.5815,
      "step": 150500
    },
    {
      "epoch": 2.5041590628494466,
      "grad_norm": 4.0028039349732,
      "learning_rate": 9.32650937033635e-06,
      "loss": 0.6015,
      "step": 150600
    },
    {
      "epoch": 2.5058218565923536,
      "grad_norm": 3.9291006498243655,
      "learning_rate": 9.325053955557093e-06,
      "loss": 0.5983,
      "step": 150700
    },
    {
      "epoch": 2.507484650335261,
      "grad_norm": 4.424547372937454,
      "learning_rate": 9.323597083711258e-06,
      "loss": 0.5975,
      "step": 150800
    },
    {
      "epoch": 2.509147444078168,
      "grad_norm": 5.534061582729553,
      "learning_rate": 9.32213875528965e-06,
      "loss": 0.6026,
      "step": 150900
    },
    {
      "epoch": 2.510810237821075,
      "grad_norm": 2.635699308076873,
      "learning_rate": 9.320678970783565e-06,
      "loss": 0.5815,
      "step": 151000
    },
    {
      "epoch": 2.5124730315639825,
      "grad_norm": 2.939451355374091,
      "learning_rate": 9.319217730684792e-06,
      "loss": 0.5814,
      "step": 151100
    },
    {
      "epoch": 2.5141358253068895,
      "grad_norm": 3.7848558052793586,
      "learning_rate": 9.317755035485604e-06,
      "loss": 0.5685,
      "step": 151200
    },
    {
      "epoch": 2.5157986190497965,
      "grad_norm": 3.6588753383284396,
      "learning_rate": 9.31629088567877e-06,
      "loss": 0.6108,
      "step": 151300
    },
    {
      "epoch": 2.5174614127927035,
      "grad_norm": 3.028179282811651,
      "learning_rate": 9.314825281757547e-06,
      "loss": 0.571,
      "step": 151400
    },
    {
      "epoch": 2.5191242065356105,
      "grad_norm": 2.746399551622778,
      "learning_rate": 9.313358224215682e-06,
      "loss": 0.5619,
      "step": 151500
    },
    {
      "epoch": 2.520787000278518,
      "grad_norm": 5.780828554476531,
      "learning_rate": 9.311889713547414e-06,
      "loss": 0.5732,
      "step": 151600
    },
    {
      "epoch": 2.522449794021425,
      "grad_norm": 2.9881559663942934,
      "learning_rate": 9.310419750247463e-06,
      "loss": 0.5868,
      "step": 151700
    },
    {
      "epoch": 2.524112587764332,
      "grad_norm": 2.9724086075683585,
      "learning_rate": 9.308948334811053e-06,
      "loss": 0.5727,
      "step": 151800
    },
    {
      "epoch": 2.5257753815072395,
      "grad_norm": 3.683408338473065,
      "learning_rate": 9.307475467733879e-06,
      "loss": 0.5993,
      "step": 151900
    },
    {
      "epoch": 2.5274381752501465,
      "grad_norm": 4.109036748654433,
      "learning_rate": 9.306001149512145e-06,
      "loss": 0.5708,
      "step": 152000
    },
    {
      "epoch": 2.5291009689930535,
      "grad_norm": 6.039196641207457,
      "learning_rate": 9.304525380642528e-06,
      "loss": 0.5753,
      "step": 152100
    },
    {
      "epoch": 2.530763762735961,
      "grad_norm": 3.3925114788152237,
      "learning_rate": 9.3030481616222e-06,
      "loss": 0.6046,
      "step": 152200
    },
    {
      "epoch": 2.532426556478868,
      "grad_norm": 3.680048780660819,
      "learning_rate": 9.301569492948822e-06,
      "loss": 0.5521,
      "step": 152300
    },
    {
      "epoch": 2.534089350221775,
      "grad_norm": 3.0021431406930033,
      "learning_rate": 9.300089375120542e-06,
      "loss": 0.5919,
      "step": 152400
    },
    {
      "epoch": 2.5357521439646824,
      "grad_norm": 4.299932200698165,
      "learning_rate": 9.298607808635995e-06,
      "loss": 0.5586,
      "step": 152500
    },
    {
      "epoch": 2.5374149377075894,
      "grad_norm": 3.6567380967477248,
      "learning_rate": 9.29712479399431e-06,
      "loss": 0.5943,
      "step": 152600
    },
    {
      "epoch": 2.5390777314504964,
      "grad_norm": 3.3269883874473987,
      "learning_rate": 9.295640331695094e-06,
      "loss": 0.595,
      "step": 152700
    },
    {
      "epoch": 2.540740525193404,
      "grad_norm": 4.102927873492433,
      "learning_rate": 9.294154422238452e-06,
      "loss": 0.5862,
      "step": 152800
    },
    {
      "epoch": 2.542403318936311,
      "grad_norm": 3.973521412524965,
      "learning_rate": 9.292667066124972e-06,
      "loss": 0.5678,
      "step": 152900
    },
    {
      "epoch": 2.544066112679218,
      "grad_norm": 3.3057839731162946,
      "learning_rate": 9.291178263855723e-06,
      "loss": 0.5544,
      "step": 153000
    },
    {
      "epoch": 2.5457289064221253,
      "grad_norm": 3.098534823582393,
      "learning_rate": 9.289688015932272e-06,
      "loss": 0.5711,
      "step": 153100
    },
    {
      "epoch": 2.5473917001650324,
      "grad_norm": 3.425264666677207,
      "learning_rate": 9.288196322856668e-06,
      "loss": 0.6089,
      "step": 153200
    },
    {
      "epoch": 2.5490544939079394,
      "grad_norm": 3.025214787143506,
      "learning_rate": 9.286703185131448e-06,
      "loss": 0.5874,
      "step": 153300
    },
    {
      "epoch": 2.550717287650847,
      "grad_norm": 3.5784936760764374,
      "learning_rate": 9.285208603259632e-06,
      "loss": 0.5667,
      "step": 153400
    },
    {
      "epoch": 2.552380081393754,
      "grad_norm": 3.426211875177637,
      "learning_rate": 9.283712577744732e-06,
      "loss": 0.5685,
      "step": 153500
    },
    {
      "epoch": 2.554042875136661,
      "grad_norm": 3.3300978098683207,
      "learning_rate": 9.282215109090742e-06,
      "loss": 0.5948,
      "step": 153600
    },
    {
      "epoch": 2.555705668879568,
      "grad_norm": 3.343520088617618,
      "learning_rate": 9.280716197802144e-06,
      "loss": 0.5805,
      "step": 153700
    },
    {
      "epoch": 2.5573684626224753,
      "grad_norm": 2.94401614856652,
      "learning_rate": 9.279215844383908e-06,
      "loss": 0.5844,
      "step": 153800
    },
    {
      "epoch": 2.5590312563653823,
      "grad_norm": 6.340770992482069,
      "learning_rate": 9.277714049341486e-06,
      "loss": 0.5888,
      "step": 153900
    },
    {
      "epoch": 2.5606940501082893,
      "grad_norm": 2.7205399544308406,
      "learning_rate": 9.276210813180817e-06,
      "loss": 0.6025,
      "step": 154000
    },
    {
      "epoch": 2.5623568438511963,
      "grad_norm": 3.9240888783652377,
      "learning_rate": 9.274706136408326e-06,
      "loss": 0.5746,
      "step": 154100
    },
    {
      "epoch": 2.564019637594104,
      "grad_norm": 3.222810625776081,
      "learning_rate": 9.273200019530928e-06,
      "loss": 0.6319,
      "step": 154200
    },
    {
      "epoch": 2.565682431337011,
      "grad_norm": 3.494913355295289,
      "learning_rate": 9.27169246305601e-06,
      "loss": 0.5602,
      "step": 154300
    },
    {
      "epoch": 2.567345225079918,
      "grad_norm": 3.4377053444429806,
      "learning_rate": 9.270183467491458e-06,
      "loss": 0.5915,
      "step": 154400
    },
    {
      "epoch": 2.5690080188228253,
      "grad_norm": 2.322632869982996,
      "learning_rate": 9.268673033345637e-06,
      "loss": 0.5918,
      "step": 154500
    },
    {
      "epoch": 2.5706708125657323,
      "grad_norm": 4.069896205427323,
      "learning_rate": 9.267161161127396e-06,
      "loss": 0.5844,
      "step": 154600
    },
    {
      "epoch": 2.5723336063086393,
      "grad_norm": 4.0085064197059594,
      "learning_rate": 9.265647851346068e-06,
      "loss": 0.5939,
      "step": 154700
    },
    {
      "epoch": 2.5739964000515467,
      "grad_norm": 3.290951307170892,
      "learning_rate": 9.264133104511474e-06,
      "loss": 0.5948,
      "step": 154800
    },
    {
      "epoch": 2.5756591937944537,
      "grad_norm": 2.223862735724408,
      "learning_rate": 9.262616921133914e-06,
      "loss": 0.5902,
      "step": 154900
    },
    {
      "epoch": 2.5773219875373607,
      "grad_norm": 3.6116722180491223,
      "learning_rate": 9.261099301724177e-06,
      "loss": 0.5861,
      "step": 155000
    },
    {
      "epoch": 2.578984781280268,
      "grad_norm": 3.222588676365531,
      "learning_rate": 9.259580246793534e-06,
      "loss": 0.5847,
      "step": 155100
    },
    {
      "epoch": 2.580647575023175,
      "grad_norm": 3.9885805653111372,
      "learning_rate": 9.258059756853737e-06,
      "loss": 0.5814,
      "step": 155200
    },
    {
      "epoch": 2.582310368766082,
      "grad_norm": 2.5487746807178473,
      "learning_rate": 9.256537832417024e-06,
      "loss": 0.5663,
      "step": 155300
    },
    {
      "epoch": 2.5839731625089897,
      "grad_norm": 3.70303492614333,
      "learning_rate": 9.255014473996117e-06,
      "loss": 0.6184,
      "step": 155400
    },
    {
      "epoch": 2.5856359562518967,
      "grad_norm": 3.569794056780094,
      "learning_rate": 9.25348968210422e-06,
      "loss": 0.5992,
      "step": 155500
    },
    {
      "epoch": 2.5872987499948037,
      "grad_norm": 3.29388494783942,
      "learning_rate": 9.251963457255018e-06,
      "loss": 0.5786,
      "step": 155600
    },
    {
      "epoch": 2.588961543737711,
      "grad_norm": 3.291948641708227,
      "learning_rate": 9.250435799962682e-06,
      "loss": 0.5691,
      "step": 155700
    },
    {
      "epoch": 2.590624337480618,
      "grad_norm": 3.4837830044568925,
      "learning_rate": 9.248906710741863e-06,
      "loss": 0.6143,
      "step": 155800
    },
    {
      "epoch": 2.592287131223525,
      "grad_norm": 4.464884791630766,
      "learning_rate": 9.247376190107697e-06,
      "loss": 0.5817,
      "step": 155900
    },
    {
      "epoch": 2.5939499249664326,
      "grad_norm": 5.057482082941682,
      "learning_rate": 9.2458442385758e-06,
      "loss": 0.5925,
      "step": 156000
    },
    {
      "epoch": 2.5956127187093396,
      "grad_norm": 4.109979343457313,
      "learning_rate": 9.244310856662273e-06,
      "loss": 0.5929,
      "step": 156100
    },
    {
      "epoch": 2.5972755124522466,
      "grad_norm": 4.2509610214025075,
      "learning_rate": 9.242776044883693e-06,
      "loss": 0.5934,
      "step": 156200
    },
    {
      "epoch": 2.5989383061951536,
      "grad_norm": 2.496263045268177,
      "learning_rate": 9.241239803757125e-06,
      "loss": 0.6173,
      "step": 156300
    },
    {
      "epoch": 2.6006010999380607,
      "grad_norm": 3.410114771084597,
      "learning_rate": 9.239702133800112e-06,
      "loss": 0.5972,
      "step": 156400
    },
    {
      "epoch": 2.602263893680968,
      "grad_norm": 3.2504554801178767,
      "learning_rate": 9.238163035530679e-06,
      "loss": 0.5989,
      "step": 156500
    },
    {
      "epoch": 2.603926687423875,
      "grad_norm": 3.326418922798411,
      "learning_rate": 9.236622509467334e-06,
      "loss": 0.6053,
      "step": 156600
    },
    {
      "epoch": 2.605589481166782,
      "grad_norm": 2.656426387743378,
      "learning_rate": 9.235080556129062e-06,
      "loss": 0.5466,
      "step": 156700
    },
    {
      "epoch": 2.6072522749096896,
      "grad_norm": 3.4282962402504746,
      "learning_rate": 9.233537176035334e-06,
      "loss": 0.5884,
      "step": 156800
    },
    {
      "epoch": 2.6089150686525966,
      "grad_norm": 4.830549944435231,
      "learning_rate": 9.231992369706097e-06,
      "loss": 0.5853,
      "step": 156900
    },
    {
      "epoch": 2.6105778623955036,
      "grad_norm": 2.863047857835896,
      "learning_rate": 9.230446137661783e-06,
      "loss": 0.5587,
      "step": 157000
    },
    {
      "epoch": 2.612240656138411,
      "grad_norm": 2.802119160236031,
      "learning_rate": 9.2288984804233e-06,
      "loss": 0.5999,
      "step": 157100
    },
    {
      "epoch": 2.613903449881318,
      "grad_norm": 2.9638858691242076,
      "learning_rate": 9.227349398512037e-06,
      "loss": 0.5749,
      "step": 157200
    },
    {
      "epoch": 2.615566243624225,
      "grad_norm": 3.539555844227561,
      "learning_rate": 9.225798892449866e-06,
      "loss": 0.5599,
      "step": 157300
    },
    {
      "epoch": 2.6172290373671325,
      "grad_norm": 3.705604787728183,
      "learning_rate": 9.224246962759135e-06,
      "loss": 0.6054,
      "step": 157400
    },
    {
      "epoch": 2.6188918311100395,
      "grad_norm": 3.4677354005150405,
      "learning_rate": 9.222693609962676e-06,
      "loss": 0.5725,
      "step": 157500
    },
    {
      "epoch": 2.6205546248529465,
      "grad_norm": 3.599358197255506,
      "learning_rate": 9.221138834583795e-06,
      "loss": 0.5954,
      "step": 157600
    },
    {
      "epoch": 2.622217418595854,
      "grad_norm": 2.9566167345729313,
      "learning_rate": 9.21958263714628e-06,
      "loss": 0.5536,
      "step": 157700
    },
    {
      "epoch": 2.623880212338761,
      "grad_norm": 3.7239229086287833,
      "learning_rate": 9.218025018174399e-06,
      "loss": 0.6089,
      "step": 157800
    },
    {
      "epoch": 2.625543006081668,
      "grad_norm": 2.800454583739947,
      "learning_rate": 9.216465978192899e-06,
      "loss": 0.5887,
      "step": 157900
    },
    {
      "epoch": 2.6272057998245755,
      "grad_norm": 2.6353771147117238,
      "learning_rate": 9.214905517727003e-06,
      "loss": 0.5963,
      "step": 158000
    },
    {
      "epoch": 2.6288685935674825,
      "grad_norm": 2.9594502850052766,
      "learning_rate": 9.213343637302412e-06,
      "loss": 0.62,
      "step": 158100
    },
    {
      "epoch": 2.6305313873103895,
      "grad_norm": 3.170459425183372,
      "learning_rate": 9.211780337445313e-06,
      "loss": 0.5844,
      "step": 158200
    },
    {
      "epoch": 2.632194181053297,
      "grad_norm": 5.944736372377693,
      "learning_rate": 9.210215618682363e-06,
      "loss": 0.5713,
      "step": 158300
    },
    {
      "epoch": 2.633856974796204,
      "grad_norm": 3.2272618847589927,
      "learning_rate": 9.2086494815407e-06,
      "loss": 0.5884,
      "step": 158400
    },
    {
      "epoch": 2.635519768539111,
      "grad_norm": 3.0627148669924527,
      "learning_rate": 9.207081926547936e-06,
      "loss": 0.5996,
      "step": 158500
    },
    {
      "epoch": 2.637182562282018,
      "grad_norm": 3.9988072146103666,
      "learning_rate": 9.205512954232171e-06,
      "loss": 0.5507,
      "step": 158600
    },
    {
      "epoch": 2.6388453560249254,
      "grad_norm": 3.93148283884591,
      "learning_rate": 9.203942565121973e-06,
      "loss": 0.5801,
      "step": 158700
    },
    {
      "epoch": 2.6405081497678324,
      "grad_norm": 2.749354489130315,
      "learning_rate": 9.202370759746388e-06,
      "loss": 0.5998,
      "step": 158800
    },
    {
      "epoch": 2.6421709435107394,
      "grad_norm": 3.725675623806561,
      "learning_rate": 9.200797538634943e-06,
      "loss": 0.5948,
      "step": 158900
    },
    {
      "epoch": 2.6438337372536465,
      "grad_norm": 3.6056491334829834,
      "learning_rate": 9.199222902317641e-06,
      "loss": 0.5879,
      "step": 159000
    },
    {
      "epoch": 2.645496530996554,
      "grad_norm": 2.3558294579816903,
      "learning_rate": 9.197646851324959e-06,
      "loss": 0.5691,
      "step": 159100
    },
    {
      "epoch": 2.647159324739461,
      "grad_norm": 3.61222233558821,
      "learning_rate": 9.196069386187854e-06,
      "loss": 0.5833,
      "step": 159200
    },
    {
      "epoch": 2.648822118482368,
      "grad_norm": 3.49883213839362,
      "learning_rate": 9.194490507437756e-06,
      "loss": 0.6047,
      "step": 159300
    },
    {
      "epoch": 2.6504849122252754,
      "grad_norm": 3.104782672588254,
      "learning_rate": 9.192910215606576e-06,
      "loss": 0.6013,
      "step": 159400
    },
    {
      "epoch": 2.6521477059681824,
      "grad_norm": 3.1990183055831887,
      "learning_rate": 9.191328511226696e-06,
      "loss": 0.5747,
      "step": 159500
    },
    {
      "epoch": 2.6538104997110894,
      "grad_norm": 2.818550788791299,
      "learning_rate": 9.189745394830977e-06,
      "loss": 0.5896,
      "step": 159600
    },
    {
      "epoch": 2.655473293453997,
      "grad_norm": 3.8081186896815167,
      "learning_rate": 9.188160866952753e-06,
      "loss": 0.6007,
      "step": 159700
    },
    {
      "epoch": 2.657136087196904,
      "grad_norm": 3.2359733438209024,
      "learning_rate": 9.18657492812584e-06,
      "loss": 0.5915,
      "step": 159800
    },
    {
      "epoch": 2.658798880939811,
      "grad_norm": 2.446295125835061,
      "learning_rate": 9.184987578884519e-06,
      "loss": 0.5702,
      "step": 159900
    },
    {
      "epoch": 2.6604616746827183,
      "grad_norm": 3.8679337461635455,
      "learning_rate": 9.183398819763554e-06,
      "loss": 0.5844,
      "step": 160000
    },
    {
      "epoch": 2.6621244684256253,
      "grad_norm": 2.574683132752975,
      "learning_rate": 9.181808651298183e-06,
      "loss": 0.5645,
      "step": 160100
    },
    {
      "epoch": 2.6637872621685323,
      "grad_norm": 3.657161180980428,
      "learning_rate": 9.180217074024116e-06,
      "loss": 0.5958,
      "step": 160200
    },
    {
      "epoch": 2.66545005591144,
      "grad_norm": 2.926903169592543,
      "learning_rate": 9.178624088477541e-06,
      "loss": 0.5935,
      "step": 160300
    },
    {
      "epoch": 2.667112849654347,
      "grad_norm": 4.946176905038814,
      "learning_rate": 9.177029695195115e-06,
      "loss": 0.5855,
      "step": 160400
    },
    {
      "epoch": 2.668775643397254,
      "grad_norm": 5.689723671880836,
      "learning_rate": 9.175433894713976e-06,
      "loss": 0.5989,
      "step": 160500
    },
    {
      "epoch": 2.6704384371401613,
      "grad_norm": 2.9129421024514115,
      "learning_rate": 9.173836687571733e-06,
      "loss": 0.5944,
      "step": 160600
    },
    {
      "epoch": 2.6721012308830683,
      "grad_norm": 3.926244267330042,
      "learning_rate": 9.172238074306467e-06,
      "loss": 0.5654,
      "step": 160700
    },
    {
      "epoch": 2.6737640246259753,
      "grad_norm": 3.3544259400691523,
      "learning_rate": 9.170638055456735e-06,
      "loss": 0.5854,
      "step": 160800
    },
    {
      "epoch": 2.6754268183688827,
      "grad_norm": 2.9778923294680046,
      "learning_rate": 9.169036631561567e-06,
      "loss": 0.5737,
      "step": 160900
    },
    {
      "epoch": 2.6770896121117898,
      "grad_norm": 3.5173900202364643,
      "learning_rate": 9.167433803160467e-06,
      "loss": 0.5984,
      "step": 161000
    },
    {
      "epoch": 2.6787524058546968,
      "grad_norm": 4.104455931853696,
      "learning_rate": 9.165829570793413e-06,
      "loss": 0.5745,
      "step": 161100
    },
    {
      "epoch": 2.6804151995976038,
      "grad_norm": 3.2378710348590234,
      "learning_rate": 9.164223935000852e-06,
      "loss": 0.5721,
      "step": 161200
    },
    {
      "epoch": 2.6820779933405112,
      "grad_norm": 3.58304846612646,
      "learning_rate": 9.162616896323707e-06,
      "loss": 0.5822,
      "step": 161300
    },
    {
      "epoch": 2.6837407870834182,
      "grad_norm": 4.1458215701128065,
      "learning_rate": 9.161008455303372e-06,
      "loss": 0.5855,
      "step": 161400
    },
    {
      "epoch": 2.6854035808263252,
      "grad_norm": 2.6907336827841903,
      "learning_rate": 9.159398612481716e-06,
      "loss": 0.6272,
      "step": 161500
    },
    {
      "epoch": 2.6870663745692323,
      "grad_norm": 2.936489849108127,
      "learning_rate": 9.157787368401078e-06,
      "loss": 0.5959,
      "step": 161600
    },
    {
      "epoch": 2.6887291683121397,
      "grad_norm": 3.47279509111582,
      "learning_rate": 9.15617472360427e-06,
      "loss": 0.5835,
      "step": 161700
    },
    {
      "epoch": 2.6903919620550467,
      "grad_norm": 2.8198617595414457,
      "learning_rate": 9.154560678634574e-06,
      "loss": 0.5819,
      "step": 161800
    },
    {
      "epoch": 2.6920547557979537,
      "grad_norm": 3.170723666969279,
      "learning_rate": 9.152945234035749e-06,
      "loss": 0.611,
      "step": 161900
    },
    {
      "epoch": 2.693717549540861,
      "grad_norm": 4.03680196468221,
      "learning_rate": 9.151328390352018e-06,
      "loss": 0.5838,
      "step": 162000
    },
    {
      "epoch": 2.695380343283768,
      "grad_norm": 3.346111077386709,
      "learning_rate": 9.149710148128082e-06,
      "loss": 0.5972,
      "step": 162100
    },
    {
      "epoch": 2.697043137026675,
      "grad_norm": 2.49637652041409,
      "learning_rate": 9.148090507909106e-06,
      "loss": 0.5676,
      "step": 162200
    },
    {
      "epoch": 2.6987059307695827,
      "grad_norm": 3.4524738354028788,
      "learning_rate": 9.146469470240735e-06,
      "loss": 0.5997,
      "step": 162300
    },
    {
      "epoch": 2.7003687245124897,
      "grad_norm": 2.922691998578699,
      "learning_rate": 9.144847035669079e-06,
      "loss": 0.6105,
      "step": 162400
    },
    {
      "epoch": 2.7020315182553967,
      "grad_norm": 2.9895704542744874,
      "learning_rate": 9.143223204740718e-06,
      "loss": 0.5782,
      "step": 162500
    },
    {
      "epoch": 2.703694311998304,
      "grad_norm": 3.2151290531999517,
      "learning_rate": 9.141597978002705e-06,
      "loss": 0.5662,
      "step": 162600
    },
    {
      "epoch": 2.705357105741211,
      "grad_norm": 2.933586540923926,
      "learning_rate": 9.139971356002564e-06,
      "loss": 0.572,
      "step": 162700
    },
    {
      "epoch": 2.707019899484118,
      "grad_norm": 3.6103776829150935,
      "learning_rate": 9.138343339288284e-06,
      "loss": 0.5974,
      "step": 162800
    },
    {
      "epoch": 2.7086826932270256,
      "grad_norm": 2.5414583239083455,
      "learning_rate": 9.13671392840833e-06,
      "loss": 0.5796,
      "step": 162900
    },
    {
      "epoch": 2.7103454869699326,
      "grad_norm": 4.2307886103525005,
      "learning_rate": 9.135083123911632e-06,
      "loss": 0.5803,
      "step": 163000
    },
    {
      "epoch": 2.7120082807128396,
      "grad_norm": 2.861366287206757,
      "learning_rate": 9.133450926347591e-06,
      "loss": 0.5813,
      "step": 163100
    },
    {
      "epoch": 2.713671074455747,
      "grad_norm": 2.949573373005335,
      "learning_rate": 9.13181733626608e-06,
      "loss": 0.6062,
      "step": 163200
    },
    {
      "epoch": 2.715333868198654,
      "grad_norm": 2.2731833147898532,
      "learning_rate": 9.130182354217439e-06,
      "loss": 0.5809,
      "step": 163300
    },
    {
      "epoch": 2.716996661941561,
      "grad_norm": 4.412475640259958,
      "learning_rate": 9.128545980752474e-06,
      "loss": 0.5836,
      "step": 163400
    },
    {
      "epoch": 2.718659455684468,
      "grad_norm": 3.402529774285965,
      "learning_rate": 9.126908216422465e-06,
      "loss": 0.6263,
      "step": 163500
    },
    {
      "epoch": 2.7203222494273755,
      "grad_norm": 3.6403895038358174,
      "learning_rate": 9.125269061779157e-06,
      "loss": 0.5963,
      "step": 163600
    },
    {
      "epoch": 2.7219850431702826,
      "grad_norm": 2.5868625521862425,
      "learning_rate": 9.123628517374765e-06,
      "loss": 0.5845,
      "step": 163700
    },
    {
      "epoch": 2.7236478369131896,
      "grad_norm": 3.315887858515708,
      "learning_rate": 9.12198658376197e-06,
      "loss": 0.5961,
      "step": 163800
    },
    {
      "epoch": 2.7253106306560966,
      "grad_norm": 3.3032470017042965,
      "learning_rate": 9.120343261493925e-06,
      "loss": 0.5826,
      "step": 163900
    },
    {
      "epoch": 2.726973424399004,
      "grad_norm": 3.306829924688429,
      "learning_rate": 9.11869855112425e-06,
      "loss": 0.5927,
      "step": 164000
    },
    {
      "epoch": 2.728636218141911,
      "grad_norm": 3.0937884916866003,
      "learning_rate": 9.117052453207025e-06,
      "loss": 0.5542,
      "step": 164100
    },
    {
      "epoch": 2.730299011884818,
      "grad_norm": 3.3732236713686152,
      "learning_rate": 9.11540496829681e-06,
      "loss": 0.5812,
      "step": 164200
    },
    {
      "epoch": 2.7319618056277255,
      "grad_norm": 3.469111017429254,
      "learning_rate": 9.11375609694862e-06,
      "loss": 0.5959,
      "step": 164300
    },
    {
      "epoch": 2.7336245993706325,
      "grad_norm": 2.8234350257183722,
      "learning_rate": 9.11210583971795e-06,
      "loss": 0.5881,
      "step": 164400
    },
    {
      "epoch": 2.7352873931135395,
      "grad_norm": 3.1162032900233423,
      "learning_rate": 9.110454197160748e-06,
      "loss": 0.5523,
      "step": 164500
    },
    {
      "epoch": 2.736950186856447,
      "grad_norm": 3.5412524593073678,
      "learning_rate": 9.108801169833441e-06,
      "loss": 0.5547,
      "step": 164600
    },
    {
      "epoch": 2.738612980599354,
      "grad_norm": 4.545310038102694,
      "learning_rate": 9.107146758292912e-06,
      "loss": 0.589,
      "step": 164700
    },
    {
      "epoch": 2.740275774342261,
      "grad_norm": 4.546170499884451,
      "learning_rate": 9.105490963096521e-06,
      "loss": 0.6019,
      "step": 164800
    },
    {
      "epoch": 2.7419385680851684,
      "grad_norm": 2.8911505514765103,
      "learning_rate": 9.103833784802083e-06,
      "loss": 0.5744,
      "step": 164900
    },
    {
      "epoch": 2.7436013618280755,
      "grad_norm": 3.140214568412663,
      "learning_rate": 9.102175223967889e-06,
      "loss": 0.5722,
      "step": 165000
    },
    {
      "epoch": 2.7452641555709825,
      "grad_norm": 4.171955096819655,
      "learning_rate": 9.100515281152686e-06,
      "loss": 0.601,
      "step": 165100
    },
    {
      "epoch": 2.74692694931389,
      "grad_norm": 3.034522352572949,
      "learning_rate": 9.098853956915699e-06,
      "loss": 0.555,
      "step": 165200
    },
    {
      "epoch": 2.748589743056797,
      "grad_norm": 3.649823017589684,
      "learning_rate": 9.097191251816604e-06,
      "loss": 0.5736,
      "step": 165300
    },
    {
      "epoch": 2.750252536799704,
      "grad_norm": 3.8026043267723812,
      "learning_rate": 9.095527166415554e-06,
      "loss": 0.6397,
      "step": 165400
    },
    {
      "epoch": 2.7519153305426114,
      "grad_norm": 3.161478257735579,
      "learning_rate": 9.09386170127316e-06,
      "loss": 0.5617,
      "step": 165500
    },
    {
      "epoch": 2.7535781242855184,
      "grad_norm": 4.087411360097381,
      "learning_rate": 9.092194856950503e-06,
      "loss": 0.5822,
      "step": 165600
    },
    {
      "epoch": 2.7552409180284254,
      "grad_norm": 3.0103723470938286,
      "learning_rate": 9.090526634009123e-06,
      "loss": 0.6157,
      "step": 165700
    },
    {
      "epoch": 2.756903711771333,
      "grad_norm": 3.3842559235997127,
      "learning_rate": 9.08885703301103e-06,
      "loss": 0.5722,
      "step": 165800
    },
    {
      "epoch": 2.75856650551424,
      "grad_norm": 3.111961462196214,
      "learning_rate": 9.087186054518691e-06,
      "loss": 0.5633,
      "step": 165900
    },
    {
      "epoch": 2.760229299257147,
      "grad_norm": 3.353163157828044,
      "learning_rate": 9.085513699095047e-06,
      "loss": 0.5822,
      "step": 166000
    },
    {
      "epoch": 2.761892093000054,
      "grad_norm": 3.6842048972869814,
      "learning_rate": 9.083839967303494e-06,
      "loss": 0.5789,
      "step": 166100
    },
    {
      "epoch": 2.7635548867429613,
      "grad_norm": 4.450400196352232,
      "learning_rate": 9.082164859707897e-06,
      "loss": 0.5788,
      "step": 166200
    },
    {
      "epoch": 2.7652176804858684,
      "grad_norm": 3.697627064552897,
      "learning_rate": 9.08048837687258e-06,
      "loss": 0.5999,
      "step": 166300
    },
    {
      "epoch": 2.7668804742287754,
      "grad_norm": 5.914602968035506,
      "learning_rate": 9.078810519362335e-06,
      "loss": 0.5478,
      "step": 166400
    },
    {
      "epoch": 2.7685432679716824,
      "grad_norm": 2.77567788831181,
      "learning_rate": 9.077131287742416e-06,
      "loss": 0.5902,
      "step": 166500
    },
    {
      "epoch": 2.77020606171459,
      "grad_norm": 5.3394807107105295,
      "learning_rate": 9.075450682578539e-06,
      "loss": 0.6009,
      "step": 166600
    },
    {
      "epoch": 2.771868855457497,
      "grad_norm": 2.8519461783748787,
      "learning_rate": 9.07376870443688e-06,
      "loss": 0.5772,
      "step": 166700
    },
    {
      "epoch": 2.773531649200404,
      "grad_norm": 3.777420243141979,
      "learning_rate": 9.072085353884082e-06,
      "loss": 0.5659,
      "step": 166800
    },
    {
      "epoch": 2.7751944429433113,
      "grad_norm": 2.967900363848339,
      "learning_rate": 9.070400631487249e-06,
      "loss": 0.5996,
      "step": 166900
    },
    {
      "epoch": 2.7768572366862183,
      "grad_norm": 3.0726045292951536,
      "learning_rate": 9.068714537813948e-06,
      "loss": 0.589,
      "step": 167000
    },
    {
      "epoch": 2.7785200304291253,
      "grad_norm": 3.5499884883196833,
      "learning_rate": 9.067027073432204e-06,
      "loss": 0.6099,
      "step": 167100
    },
    {
      "epoch": 2.7801828241720328,
      "grad_norm": 2.287390319688794,
      "learning_rate": 9.065338238910506e-06,
      "loss": 0.585,
      "step": 167200
    },
    {
      "epoch": 2.78184561791494,
      "grad_norm": 3.435294950390635,
      "learning_rate": 9.06364803481781e-06,
      "loss": 0.5731,
      "step": 167300
    },
    {
      "epoch": 2.783508411657847,
      "grad_norm": 3.0193866564262253,
      "learning_rate": 9.061956461723523e-06,
      "loss": 0.5813,
      "step": 167400
    },
    {
      "epoch": 2.7851712054007542,
      "grad_norm": 5.927320882377203,
      "learning_rate": 9.060263520197521e-06,
      "loss": 0.5893,
      "step": 167500
    },
    {
      "epoch": 2.7868339991436613,
      "grad_norm": 3.417747405339399,
      "learning_rate": 9.05856921081014e-06,
      "loss": 0.5733,
      "step": 167600
    },
    {
      "epoch": 2.7884967928865683,
      "grad_norm": 3.3279924730403616,
      "learning_rate": 9.056873534132174e-06,
      "loss": 0.5784,
      "step": 167700
    },
    {
      "epoch": 2.7901595866294757,
      "grad_norm": 4.039246994923229,
      "learning_rate": 9.055176490734881e-06,
      "loss": 0.6025,
      "step": 167800
    },
    {
      "epoch": 2.7918223803723827,
      "grad_norm": 2.9794833874821562,
      "learning_rate": 9.053478081189974e-06,
      "loss": 0.547,
      "step": 167900
    },
    {
      "epoch": 2.7934851741152897,
      "grad_norm": 4.043346490714273,
      "learning_rate": 9.051778306069633e-06,
      "loss": 0.5663,
      "step": 168000
    },
    {
      "epoch": 2.795147967858197,
      "grad_norm": 3.5800882098107887,
      "learning_rate": 9.050077165946494e-06,
      "loss": 0.6052,
      "step": 168100
    },
    {
      "epoch": 2.796810761601104,
      "grad_norm": 3.0036323777719898,
      "learning_rate": 9.048374661393653e-06,
      "loss": 0.5903,
      "step": 168200
    },
    {
      "epoch": 2.798473555344011,
      "grad_norm": 2.9058904522232156,
      "learning_rate": 9.046670792984668e-06,
      "loss": 0.5716,
      "step": 168300
    },
    {
      "epoch": 2.8001363490869187,
      "grad_norm": 3.6564908371992186,
      "learning_rate": 9.044965561293553e-06,
      "loss": 0.5498,
      "step": 168400
    },
    {
      "epoch": 2.8017991428298257,
      "grad_norm": 2.9728416090707213,
      "learning_rate": 9.043258966894786e-06,
      "loss": 0.5994,
      "step": 168500
    },
    {
      "epoch": 2.8034619365727327,
      "grad_norm": 2.6596154700568673,
      "learning_rate": 9.041551010363298e-06,
      "loss": 0.5853,
      "step": 168600
    },
    {
      "epoch": 2.8051247303156397,
      "grad_norm": 3.60765333979242,
      "learning_rate": 9.039841692274485e-06,
      "loss": 0.5736,
      "step": 168700
    },
    {
      "epoch": 2.8067875240585467,
      "grad_norm": 3.206261074454202,
      "learning_rate": 9.038131013204197e-06,
      "loss": 0.5772,
      "step": 168800
    },
    {
      "epoch": 2.808450317801454,
      "grad_norm": 3.701819733782826,
      "learning_rate": 9.036418973728744e-06,
      "loss": 0.5623,
      "step": 168900
    },
    {
      "epoch": 2.810113111544361,
      "grad_norm": 3.2913037763507913,
      "learning_rate": 9.034705574424896e-06,
      "loss": 0.5977,
      "step": 169000
    },
    {
      "epoch": 2.811775905287268,
      "grad_norm": 3.3235084852255943,
      "learning_rate": 9.032990815869877e-06,
      "loss": 0.589,
      "step": 169100
    },
    {
      "epoch": 2.8134386990301756,
      "grad_norm": 3.6060112610851043,
      "learning_rate": 9.031274698641377e-06,
      "loss": 0.596,
      "step": 169200
    },
    {
      "epoch": 2.8151014927730826,
      "grad_norm": 3.1613899287334806,
      "learning_rate": 9.029557223317534e-06,
      "loss": 0.5802,
      "step": 169300
    },
    {
      "epoch": 2.8167642865159896,
      "grad_norm": 5.387267123878764,
      "learning_rate": 9.02783839047695e-06,
      "loss": 0.5623,
      "step": 169400
    },
    {
      "epoch": 2.818427080258897,
      "grad_norm": 2.3608484251952406,
      "learning_rate": 9.026118200698681e-06,
      "loss": 0.5859,
      "step": 169500
    },
    {
      "epoch": 2.820089874001804,
      "grad_norm": 3.3719352613699214,
      "learning_rate": 9.02439665456224e-06,
      "loss": 0.5795,
      "step": 169600
    },
    {
      "epoch": 2.821752667744711,
      "grad_norm": 3.449030507303671,
      "learning_rate": 9.022673752647602e-06,
      "loss": 0.5704,
      "step": 169700
    },
    {
      "epoch": 2.8234154614876186,
      "grad_norm": 3.629584992838947,
      "learning_rate": 9.020949495535194e-06,
      "loss": 0.5844,
      "step": 169800
    },
    {
      "epoch": 2.8250782552305256,
      "grad_norm": 2.5368736480149776,
      "learning_rate": 9.019223883805898e-06,
      "loss": 0.5726,
      "step": 169900
    },
    {
      "epoch": 2.8267410489734326,
      "grad_norm": 3.587666491393064,
      "learning_rate": 9.017496918041058e-06,
      "loss": 0.5721,
      "step": 170000
    },
    {
      "epoch": 2.82840384271634,
      "grad_norm": 3.7099137972116853,
      "learning_rate": 9.01576859882247e-06,
      "loss": 0.5819,
      "step": 170100
    },
    {
      "epoch": 2.830066636459247,
      "grad_norm": 3.090224351842192,
      "learning_rate": 9.014038926732387e-06,
      "loss": 0.5951,
      "step": 170200
    },
    {
      "epoch": 2.831729430202154,
      "grad_norm": 2.762183024977617,
      "learning_rate": 9.012307902353519e-06,
      "loss": 0.5785,
      "step": 170300
    },
    {
      "epoch": 2.8333922239450615,
      "grad_norm": 3.9773406342500635,
      "learning_rate": 9.010575526269027e-06,
      "loss": 0.5702,
      "step": 170400
    },
    {
      "epoch": 2.8350550176879685,
      "grad_norm": 6.121169751815687,
      "learning_rate": 9.008841799062535e-06,
      "loss": 0.566,
      "step": 170500
    },
    {
      "epoch": 2.8367178114308755,
      "grad_norm": 3.651626411583912,
      "learning_rate": 9.007106721318117e-06,
      "loss": 0.5772,
      "step": 170600
    },
    {
      "epoch": 2.838380605173783,
      "grad_norm": 4.073932962006073,
      "learning_rate": 9.005370293620302e-06,
      "loss": 0.5858,
      "step": 170700
    },
    {
      "epoch": 2.84004339891669,
      "grad_norm": 4.418866806452721,
      "learning_rate": 9.003632516554075e-06,
      "loss": 0.5297,
      "step": 170800
    },
    {
      "epoch": 2.841706192659597,
      "grad_norm": 3.448914053535341,
      "learning_rate": 9.001893390704874e-06,
      "loss": 0.5818,
      "step": 170900
    },
    {
      "epoch": 2.843368986402504,
      "grad_norm": 4.121124190584532,
      "learning_rate": 9.000152916658596e-06,
      "loss": 0.5289,
      "step": 171000
    },
    {
      "epoch": 2.8450317801454115,
      "grad_norm": 3.421894357231888,
      "learning_rate": 8.998411095001588e-06,
      "loss": 0.5661,
      "step": 171100
    },
    {
      "epoch": 2.8466945738883185,
      "grad_norm": 3.459465620324796,
      "learning_rate": 8.99666792632065e-06,
      "loss": 0.5966,
      "step": 171200
    },
    {
      "epoch": 2.8483573676312255,
      "grad_norm": 2.6664658586741674,
      "learning_rate": 8.99492341120304e-06,
      "loss": 0.5905,
      "step": 171300
    },
    {
      "epoch": 2.8500201613741325,
      "grad_norm": 4.428553194977593,
      "learning_rate": 8.993177550236464e-06,
      "loss": 0.5715,
      "step": 171400
    },
    {
      "epoch": 2.85168295511704,
      "grad_norm": 3.7378778497338665,
      "learning_rate": 8.99143034400909e-06,
      "loss": 0.5816,
      "step": 171500
    },
    {
      "epoch": 2.853345748859947,
      "grad_norm": 3.578211241276745,
      "learning_rate": 8.98968179310953e-06,
      "loss": 0.6093,
      "step": 171600
    },
    {
      "epoch": 2.855008542602854,
      "grad_norm": 4.697924316081436,
      "learning_rate": 8.987931898126854e-06,
      "loss": 0.608,
      "step": 171700
    },
    {
      "epoch": 2.8566713363457614,
      "grad_norm": 3.270036623654067,
      "learning_rate": 8.986180659650583e-06,
      "loss": 0.5789,
      "step": 171800
    },
    {
      "epoch": 2.8583341300886684,
      "grad_norm": 2.365527654373908,
      "learning_rate": 8.984428078270693e-06,
      "loss": 0.5723,
      "step": 171900
    },
    {
      "epoch": 2.8599969238315754,
      "grad_norm": 3.8851668356012636,
      "learning_rate": 8.98267415457761e-06,
      "loss": 0.5694,
      "step": 172000
    },
    {
      "epoch": 2.861659717574483,
      "grad_norm": 3.7043838247360665,
      "learning_rate": 8.980918889162213e-06,
      "loss": 0.5863,
      "step": 172100
    },
    {
      "epoch": 2.86332251131739,
      "grad_norm": 3.7743107934322935,
      "learning_rate": 8.979162282615832e-06,
      "loss": 0.5596,
      "step": 172200
    },
    {
      "epoch": 2.864985305060297,
      "grad_norm": 3.4062586066125595,
      "learning_rate": 8.977404335530251e-06,
      "loss": 0.5933,
      "step": 172300
    },
    {
      "epoch": 2.8666480988032044,
      "grad_norm": 3.567081800128531,
      "learning_rate": 8.975645048497706e-06,
      "loss": 0.5789,
      "step": 172400
    },
    {
      "epoch": 2.8683108925461114,
      "grad_norm": 2.8677170482941277,
      "learning_rate": 8.973884422110879e-06,
      "loss": 0.5837,
      "step": 172500
    },
    {
      "epoch": 2.8699736862890184,
      "grad_norm": 3.7471352403089813,
      "learning_rate": 8.97212245696291e-06,
      "loss": 0.5813,
      "step": 172600
    },
    {
      "epoch": 2.871636480031926,
      "grad_norm": 3.9764891918445584,
      "learning_rate": 8.970359153647388e-06,
      "loss": 0.5689,
      "step": 172700
    },
    {
      "epoch": 2.873299273774833,
      "grad_norm": 3.2042656532741955,
      "learning_rate": 8.968594512758348e-06,
      "loss": 0.5991,
      "step": 172800
    },
    {
      "epoch": 2.87496206751774,
      "grad_norm": 2.952354253040721,
      "learning_rate": 8.966828534890283e-06,
      "loss": 0.5588,
      "step": 172900
    },
    {
      "epoch": 2.8766248612606473,
      "grad_norm": 2.6052906920194356,
      "learning_rate": 8.965061220638132e-06,
      "loss": 0.6174,
      "step": 173000
    },
    {
      "epoch": 2.8782876550035543,
      "grad_norm": 2.3699182922194164,
      "learning_rate": 8.963292570597285e-06,
      "loss": 0.5823,
      "step": 173100
    },
    {
      "epoch": 2.8799504487464613,
      "grad_norm": 4.221152602935893,
      "learning_rate": 8.96152258536358e-06,
      "loss": 0.5664,
      "step": 173200
    },
    {
      "epoch": 2.881613242489369,
      "grad_norm": 3.117586246686879,
      "learning_rate": 8.95975126553331e-06,
      "loss": 0.5659,
      "step": 173300
    },
    {
      "epoch": 2.883276036232276,
      "grad_norm": 3.233497302219846,
      "learning_rate": 8.957978611703214e-06,
      "loss": 0.5866,
      "step": 173400
    },
    {
      "epoch": 2.884938829975183,
      "grad_norm": 2.4962780707431014,
      "learning_rate": 8.956204624470482e-06,
      "loss": 0.5705,
      "step": 173500
    },
    {
      "epoch": 2.88660162371809,
      "grad_norm": 3.923185674542617,
      "learning_rate": 8.954429304432748e-06,
      "loss": 0.5654,
      "step": 173600
    },
    {
      "epoch": 2.888264417460997,
      "grad_norm": 3.0219748977986693,
      "learning_rate": 8.952652652188104e-06,
      "loss": 0.5688,
      "step": 173700
    },
    {
      "epoch": 2.8899272112039043,
      "grad_norm": 2.7495843413536485,
      "learning_rate": 8.950874668335082e-06,
      "loss": 0.5815,
      "step": 173800
    },
    {
      "epoch": 2.8915900049468113,
      "grad_norm": 3.0802527022189388,
      "learning_rate": 8.94909535347267e-06,
      "loss": 0.5957,
      "step": 173900
    },
    {
      "epoch": 2.8932527986897183,
      "grad_norm": 3.5765752761428744,
      "learning_rate": 8.947314708200302e-06,
      "loss": 0.5549,
      "step": 174000
    },
    {
      "epoch": 2.8949155924326258,
      "grad_norm": 2.5115366725974173,
      "learning_rate": 8.945532733117853e-06,
      "loss": 0.5767,
      "step": 174100
    },
    {
      "epoch": 2.8965783861755328,
      "grad_norm": 3.8750457340157682,
      "learning_rate": 8.943749428825657e-06,
      "loss": 0.5944,
      "step": 174200
    },
    {
      "epoch": 2.8982411799184398,
      "grad_norm": 3.878223658019258,
      "learning_rate": 8.941964795924492e-06,
      "loss": 0.5773,
      "step": 174300
    },
    {
      "epoch": 2.8999039736613472,
      "grad_norm": 3.2282620228534094,
      "learning_rate": 8.94017883501558e-06,
      "loss": 0.5959,
      "step": 174400
    },
    {
      "epoch": 2.9015667674042542,
      "grad_norm": 4.055408368041787,
      "learning_rate": 8.938391546700593e-06,
      "loss": 0.6004,
      "step": 174500
    },
    {
      "epoch": 2.9032295611471612,
      "grad_norm": 4.252890551171671,
      "learning_rate": 8.936602931581652e-06,
      "loss": 0.5926,
      "step": 174600
    },
    {
      "epoch": 2.9048923548900687,
      "grad_norm": 4.553004221191615,
      "learning_rate": 8.934812990261322e-06,
      "loss": 0.5768,
      "step": 174700
    },
    {
      "epoch": 2.9065551486329757,
      "grad_norm": 2.540090789561342,
      "learning_rate": 8.933021723342616e-06,
      "loss": 0.5826,
      "step": 174800
    },
    {
      "epoch": 2.9082179423758827,
      "grad_norm": 3.0060147125707615,
      "learning_rate": 8.931229131428996e-06,
      "loss": 0.5461,
      "step": 174900
    },
    {
      "epoch": 2.90988073611879,
      "grad_norm": 4.859286877320861,
      "learning_rate": 8.929435215124363e-06,
      "loss": 0.569,
      "step": 175000
    },
    {
      "epoch": 2.911543529861697,
      "grad_norm": 3.2256266447123254,
      "learning_rate": 8.927639975033072e-06,
      "loss": 0.5829,
      "step": 175100
    },
    {
      "epoch": 2.913206323604604,
      "grad_norm": 3.3230074011583586,
      "learning_rate": 8.925843411759922e-06,
      "loss": 0.5745,
      "step": 175200
    },
    {
      "epoch": 2.9148691173475116,
      "grad_norm": 4.675492895660088,
      "learning_rate": 8.924045525910156e-06,
      "loss": 0.5757,
      "step": 175300
    },
    {
      "epoch": 2.9165319110904186,
      "grad_norm": 5.742645199804665,
      "learning_rate": 8.922246318089462e-06,
      "loss": 0.5693,
      "step": 175400
    },
    {
      "epoch": 2.9181947048333257,
      "grad_norm": 3.1878479675872744,
      "learning_rate": 8.920445788903978e-06,
      "loss": 0.6284,
      "step": 175500
    },
    {
      "epoch": 2.919857498576233,
      "grad_norm": 2.898960045322078,
      "learning_rate": 8.91864393896028e-06,
      "loss": 0.5936,
      "step": 175600
    },
    {
      "epoch": 2.92152029231914,
      "grad_norm": 3.182533121523528,
      "learning_rate": 8.916840768865394e-06,
      "loss": 0.5774,
      "step": 175700
    },
    {
      "epoch": 2.923183086062047,
      "grad_norm": 2.6682278040630933,
      "learning_rate": 8.915036279226792e-06,
      "loss": 0.5862,
      "step": 175800
    },
    {
      "epoch": 2.924845879804954,
      "grad_norm": 2.5094932566653525,
      "learning_rate": 8.913230470652387e-06,
      "loss": 0.5604,
      "step": 175900
    },
    {
      "epoch": 2.9265086735478616,
      "grad_norm": 2.9085036749350786,
      "learning_rate": 8.911423343750536e-06,
      "loss": 0.5759,
      "step": 176000
    },
    {
      "epoch": 2.9281714672907686,
      "grad_norm": 4.414601151771383,
      "learning_rate": 8.909614899130044e-06,
      "loss": 0.5846,
      "step": 176100
    },
    {
      "epoch": 2.9298342610336756,
      "grad_norm": 3.7192099051142833,
      "learning_rate": 8.907805137400154e-06,
      "loss": 0.5762,
      "step": 176200
    },
    {
      "epoch": 2.9314970547765826,
      "grad_norm": 5.559183505178442,
      "learning_rate": 8.90599405917056e-06,
      "loss": 0.5745,
      "step": 176300
    },
    {
      "epoch": 2.93315984851949,
      "grad_norm": 4.893971812775231,
      "learning_rate": 8.904181665051395e-06,
      "loss": 0.5728,
      "step": 176400
    },
    {
      "epoch": 2.934822642262397,
      "grad_norm": 3.5376322470765147,
      "learning_rate": 8.902367955653233e-06,
      "loss": 0.5884,
      "step": 176500
    },
    {
      "epoch": 2.936485436005304,
      "grad_norm": 5.010326862446793,
      "learning_rate": 8.9005529315871e-06,
      "loss": 0.6117,
      "step": 176600
    },
    {
      "epoch": 2.9381482297482115,
      "grad_norm": 3.0482958315560706,
      "learning_rate": 8.898736593464453e-06,
      "loss": 0.6018,
      "step": 176700
    },
    {
      "epoch": 2.9398110234911186,
      "grad_norm": 3.351359183815121,
      "learning_rate": 8.8969189418972e-06,
      "loss": 0.5992,
      "step": 176800
    },
    {
      "epoch": 2.9414738172340256,
      "grad_norm": 3.0580737369663087,
      "learning_rate": 8.895099977497691e-06,
      "loss": 0.5682,
      "step": 176900
    },
    {
      "epoch": 2.943136610976933,
      "grad_norm": 3.282589582416521,
      "learning_rate": 8.893279700878714e-06,
      "loss": 0.5709,
      "step": 177000
    },
    {
      "epoch": 2.94479940471984,
      "grad_norm": 3.5899031157533456,
      "learning_rate": 8.891458112653506e-06,
      "loss": 0.5893,
      "step": 177100
    },
    {
      "epoch": 2.946462198462747,
      "grad_norm": 3.3338792113442177,
      "learning_rate": 8.889635213435736e-06,
      "loss": 0.5728,
      "step": 177200
    },
    {
      "epoch": 2.9481249922056545,
      "grad_norm": 2.4662950562680583,
      "learning_rate": 8.887811003839522e-06,
      "loss": 0.5286,
      "step": 177300
    },
    {
      "epoch": 2.9497877859485615,
      "grad_norm": 3.1261052615688065,
      "learning_rate": 8.885985484479425e-06,
      "loss": 0.5699,
      "step": 177400
    },
    {
      "epoch": 2.9514505796914685,
      "grad_norm": 4.645528079542554,
      "learning_rate": 8.884158655970438e-06,
      "loss": 0.5597,
      "step": 177500
    },
    {
      "epoch": 2.953113373434376,
      "grad_norm": 3.944967569443682,
      "learning_rate": 8.882330518928006e-06,
      "loss": 0.5617,
      "step": 177600
    },
    {
      "epoch": 2.954776167177283,
      "grad_norm": 4.2351803430315025,
      "learning_rate": 8.880501073968008e-06,
      "loss": 0.563,
      "step": 177700
    },
    {
      "epoch": 2.95643896092019,
      "grad_norm": 3.4528007848625912,
      "learning_rate": 8.878670321706764e-06,
      "loss": 0.5888,
      "step": 177800
    },
    {
      "epoch": 2.9581017546630974,
      "grad_norm": 2.702520875595441,
      "learning_rate": 8.876838262761037e-06,
      "loss": 0.6059,
      "step": 177900
    },
    {
      "epoch": 2.9597645484060044,
      "grad_norm": 3.5922935504747326,
      "learning_rate": 8.875004897748028e-06,
      "loss": 0.5779,
      "step": 178000
    },
    {
      "epoch": 2.9614273421489115,
      "grad_norm": 3.9193498780951983,
      "learning_rate": 8.873170227285382e-06,
      "loss": 0.5689,
      "step": 178100
    },
    {
      "epoch": 2.963090135891819,
      "grad_norm": 5.152347719640892,
      "learning_rate": 8.871334251991178e-06,
      "loss": 0.5897,
      "step": 178200
    },
    {
      "epoch": 2.964752929634726,
      "grad_norm": 3.7193837763199933,
      "learning_rate": 8.869496972483935e-06,
      "loss": 0.6042,
      "step": 178300
    },
    {
      "epoch": 2.966415723377633,
      "grad_norm": 3.822376748286899,
      "learning_rate": 8.867658389382621e-06,
      "loss": 0.5967,
      "step": 178400
    },
    {
      "epoch": 2.96807851712054,
      "grad_norm": 2.7507679648913848,
      "learning_rate": 8.865818503306628e-06,
      "loss": 0.5461,
      "step": 178500
    },
    {
      "epoch": 2.969741310863447,
      "grad_norm": 3.3732276687875946,
      "learning_rate": 8.8639773148758e-06,
      "loss": 0.5786,
      "step": 178600
    },
    {
      "epoch": 2.9714041046063544,
      "grad_norm": 2.8541157676195237,
      "learning_rate": 8.862134824710413e-06,
      "loss": 0.5695,
      "step": 178700
    },
    {
      "epoch": 2.9730668983492614,
      "grad_norm": 2.9937704173374042,
      "learning_rate": 8.860291033431183e-06,
      "loss": 0.6048,
      "step": 178800
    },
    {
      "epoch": 2.9747296920921684,
      "grad_norm": 2.3380527324261378,
      "learning_rate": 8.858445941659265e-06,
      "loss": 0.6029,
      "step": 178900
    },
    {
      "epoch": 2.976392485835076,
      "grad_norm": 3.538399757314013,
      "learning_rate": 8.85659955001625e-06,
      "loss": 0.5757,
      "step": 179000
    },
    {
      "epoch": 2.978055279577983,
      "grad_norm": 2.795739676463927,
      "learning_rate": 8.854751859124171e-06,
      "loss": 0.5945,
      "step": 179100
    },
    {
      "epoch": 2.97971807332089,
      "grad_norm": 3.964266587653929,
      "learning_rate": 8.852902869605496e-06,
      "loss": 0.548,
      "step": 179200
    },
    {
      "epoch": 2.9813808670637973,
      "grad_norm": 3.9550460680552586,
      "learning_rate": 8.851052582083128e-06,
      "loss": 0.5514,
      "step": 179300
    },
    {
      "epoch": 2.9830436608067044,
      "grad_norm": 3.6559049071096177,
      "learning_rate": 8.849200997180411e-06,
      "loss": 0.5659,
      "step": 179400
    },
    {
      "epoch": 2.9847064545496114,
      "grad_norm": 3.1800780587279545,
      "learning_rate": 8.847348115521129e-06,
      "loss": 0.5737,
      "step": 179500
    },
    {
      "epoch": 2.986369248292519,
      "grad_norm": 3.614150426711556,
      "learning_rate": 8.845493937729492e-06,
      "loss": 0.5553,
      "step": 179600
    },
    {
      "epoch": 2.988032042035426,
      "grad_norm": 3.2024029602770385,
      "learning_rate": 8.843638464430159e-06,
      "loss": 0.5667,
      "step": 179700
    },
    {
      "epoch": 2.989694835778333,
      "grad_norm": 3.1241704267392207,
      "learning_rate": 8.841781696248218e-06,
      "loss": 0.5587,
      "step": 179800
    },
    {
      "epoch": 2.9913576295212403,
      "grad_norm": 2.4562252162063585,
      "learning_rate": 8.839923633809197e-06,
      "loss": 0.5874,
      "step": 179900
    },
    {
      "epoch": 2.9930204232641473,
      "grad_norm": 2.7587404680220327,
      "learning_rate": 8.838064277739055e-06,
      "loss": 0.5514,
      "step": 180000
    },
    {
      "epoch": 2.9946832170070543,
      "grad_norm": 2.469696622663351,
      "learning_rate": 8.836203628664193e-06,
      "loss": 0.5804,
      "step": 180100
    },
    {
      "epoch": 2.9963460107499618,
      "grad_norm": 4.981389816137938,
      "learning_rate": 8.834341687211444e-06,
      "loss": 0.5612,
      "step": 180200
    },
    {
      "epoch": 2.9980088044928688,
      "grad_norm": 3.7828618680750914,
      "learning_rate": 8.832478454008076e-06,
      "loss": 0.5788,
      "step": 180300
    },
    {
      "epoch": 2.999671598235776,
      "grad_norm": 3.318708940245835,
      "learning_rate": 8.830613929681794e-06,
      "loss": 0.5723,
      "step": 180400
    },
    {
      "epoch": 3.0013302349943256,
      "grad_norm": 2.2536150998360016,
      "learning_rate": 8.82874811486074e-06,
      "loss": 0.4475,
      "step": 180500
    },
    {
      "epoch": 3.002993028737233,
      "grad_norm": 3.4332351048707066,
      "learning_rate": 8.826881010173482e-06,
      "loss": 0.4126,
      "step": 180600
    },
    {
      "epoch": 3.00465582248014,
      "grad_norm": 2.9836030767643553,
      "learning_rate": 8.825012616249033e-06,
      "loss": 0.4048,
      "step": 180700
    },
    {
      "epoch": 3.006318616223047,
      "grad_norm": 3.0894283536659923,
      "learning_rate": 8.823142933716834e-06,
      "loss": 0.4226,
      "step": 180800
    },
    {
      "epoch": 3.007981409965954,
      "grad_norm": 3.940000584575768,
      "learning_rate": 8.821271963206764e-06,
      "loss": 0.4082,
      "step": 180900
    },
    {
      "epoch": 3.0096442037088615,
      "grad_norm": 3.1643634499084583,
      "learning_rate": 8.81939970534913e-06,
      "loss": 0.3854,
      "step": 181000
    },
    {
      "epoch": 3.0113069974517686,
      "grad_norm": 4.676959084123542,
      "learning_rate": 8.817526160774683e-06,
      "loss": 0.4302,
      "step": 181100
    },
    {
      "epoch": 3.0129697911946756,
      "grad_norm": 2.856259542163876,
      "learning_rate": 8.815651330114595e-06,
      "loss": 0.4203,
      "step": 181200
    },
    {
      "epoch": 3.014632584937583,
      "grad_norm": 2.7246172432970996,
      "learning_rate": 8.813775214000479e-06,
      "loss": 0.427,
      "step": 181300
    },
    {
      "epoch": 3.01629537868049,
      "grad_norm": 3.391352308610929,
      "learning_rate": 8.811897813064381e-06,
      "loss": 0.4108,
      "step": 181400
    },
    {
      "epoch": 3.017958172423397,
      "grad_norm": 2.823887021548535,
      "learning_rate": 8.810019127938776e-06,
      "loss": 0.4124,
      "step": 181500
    },
    {
      "epoch": 3.0196209661663045,
      "grad_norm": 4.058058293573884,
      "learning_rate": 8.808139159256576e-06,
      "loss": 0.4306,
      "step": 181600
    },
    {
      "epoch": 3.0212837599092115,
      "grad_norm": 4.33566924488492,
      "learning_rate": 8.806257907651122e-06,
      "loss": 0.4101,
      "step": 181700
    },
    {
      "epoch": 3.0229465536521185,
      "grad_norm": 2.797916826702092,
      "learning_rate": 8.804375373756188e-06,
      "loss": 0.4182,
      "step": 181800
    },
    {
      "epoch": 3.024609347395026,
      "grad_norm": 3.9163049886737835,
      "learning_rate": 8.802491558205984e-06,
      "loss": 0.4112,
      "step": 181900
    },
    {
      "epoch": 3.026272141137933,
      "grad_norm": 2.7325176625361323,
      "learning_rate": 8.800606461635143e-06,
      "loss": 0.4194,
      "step": 182000
    },
    {
      "epoch": 3.02793493488084,
      "grad_norm": 3.5918727937577586,
      "learning_rate": 8.798720084678738e-06,
      "loss": 0.4124,
      "step": 182100
    },
    {
      "epoch": 3.029597728623747,
      "grad_norm": 3.635896074284655,
      "learning_rate": 8.796832427972271e-06,
      "loss": 0.417,
      "step": 182200
    },
    {
      "epoch": 3.0312605223666544,
      "grad_norm": 3.140177821937068,
      "learning_rate": 8.79494349215167e-06,
      "loss": 0.4283,
      "step": 182300
    },
    {
      "epoch": 3.0329233161095615,
      "grad_norm": 4.343031635149152,
      "learning_rate": 8.793053277853302e-06,
      "loss": 0.4108,
      "step": 182400
    },
    {
      "epoch": 3.0345861098524685,
      "grad_norm": 3.64926950499295,
      "learning_rate": 8.79116178571396e-06,
      "loss": 0.4012,
      "step": 182500
    },
    {
      "epoch": 3.036248903595376,
      "grad_norm": 3.5092749916503307,
      "learning_rate": 8.78926901637087e-06,
      "loss": 0.4071,
      "step": 182600
    },
    {
      "epoch": 3.037911697338283,
      "grad_norm": 3.15452774575917,
      "learning_rate": 8.787374970461684e-06,
      "loss": 0.4174,
      "step": 182700
    },
    {
      "epoch": 3.03957449108119,
      "grad_norm": 4.027158625256367,
      "learning_rate": 8.785479648624487e-06,
      "loss": 0.4061,
      "step": 182800
    },
    {
      "epoch": 3.0412372848240974,
      "grad_norm": 6.106086216231872,
      "learning_rate": 8.783583051497794e-06,
      "loss": 0.4232,
      "step": 182900
    },
    {
      "epoch": 3.0429000785670044,
      "grad_norm": 4.11534026109937,
      "learning_rate": 8.781685179720552e-06,
      "loss": 0.4351,
      "step": 183000
    },
    {
      "epoch": 3.0445628723099114,
      "grad_norm": 2.730019095514776,
      "learning_rate": 8.77978603393213e-06,
      "loss": 0.4016,
      "step": 183100
    },
    {
      "epoch": 3.046225666052819,
      "grad_norm": 3.5820025003697964,
      "learning_rate": 8.777885614772332e-06,
      "loss": 0.4113,
      "step": 183200
    },
    {
      "epoch": 3.047888459795726,
      "grad_norm": 3.5683122044012707,
      "learning_rate": 8.775983922881394e-06,
      "loss": 0.4041,
      "step": 183300
    },
    {
      "epoch": 3.049551253538633,
      "grad_norm": 3.014092104274671,
      "learning_rate": 8.774080958899974e-06,
      "loss": 0.4191,
      "step": 183400
    },
    {
      "epoch": 3.05121404728154,
      "grad_norm": 4.5151204602952,
      "learning_rate": 8.772176723469158e-06,
      "loss": 0.402,
      "step": 183500
    },
    {
      "epoch": 3.0528768410244473,
      "grad_norm": 4.222307641764165,
      "learning_rate": 8.770271217230466e-06,
      "loss": 0.4217,
      "step": 183600
    },
    {
      "epoch": 3.0545396347673544,
      "grad_norm": 2.8525333518266334,
      "learning_rate": 8.768364440825846e-06,
      "loss": 0.4238,
      "step": 183700
    },
    {
      "epoch": 3.0562024285102614,
      "grad_norm": 4.023941233944651,
      "learning_rate": 8.76645639489767e-06,
      "loss": 0.4244,
      "step": 183800
    },
    {
      "epoch": 3.057865222253169,
      "grad_norm": 4.694723383104588,
      "learning_rate": 8.764547080088736e-06,
      "loss": 0.4454,
      "step": 183900
    },
    {
      "epoch": 3.059528015996076,
      "grad_norm": 3.1345786330437475,
      "learning_rate": 8.762636497042276e-06,
      "loss": 0.4268,
      "step": 184000
    },
    {
      "epoch": 3.061190809738983,
      "grad_norm": 4.553561208125061,
      "learning_rate": 8.760724646401946e-06,
      "loss": 0.403,
      "step": 184100
    },
    {
      "epoch": 3.0628536034818903,
      "grad_norm": 3.281616844707741,
      "learning_rate": 8.758811528811829e-06,
      "loss": 0.4181,
      "step": 184200
    },
    {
      "epoch": 3.0645163972247973,
      "grad_norm": 3.7309090794385114,
      "learning_rate": 8.756897144916432e-06,
      "loss": 0.4226,
      "step": 184300
    },
    {
      "epoch": 3.0661791909677043,
      "grad_norm": 3.607716739867412,
      "learning_rate": 8.754981495360695e-06,
      "loss": 0.4277,
      "step": 184400
    },
    {
      "epoch": 3.0678419847106113,
      "grad_norm": 2.6417911990250156,
      "learning_rate": 8.753064580789978e-06,
      "loss": 0.4119,
      "step": 184500
    },
    {
      "epoch": 3.0695047784535188,
      "grad_norm": 4.1671471973684735,
      "learning_rate": 8.751146401850073e-06,
      "loss": 0.4088,
      "step": 184600
    },
    {
      "epoch": 3.0711675721964258,
      "grad_norm": 2.943784424054827,
      "learning_rate": 8.749226959187191e-06,
      "loss": 0.4201,
      "step": 184700
    },
    {
      "epoch": 3.072830365939333,
      "grad_norm": 4.5659868829257375,
      "learning_rate": 8.747306253447975e-06,
      "loss": 0.426,
      "step": 184800
    },
    {
      "epoch": 3.0744931596822402,
      "grad_norm": 4.456528910236368,
      "learning_rate": 8.745384285279494e-06,
      "loss": 0.3999,
      "step": 184900
    },
    {
      "epoch": 3.0761559534251472,
      "grad_norm": 2.69060901447555,
      "learning_rate": 8.743461055329234e-06,
      "loss": 0.4057,
      "step": 185000
    },
    {
      "epoch": 3.0778187471680543,
      "grad_norm": 2.6565761328883415,
      "learning_rate": 8.741536564245114e-06,
      "loss": 0.3982,
      "step": 185100
    },
    {
      "epoch": 3.0794815409109617,
      "grad_norm": 2.6262222059022644,
      "learning_rate": 8.739610812675476e-06,
      "loss": 0.4499,
      "step": 185200
    },
    {
      "epoch": 3.0811443346538687,
      "grad_norm": 3.279447200814324,
      "learning_rate": 8.737683801269086e-06,
      "loss": 0.4173,
      "step": 185300
    },
    {
      "epoch": 3.0828071283967757,
      "grad_norm": 3.941736851192146,
      "learning_rate": 8.735755530675134e-06,
      "loss": 0.4137,
      "step": 185400
    },
    {
      "epoch": 3.084469922139683,
      "grad_norm": 3.632984472668215,
      "learning_rate": 8.733826001543233e-06,
      "loss": 0.3816,
      "step": 185500
    },
    {
      "epoch": 3.08613271588259,
      "grad_norm": 3.186302715121371,
      "learning_rate": 8.731895214523425e-06,
      "loss": 0.4346,
      "step": 185600
    },
    {
      "epoch": 3.087795509625497,
      "grad_norm": 2.848560477910532,
      "learning_rate": 8.729963170266172e-06,
      "loss": 0.429,
      "step": 185700
    },
    {
      "epoch": 3.089458303368404,
      "grad_norm": 3.7961577821915164,
      "learning_rate": 8.728029869422357e-06,
      "loss": 0.4192,
      "step": 185800
    },
    {
      "epoch": 3.0911210971113117,
      "grad_norm": 3.6184188163709003,
      "learning_rate": 8.726095312643292e-06,
      "loss": 0.4134,
      "step": 185900
    },
    {
      "epoch": 3.0927838908542187,
      "grad_norm": 3.752608779243144,
      "learning_rate": 8.724159500580707e-06,
      "loss": 0.4035,
      "step": 186000
    },
    {
      "epoch": 3.0944466845971257,
      "grad_norm": 3.8806473116126097,
      "learning_rate": 8.72222243388676e-06,
      "loss": 0.396,
      "step": 186100
    },
    {
      "epoch": 3.096109478340033,
      "grad_norm": 2.491462284226917,
      "learning_rate": 8.720284113214029e-06,
      "loss": 0.4201,
      "step": 186200
    },
    {
      "epoch": 3.09777227208294,
      "grad_norm": 3.2680091286443598,
      "learning_rate": 8.718344539215512e-06,
      "loss": 0.418,
      "step": 186300
    },
    {
      "epoch": 3.099435065825847,
      "grad_norm": 2.9724741199373197,
      "learning_rate": 8.716403712544635e-06,
      "loss": 0.4342,
      "step": 186400
    },
    {
      "epoch": 3.1010978595687546,
      "grad_norm": 2.855332633442923,
      "learning_rate": 8.71446163385524e-06,
      "loss": 0.4143,
      "step": 186500
    },
    {
      "epoch": 3.1027606533116616,
      "grad_norm": 4.162770229249731,
      "learning_rate": 8.712518303801595e-06,
      "loss": 0.4114,
      "step": 186600
    },
    {
      "epoch": 3.1044234470545686,
      "grad_norm": 2.688146038748901,
      "learning_rate": 8.710573723038386e-06,
      "loss": 0.4082,
      "step": 186700
    },
    {
      "epoch": 3.106086240797476,
      "grad_norm": 3.089028563597293,
      "learning_rate": 8.708627892220727e-06,
      "loss": 0.3923,
      "step": 186800
    },
    {
      "epoch": 3.107749034540383,
      "grad_norm": 4.377678705820261,
      "learning_rate": 8.706680812004143e-06,
      "loss": 0.4001,
      "step": 186900
    },
    {
      "epoch": 3.10941182828329,
      "grad_norm": 3.965461048380571,
      "learning_rate": 8.704732483044588e-06,
      "loss": 0.4361,
      "step": 187000
    },
    {
      "epoch": 3.111074622026197,
      "grad_norm": 3.1552349886667153,
      "learning_rate": 8.702782905998434e-06,
      "loss": 0.4311,
      "step": 187100
    },
    {
      "epoch": 3.1127374157691046,
      "grad_norm": 4.062312819640847,
      "learning_rate": 8.700832081522475e-06,
      "loss": 0.4144,
      "step": 187200
    },
    {
      "epoch": 3.1144002095120116,
      "grad_norm": 3.204320636270935,
      "learning_rate": 8.698880010273923e-06,
      "loss": 0.4449,
      "step": 187300
    },
    {
      "epoch": 3.1160630032549186,
      "grad_norm": 4.0376395860286465,
      "learning_rate": 8.69692669291041e-06,
      "loss": 0.416,
      "step": 187400
    },
    {
      "epoch": 3.117725796997826,
      "grad_norm": 3.311440776267003,
      "learning_rate": 8.694972130089987e-06,
      "loss": 0.4083,
      "step": 187500
    },
    {
      "epoch": 3.119388590740733,
      "grad_norm": 3.298160578078309,
      "learning_rate": 8.69301632247113e-06,
      "loss": 0.4361,
      "step": 187600
    },
    {
      "epoch": 3.12105138448364,
      "grad_norm": 2.8223396084705965,
      "learning_rate": 8.691059270712731e-06,
      "loss": 0.4182,
      "step": 187700
    },
    {
      "epoch": 3.1227141782265475,
      "grad_norm": 3.589552799936944,
      "learning_rate": 8.689100975474097e-06,
      "loss": 0.4189,
      "step": 187800
    },
    {
      "epoch": 3.1243769719694545,
      "grad_norm": 2.8963802386924797,
      "learning_rate": 8.68714143741496e-06,
      "loss": 0.4389,
      "step": 187900
    },
    {
      "epoch": 3.1260397657123615,
      "grad_norm": 2.6421669745212775,
      "learning_rate": 8.685180657195469e-06,
      "loss": 0.4505,
      "step": 188000
    },
    {
      "epoch": 3.127702559455269,
      "grad_norm": 3.942967759007455,
      "learning_rate": 8.68321863547619e-06,
      "loss": 0.4222,
      "step": 188100
    },
    {
      "epoch": 3.129365353198176,
      "grad_norm": 3.0352316131807506,
      "learning_rate": 8.681255372918106e-06,
      "loss": 0.4002,
      "step": 188200
    },
    {
      "epoch": 3.131028146941083,
      "grad_norm": 3.4132231849738623,
      "learning_rate": 8.679290870182625e-06,
      "loss": 0.4321,
      "step": 188300
    },
    {
      "epoch": 3.13269094068399,
      "grad_norm": 3.70943562677321,
      "learning_rate": 8.677325127931563e-06,
      "loss": 0.4279,
      "step": 188400
    },
    {
      "epoch": 3.1343537344268975,
      "grad_norm": 2.8227526531837785,
      "learning_rate": 8.675358146827161e-06,
      "loss": 0.4014,
      "step": 188500
    },
    {
      "epoch": 3.1360165281698045,
      "grad_norm": 2.537272495235499,
      "learning_rate": 8.673389927532074e-06,
      "loss": 0.4058,
      "step": 188600
    },
    {
      "epoch": 3.1376793219127115,
      "grad_norm": 3.860880049316033,
      "learning_rate": 8.671420470709378e-06,
      "loss": 0.3922,
      "step": 188700
    },
    {
      "epoch": 3.139342115655619,
      "grad_norm": 4.268005304836198,
      "learning_rate": 8.669449777022556e-06,
      "loss": 0.4247,
      "step": 188800
    },
    {
      "epoch": 3.141004909398526,
      "grad_norm": 2.6943916588969583,
      "learning_rate": 8.667477847135523e-06,
      "loss": 0.4167,
      "step": 188900
    },
    {
      "epoch": 3.142667703141433,
      "grad_norm": 3.926561555293632,
      "learning_rate": 8.665504681712598e-06,
      "loss": 0.4151,
      "step": 189000
    },
    {
      "epoch": 3.1443304968843404,
      "grad_norm": 3.655757176859639,
      "learning_rate": 8.66353028141852e-06,
      "loss": 0.4478,
      "step": 189100
    },
    {
      "epoch": 3.1459932906272474,
      "grad_norm": 3.323181086190111,
      "learning_rate": 8.661554646918441e-06,
      "loss": 0.4067,
      "step": 189200
    },
    {
      "epoch": 3.1476560843701544,
      "grad_norm": 3.6570831607638388,
      "learning_rate": 8.659577778877942e-06,
      "loss": 0.4389,
      "step": 189300
    },
    {
      "epoch": 3.1493188781130614,
      "grad_norm": 3.506587037626475,
      "learning_rate": 8.657599677963e-06,
      "loss": 0.4295,
      "step": 189400
    },
    {
      "epoch": 3.150981671855969,
      "grad_norm": 3.4078868180519915,
      "learning_rate": 8.655620344840022e-06,
      "loss": 0.4354,
      "step": 189500
    },
    {
      "epoch": 3.152644465598876,
      "grad_norm": 3.147226430114259,
      "learning_rate": 8.653639780175822e-06,
      "loss": 0.4444,
      "step": 189600
    },
    {
      "epoch": 3.154307259341783,
      "grad_norm": 3.709367226669021,
      "learning_rate": 8.651657984637633e-06,
      "loss": 0.4251,
      "step": 189700
    },
    {
      "epoch": 3.1559700530846904,
      "grad_norm": 4.675836554717505,
      "learning_rate": 8.649674958893104e-06,
      "loss": 0.4239,
      "step": 189800
    },
    {
      "epoch": 3.1576328468275974,
      "grad_norm": 2.967450388224673,
      "learning_rate": 8.647690703610296e-06,
      "loss": 0.4204,
      "step": 189900
    },
    {
      "epoch": 3.1592956405705044,
      "grad_norm": 2.4027225477612486,
      "learning_rate": 8.645705219457681e-06,
      "loss": 0.4273,
      "step": 190000
    },
    {
      "epoch": 3.160958434313412,
      "grad_norm": 3.5282103601073405,
      "learning_rate": 8.643718507104152e-06,
      "loss": 0.4359,
      "step": 190100
    },
    {
      "epoch": 3.162621228056319,
      "grad_norm": 3.666533696355856,
      "learning_rate": 8.64173056721901e-06,
      "loss": 0.4328,
      "step": 190200
    },
    {
      "epoch": 3.164284021799226,
      "grad_norm": 3.510089775624312,
      "learning_rate": 8.639741400471973e-06,
      "loss": 0.4248,
      "step": 190300
    },
    {
      "epoch": 3.1659468155421333,
      "grad_norm": 3.119760820242221,
      "learning_rate": 8.637751007533169e-06,
      "loss": 0.4277,
      "step": 190400
    },
    {
      "epoch": 3.1676096092850403,
      "grad_norm": 3.876528631436766,
      "learning_rate": 8.635759389073142e-06,
      "loss": 0.4261,
      "step": 190500
    },
    {
      "epoch": 3.1692724030279473,
      "grad_norm": 3.0748210748187637,
      "learning_rate": 8.63376654576285e-06,
      "loss": 0.4355,
      "step": 190600
    },
    {
      "epoch": 3.170935196770855,
      "grad_norm": 2.7269576351993714,
      "learning_rate": 8.631772478273656e-06,
      "loss": 0.4395,
      "step": 190700
    },
    {
      "epoch": 3.172597990513762,
      "grad_norm": 2.9926538949735586,
      "learning_rate": 8.629777187277349e-06,
      "loss": 0.424,
      "step": 190800
    },
    {
      "epoch": 3.174260784256669,
      "grad_norm": 3.172101740695987,
      "learning_rate": 8.627780673446116e-06,
      "loss": 0.4247,
      "step": 190900
    },
    {
      "epoch": 3.175923577999576,
      "grad_norm": 3.021965520026039,
      "learning_rate": 8.625782937452565e-06,
      "loss": 0.402,
      "step": 191000
    },
    {
      "epoch": 3.1775863717424833,
      "grad_norm": 2.401519299153696,
      "learning_rate": 8.62378397996971e-06,
      "loss": 0.4359,
      "step": 191100
    },
    {
      "epoch": 3.1792491654853903,
      "grad_norm": 2.9964578943412117,
      "learning_rate": 8.621783801670985e-06,
      "loss": 0.442,
      "step": 191200
    },
    {
      "epoch": 3.1809119592282973,
      "grad_norm": 4.053286079596666,
      "learning_rate": 8.619782403230223e-06,
      "loss": 0.4341,
      "step": 191300
    },
    {
      "epoch": 3.1825747529712047,
      "grad_norm": 2.0869928485225424,
      "learning_rate": 8.617779785321679e-06,
      "loss": 0.4298,
      "step": 191400
    },
    {
      "epoch": 3.1842375467141117,
      "grad_norm": 3.1233304095034353,
      "learning_rate": 8.615775948620014e-06,
      "loss": 0.437,
      "step": 191500
    },
    {
      "epoch": 3.1859003404570188,
      "grad_norm": 3.3122900378134403,
      "learning_rate": 8.6137708938003e-06,
      "loss": 0.4284,
      "step": 191600
    },
    {
      "epoch": 3.187563134199926,
      "grad_norm": 3.2147619595088526,
      "learning_rate": 8.611764621538017e-06,
      "loss": 0.4159,
      "step": 191700
    },
    {
      "epoch": 3.189225927942833,
      "grad_norm": 2.674674166396048,
      "learning_rate": 8.609757132509063e-06,
      "loss": 0.4325,
      "step": 191800
    },
    {
      "epoch": 3.1908887216857402,
      "grad_norm": 3.591070167287651,
      "learning_rate": 8.607748427389735e-06,
      "loss": 0.4379,
      "step": 191900
    },
    {
      "epoch": 3.1925515154286472,
      "grad_norm": 4.558662830019176,
      "learning_rate": 8.605738506856747e-06,
      "loss": 0.4355,
      "step": 192000
    },
    {
      "epoch": 3.1942143091715547,
      "grad_norm": 4.341680009065942,
      "learning_rate": 8.603727371587222e-06,
      "loss": 0.4215,
      "step": 192100
    },
    {
      "epoch": 3.1958771029144617,
      "grad_norm": 3.722310383491162,
      "learning_rate": 8.601715022258691e-06,
      "loss": 0.4351,
      "step": 192200
    },
    {
      "epoch": 3.1975398966573687,
      "grad_norm": 3.634104404930771,
      "learning_rate": 8.599701459549092e-06,
      "loss": 0.4082,
      "step": 192300
    },
    {
      "epoch": 3.199202690400276,
      "grad_norm": 4.6154063004828,
      "learning_rate": 8.597686684136777e-06,
      "loss": 0.4106,
      "step": 192400
    },
    {
      "epoch": 3.200865484143183,
      "grad_norm": 2.723660983415498,
      "learning_rate": 8.5956706967005e-06,
      "loss": 0.3903,
      "step": 192500
    },
    {
      "epoch": 3.20252827788609,
      "grad_norm": 3.0214390451569026,
      "learning_rate": 8.593653497919428e-06,
      "loss": 0.4115,
      "step": 192600
    },
    {
      "epoch": 3.2041910716289976,
      "grad_norm": 4.011795989167877,
      "learning_rate": 8.591635088473135e-06,
      "loss": 0.4496,
      "step": 192700
    },
    {
      "epoch": 3.2058538653719046,
      "grad_norm": 3.057904548047888,
      "learning_rate": 8.589615469041602e-06,
      "loss": 0.4312,
      "step": 192800
    },
    {
      "epoch": 3.2075166591148117,
      "grad_norm": 2.691627016169654,
      "learning_rate": 8.58759464030522e-06,
      "loss": 0.4352,
      "step": 192900
    },
    {
      "epoch": 3.209179452857719,
      "grad_norm": 4.206844530409429,
      "learning_rate": 8.58557260294478e-06,
      "loss": 0.4363,
      "step": 193000
    },
    {
      "epoch": 3.210842246600626,
      "grad_norm": 3.7829200721561884,
      "learning_rate": 8.583549357641494e-06,
      "loss": 0.4305,
      "step": 193100
    },
    {
      "epoch": 3.212505040343533,
      "grad_norm": 2.752393492197729,
      "learning_rate": 8.581524905076966e-06,
      "loss": 0.4332,
      "step": 193200
    },
    {
      "epoch": 3.21416783408644,
      "grad_norm": 4.145684512940028,
      "learning_rate": 8.579499245933216e-06,
      "loss": 0.4168,
      "step": 193300
    },
    {
      "epoch": 3.2158306278293476,
      "grad_norm": 3.604042928104094,
      "learning_rate": 8.577472380892668e-06,
      "loss": 0.4407,
      "step": 193400
    },
    {
      "epoch": 3.2174934215722546,
      "grad_norm": 3.8113271695728654,
      "learning_rate": 8.575444310638154e-06,
      "loss": 0.4518,
      "step": 193500
    },
    {
      "epoch": 3.2191562153151616,
      "grad_norm": 3.9103445528758938,
      "learning_rate": 8.573415035852905e-06,
      "loss": 0.4316,
      "step": 193600
    },
    {
      "epoch": 3.220819009058069,
      "grad_norm": 3.716658178417669,
      "learning_rate": 8.571384557220569e-06,
      "loss": 0.425,
      "step": 193700
    },
    {
      "epoch": 3.222481802800976,
      "grad_norm": 3.582948133481535,
      "learning_rate": 8.569352875425188e-06,
      "loss": 0.4381,
      "step": 193800
    },
    {
      "epoch": 3.224144596543883,
      "grad_norm": 3.122242863902653,
      "learning_rate": 8.56731999115122e-06,
      "loss": 0.4555,
      "step": 193900
    },
    {
      "epoch": 3.2258073902867905,
      "grad_norm": 5.18957595638227,
      "learning_rate": 8.56528590508352e-06,
      "loss": 0.4358,
      "step": 194000
    },
    {
      "epoch": 3.2274701840296975,
      "grad_norm": 2.43018896402642,
      "learning_rate": 8.56325061790735e-06,
      "loss": 0.4447,
      "step": 194100
    },
    {
      "epoch": 3.2291329777726046,
      "grad_norm": 4.299096969983994,
      "learning_rate": 8.561214130308379e-06,
      "loss": 0.4296,
      "step": 194200
    },
    {
      "epoch": 3.2307957715155116,
      "grad_norm": 3.6630297951986344,
      "learning_rate": 8.55917644297268e-06,
      "loss": 0.4573,
      "step": 194300
    },
    {
      "epoch": 3.232458565258419,
      "grad_norm": 3.520873114377564,
      "learning_rate": 8.55713755658673e-06,
      "loss": 0.4108,
      "step": 194400
    },
    {
      "epoch": 3.234121359001326,
      "grad_norm": 3.7373395533864517,
      "learning_rate": 8.555097471837403e-06,
      "loss": 0.42,
      "step": 194500
    },
    {
      "epoch": 3.235784152744233,
      "grad_norm": 3.7234772866432446,
      "learning_rate": 8.553056189411987e-06,
      "loss": 0.4505,
      "step": 194600
    },
    {
      "epoch": 3.2374469464871405,
      "grad_norm": 3.2370397116717857,
      "learning_rate": 8.551013709998172e-06,
      "loss": 0.4452,
      "step": 194700
    },
    {
      "epoch": 3.2391097402300475,
      "grad_norm": 2.8378010048088407,
      "learning_rate": 8.548970034284043e-06,
      "loss": 0.4168,
      "step": 194800
    },
    {
      "epoch": 3.2407725339729545,
      "grad_norm": 3.3721747988465336,
      "learning_rate": 8.546925162958097e-06,
      "loss": 0.4361,
      "step": 194900
    },
    {
      "epoch": 3.242435327715862,
      "grad_norm": 4.459130298203037,
      "learning_rate": 8.544879096709229e-06,
      "loss": 0.4269,
      "step": 195000
    },
    {
      "epoch": 3.244098121458769,
      "grad_norm": 2.8903791920818374,
      "learning_rate": 8.542831836226737e-06,
      "loss": 0.4433,
      "step": 195100
    },
    {
      "epoch": 3.245760915201676,
      "grad_norm": 3.3528270832721647,
      "learning_rate": 8.540783382200326e-06,
      "loss": 0.4329,
      "step": 195200
    },
    {
      "epoch": 3.2474237089445834,
      "grad_norm": 3.203340417006741,
      "learning_rate": 8.538733735320093e-06,
      "loss": 0.4091,
      "step": 195300
    },
    {
      "epoch": 3.2490865026874904,
      "grad_norm": 3.3444187560731766,
      "learning_rate": 8.53668289627655e-06,
      "loss": 0.4509,
      "step": 195400
    },
    {
      "epoch": 3.2507492964303975,
      "grad_norm": 2.5222512116412257,
      "learning_rate": 8.534630865760598e-06,
      "loss": 0.4507,
      "step": 195500
    },
    {
      "epoch": 3.252412090173305,
      "grad_norm": 3.4708831499692305,
      "learning_rate": 8.532577644463548e-06,
      "loss": 0.4378,
      "step": 195600
    },
    {
      "epoch": 3.254074883916212,
      "grad_norm": 3.083474873954241,
      "learning_rate": 8.530523233077111e-06,
      "loss": 0.4657,
      "step": 195700
    },
    {
      "epoch": 3.255737677659119,
      "grad_norm": 5.14915046737342,
      "learning_rate": 8.528467632293393e-06,
      "loss": 0.4341,
      "step": 195800
    },
    {
      "epoch": 3.257400471402026,
      "grad_norm": 4.097218656785237,
      "learning_rate": 8.526410842804907e-06,
      "loss": 0.4398,
      "step": 195900
    },
    {
      "epoch": 3.2590632651449334,
      "grad_norm": 2.4075326460944644,
      "learning_rate": 8.524352865304566e-06,
      "loss": 0.4381,
      "step": 196000
    },
    {
      "epoch": 3.2607260588878404,
      "grad_norm": 3.8253566718601735,
      "learning_rate": 8.522293700485677e-06,
      "loss": 0.4235,
      "step": 196100
    },
    {
      "epoch": 3.2623888526307474,
      "grad_norm": 4.273135455103274,
      "learning_rate": 8.52023334904196e-06,
      "loss": 0.4473,
      "step": 196200
    },
    {
      "epoch": 3.264051646373655,
      "grad_norm": 3.83869974937846,
      "learning_rate": 8.518171811667517e-06,
      "loss": 0.4448,
      "step": 196300
    },
    {
      "epoch": 3.265714440116562,
      "grad_norm": 2.543576708521957,
      "learning_rate": 8.516109089056864e-06,
      "loss": 0.4271,
      "step": 196400
    },
    {
      "epoch": 3.267377233859469,
      "grad_norm": 3.668555133893202,
      "learning_rate": 8.514045181904911e-06,
      "loss": 0.41,
      "step": 196500
    },
    {
      "epoch": 3.269040027602376,
      "grad_norm": 2.8741196823320485,
      "learning_rate": 8.511980090906967e-06,
      "loss": 0.4204,
      "step": 196600
    },
    {
      "epoch": 3.2707028213452833,
      "grad_norm": 3.22052526617322,
      "learning_rate": 8.50991381675874e-06,
      "loss": 0.4315,
      "step": 196700
    },
    {
      "epoch": 3.2723656150881903,
      "grad_norm": 3.20741167091432,
      "learning_rate": 8.507846360156335e-06,
      "loss": 0.4293,
      "step": 196800
    },
    {
      "epoch": 3.2740284088310974,
      "grad_norm": 3.662488560481595,
      "learning_rate": 8.505777721796257e-06,
      "loss": 0.4259,
      "step": 196900
    },
    {
      "epoch": 3.275691202574005,
      "grad_norm": 3.7274626135723143,
      "learning_rate": 8.503707902375414e-06,
      "loss": 0.4061,
      "step": 197000
    },
    {
      "epoch": 3.277353996316912,
      "grad_norm": 2.952439498950459,
      "learning_rate": 8.501636902591102e-06,
      "loss": 0.4317,
      "step": 197100
    },
    {
      "epoch": 3.279016790059819,
      "grad_norm": 4.985015711443434,
      "learning_rate": 8.49956472314102e-06,
      "loss": 0.4301,
      "step": 197200
    },
    {
      "epoch": 3.2806795838027263,
      "grad_norm": 5.668691405094465,
      "learning_rate": 8.497491364723268e-06,
      "loss": 0.4118,
      "step": 197300
    },
    {
      "epoch": 3.2823423775456333,
      "grad_norm": 2.840144428762032,
      "learning_rate": 8.495416828036337e-06,
      "loss": 0.4348,
      "step": 197400
    },
    {
      "epoch": 3.2840051712885403,
      "grad_norm": 3.588433600356091,
      "learning_rate": 8.493341113779114e-06,
      "loss": 0.4477,
      "step": 197500
    },
    {
      "epoch": 3.2856679650314478,
      "grad_norm": 2.2772068016931066,
      "learning_rate": 8.491264222650892e-06,
      "loss": 0.3983,
      "step": 197600
    },
    {
      "epoch": 3.2873307587743548,
      "grad_norm": 4.180492009594509,
      "learning_rate": 8.48918615535135e-06,
      "loss": 0.408,
      "step": 197700
    },
    {
      "epoch": 3.2889935525172618,
      "grad_norm": 2.9509105859430704,
      "learning_rate": 8.48710691258057e-06,
      "loss": 0.4377,
      "step": 197800
    },
    {
      "epoch": 3.2906563462601692,
      "grad_norm": 2.3311353778136334,
      "learning_rate": 8.485026495039026e-06,
      "loss": 0.4221,
      "step": 197900
    },
    {
      "epoch": 3.2923191400030762,
      "grad_norm": 3.2174566501530313,
      "learning_rate": 8.482944903427591e-06,
      "loss": 0.441,
      "step": 198000
    },
    {
      "epoch": 3.2939819337459832,
      "grad_norm": 3.946966629295538,
      "learning_rate": 8.480862138447532e-06,
      "loss": 0.4446,
      "step": 198100
    },
    {
      "epoch": 3.2956447274888907,
      "grad_norm": 3.5164683420946794,
      "learning_rate": 8.47877820080051e-06,
      "loss": 0.4231,
      "step": 198200
    },
    {
      "epoch": 3.2973075212317977,
      "grad_norm": 6.355411887703506,
      "learning_rate": 8.476693091188581e-06,
      "loss": 0.4356,
      "step": 198300
    },
    {
      "epoch": 3.2989703149747047,
      "grad_norm": 3.712680099701989,
      "learning_rate": 8.474606810314201e-06,
      "loss": 0.432,
      "step": 198400
    },
    {
      "epoch": 3.3006331087176117,
      "grad_norm": 3.8261703800678615,
      "learning_rate": 8.472519358880215e-06,
      "loss": 0.4391,
      "step": 198500
    },
    {
      "epoch": 3.302295902460519,
      "grad_norm": 3.7301489337331235,
      "learning_rate": 8.470430737589863e-06,
      "loss": 0.4506,
      "step": 198600
    },
    {
      "epoch": 3.303958696203426,
      "grad_norm": 3.0511069150922423,
      "learning_rate": 8.468340947146783e-06,
      "loss": 0.4634,
      "step": 198700
    },
    {
      "epoch": 3.305621489946333,
      "grad_norm": 3.9386769174567706,
      "learning_rate": 8.466249988255e-06,
      "loss": 0.4467,
      "step": 198800
    },
    {
      "epoch": 3.3072842836892407,
      "grad_norm": 3.5422955982797992,
      "learning_rate": 8.46415786161894e-06,
      "loss": 0.4193,
      "step": 198900
    },
    {
      "epoch": 3.3089470774321477,
      "grad_norm": 3.064879666097579,
      "learning_rate": 8.462064567943417e-06,
      "loss": 0.4463,
      "step": 199000
    },
    {
      "epoch": 3.3106098711750547,
      "grad_norm": 3.145909911645261,
      "learning_rate": 8.459970107933644e-06,
      "loss": 0.4445,
      "step": 199100
    },
    {
      "epoch": 3.3122726649179617,
      "grad_norm": 4.663164178992454,
      "learning_rate": 8.457874482295218e-06,
      "loss": 0.4241,
      "step": 199200
    },
    {
      "epoch": 3.313935458660869,
      "grad_norm": 3.263553339524578,
      "learning_rate": 8.455777691734139e-06,
      "loss": 0.4328,
      "step": 199300
    },
    {
      "epoch": 3.315598252403776,
      "grad_norm": 2.3213070078531173,
      "learning_rate": 8.45367973695679e-06,
      "loss": 0.4663,
      "step": 199400
    },
    {
      "epoch": 3.317261046146683,
      "grad_norm": 3.067563997507016,
      "learning_rate": 8.451580618669953e-06,
      "loss": 0.4161,
      "step": 199500
    },
    {
      "epoch": 3.3189238398895906,
      "grad_norm": 3.174281159182411,
      "learning_rate": 8.4494803375808e-06,
      "loss": 0.4225,
      "step": 199600
    },
    {
      "epoch": 3.3205866336324976,
      "grad_norm": 3.5048487255855476,
      "learning_rate": 8.447378894396891e-06,
      "loss": 0.4439,
      "step": 199700
    },
    {
      "epoch": 3.3222494273754046,
      "grad_norm": 2.602645537927013,
      "learning_rate": 8.445276289826185e-06,
      "loss": 0.4473,
      "step": 199800
    },
    {
      "epoch": 3.323912221118312,
      "grad_norm": 3.28385674290515,
      "learning_rate": 8.443172524577026e-06,
      "loss": 0.4405,
      "step": 199900
    },
    {
      "epoch": 3.325575014861219,
      "grad_norm": 3.3361784547221647,
      "learning_rate": 8.44106759935815e-06,
      "loss": 0.4586,
      "step": 200000
    },
    {
      "epoch": 3.327237808604126,
      "grad_norm": 2.750660704722319,
      "learning_rate": 8.438961514878687e-06,
      "loss": 0.4198,
      "step": 200100
    },
    {
      "epoch": 3.3289006023470336,
      "grad_norm": 3.4677948945637116,
      "learning_rate": 8.436854271848156e-06,
      "loss": 0.4349,
      "step": 200200
    },
    {
      "epoch": 3.3305633960899406,
      "grad_norm": 3.5933143680435977,
      "learning_rate": 8.434745870976462e-06,
      "loss": 0.4266,
      "step": 200300
    },
    {
      "epoch": 3.3322261898328476,
      "grad_norm": 3.871259439512274,
      "learning_rate": 8.432636312973907e-06,
      "loss": 0.4316,
      "step": 200400
    },
    {
      "epoch": 3.333888983575755,
      "grad_norm": 4.840220684696205,
      "learning_rate": 8.430525598551179e-06,
      "loss": 0.478,
      "step": 200500
    },
    {
      "epoch": 3.335551777318662,
      "grad_norm": 3.201341531968915,
      "learning_rate": 8.428413728419354e-06,
      "loss": 0.4429,
      "step": 200600
    },
    {
      "epoch": 3.337214571061569,
      "grad_norm": 3.724755308024204,
      "learning_rate": 8.4263007032899e-06,
      "loss": 0.4395,
      "step": 200700
    },
    {
      "epoch": 3.338877364804476,
      "grad_norm": 4.367118956465079,
      "learning_rate": 8.424186523874678e-06,
      "loss": 0.4526,
      "step": 200800
    },
    {
      "epoch": 3.3405401585473835,
      "grad_norm": 3.102474393588992,
      "learning_rate": 8.422071190885928e-06,
      "loss": 0.418,
      "step": 200900
    },
    {
      "epoch": 3.3422029522902905,
      "grad_norm": 5.93517262445002,
      "learning_rate": 8.419954705036288e-06,
      "loss": 0.4284,
      "step": 201000
    },
    {
      "epoch": 3.3438657460331975,
      "grad_norm": 4.080391738401063,
      "learning_rate": 8.417837067038777e-06,
      "loss": 0.4415,
      "step": 201100
    },
    {
      "epoch": 3.345528539776105,
      "grad_norm": 3.0338980743196915,
      "learning_rate": 8.415718277606807e-06,
      "loss": 0.4135,
      "step": 201200
    },
    {
      "epoch": 3.347191333519012,
      "grad_norm": 3.865942054585576,
      "learning_rate": 8.41359833745418e-06,
      "loss": 0.4485,
      "step": 201300
    },
    {
      "epoch": 3.348854127261919,
      "grad_norm": 3.340210282375979,
      "learning_rate": 8.411477247295078e-06,
      "loss": 0.4604,
      "step": 201400
    },
    {
      "epoch": 3.350516921004826,
      "grad_norm": 3.6094769968439935,
      "learning_rate": 8.409355007844075e-06,
      "loss": 0.4459,
      "step": 201500
    },
    {
      "epoch": 3.3521797147477335,
      "grad_norm": 4.6558861394679525,
      "learning_rate": 8.407231619816133e-06,
      "loss": 0.4386,
      "step": 201600
    },
    {
      "epoch": 3.3538425084906405,
      "grad_norm": 5.378108338393358,
      "learning_rate": 8.405107083926602e-06,
      "loss": 0.4477,
      "step": 201700
    },
    {
      "epoch": 3.3555053022335475,
      "grad_norm": 3.740451105313156,
      "learning_rate": 8.402981400891213e-06,
      "loss": 0.4139,
      "step": 201800
    },
    {
      "epoch": 3.357168095976455,
      "grad_norm": 3.192042558106382,
      "learning_rate": 8.400854571426085e-06,
      "loss": 0.4333,
      "step": 201900
    },
    {
      "epoch": 3.358830889719362,
      "grad_norm": 4.5826860491320645,
      "learning_rate": 8.398726596247731e-06,
      "loss": 0.4326,
      "step": 202000
    },
    {
      "epoch": 3.360493683462269,
      "grad_norm": 4.7375129110891026,
      "learning_rate": 8.39659747607304e-06,
      "loss": 0.4474,
      "step": 202100
    },
    {
      "epoch": 3.3621564772051764,
      "grad_norm": 2.9425605037776297,
      "learning_rate": 8.394467211619293e-06,
      "loss": 0.4525,
      "step": 202200
    },
    {
      "epoch": 3.3638192709480834,
      "grad_norm": 3.25446525610724,
      "learning_rate": 8.392335803604155e-06,
      "loss": 0.4371,
      "step": 202300
    },
    {
      "epoch": 3.3654820646909904,
      "grad_norm": 2.9993454313367196,
      "learning_rate": 8.390203252745671e-06,
      "loss": 0.433,
      "step": 202400
    },
    {
      "epoch": 3.367144858433898,
      "grad_norm": 2.6960222253490125,
      "learning_rate": 8.388069559762281e-06,
      "loss": 0.4681,
      "step": 202500
    },
    {
      "epoch": 3.368807652176805,
      "grad_norm": 3.341467526403397,
      "learning_rate": 8.3859347253728e-06,
      "loss": 0.4492,
      "step": 202600
    },
    {
      "epoch": 3.370470445919712,
      "grad_norm": 3.2092443935821398,
      "learning_rate": 8.383798750296437e-06,
      "loss": 0.4282,
      "step": 202700
    },
    {
      "epoch": 3.3721332396626194,
      "grad_norm": 3.036173902250312,
      "learning_rate": 8.381661635252775e-06,
      "loss": 0.4527,
      "step": 202800
    },
    {
      "epoch": 3.3737960334055264,
      "grad_norm": 3.558421939827158,
      "learning_rate": 8.379523380961789e-06,
      "loss": 0.4695,
      "step": 202900
    },
    {
      "epoch": 3.3754588271484334,
      "grad_norm": 3.2009673700324566,
      "learning_rate": 8.377383988143838e-06,
      "loss": 0.4288,
      "step": 203000
    },
    {
      "epoch": 3.377121620891341,
      "grad_norm": 2.9549183998356248,
      "learning_rate": 8.375243457519654e-06,
      "loss": 0.4412,
      "step": 203100
    },
    {
      "epoch": 3.378784414634248,
      "grad_norm": 4.122107720979962,
      "learning_rate": 8.373101789810365e-06,
      "loss": 0.4387,
      "step": 203200
    },
    {
      "epoch": 3.380447208377155,
      "grad_norm": 2.874805548504132,
      "learning_rate": 8.370958985737477e-06,
      "loss": 0.4528,
      "step": 203300
    },
    {
      "epoch": 3.382110002120062,
      "grad_norm": 2.825831980631311,
      "learning_rate": 8.36881504602288e-06,
      "loss": 0.4478,
      "step": 203400
    },
    {
      "epoch": 3.3837727958629693,
      "grad_norm": 4.127471259279281,
      "learning_rate": 8.366669971388842e-06,
      "loss": 0.4567,
      "step": 203500
    },
    {
      "epoch": 3.3854355896058763,
      "grad_norm": 4.8946461917945845,
      "learning_rate": 8.364523762558017e-06,
      "loss": 0.4482,
      "step": 203600
    },
    {
      "epoch": 3.3870983833487833,
      "grad_norm": 2.7938589343395135,
      "learning_rate": 8.362376420253444e-06,
      "loss": 0.4285,
      "step": 203700
    },
    {
      "epoch": 3.388761177091691,
      "grad_norm": 2.9070639970128327,
      "learning_rate": 8.360227945198539e-06,
      "loss": 0.4557,
      "step": 203800
    },
    {
      "epoch": 3.390423970834598,
      "grad_norm": 3.341386501397015,
      "learning_rate": 8.3580783381171e-06,
      "loss": 0.454,
      "step": 203900
    },
    {
      "epoch": 3.392086764577505,
      "grad_norm": 4.198723770272761,
      "learning_rate": 8.35592759973331e-06,
      "loss": 0.439,
      "step": 204000
    },
    {
      "epoch": 3.393749558320412,
      "grad_norm": 3.5305408810437826,
      "learning_rate": 8.353775730771729e-06,
      "loss": 0.4446,
      "step": 204100
    },
    {
      "epoch": 3.3954123520633193,
      "grad_norm": 2.9493604631265344,
      "learning_rate": 8.3516227319573e-06,
      "loss": 0.4221,
      "step": 204200
    },
    {
      "epoch": 3.3970751458062263,
      "grad_norm": 4.311289967896452,
      "learning_rate": 8.349468604015347e-06,
      "loss": 0.4398,
      "step": 204300
    },
    {
      "epoch": 3.3987379395491333,
      "grad_norm": 3.4104264143635064,
      "learning_rate": 8.347313347671576e-06,
      "loss": 0.4516,
      "step": 204400
    },
    {
      "epoch": 3.4004007332920407,
      "grad_norm": 3.3917597739829692,
      "learning_rate": 8.345156963652066e-06,
      "loss": 0.4564,
      "step": 204500
    },
    {
      "epoch": 3.4020635270349477,
      "grad_norm": 4.147614789142947,
      "learning_rate": 8.342999452683284e-06,
      "loss": 0.4238,
      "step": 204600
    },
    {
      "epoch": 3.4037263207778548,
      "grad_norm": 3.25695902976395,
      "learning_rate": 8.340840815492072e-06,
      "loss": 0.4279,
      "step": 204700
    },
    {
      "epoch": 3.405389114520762,
      "grad_norm": 3.232446413941761,
      "learning_rate": 8.338681052805655e-06,
      "loss": 0.4604,
      "step": 204800
    },
    {
      "epoch": 3.407051908263669,
      "grad_norm": 3.292733942111995,
      "learning_rate": 8.336520165351633e-06,
      "loss": 0.4367,
      "step": 204900
    },
    {
      "epoch": 3.4087147020065762,
      "grad_norm": 2.8199574284030713,
      "learning_rate": 8.334358153857988e-06,
      "loss": 0.4198,
      "step": 205000
    },
    {
      "epoch": 3.4103774957494837,
      "grad_norm": 4.584700279986647,
      "learning_rate": 8.33219501905308e-06,
      "loss": 0.4526,
      "step": 205100
    },
    {
      "epoch": 3.4120402894923907,
      "grad_norm": 4.122207311378825,
      "learning_rate": 8.330030761665643e-06,
      "loss": 0.4381,
      "step": 205200
    },
    {
      "epoch": 3.4137030832352977,
      "grad_norm": 3.5536318816884402,
      "learning_rate": 8.327865382424801e-06,
      "loss": 0.4541,
      "step": 205300
    },
    {
      "epoch": 3.415365876978205,
      "grad_norm": 3.38157944247793,
      "learning_rate": 8.32569888206004e-06,
      "loss": 0.4268,
      "step": 205400
    },
    {
      "epoch": 3.417028670721112,
      "grad_norm": 2.819129577530832,
      "learning_rate": 8.323531261301237e-06,
      "loss": 0.4536,
      "step": 205500
    },
    {
      "epoch": 3.418691464464019,
      "grad_norm": 2.850412805869241,
      "learning_rate": 8.32136252087864e-06,
      "loss": 0.4356,
      "step": 205600
    },
    {
      "epoch": 3.420354258206926,
      "grad_norm": 2.5654098380199395,
      "learning_rate": 8.319192661522875e-06,
      "loss": 0.4275,
      "step": 205700
    },
    {
      "epoch": 3.4220170519498336,
      "grad_norm": 3.822694783267703,
      "learning_rate": 8.317021683964945e-06,
      "loss": 0.4377,
      "step": 205800
    },
    {
      "epoch": 3.4236798456927406,
      "grad_norm": 4.084810886597552,
      "learning_rate": 8.314849588936234e-06,
      "loss": 0.455,
      "step": 205900
    },
    {
      "epoch": 3.4253426394356477,
      "grad_norm": 3.351842385765125,
      "learning_rate": 8.312676377168493e-06,
      "loss": 0.4278,
      "step": 206000
    },
    {
      "epoch": 3.427005433178555,
      "grad_norm": 3.3940947337447533,
      "learning_rate": 8.310502049393859e-06,
      "loss": 0.4508,
      "step": 206100
    },
    {
      "epoch": 3.428668226921462,
      "grad_norm": 2.777957938013167,
      "learning_rate": 8.308326606344838e-06,
      "loss": 0.4445,
      "step": 206200
    },
    {
      "epoch": 3.430331020664369,
      "grad_norm": 3.5102992671688695,
      "learning_rate": 8.306150048754319e-06,
      "loss": 0.4494,
      "step": 206300
    },
    {
      "epoch": 3.4319938144072766,
      "grad_norm": 3.2980660040263277,
      "learning_rate": 8.303972377355557e-06,
      "loss": 0.4525,
      "step": 206400
    },
    {
      "epoch": 3.4336566081501836,
      "grad_norm": 3.9345405021384545,
      "learning_rate": 8.30179359288219e-06,
      "loss": 0.4433,
      "step": 206500
    },
    {
      "epoch": 3.4353194018930906,
      "grad_norm": 2.6846217081161816,
      "learning_rate": 8.299613696068228e-06,
      "loss": 0.4408,
      "step": 206600
    },
    {
      "epoch": 3.4369821956359976,
      "grad_norm": 2.9984864319714637,
      "learning_rate": 8.297432687648056e-06,
      "loss": 0.4634,
      "step": 206700
    },
    {
      "epoch": 3.438644989378905,
      "grad_norm": 4.13783971755982,
      "learning_rate": 8.295250568356433e-06,
      "loss": 0.4448,
      "step": 206800
    },
    {
      "epoch": 3.440307783121812,
      "grad_norm": 2.7617547158924003,
      "learning_rate": 8.29306733892849e-06,
      "loss": 0.4431,
      "step": 206900
    },
    {
      "epoch": 3.441970576864719,
      "grad_norm": 4.92058783929245,
      "learning_rate": 8.290883000099744e-06,
      "loss": 0.4379,
      "step": 207000
    },
    {
      "epoch": 3.4436333706076265,
      "grad_norm": 4.019396000540159,
      "learning_rate": 8.288697552606066e-06,
      "loss": 0.4444,
      "step": 207100
    },
    {
      "epoch": 3.4452961643505335,
      "grad_norm": 2.8429807471522683,
      "learning_rate": 8.286510997183715e-06,
      "loss": 0.4484,
      "step": 207200
    },
    {
      "epoch": 3.4469589580934406,
      "grad_norm": 3.612951063778096,
      "learning_rate": 8.28432333456932e-06,
      "loss": 0.4306,
      "step": 207300
    },
    {
      "epoch": 3.448621751836348,
      "grad_norm": 4.0419502660424085,
      "learning_rate": 8.282134565499881e-06,
      "loss": 0.4437,
      "step": 207400
    },
    {
      "epoch": 3.450284545579255,
      "grad_norm": 3.065715562354169,
      "learning_rate": 8.279944690712775e-06,
      "loss": 0.4362,
      "step": 207500
    },
    {
      "epoch": 3.451947339322162,
      "grad_norm": 2.702436977019126,
      "learning_rate": 8.277753710945746e-06,
      "loss": 0.4591,
      "step": 207600
    },
    {
      "epoch": 3.4536101330650695,
      "grad_norm": 3.1008409820530036,
      "learning_rate": 8.27556162693691e-06,
      "loss": 0.4398,
      "step": 207700
    },
    {
      "epoch": 3.4552729268079765,
      "grad_norm": 3.416537282784962,
      "learning_rate": 8.273368439424762e-06,
      "loss": 0.4217,
      "step": 207800
    },
    {
      "epoch": 3.4569357205508835,
      "grad_norm": 3.1506560650112494,
      "learning_rate": 8.271174149148165e-06,
      "loss": 0.4415,
      "step": 207900
    },
    {
      "epoch": 3.458598514293791,
      "grad_norm": 2.5042419599188697,
      "learning_rate": 8.268978756846349e-06,
      "loss": 0.4615,
      "step": 208000
    }
  ],
  "logging_steps": 100,
  "max_steps": 601400,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4791983591522304.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}