{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 19.942103570279833,
  "eval_steps": 500,
  "global_step": 62000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0321646831778707,
      "grad_norm": 1.2931797504425049,
      "learning_rate": 4.992039240913477e-05,
      "loss": 1.7938,
      "step": 100
    },
    {
      "epoch": 0.0643293663557414,
      "grad_norm": 1.2261773347854614,
      "learning_rate": 4.98399807011901e-05,
      "loss": 1.4694,
      "step": 200
    },
    {
      "epoch": 0.0964940495336121,
      "grad_norm": 1.1642584800720215,
      "learning_rate": 4.975956899324542e-05,
      "loss": 1.3725,
      "step": 300
    },
    {
      "epoch": 0.1286587327114828,
      "grad_norm": 1.1396938562393188,
      "learning_rate": 4.967915728530074e-05,
      "loss": 1.3302,
      "step": 400
    },
    {
      "epoch": 0.16082341588935348,
      "grad_norm": 1.0271061658859253,
      "learning_rate": 4.959874557735607e-05,
      "loss": 1.2981,
      "step": 500
    },
    {
      "epoch": 0.1929880990672242,
      "grad_norm": 1.0276116132736206,
      "learning_rate": 4.951833386941139e-05,
      "loss": 1.2702,
      "step": 600
    },
    {
      "epoch": 0.22515278224509488,
      "grad_norm": 0.9277088046073914,
      "learning_rate": 4.943792216146671e-05,
      "loss": 1.2354,
      "step": 700
    },
    {
      "epoch": 0.2573174654229656,
      "grad_norm": 0.8870278596878052,
      "learning_rate": 4.935751045352204e-05,
      "loss": 1.2262,
      "step": 800
    },
    {
      "epoch": 0.28948214860083626,
      "grad_norm": 0.9166188836097717,
      "learning_rate": 4.927709874557736e-05,
      "loss": 1.2211,
      "step": 900
    },
    {
      "epoch": 0.32164683177870695,
      "grad_norm": 0.9699078798294067,
      "learning_rate": 4.9196687037632685e-05,
      "loss": 1.1927,
      "step": 1000
    },
    {
      "epoch": 0.3538115149565777,
      "grad_norm": 0.8429589867591858,
      "learning_rate": 4.9116275329688006e-05,
      "loss": 1.1822,
      "step": 1100
    },
    {
      "epoch": 0.3859761981344484,
      "grad_norm": 0.921406090259552,
      "learning_rate": 4.9035863621743327e-05,
      "loss": 1.1754,
      "step": 1200
    },
    {
      "epoch": 0.4181408813123191,
      "grad_norm": 0.9048774242401123,
      "learning_rate": 4.895545191379865e-05,
      "loss": 1.1757,
      "step": 1300
    },
    {
      "epoch": 0.45030556449018977,
      "grad_norm": 0.8832495808601379,
      "learning_rate": 4.8875040205853975e-05,
      "loss": 1.156,
      "step": 1400
    },
    {
      "epoch": 0.48247024766806046,
      "grad_norm": 1.008846640586853,
      "learning_rate": 4.87946284979093e-05,
      "loss": 1.1307,
      "step": 1500
    },
    {
      "epoch": 0.5146349308459311,
      "grad_norm": 0.9244402647018433,
      "learning_rate": 4.871421678996462e-05,
      "loss": 1.1405,
      "step": 1600
    },
    {
      "epoch": 0.5467996140238018,
      "grad_norm": 0.8623345494270325,
      "learning_rate": 4.8633805082019944e-05,
      "loss": 1.117,
      "step": 1700
    },
    {
      "epoch": 0.5789642972016725,
      "grad_norm": 0.8600289821624756,
      "learning_rate": 4.8553393374075265e-05,
      "loss": 1.1364,
      "step": 1800
    },
    {
      "epoch": 0.6111289803795432,
      "grad_norm": 0.8522710800170898,
      "learning_rate": 4.847298166613059e-05,
      "loss": 1.1196,
      "step": 1900
    },
    {
      "epoch": 0.6432936635574139,
      "grad_norm": 0.8213996291160583,
      "learning_rate": 4.839256995818591e-05,
      "loss": 1.0908,
      "step": 2000
    },
    {
      "epoch": 0.6754583467352847,
      "grad_norm": 0.8777344226837158,
      "learning_rate": 4.8312158250241234e-05,
      "loss": 1.0863,
      "step": 2100
    },
    {
      "epoch": 0.7076230299131554,
      "grad_norm": 0.8957362174987793,
      "learning_rate": 4.823174654229656e-05,
      "loss": 1.1033,
      "step": 2200
    },
    {
      "epoch": 0.7397877130910261,
      "grad_norm": 0.8989800810813904,
      "learning_rate": 4.815133483435189e-05,
      "loss": 1.1242,
      "step": 2300
    },
    {
      "epoch": 0.7719523962688968,
      "grad_norm": 0.8211784362792969,
      "learning_rate": 4.807092312640721e-05,
      "loss": 1.0763,
      "step": 2400
    },
    {
      "epoch": 0.8041170794467675,
      "grad_norm": 0.8380767107009888,
      "learning_rate": 4.799051141846253e-05,
      "loss": 1.115,
      "step": 2500
    },
    {
      "epoch": 0.8362817626246382,
      "grad_norm": 0.8601460456848145,
      "learning_rate": 4.791009971051785e-05,
      "loss": 1.0721,
      "step": 2600
    },
    {
      "epoch": 0.8684464458025088,
      "grad_norm": 0.7620469927787781,
      "learning_rate": 4.782968800257317e-05,
      "loss": 1.0923,
      "step": 2700
    },
    {
      "epoch": 0.9006111289803795,
      "grad_norm": 0.7965347170829773,
      "learning_rate": 4.77492762946285e-05,
      "loss": 1.0701,
      "step": 2800
    },
    {
      "epoch": 0.9327758121582502,
      "grad_norm": 0.8240953087806702,
      "learning_rate": 4.766886458668383e-05,
      "loss": 1.0559,
      "step": 2900
    },
    {
      "epoch": 0.9649404953361209,
      "grad_norm": 0.8731254935264587,
      "learning_rate": 4.758845287873915e-05,
      "loss": 1.0658,
      "step": 3000
    },
    {
      "epoch": 0.9971051785139916,
      "grad_norm": 0.8962804675102234,
      "learning_rate": 4.750804117079447e-05,
      "loss": 1.0566,
      "step": 3100
    },
    {
      "epoch": 1.0292698616918623,
      "grad_norm": 0.8816267251968384,
      "learning_rate": 4.7427629462849796e-05,
      "loss": 0.9773,
      "step": 3200
    },
    {
      "epoch": 1.061434544869733,
      "grad_norm": 0.8294162154197693,
      "learning_rate": 4.7348021871984565e-05,
      "loss": 0.9802,
      "step": 3300
    },
    {
      "epoch": 1.0935992280476037,
      "grad_norm": 0.789862334728241,
      "learning_rate": 4.7267610164039886e-05,
      "loss": 1.0045,
      "step": 3400
    },
    {
      "epoch": 1.1257639112254745,
      "grad_norm": 0.9009740948677063,
      "learning_rate": 4.718719845609521e-05,
      "loss": 0.9923,
      "step": 3500
    },
    {
      "epoch": 1.157928594403345,
      "grad_norm": 0.9688478112220764,
      "learning_rate": 4.7106786748150534e-05,
      "loss": 0.9924,
      "step": 3600
    },
    {
      "epoch": 1.1900932775812159,
      "grad_norm": 0.9292545318603516,
      "learning_rate": 4.7026375040205855e-05,
      "loss": 0.9685,
      "step": 3700
    },
    {
      "epoch": 1.2222579607590864,
      "grad_norm": 0.8641929030418396,
      "learning_rate": 4.6945963332261175e-05,
      "loss": 0.9894,
      "step": 3800
    },
    {
      "epoch": 1.2544226439369572,
      "grad_norm": 0.9717555046081543,
      "learning_rate": 4.68655516243165e-05,
      "loss": 0.9758,
      "step": 3900
    },
    {
      "epoch": 1.286587327114828,
      "grad_norm": 0.8688477277755737,
      "learning_rate": 4.678513991637183e-05,
      "loss": 0.962,
      "step": 4000
    },
    {
      "epoch": 1.3187520102926986,
      "grad_norm": 0.9667224287986755,
      "learning_rate": 4.670472820842715e-05,
      "loss": 0.9509,
      "step": 4100
    },
    {
      "epoch": 1.3509166934705692,
      "grad_norm": 0.9459453225135803,
      "learning_rate": 4.662431650048247e-05,
      "loss": 0.9901,
      "step": 4200
    },
    {
      "epoch": 1.38308137664844,
      "grad_norm": 0.7960919141769409,
      "learning_rate": 4.654390479253779e-05,
      "loss": 0.9448,
      "step": 4300
    },
    {
      "epoch": 1.4152460598263108,
      "grad_norm": 0.9302664399147034,
      "learning_rate": 4.646349308459312e-05,
      "loss": 0.9773,
      "step": 4400
    },
    {
      "epoch": 1.4474107430041814,
      "grad_norm": 0.8294656276702881,
      "learning_rate": 4.638308137664844e-05,
      "loss": 0.9551,
      "step": 4500
    },
    {
      "epoch": 1.4795754261820522,
      "grad_norm": 0.8560650944709778,
      "learning_rate": 4.630266966870376e-05,
      "loss": 0.979,
      "step": 4600
    },
    {
      "epoch": 1.5117401093599228,
      "grad_norm": 0.896445631980896,
      "learning_rate": 4.622225796075909e-05,
      "loss": 0.9666,
      "step": 4700
    },
    {
      "epoch": 1.5439047925377936,
      "grad_norm": 0.7956883907318115,
      "learning_rate": 4.614184625281442e-05,
      "loss": 0.9691,
      "step": 4800
    },
    {
      "epoch": 1.5760694757156641,
      "grad_norm": 0.8232746124267578,
      "learning_rate": 4.606143454486974e-05,
      "loss": 0.9729,
      "step": 4900
    },
    {
      "epoch": 1.608234158893535,
      "grad_norm": 0.9488968849182129,
      "learning_rate": 4.598102283692506e-05,
      "loss": 0.9719,
      "step": 5000
    },
    {
      "epoch": 1.6403988420714057,
      "grad_norm": 0.8127655386924744,
      "learning_rate": 4.590061112898038e-05,
      "loss": 0.9576,
      "step": 5100
    },
    {
      "epoch": 1.6725635252492763,
      "grad_norm": 0.8098297119140625,
      "learning_rate": 4.582019942103571e-05,
      "loss": 0.9717,
      "step": 5200
    },
    {
      "epoch": 1.704728208427147,
      "grad_norm": 0.798922598361969,
      "learning_rate": 4.573978771309103e-05,
      "loss": 0.946,
      "step": 5300
    },
    {
      "epoch": 1.7368928916050177,
      "grad_norm": 0.827904224395752,
      "learning_rate": 4.5659376005146355e-05,
      "loss": 0.994,
      "step": 5400
    },
    {
      "epoch": 1.7690575747828885,
      "grad_norm": 0.8054550290107727,
      "learning_rate": 4.5578964297201676e-05,
      "loss": 0.9506,
      "step": 5500
    },
    {
      "epoch": 1.801222257960759,
      "grad_norm": 0.787251889705658,
      "learning_rate": 4.5498552589256996e-05,
      "loss": 0.937,
      "step": 5600
    },
    {
      "epoch": 1.8333869411386297,
      "grad_norm": 0.8783938884735107,
      "learning_rate": 4.5418140881312324e-05,
      "loss": 0.9576,
      "step": 5700
    },
    {
      "epoch": 1.8655516243165005,
      "grad_norm": 0.7947699427604675,
      "learning_rate": 4.5337729173367645e-05,
      "loss": 0.9586,
      "step": 5800
    },
    {
      "epoch": 1.8977163074943713,
      "grad_norm": 0.8789839744567871,
      "learning_rate": 4.5257317465422966e-05,
      "loss": 0.9852,
      "step": 5900
    },
    {
      "epoch": 1.9298809906722418,
      "grad_norm": 0.7798435091972351,
      "learning_rate": 4.5176905757478286e-05,
      "loss": 0.9536,
      "step": 6000
    },
    {
      "epoch": 1.9620456738501124,
      "grad_norm": 0.8084624409675598,
      "learning_rate": 4.5096494049533614e-05,
      "loss": 0.9886,
      "step": 6100
    },
    {
      "epoch": 1.9942103570279834,
      "grad_norm": 0.7713519334793091,
      "learning_rate": 4.501608234158894e-05,
      "loss": 0.9737,
      "step": 6200
    },
    {
      "epoch": 2.026375040205854,
      "grad_norm": 0.9505152106285095,
      "learning_rate": 4.493567063364426e-05,
      "loss": 0.8649,
      "step": 6300
    },
    {
      "epoch": 2.0585397233837246,
      "grad_norm": 1.0130715370178223,
      "learning_rate": 4.485525892569958e-05,
      "loss": 0.8337,
      "step": 6400
    },
    {
      "epoch": 2.090704406561595,
      "grad_norm": 0.8994264006614685,
      "learning_rate": 4.4774847217754904e-05,
      "loss": 0.8414,
      "step": 6500
    },
    {
      "epoch": 2.122869089739466,
      "grad_norm": 0.8061904311180115,
      "learning_rate": 4.469443550981023e-05,
      "loss": 0.8375,
      "step": 6600
    },
    {
      "epoch": 2.1550337729173368,
      "grad_norm": 0.8046594262123108,
      "learning_rate": 4.461402380186556e-05,
      "loss": 0.857,
      "step": 6700
    },
    {
      "epoch": 2.1871984560952074,
      "grad_norm": 0.8733768463134766,
      "learning_rate": 4.453441621100032e-05,
      "loss": 0.8693,
      "step": 6800
    },
    {
      "epoch": 2.219363139273078,
      "grad_norm": 0.8263835906982422,
      "learning_rate": 4.445400450305565e-05,
      "loss": 0.8408,
      "step": 6900
    },
    {
      "epoch": 2.251527822450949,
      "grad_norm": 0.7763977646827698,
      "learning_rate": 4.437359279511097e-05,
      "loss": 0.87,
      "step": 7000
    },
    {
      "epoch": 2.2836925056288195,
      "grad_norm": 0.8745999932289124,
      "learning_rate": 4.429318108716629e-05,
      "loss": 0.8538,
      "step": 7100
    },
    {
      "epoch": 2.31585718880669,
      "grad_norm": 0.8505412936210632,
      "learning_rate": 4.421276937922162e-05,
      "loss": 0.8431,
      "step": 7200
    },
    {
      "epoch": 2.348021871984561,
      "grad_norm": 0.8500067591667175,
      "learning_rate": 4.4132357671276945e-05,
      "loss": 0.841,
      "step": 7300
    },
    {
      "epoch": 2.3801865551624317,
      "grad_norm": 0.9537181854248047,
      "learning_rate": 4.4051945963332266e-05,
      "loss": 0.8473,
      "step": 7400
    },
    {
      "epoch": 2.4123512383403023,
      "grad_norm": 0.889831006526947,
      "learning_rate": 4.3971534255387586e-05,
      "loss": 0.8653,
      "step": 7500
    },
    {
      "epoch": 2.444515921518173,
      "grad_norm": 0.9562848210334778,
      "learning_rate": 4.389112254744291e-05,
      "loss": 0.8451,
      "step": 7600
    },
    {
      "epoch": 2.476680604696044,
      "grad_norm": 0.869602382183075,
      "learning_rate": 4.3810710839498235e-05,
      "loss": 0.8589,
      "step": 7700
    },
    {
      "epoch": 2.5088452878739145,
      "grad_norm": 0.9119632244110107,
      "learning_rate": 4.3730299131553555e-05,
      "loss": 0.8468,
      "step": 7800
    },
    {
      "epoch": 2.541009971051785,
      "grad_norm": 0.8096926212310791,
      "learning_rate": 4.364988742360888e-05,
      "loss": 0.8495,
      "step": 7900
    },
    {
      "epoch": 2.573174654229656,
      "grad_norm": 0.9040408134460449,
      "learning_rate": 4.3569475715664204e-05,
      "loss": 0.8627,
      "step": 8000
    },
    {
      "epoch": 2.6053393374075267,
      "grad_norm": 0.7748663425445557,
      "learning_rate": 4.3489064007719524e-05,
      "loss": 0.8717,
      "step": 8100
    },
    {
      "epoch": 2.6375040205853972,
      "grad_norm": 0.9192063212394714,
      "learning_rate": 4.340865229977485e-05,
      "loss": 0.8845,
      "step": 8200
    },
    {
      "epoch": 2.669668703763268,
      "grad_norm": 0.7993588447570801,
      "learning_rate": 4.332824059183017e-05,
      "loss": 0.8686,
      "step": 8300
    },
    {
      "epoch": 2.7018333869411384,
      "grad_norm": 0.9893975257873535,
      "learning_rate": 4.3247828883885494e-05,
      "loss": 0.8655,
      "step": 8400
    },
    {
      "epoch": 2.7339980701190094,
      "grad_norm": 0.6633499264717102,
      "learning_rate": 4.3167417175940814e-05,
      "loss": 0.8764,
      "step": 8500
    },
    {
      "epoch": 2.76616275329688,
      "grad_norm": 0.9091640114784241,
      "learning_rate": 4.308700546799614e-05,
      "loss": 0.8751,
      "step": 8600
    },
    {
      "epoch": 2.7983274364747506,
      "grad_norm": 0.820894181728363,
      "learning_rate": 4.300659376005147e-05,
      "loss": 0.875,
      "step": 8700
    },
    {
      "epoch": 2.8304921196526216,
      "grad_norm": 0.7544598579406738,
      "learning_rate": 4.292618205210679e-05,
      "loss": 0.8731,
      "step": 8800
    },
    {
      "epoch": 2.862656802830492,
      "grad_norm": 0.8050575256347656,
      "learning_rate": 4.284577034416211e-05,
      "loss": 0.8787,
      "step": 8900
    },
    {
      "epoch": 2.8948214860083628,
      "grad_norm": 0.8130388855934143,
      "learning_rate": 4.276535863621743e-05,
      "loss": 0.8566,
      "step": 9000
    },
    {
      "epoch": 2.9269861691862333,
      "grad_norm": 0.861630380153656,
      "learning_rate": 4.268494692827276e-05,
      "loss": 0.8776,
      "step": 9100
    },
    {
      "epoch": 2.9591508523641044,
      "grad_norm": 0.8607050776481628,
      "learning_rate": 4.260453522032809e-05,
      "loss": 0.8568,
      "step": 9200
    },
    {
      "epoch": 2.991315535541975,
      "grad_norm": 0.8430234789848328,
      "learning_rate": 4.252412351238341e-05,
      "loss": 0.8723,
      "step": 9300
    },
    {
      "epoch": 3.0234802187198455,
      "grad_norm": 0.7705909013748169,
      "learning_rate": 4.244371180443873e-05,
      "loss": 0.7587,
      "step": 9400
    },
    {
      "epoch": 3.055644901897716,
      "grad_norm": 1.0884994268417358,
      "learning_rate": 4.236330009649405e-05,
      "loss": 0.7223,
      "step": 9500
    },
    {
      "epoch": 3.087809585075587,
      "grad_norm": 0.9366634488105774,
      "learning_rate": 4.2282888388549377e-05,
      "loss": 0.7462,
      "step": 9600
    },
    {
      "epoch": 3.1199742682534577,
      "grad_norm": 0.8941793441772461,
      "learning_rate": 4.22024766806047e-05,
      "loss": 0.7351,
      "step": 9700
    },
    {
      "epoch": 3.1521389514313283,
      "grad_norm": 0.8178213834762573,
      "learning_rate": 4.212206497266002e-05,
      "loss": 0.7465,
      "step": 9800
    },
    {
      "epoch": 3.1843036346091993,
      "grad_norm": 1.0509120225906372,
      "learning_rate": 4.2041653264715346e-05,
      "loss": 0.7434,
      "step": 9900
    },
    {
      "epoch": 3.21646831778707,
      "grad_norm": 0.9800424575805664,
      "learning_rate": 4.1961241556770666e-05,
      "loss": 0.7469,
      "step": 10000
    },
    {
      "epoch": 3.2486330009649405,
      "grad_norm": 0.9956560134887695,
      "learning_rate": 4.1880829848825994e-05,
      "loss": 0.7559,
      "step": 10100
    },
    {
      "epoch": 3.280797684142811,
      "grad_norm": 0.877349317073822,
      "learning_rate": 4.1800418140881315e-05,
      "loss": 0.7538,
      "step": 10200
    },
    {
      "epoch": 3.312962367320682,
      "grad_norm": 0.935783326625824,
      "learning_rate": 4.1720006432936635e-05,
      "loss": 0.7359,
      "step": 10300
    },
    {
      "epoch": 3.3451270504985526,
      "grad_norm": 1.0015981197357178,
      "learning_rate": 4.1639594724991956e-05,
      "loss": 0.7665,
      "step": 10400
    },
    {
      "epoch": 3.377291733676423,
      "grad_norm": 0.9721918702125549,
      "learning_rate": 4.1559183017047284e-05,
      "loss": 0.7776,
      "step": 10500
    },
    {
      "epoch": 3.409456416854294,
      "grad_norm": 0.8627845644950867,
      "learning_rate": 4.147877130910261e-05,
      "loss": 0.7536,
      "step": 10600
    },
    {
      "epoch": 3.441621100032165,
      "grad_norm": 0.9311351180076599,
      "learning_rate": 4.139835960115793e-05,
      "loss": 0.7614,
      "step": 10700
    },
    {
      "epoch": 3.4737857832100354,
      "grad_norm": 1.148760437965393,
      "learning_rate": 4.131794789321325e-05,
      "loss": 0.7663,
      "step": 10800
    },
    {
      "epoch": 3.505950466387906,
      "grad_norm": 0.7732231020927429,
      "learning_rate": 4.123753618526858e-05,
      "loss": 0.742,
      "step": 10900
    },
    {
      "epoch": 3.538115149565777,
      "grad_norm": 1.0244348049163818,
      "learning_rate": 4.11571244773239e-05,
      "loss": 0.7509,
      "step": 11000
    },
    {
      "epoch": 3.5702798327436476,
      "grad_norm": 0.8451341390609741,
      "learning_rate": 4.107671276937922e-05,
      "loss": 0.755,
      "step": 11100
    },
    {
      "epoch": 3.602444515921518,
      "grad_norm": 0.9181256890296936,
      "learning_rate": 4.099630106143454e-05,
      "loss": 0.7556,
      "step": 11200
    },
    {
      "epoch": 3.6346091990993887,
      "grad_norm": 0.9541407227516174,
      "learning_rate": 4.091588935348987e-05,
      "loss": 0.7595,
      "step": 11300
    },
    {
      "epoch": 3.6667738822772593,
      "grad_norm": 0.9781204462051392,
      "learning_rate": 4.08354776455452e-05,
      "loss": 0.7621,
      "step": 11400
    },
    {
      "epoch": 3.6989385654551303,
      "grad_norm": 0.9283120632171631,
      "learning_rate": 4.075506593760052e-05,
      "loss": 0.7531,
      "step": 11500
    },
    {
      "epoch": 3.731103248633001,
      "grad_norm": 1.1551364660263062,
      "learning_rate": 4.067465422965584e-05,
      "loss": 0.7578,
      "step": 11600
    },
    {
      "epoch": 3.763267931810872,
      "grad_norm": 0.9374954104423523,
      "learning_rate": 4.059424252171116e-05,
      "loss": 0.7624,
      "step": 11700
    },
    {
      "epoch": 3.7954326149887425,
      "grad_norm": 0.9222885966300964,
      "learning_rate": 4.051383081376649e-05,
      "loss": 0.7703,
      "step": 11800
    },
    {
      "epoch": 3.827597298166613,
      "grad_norm": 0.9635455012321472,
      "learning_rate": 4.043341910582181e-05,
      "loss": 0.7714,
      "step": 11900
    },
    {
      "epoch": 3.8597619813444837,
      "grad_norm": 0.8468224406242371,
      "learning_rate": 4.0353007397877136e-05,
      "loss": 0.7624,
      "step": 12000
    },
    {
      "epoch": 3.8919266645223543,
      "grad_norm": 1.1616623401641846,
      "learning_rate": 4.0272595689932457e-05,
      "loss": 0.7553,
      "step": 12100
    },
    {
      "epoch": 3.9240913477002253,
      "grad_norm": 0.9972304105758667,
      "learning_rate": 4.019218398198778e-05,
      "loss": 0.7446,
      "step": 12200
    },
    {
      "epoch": 3.956256030878096,
      "grad_norm": 0.9060898423194885,
      "learning_rate": 4.0111772274043105e-05,
      "loss": 0.7645,
      "step": 12300
    },
    {
      "epoch": 3.9884207140559664,
      "grad_norm": 0.876514732837677,
      "learning_rate": 4.0031360566098426e-05,
      "loss": 0.7724,
      "step": 12400
    },
    {
      "epoch": 4.0205853972338375,
      "grad_norm": 0.9708064198493958,
      "learning_rate": 3.9950948858153746e-05,
      "loss": 0.6719,
      "step": 12500
    },
    {
      "epoch": 4.052750080411708,
      "grad_norm": 1.1206649541854858,
      "learning_rate": 3.987053715020907e-05,
      "loss": 0.6307,
      "step": 12600
    },
    {
      "epoch": 4.084914763589579,
      "grad_norm": 0.9474230408668518,
      "learning_rate": 3.9790125442264395e-05,
      "loss": 0.626,
      "step": 12700
    },
    {
      "epoch": 4.117079446767449,
      "grad_norm": 0.938599169254303,
      "learning_rate": 3.970971373431972e-05,
      "loss": 0.6249,
      "step": 12800
    },
    {
      "epoch": 4.14924412994532,
      "grad_norm": 1.1760433912277222,
      "learning_rate": 3.962930202637504e-05,
      "loss": 0.6387,
      "step": 12900
    },
    {
      "epoch": 4.18140881312319,
      "grad_norm": 1.1726824045181274,
      "learning_rate": 3.9548890318430364e-05,
      "loss": 0.6458,
      "step": 13000
    },
    {
      "epoch": 4.213573496301062,
      "grad_norm": 0.961887538433075,
      "learning_rate": 3.9468478610485685e-05,
      "loss": 0.6361,
      "step": 13100
    },
    {
      "epoch": 4.245738179478932,
      "grad_norm": 1.0183879137039185,
      "learning_rate": 3.938806690254101e-05,
      "loss": 0.6288,
      "step": 13200
    },
    {
      "epoch": 4.277902862656803,
      "grad_norm": 1.2366642951965332,
      "learning_rate": 3.930765519459634e-05,
      "loss": 0.6378,
      "step": 13300
    },
    {
      "epoch": 4.3100675458346736,
      "grad_norm": 0.9713104963302612,
      "learning_rate": 3.922724348665166e-05,
      "loss": 0.6389,
      "step": 13400
    },
    {
      "epoch": 4.342232229012544,
      "grad_norm": 0.9488447904586792,
      "learning_rate": 3.914683177870698e-05,
      "loss": 0.6491,
      "step": 13500
    },
    {
      "epoch": 4.374396912190415,
      "grad_norm": 1.1355348825454712,
      "learning_rate": 3.90664200707623e-05,
      "loss": 0.659,
      "step": 13600
    },
    {
      "epoch": 4.406561595368285,
      "grad_norm": 1.10310959815979,
      "learning_rate": 3.898600836281763e-05,
      "loss": 0.6617,
      "step": 13700
    },
    {
      "epoch": 4.438726278546156,
      "grad_norm": 1.0456990003585815,
      "learning_rate": 3.890559665487295e-05,
      "loss": 0.6541,
      "step": 13800
    },
    {
      "epoch": 4.470890961724027,
      "grad_norm": 1.2041975259780884,
      "learning_rate": 3.882518494692827e-05,
      "loss": 0.6553,
      "step": 13900
    },
    {
      "epoch": 4.503055644901898,
      "grad_norm": 0.860864520072937,
      "learning_rate": 3.87447732389836e-05,
      "loss": 0.6497,
      "step": 14000
    },
    {
      "epoch": 4.5352203280797685,
      "grad_norm": 1.1725019216537476,
      "learning_rate": 3.8664361531038926e-05,
      "loss": 0.6533,
      "step": 14100
    },
    {
      "epoch": 4.567385011257639,
      "grad_norm": 1.0299824476242065,
      "learning_rate": 3.858394982309425e-05,
      "loss": 0.6472,
      "step": 14200
    },
    {
      "epoch": 4.59954969443551,
      "grad_norm": 1.1528712511062622,
      "learning_rate": 3.850353811514957e-05,
      "loss": 0.6508,
      "step": 14300
    },
    {
      "epoch": 4.63171437761338,
      "grad_norm": 1.106142520904541,
      "learning_rate": 3.842312640720489e-05,
      "loss": 0.655,
      "step": 14400
    },
    {
      "epoch": 4.663879060791251,
      "grad_norm": 1.019434928894043,
      "learning_rate": 3.8342714699260216e-05,
      "loss": 0.6419,
      "step": 14500
    },
    {
      "epoch": 4.696043743969122,
      "grad_norm": 1.1405712366104126,
      "learning_rate": 3.826230299131554e-05,
      "loss": 0.6535,
      "step": 14600
    },
    {
      "epoch": 4.728208427146993,
      "grad_norm": 1.1748415231704712,
      "learning_rate": 3.8181891283370864e-05,
      "loss": 0.6609,
      "step": 14700
    },
    {
      "epoch": 4.760373110324863,
      "grad_norm": 1.0870500802993774,
      "learning_rate": 3.810228369250563e-05,
      "loss": 0.6582,
      "step": 14800
    },
    {
      "epoch": 4.792537793502734,
      "grad_norm": 1.2334747314453125,
      "learning_rate": 3.8021871984560954e-05,
      "loss": 0.655,
      "step": 14900
    },
    {
      "epoch": 4.824702476680605,
      "grad_norm": 1.0857813358306885,
      "learning_rate": 3.7941460276616274e-05,
      "loss": 0.6568,
      "step": 15000
    },
    {
      "epoch": 4.856867159858475,
      "grad_norm": 1.1353741884231567,
      "learning_rate": 3.7861048568671595e-05,
      "loss": 0.6652,
      "step": 15100
    },
    {
      "epoch": 4.889031843036346,
      "grad_norm": 1.1487704515457153,
      "learning_rate": 3.778063686072692e-05,
      "loss": 0.6696,
      "step": 15200
    },
    {
      "epoch": 4.921196526214217,
      "grad_norm": 1.0605279207229614,
      "learning_rate": 3.770022515278225e-05,
      "loss": 0.6561,
      "step": 15300
    },
    {
      "epoch": 4.953361209392088,
      "grad_norm": 1.0910602807998657,
      "learning_rate": 3.761981344483757e-05,
      "loss": 0.6794,
      "step": 15400
    },
    {
      "epoch": 4.985525892569958,
      "grad_norm": 1.147965431213379,
      "learning_rate": 3.753940173689289e-05,
      "loss": 0.6717,
      "step": 15500
    },
    {
      "epoch": 5.017690575747829,
      "grad_norm": 1.1085681915283203,
      "learning_rate": 3.745899002894821e-05,
      "loss": 0.5856,
      "step": 15600
    },
    {
      "epoch": 5.0498552589256995,
      "grad_norm": 1.1322296857833862,
      "learning_rate": 3.737857832100354e-05,
      "loss": 0.5282,
      "step": 15700
    },
    {
      "epoch": 5.08201994210357,
      "grad_norm": 1.0307468175888062,
      "learning_rate": 3.729816661305887e-05,
      "loss": 0.538,
      "step": 15800
    },
    {
      "epoch": 5.114184625281441,
      "grad_norm": 1.3094079494476318,
      "learning_rate": 3.7218559022193636e-05,
      "loss": 0.5269,
      "step": 15900
    },
    {
      "epoch": 5.146349308459311,
      "grad_norm": 0.9686407446861267,
      "learning_rate": 3.713814731424896e-05,
      "loss": 0.5398,
      "step": 16000
    },
    {
      "epoch": 5.178513991637183,
      "grad_norm": 1.1006598472595215,
      "learning_rate": 3.705773560630428e-05,
      "loss": 0.5419,
      "step": 16100
    },
    {
      "epoch": 5.210678674815053,
      "grad_norm": 1.0708500146865845,
      "learning_rate": 3.69773238983596e-05,
      "loss": 0.5339,
      "step": 16200
    },
    {
      "epoch": 5.242843357992924,
      "grad_norm": 0.994500994682312,
      "learning_rate": 3.6896912190414926e-05,
      "loss": 0.5446,
      "step": 16300
    },
    {
      "epoch": 5.2750080411707945,
      "grad_norm": 1.0130538940429688,
      "learning_rate": 3.6816500482470254e-05,
      "loss": 0.5457,
      "step": 16400
    },
    {
      "epoch": 5.307172724348665,
      "grad_norm": 1.1695197820663452,
      "learning_rate": 3.6736088774525574e-05,
      "loss": 0.5556,
      "step": 16500
    },
    {
      "epoch": 5.339337407526536,
      "grad_norm": 1.2486307621002197,
      "learning_rate": 3.6655677066580895e-05,
      "loss": 0.5478,
      "step": 16600
    },
    {
      "epoch": 5.371502090704406,
      "grad_norm": 1.3196483850479126,
      "learning_rate": 3.6575265358636216e-05,
      "loss": 0.5479,
      "step": 16700
    },
    {
      "epoch": 5.403666773882278,
      "grad_norm": 1.1621615886688232,
      "learning_rate": 3.6494853650691544e-05,
      "loss": 0.5507,
      "step": 16800
    },
    {
      "epoch": 5.435831457060148,
      "grad_norm": 1.1101694107055664,
      "learning_rate": 3.6414441942746864e-05,
      "loss": 0.5541,
      "step": 16900
    },
    {
      "epoch": 5.467996140238019,
      "grad_norm": 1.0300599336624146,
      "learning_rate": 3.633403023480219e-05,
      "loss": 0.5595,
      "step": 17000
    },
    {
      "epoch": 5.500160823415889,
      "grad_norm": 1.133117914199829,
      "learning_rate": 3.625361852685751e-05,
      "loss": 0.5461,
      "step": 17100
    },
    {
      "epoch": 5.53232550659376,
      "grad_norm": 1.1690670251846313,
      "learning_rate": 3.617320681891283e-05,
      "loss": 0.5648,
      "step": 17200
    },
    {
      "epoch": 5.564490189771631,
      "grad_norm": 0.9958963990211487,
      "learning_rate": 3.609279511096816e-05,
      "loss": 0.5679,
      "step": 17300
    },
    {
      "epoch": 5.596654872949501,
      "grad_norm": 1.1210240125656128,
      "learning_rate": 3.601238340302348e-05,
      "loss": 0.5478,
      "step": 17400
    },
    {
      "epoch": 5.628819556127372,
      "grad_norm": 1.1824806928634644,
      "learning_rate": 3.59319716950788e-05,
      "loss": 0.5611,
      "step": 17500
    },
    {
      "epoch": 5.660984239305243,
      "grad_norm": 1.201159119606018,
      "learning_rate": 3.585155998713413e-05,
      "loss": 0.5513,
      "step": 17600
    },
    {
      "epoch": 5.693148922483114,
      "grad_norm": 1.264073371887207,
      "learning_rate": 3.577114827918945e-05,
      "loss": 0.5693,
      "step": 17700
    },
    {
      "epoch": 5.725313605660984,
      "grad_norm": 1.2534087896347046,
      "learning_rate": 3.569073657124478e-05,
      "loss": 0.5673,
      "step": 17800
    },
    {
      "epoch": 5.757478288838855,
      "grad_norm": 1.2071319818496704,
      "learning_rate": 3.56103248633001e-05,
      "loss": 0.5592,
      "step": 17900
    },
    {
      "epoch": 5.7896429720167255,
      "grad_norm": 1.3951480388641357,
      "learning_rate": 3.552991315535542e-05,
      "loss": 0.5576,
      "step": 18000
    },
    {
      "epoch": 5.821807655194596,
      "grad_norm": 1.1245003938674927,
      "learning_rate": 3.544950144741074e-05,
      "loss": 0.5608,
      "step": 18100
    },
    {
      "epoch": 5.853972338372467,
      "grad_norm": 1.0020116567611694,
      "learning_rate": 3.536908973946607e-05,
      "loss": 0.5676,
      "step": 18200
    },
    {
      "epoch": 5.886137021550338,
      "grad_norm": 1.2194671630859375,
      "learning_rate": 3.5288678031521396e-05,
      "loss": 0.5619,
      "step": 18300
    },
    {
      "epoch": 5.918301704728209,
      "grad_norm": 1.162885308265686,
      "learning_rate": 3.5208266323576716e-05,
      "loss": 0.5673,
      "step": 18400
    },
    {
      "epoch": 5.950466387906079,
      "grad_norm": 1.1328020095825195,
      "learning_rate": 3.5128658732711485e-05,
      "loss": 0.5744,
      "step": 18500
    },
    {
      "epoch": 5.98263107108395,
      "grad_norm": 1.0173712968826294,
      "learning_rate": 3.5048247024766806e-05,
      "loss": 0.5727,
      "step": 18600
    },
    {
      "epoch": 6.0147957542618204,
      "grad_norm": 1.096663475036621,
      "learning_rate": 3.4967835316822127e-05,
      "loss": 0.5169,
      "step": 18700
    },
    {
      "epoch": 6.046960437439691,
      "grad_norm": 1.217439889907837,
      "learning_rate": 3.4887423608877454e-05,
      "loss": 0.4442,
      "step": 18800
    },
    {
      "epoch": 6.079125120617562,
      "grad_norm": 1.2011640071868896,
      "learning_rate": 3.480701190093278e-05,
      "loss": 0.4432,
      "step": 18900
    },
    {
      "epoch": 6.111289803795432,
      "grad_norm": 1.1648433208465576,
      "learning_rate": 3.47266001929881e-05,
      "loss": 0.4448,
      "step": 19000
    },
    {
      "epoch": 6.143454486973304,
      "grad_norm": 1.0002985000610352,
      "learning_rate": 3.464618848504342e-05,
      "loss": 0.4422,
      "step": 19100
    },
    {
      "epoch": 6.175619170151174,
      "grad_norm": 1.227947473526001,
      "learning_rate": 3.4565776777098744e-05,
      "loss": 0.4448,
      "step": 19200
    },
    {
      "epoch": 6.207783853329045,
      "grad_norm": 1.3668509721755981,
      "learning_rate": 3.448536506915407e-05,
      "loss": 0.458,
      "step": 19300
    },
    {
      "epoch": 6.239948536506915,
      "grad_norm": 1.1402783393859863,
      "learning_rate": 3.440495336120939e-05,
      "loss": 0.4489,
      "step": 19400
    },
    {
      "epoch": 6.272113219684786,
      "grad_norm": 1.2867486476898193,
      "learning_rate": 3.432454165326472e-05,
      "loss": 0.4611,
      "step": 19500
    },
    {
      "epoch": 6.3042779028626565,
      "grad_norm": 1.3049463033676147,
      "learning_rate": 3.424412994532004e-05,
      "loss": 0.4554,
      "step": 19600
    },
    {
      "epoch": 6.336442586040527,
      "grad_norm": 1.2762079238891602,
      "learning_rate": 3.416371823737536e-05,
      "loss": 0.4651,
      "step": 19700
    },
    {
      "epoch": 6.368607269218399,
      "grad_norm": 1.0911743640899658,
      "learning_rate": 3.408330652943069e-05,
      "loss": 0.46,
      "step": 19800
    },
    {
      "epoch": 6.400771952396269,
      "grad_norm": 1.2043310403823853,
      "learning_rate": 3.400289482148601e-05,
      "loss": 0.4689,
      "step": 19900
    },
    {
      "epoch": 6.43293663557414,
      "grad_norm": 1.1901593208312988,
      "learning_rate": 3.392248311354133e-05,
      "loss": 0.4689,
      "step": 20000
    },
    {
      "epoch": 6.46510131875201,
      "grad_norm": 1.3777788877487183,
      "learning_rate": 3.384207140559666e-05,
      "loss": 0.4646,
      "step": 20100
    },
    {
      "epoch": 6.497266001929881,
      "grad_norm": 1.2720263004302979,
      "learning_rate": 3.376165969765198e-05,
      "loss": 0.4684,
      "step": 20200
    },
    {
      "epoch": 6.5294306851077515,
      "grad_norm": 1.0634431838989258,
      "learning_rate": 3.3681247989707306e-05,
      "loss": 0.4699,
      "step": 20300
    },
    {
      "epoch": 6.561595368285622,
      "grad_norm": 1.3379625082015991,
      "learning_rate": 3.360083628176263e-05,
      "loss": 0.4807,
      "step": 20400
    },
    {
      "epoch": 6.593760051463493,
      "grad_norm": 1.379611849784851,
      "learning_rate": 3.352042457381795e-05,
      "loss": 0.4743,
      "step": 20500
    },
    {
      "epoch": 6.625924734641364,
      "grad_norm": 1.2262407541275024,
      "learning_rate": 3.344001286587327e-05,
      "loss": 0.4699,
      "step": 20600
    },
    {
      "epoch": 6.658089417819235,
      "grad_norm": 1.2290821075439453,
      "learning_rate": 3.3360405275008044e-05,
      "loss": 0.4728,
      "step": 20700
    },
    {
      "epoch": 6.690254100997105,
      "grad_norm": 1.286399006843567,
      "learning_rate": 3.3279993567063365e-05,
      "loss": 0.4811,
      "step": 20800
    },
    {
      "epoch": 6.722418784174976,
      "grad_norm": 1.3331542015075684,
      "learning_rate": 3.319958185911869e-05,
      "loss": 0.4795,
      "step": 20900
    },
    {
      "epoch": 6.754583467352846,
      "grad_norm": 0.9238734841346741,
      "learning_rate": 3.311917015117401e-05,
      "loss": 0.4719,
      "step": 21000
    },
    {
      "epoch": 6.786748150530717,
      "grad_norm": 1.0958573818206787,
      "learning_rate": 3.3038758443229334e-05,
      "loss": 0.4787,
      "step": 21100
    },
    {
      "epoch": 6.818912833708588,
      "grad_norm": 1.3021626472473145,
      "learning_rate": 3.2958346735284655e-05,
      "loss": 0.481,
      "step": 21200
    },
    {
      "epoch": 6.851077516886459,
      "grad_norm": 1.2894419431686401,
      "learning_rate": 3.287793502733998e-05,
      "loss": 0.4799,
      "step": 21300
    },
    {
      "epoch": 6.88324220006433,
      "grad_norm": 1.2276169061660767,
      "learning_rate": 3.279752331939531e-05,
      "loss": 0.4791,
      "step": 21400
    },
    {
      "epoch": 6.9154068832422,
      "grad_norm": 1.2167209386825562,
      "learning_rate": 3.271711161145063e-05,
      "loss": 0.4777,
      "step": 21500
    },
    {
      "epoch": 6.947571566420071,
      "grad_norm": 1.0899590253829956,
      "learning_rate": 3.263669990350595e-05,
      "loss": 0.4807,
      "step": 21600
    },
    {
      "epoch": 6.979736249597941,
      "grad_norm": 1.0014961957931519,
      "learning_rate": 3.255628819556127e-05,
      "loss": 0.4809,
      "step": 21700
    },
    {
      "epoch": 7.011900932775812,
      "grad_norm": 1.2910642623901367,
      "learning_rate": 3.24758764876166e-05,
      "loss": 0.4473,
      "step": 21800
    },
    {
      "epoch": 7.0440656159536825,
      "grad_norm": 1.2702795267105103,
      "learning_rate": 3.239546477967192e-05,
      "loss": 0.3631,
      "step": 21900
    },
    {
      "epoch": 7.076230299131554,
      "grad_norm": 1.1640880107879639,
      "learning_rate": 3.231505307172725e-05,
      "loss": 0.3648,
      "step": 22000
    },
    {
      "epoch": 7.108394982309425,
      "grad_norm": 1.3022829294204712,
      "learning_rate": 3.223464136378257e-05,
      "loss": 0.372,
      "step": 22100
    },
    {
      "epoch": 7.140559665487295,
      "grad_norm": 1.1453783512115479,
      "learning_rate": 3.215422965583789e-05,
      "loss": 0.3713,
      "step": 22200
    },
    {
      "epoch": 7.172724348665166,
      "grad_norm": 1.2497502565383911,
      "learning_rate": 3.207381794789322e-05,
      "loss": 0.3744,
      "step": 22300
    },
    {
      "epoch": 7.204889031843036,
      "grad_norm": 1.0671898126602173,
      "learning_rate": 3.199340623994854e-05,
      "loss": 0.3818,
      "step": 22400
    },
    {
      "epoch": 7.237053715020907,
      "grad_norm": 1.3146332502365112,
      "learning_rate": 3.191299453200386e-05,
      "loss": 0.3818,
      "step": 22500
    },
    {
      "epoch": 7.2692183981987775,
      "grad_norm": 1.155218482017517,
      "learning_rate": 3.1832582824059186e-05,
      "loss": 0.3849,
      "step": 22600
    },
    {
      "epoch": 7.301383081376648,
      "grad_norm": 1.493849515914917,
      "learning_rate": 3.175217111611451e-05,
      "loss": 0.3914,
      "step": 22700
    },
    {
      "epoch": 7.3335477645545195,
      "grad_norm": 1.4199835062026978,
      "learning_rate": 3.1671759408169834e-05,
      "loss": 0.3877,
      "step": 22800
    },
    {
      "epoch": 7.36571244773239,
      "grad_norm": 1.3320192098617554,
      "learning_rate": 3.1591347700225155e-05,
      "loss": 0.3898,
      "step": 22900
    },
    {
      "epoch": 7.397877130910261,
      "grad_norm": 1.2950165271759033,
      "learning_rate": 3.1510935992280476e-05,
      "loss": 0.3915,
      "step": 23000
    },
    {
      "epoch": 7.430041814088131,
      "grad_norm": 1.2923767566680908,
      "learning_rate": 3.1430524284335796e-05,
      "loss": 0.3866,
      "step": 23100
    },
    {
      "epoch": 7.462206497266002,
      "grad_norm": 1.2137949466705322,
      "learning_rate": 3.1350112576391124e-05,
      "loss": 0.3848,
      "step": 23200
    },
    {
      "epoch": 7.494371180443872,
      "grad_norm": 1.4630000591278076,
      "learning_rate": 3.126970086844645e-05,
      "loss": 0.3965,
      "step": 23300
    },
    {
      "epoch": 7.526535863621743,
      "grad_norm": 1.2107799053192139,
      "learning_rate": 3.118928916050177e-05,
      "loss": 0.3922,
      "step": 23400
    },
    {
      "epoch": 7.558700546799614,
      "grad_norm": 1.1131380796432495,
      "learning_rate": 3.110887745255709e-05,
      "loss": 0.3892,
      "step": 23500
    },
    {
      "epoch": 7.590865229977485,
      "grad_norm": 1.2040220499038696,
      "learning_rate": 3.1028465744612414e-05,
      "loss": 0.3931,
      "step": 23600
    },
    {
      "epoch": 7.623029913155356,
      "grad_norm": 1.1216152906417847,
      "learning_rate": 3.094805403666774e-05,
      "loss": 0.3901,
      "step": 23700
    },
    {
      "epoch": 7.655194596333226,
      "grad_norm": 1.2603133916854858,
      "learning_rate": 3.086764232872306e-05,
      "loss": 0.3976,
      "step": 23800
    },
    {
      "epoch": 7.687359279511097,
      "grad_norm": 1.2045493125915527,
      "learning_rate": 3.078723062077838e-05,
      "loss": 0.3983,
      "step": 23900
    },
    {
      "epoch": 7.719523962688967,
      "grad_norm": 1.3943126201629639,
      "learning_rate": 3.070681891283371e-05,
      "loss": 0.3905,
      "step": 24000
    },
    {
      "epoch": 7.751688645866838,
      "grad_norm": 1.204542875289917,
      "learning_rate": 3.062640720488904e-05,
      "loss": 0.3996,
      "step": 24100
    },
    {
      "epoch": 7.7838533290447085,
      "grad_norm": 1.377310037612915,
      "learning_rate": 3.054599549694436e-05,
      "loss": 0.3996,
      "step": 24200
    },
    {
      "epoch": 7.81601801222258,
      "grad_norm": 1.1735265254974365,
      "learning_rate": 3.046558378899968e-05,
      "loss": 0.4043,
      "step": 24300
    },
    {
      "epoch": 7.8481826954004505,
      "grad_norm": 1.2886712551116943,
      "learning_rate": 3.0385172081055004e-05,
      "loss": 0.4006,
      "step": 24400
    },
    {
      "epoch": 7.880347378578321,
      "grad_norm": 1.1405675411224365,
      "learning_rate": 3.0304760373110324e-05,
      "loss": 0.4031,
      "step": 24500
    },
    {
      "epoch": 7.912512061756192,
      "grad_norm": 1.6100174188613892,
      "learning_rate": 3.022434866516565e-05,
      "loss": 0.3999,
      "step": 24600
    },
    {
      "epoch": 7.944676744934062,
      "grad_norm": 1.123673677444458,
      "learning_rate": 3.0143936957220976e-05,
      "loss": 0.4096,
      "step": 24700
    },
    {
      "epoch": 7.976841428111933,
      "grad_norm": 1.3668479919433594,
      "learning_rate": 3.006432936635574e-05,
      "loss": 0.4084,
      "step": 24800
    },
    {
      "epoch": 8.009006111289803,
      "grad_norm": 1.191008448600769,
      "learning_rate": 2.9983917658411066e-05,
      "loss": 0.3732,
      "step": 24900
    },
    {
      "epoch": 8.041170794467675,
      "grad_norm": 1.3444154262542725,
      "learning_rate": 2.9903505950466386e-05,
      "loss": 0.3036,
      "step": 25000
    },
    {
      "epoch": 8.073335477645545,
      "grad_norm": 1.2217003107070923,
      "learning_rate": 2.9823094242521714e-05,
      "loss": 0.3044,
      "step": 25100
    },
    {
      "epoch": 8.105500160823416,
      "grad_norm": 1.3392952680587769,
      "learning_rate": 2.9742682534577038e-05,
      "loss": 0.3051,
      "step": 25200
    },
    {
      "epoch": 8.137664844001286,
      "grad_norm": 1.4353630542755127,
      "learning_rate": 2.966227082663236e-05,
      "loss": 0.3116,
      "step": 25300
    },
    {
      "epoch": 8.169829527179157,
      "grad_norm": 1.2575156688690186,
      "learning_rate": 2.9581859118687683e-05,
      "loss": 0.3154,
      "step": 25400
    },
    {
      "epoch": 8.201994210357029,
      "grad_norm": 1.276118278503418,
      "learning_rate": 2.9501447410743004e-05,
      "loss": 0.3137,
      "step": 25500
    },
    {
      "epoch": 8.234158893534898,
      "grad_norm": 1.2896833419799805,
      "learning_rate": 2.9421035702798328e-05,
      "loss": 0.3132,
      "step": 25600
    },
    {
      "epoch": 8.26632357671277,
      "grad_norm": 1.390541672706604,
      "learning_rate": 2.934062399485365e-05,
      "loss": 0.3174,
      "step": 25700
    },
    {
      "epoch": 8.29848825989064,
      "grad_norm": 1.0846691131591797,
      "learning_rate": 2.926021228690898e-05,
      "loss": 0.3258,
      "step": 25800
    },
    {
      "epoch": 8.330652943068511,
      "grad_norm": 1.1695352792739868,
      "learning_rate": 2.91798005789643e-05,
      "loss": 0.3188,
      "step": 25900
    },
    {
      "epoch": 8.36281762624638,
      "grad_norm": 1.36068856716156,
      "learning_rate": 2.909938887101962e-05,
      "loss": 0.3233,
      "step": 26000
    },
    {
      "epoch": 8.394982309424252,
      "grad_norm": 1.087651252746582,
      "learning_rate": 2.9018977163074945e-05,
      "loss": 0.3195,
      "step": 26100
    },
    {
      "epoch": 8.427146992602124,
      "grad_norm": 1.1580371856689453,
      "learning_rate": 2.8938565455130266e-05,
      "loss": 0.3187,
      "step": 26200
    },
    {
      "epoch": 8.459311675779993,
      "grad_norm": 1.2364060878753662,
      "learning_rate": 2.885815374718559e-05,
      "loss": 0.3225,
      "step": 26300
    },
    {
      "epoch": 8.491476358957865,
      "grad_norm": 1.0226277112960815,
      "learning_rate": 2.877774203924091e-05,
      "loss": 0.3213,
      "step": 26400
    },
    {
      "epoch": 8.523641042135734,
      "grad_norm": 1.1340548992156982,
      "learning_rate": 2.8697330331296242e-05,
      "loss": 0.3137,
      "step": 26500
    },
    {
      "epoch": 8.555805725313606,
      "grad_norm": 1.1343051195144653,
      "learning_rate": 2.8616918623351563e-05,
      "loss": 0.3219,
      "step": 26600
    },
    {
      "epoch": 8.587970408491476,
      "grad_norm": 1.0772162675857544,
      "learning_rate": 2.8536506915406887e-05,
      "loss": 0.329,
      "step": 26700
    },
    {
      "epoch": 8.620135091669347,
      "grad_norm": 1.3438891172409058,
      "learning_rate": 2.8456899324541652e-05,
      "loss": 0.3299,
      "step": 26800
    },
    {
      "epoch": 8.652299774847219,
      "grad_norm": 1.4512920379638672,
      "learning_rate": 2.837648761659698e-05,
      "loss": 0.3348,
      "step": 26900
    },
    {
      "epoch": 8.684464458025088,
      "grad_norm": 1.2788150310516357,
      "learning_rate": 2.8296075908652304e-05,
      "loss": 0.3338,
      "step": 27000
    },
    {
      "epoch": 8.71662914120296,
      "grad_norm": 1.142204999923706,
      "learning_rate": 2.8215664200707625e-05,
      "loss": 0.3309,
      "step": 27100
    },
    {
      "epoch": 8.74879382438083,
      "grad_norm": 1.4097461700439453,
      "learning_rate": 2.813525249276295e-05,
      "loss": 0.3326,
      "step": 27200
    },
    {
      "epoch": 8.7809585075587,
      "grad_norm": 1.1304296255111694,
      "learning_rate": 2.805484078481827e-05,
      "loss": 0.333,
      "step": 27300
    },
    {
      "epoch": 8.81312319073657,
      "grad_norm": 1.2657917737960815,
      "learning_rate": 2.7974429076873594e-05,
      "loss": 0.3383,
      "step": 27400
    },
    {
      "epoch": 8.845287873914442,
      "grad_norm": 1.2562810182571411,
      "learning_rate": 2.7894017368928914e-05,
      "loss": 0.3331,
      "step": 27500
    },
    {
      "epoch": 8.877452557092312,
      "grad_norm": 1.2090494632720947,
      "learning_rate": 2.7813605660984242e-05,
      "loss": 0.3335,
      "step": 27600
    },
    {
      "epoch": 8.909617240270183,
      "grad_norm": 1.055282711982727,
      "learning_rate": 2.7733193953039566e-05,
      "loss": 0.3345,
      "step": 27700
    },
    {
      "epoch": 8.941781923448055,
      "grad_norm": 1.3975212574005127,
      "learning_rate": 2.7652782245094887e-05,
      "loss": 0.3374,
      "step": 27800
    },
    {
      "epoch": 8.973946606625924,
      "grad_norm": 1.4486628770828247,
      "learning_rate": 2.757237053715021e-05,
      "loss": 0.3353,
      "step": 27900
    },
    {
      "epoch": 9.006111289803796,
      "grad_norm": 1.0647599697113037,
      "learning_rate": 2.7491958829205532e-05,
      "loss": 0.3258,
      "step": 28000
    },
    {
      "epoch": 9.038275972981666,
      "grad_norm": 1.1231446266174316,
      "learning_rate": 2.7411547121260856e-05,
      "loss": 0.2498,
      "step": 28100
    },
    {
      "epoch": 9.070440656159537,
      "grad_norm": 1.1911687850952148,
      "learning_rate": 2.7331135413316177e-05,
      "loss": 0.2507,
      "step": 28200
    },
    {
      "epoch": 9.102605339337407,
      "grad_norm": 1.1804819107055664,
      "learning_rate": 2.7250723705371508e-05,
      "loss": 0.2538,
      "step": 28300
    },
    {
      "epoch": 9.134770022515278,
      "grad_norm": 1.2449610233306885,
      "learning_rate": 2.7170311997426828e-05,
      "loss": 0.254,
      "step": 28400
    },
    {
      "epoch": 9.16693470569315,
      "grad_norm": 1.3183308839797974,
      "learning_rate": 2.708990028948215e-05,
      "loss": 0.2569,
      "step": 28500
    },
    {
      "epoch": 9.19909938887102,
      "grad_norm": 1.2077155113220215,
      "learning_rate": 2.7009488581537473e-05,
      "loss": 0.264,
      "step": 28600
    },
    {
      "epoch": 9.23126407204889,
      "grad_norm": 1.2201523780822754,
      "learning_rate": 2.6929076873592794e-05,
      "loss": 0.2618,
      "step": 28700
    },
    {
      "epoch": 9.26342875522676,
      "grad_norm": 1.010611653327942,
      "learning_rate": 2.6848665165648118e-05,
      "loss": 0.2586,
      "step": 28800
    },
    {
      "epoch": 9.295593438404632,
      "grad_norm": 1.4196604490280151,
      "learning_rate": 2.676825345770344e-05,
      "loss": 0.2645,
      "step": 28900
    },
    {
      "epoch": 9.327758121582502,
      "grad_norm": 1.0224769115447998,
      "learning_rate": 2.668784174975877e-05,
      "loss": 0.2677,
      "step": 29000
    },
    {
      "epoch": 9.359922804760373,
      "grad_norm": 1.0215541124343872,
      "learning_rate": 2.6608234158893535e-05,
      "loss": 0.2662,
      "step": 29100
    },
    {
      "epoch": 9.392087487938245,
      "grad_norm": 1.1498533487319946,
      "learning_rate": 2.652782245094886e-05,
      "loss": 0.2647,
      "step": 29200
    },
    {
      "epoch": 9.424252171116114,
      "grad_norm": 1.1814836263656616,
      "learning_rate": 2.644741074300418e-05,
      "loss": 0.2681,
      "step": 29300
    },
    {
      "epoch": 9.456416854293986,
      "grad_norm": 1.3575364351272583,
      "learning_rate": 2.6366999035059508e-05,
      "loss": 0.2659,
      "step": 29400
    },
    {
      "epoch": 9.488581537471855,
      "grad_norm": 1.4364129304885864,
      "learning_rate": 2.6286587327114832e-05,
      "loss": 0.2701,
      "step": 29500
    },
    {
      "epoch": 9.520746220649727,
      "grad_norm": 1.4229729175567627,
      "learning_rate": 2.6206175619170152e-05,
      "loss": 0.2744,
      "step": 29600
    },
    {
      "epoch": 9.552910903827597,
      "grad_norm": 1.2050132751464844,
      "learning_rate": 2.6125763911225477e-05,
      "loss": 0.2678,
      "step": 29700
    },
    {
      "epoch": 9.585075587005468,
      "grad_norm": 1.360245704650879,
      "learning_rate": 2.6045352203280797e-05,
      "loss": 0.2668,
      "step": 29800
    },
    {
      "epoch": 9.61724027018334,
      "grad_norm": 1.2902683019638062,
      "learning_rate": 2.596494049533612e-05,
      "loss": 0.2749,
      "step": 29900
    },
    {
      "epoch": 9.64940495336121,
      "grad_norm": 1.3184953927993774,
      "learning_rate": 2.5884528787391442e-05,
      "loss": 0.2729,
      "step": 30000
    },
    {
      "epoch": 9.68156963653908,
      "grad_norm": 1.1212196350097656,
      "learning_rate": 2.580411707944677e-05,
      "loss": 0.2711,
      "step": 30100
    },
    {
      "epoch": 9.71373431971695,
      "grad_norm": 1.1325451135635376,
      "learning_rate": 2.5723705371502094e-05,
      "loss": 0.2739,
      "step": 30200
    },
    {
      "epoch": 9.745899002894822,
      "grad_norm": 1.2344636917114258,
      "learning_rate": 2.5643293663557415e-05,
      "loss": 0.276,
      "step": 30300
    },
    {
      "epoch": 9.778063686072691,
      "grad_norm": 1.3600369691848755,
      "learning_rate": 2.556288195561274e-05,
      "loss": 0.2788,
      "step": 30400
    },
    {
      "epoch": 9.810228369250563,
      "grad_norm": 1.3456294536590576,
      "learning_rate": 2.548247024766806e-05,
      "loss": 0.2768,
      "step": 30500
    },
    {
      "epoch": 9.842393052428434,
      "grad_norm": 1.316645622253418,
      "learning_rate": 2.5402058539723384e-05,
      "loss": 0.2756,
      "step": 30600
    },
    {
      "epoch": 9.874557735606304,
      "grad_norm": 1.4233603477478027,
      "learning_rate": 2.5321646831778705e-05,
      "loss": 0.2767,
      "step": 30700
    },
    {
      "epoch": 9.906722418784176,
      "grad_norm": 1.3680518865585327,
      "learning_rate": 2.5241235123834036e-05,
      "loss": 0.2746,
      "step": 30800
    },
    {
      "epoch": 9.938887101962045,
      "grad_norm": 1.4857224225997925,
      "learning_rate": 2.5160823415889356e-05,
      "loss": 0.2775,
      "step": 30900
    },
    {
      "epoch": 9.971051785139917,
      "grad_norm": 1.3762352466583252,
      "learning_rate": 2.508041170794468e-05,
      "loss": 0.2806,
      "step": 31000
    },
    {
      "epoch": 10.003216468317786,
      "grad_norm": 0.9549392461776733,
      "learning_rate": 2.5e-05,
      "loss": 0.2723,
      "step": 31100
    },
    {
      "epoch": 10.035381151495658,
      "grad_norm": 1.2942768335342407,
      "learning_rate": 2.4919588292055322e-05,
      "loss": 0.2038,
      "step": 31200
    },
    {
      "epoch": 10.067545834673528,
      "grad_norm": 1.1192700862884521,
      "learning_rate": 2.483917658411065e-05,
      "loss": 0.208,
      "step": 31300
    },
    {
      "epoch": 10.099710517851399,
      "grad_norm": 1.0974397659301758,
      "learning_rate": 2.475876487616597e-05,
      "loss": 0.2106,
      "step": 31400
    },
    {
      "epoch": 10.13187520102927,
      "grad_norm": 1.3536230325698853,
      "learning_rate": 2.4678353168221294e-05,
      "loss": 0.2099,
      "step": 31500
    },
    {
      "epoch": 10.16403988420714,
      "grad_norm": 1.1772140264511108,
      "learning_rate": 2.4597941460276615e-05,
      "loss": 0.2205,
      "step": 31600
    },
    {
      "epoch": 10.196204567385012,
      "grad_norm": 1.053501844406128,
      "learning_rate": 2.4517529752331943e-05,
      "loss": 0.2118,
      "step": 31700
    },
    {
      "epoch": 10.228369250562881,
      "grad_norm": 1.1771047115325928,
      "learning_rate": 2.4437118044387263e-05,
      "loss": 0.2169,
      "step": 31800
    },
    {
      "epoch": 10.260533933740753,
      "grad_norm": 1.249473214149475,
      "learning_rate": 2.4356706336442588e-05,
      "loss": 0.2184,
      "step": 31900
    },
    {
      "epoch": 10.292698616918623,
      "grad_norm": 1.2319327592849731,
      "learning_rate": 2.4276294628497912e-05,
      "loss": 0.2186,
      "step": 32000
    },
    {
      "epoch": 10.324863300096494,
      "grad_norm": 1.2124056816101074,
      "learning_rate": 2.419668703763268e-05,
      "loss": 0.2165,
      "step": 32100
    },
    {
      "epoch": 10.357027983274365,
      "grad_norm": 1.0940320491790771,
      "learning_rate": 2.4116275329688005e-05,
      "loss": 0.2196,
      "step": 32200
    },
    {
      "epoch": 10.389192666452235,
      "grad_norm": 1.3821940422058105,
      "learning_rate": 2.4035863621743325e-05,
      "loss": 0.2201,
      "step": 32300
    },
    {
      "epoch": 10.421357349630107,
      "grad_norm": 1.4705811738967896,
      "learning_rate": 2.3955451913798653e-05,
      "loss": 0.2237,
      "step": 32400
    },
    {
      "epoch": 10.453522032807976,
      "grad_norm": 0.9724491834640503,
      "learning_rate": 2.3875040205853974e-05,
      "loss": 0.2202,
      "step": 32500
    },
    {
      "epoch": 10.485686715985848,
      "grad_norm": 1.2271063327789307,
      "learning_rate": 2.3794628497909298e-05,
      "loss": 0.2248,
      "step": 32600
    },
    {
      "epoch": 10.517851399163717,
      "grad_norm": 1.049058437347412,
      "learning_rate": 2.371421678996462e-05,
      "loss": 0.2261,
      "step": 32700
    },
    {
      "epoch": 10.550016082341589,
      "grad_norm": 1.324881911277771,
      "learning_rate": 2.3633805082019943e-05,
      "loss": 0.2241,
      "step": 32800
    },
    {
      "epoch": 10.58218076551946,
      "grad_norm": 1.2529538869857788,
      "learning_rate": 2.3553393374075267e-05,
      "loss": 0.2206,
      "step": 32900
    },
    {
      "epoch": 10.61434544869733,
      "grad_norm": 1.1270591020584106,
      "learning_rate": 2.3472981666130588e-05,
      "loss": 0.2264,
      "step": 33000
    },
    {
      "epoch": 10.646510131875202,
      "grad_norm": 1.256332278251648,
      "learning_rate": 2.3392569958185915e-05,
      "loss": 0.2227,
      "step": 33100
    },
    {
      "epoch": 10.678674815053071,
      "grad_norm": 1.2265748977661133,
      "learning_rate": 2.3312158250241236e-05,
      "loss": 0.227,
      "step": 33200
    },
    {
      "epoch": 10.710839498230943,
      "grad_norm": 1.367353081703186,
      "learning_rate": 2.323174654229656e-05,
      "loss": 0.2312,
      "step": 33300
    },
    {
      "epoch": 10.743004181408812,
      "grad_norm": 1.185103416442871,
      "learning_rate": 2.315133483435188e-05,
      "loss": 0.2298,
      "step": 33400
    },
    {
      "epoch": 10.775168864586684,
      "grad_norm": 1.3100920915603638,
      "learning_rate": 2.307092312640721e-05,
      "loss": 0.2265,
      "step": 33500
    },
    {
      "epoch": 10.807333547764555,
      "grad_norm": 1.1452741622924805,
      "learning_rate": 2.299051141846253e-05,
      "loss": 0.2296,
      "step": 33600
    },
    {
      "epoch": 10.839498230942425,
      "grad_norm": 1.3622289896011353,
      "learning_rate": 2.2910099710517853e-05,
      "loss": 0.2318,
      "step": 33700
    },
    {
      "epoch": 10.871662914120297,
      "grad_norm": 1.2668938636779785,
      "learning_rate": 2.2829688002573177e-05,
      "loss": 0.227,
      "step": 33800
    },
    {
      "epoch": 10.903827597298166,
      "grad_norm": 1.139683723449707,
      "learning_rate": 2.2749276294628498e-05,
      "loss": 0.23,
      "step": 33900
    },
    {
      "epoch": 10.935992280476038,
      "grad_norm": 1.293151617050171,
      "learning_rate": 2.2668864586683822e-05,
      "loss": 0.2325,
      "step": 34000
    },
    {
      "epoch": 10.968156963653907,
      "grad_norm": 1.6205676794052124,
      "learning_rate": 2.2588452878739143e-05,
      "loss": 0.2348,
      "step": 34100
    },
    {
      "epoch": 11.000321646831779,
      "grad_norm": 0.9748951196670532,
      "learning_rate": 2.2508845287873915e-05,
      "loss": 0.2312,
      "step": 34200
    },
    {
      "epoch": 11.03248633000965,
      "grad_norm": 1.0078290700912476,
      "learning_rate": 2.242843357992924e-05,
      "loss": 0.1733,
      "step": 34300
    },
    {
      "epoch": 11.06465101318752,
      "grad_norm": 1.0165376663208008,
      "learning_rate": 2.2348021871984564e-05,
      "loss": 0.1744,
      "step": 34400
    },
    {
      "epoch": 11.096815696365391,
      "grad_norm": 1.2080796957015991,
      "learning_rate": 2.2267610164039884e-05,
      "loss": 0.1752,
      "step": 34500
    },
    {
      "epoch": 11.128980379543261,
      "grad_norm": 1.0622116327285767,
      "learning_rate": 2.218719845609521e-05,
      "loss": 0.1746,
      "step": 34600
    },
    {
      "epoch": 11.161145062721133,
      "grad_norm": 1.2261426448822021,
      "learning_rate": 2.2106786748150533e-05,
      "loss": 0.1792,
      "step": 34700
    },
    {
      "epoch": 11.193309745899002,
      "grad_norm": 1.2450960874557495,
      "learning_rate": 2.2026375040205853e-05,
      "loss": 0.1769,
      "step": 34800
    },
    {
      "epoch": 11.225474429076874,
      "grad_norm": 1.2167742252349854,
      "learning_rate": 2.194596333226118e-05,
      "loss": 0.1807,
      "step": 34900
    },
    {
      "epoch": 11.257639112254743,
      "grad_norm": 1.187880277633667,
      "learning_rate": 2.18655516243165e-05,
      "loss": 0.1799,
      "step": 35000
    },
    {
      "epoch": 11.289803795432615,
      "grad_norm": 1.1898218393325806,
      "learning_rate": 2.1785139916371826e-05,
      "loss": 0.1778,
      "step": 35100
    },
    {
      "epoch": 11.321968478610486,
      "grad_norm": 1.105224609375,
      "learning_rate": 2.1705532325506595e-05,
      "loss": 0.1821,
      "step": 35200
    },
    {
      "epoch": 11.354133161788356,
      "grad_norm": 1.1716156005859375,
      "learning_rate": 2.1625120617561915e-05,
      "loss": 0.1817,
      "step": 35300
    },
    {
      "epoch": 11.386297844966228,
      "grad_norm": 0.952513575553894,
      "learning_rate": 2.1544708909617243e-05,
      "loss": 0.1848,
      "step": 35400
    },
    {
      "epoch": 11.418462528144097,
      "grad_norm": 1.2010760307312012,
      "learning_rate": 2.1464297201672564e-05,
      "loss": 0.1813,
      "step": 35500
    },
    {
      "epoch": 11.450627211321969,
      "grad_norm": 1.2307448387145996,
      "learning_rate": 2.1383885493727888e-05,
      "loss": 0.1842,
      "step": 35600
    },
    {
      "epoch": 11.482791894499838,
      "grad_norm": 1.3126641511917114,
      "learning_rate": 2.1303473785783212e-05,
      "loss": 0.1849,
      "step": 35700
    },
    {
      "epoch": 11.51495657767771,
      "grad_norm": 1.1805635690689087,
      "learning_rate": 2.1223062077838536e-05,
      "loss": 0.1862,
      "step": 35800
    },
    {
      "epoch": 11.547121260855581,
      "grad_norm": 1.1975961923599243,
      "learning_rate": 2.1142650369893857e-05,
      "loss": 0.1897,
      "step": 35900
    },
    {
      "epoch": 11.579285944033451,
      "grad_norm": 1.1553934812545776,
      "learning_rate": 2.106223866194918e-05,
      "loss": 0.1842,
      "step": 36000
    },
    {
      "epoch": 11.611450627211322,
      "grad_norm": 1.3459019660949707,
      "learning_rate": 2.0981826954004505e-05,
      "loss": 0.1879,
      "step": 36100
    },
    {
      "epoch": 11.643615310389192,
      "grad_norm": 1.1215953826904297,
      "learning_rate": 2.0901415246059826e-05,
      "loss": 0.1882,
      "step": 36200
    },
    {
      "epoch": 11.675779993567064,
      "grad_norm": 1.3726115226745605,
      "learning_rate": 2.082100353811515e-05,
      "loss": 0.1888,
      "step": 36300
    },
    {
      "epoch": 11.707944676744933,
      "grad_norm": 1.240684151649475,
      "learning_rate": 2.0740591830170474e-05,
      "loss": 0.1866,
      "step": 36400
    },
    {
      "epoch": 11.740109359922805,
      "grad_norm": 1.291636347770691,
      "learning_rate": 2.06601801222258e-05,
      "loss": 0.1888,
      "step": 36500
    },
    {
      "epoch": 11.772274043100676,
      "grad_norm": 1.172780156135559,
      "learning_rate": 2.057976841428112e-05,
      "loss": 0.1934,
      "step": 36600
    },
    {
      "epoch": 11.804438726278546,
      "grad_norm": 1.1808074712753296,
      "learning_rate": 2.0499356706336443e-05,
      "loss": 0.1912,
      "step": 36700
    },
    {
      "epoch": 11.836603409456417,
      "grad_norm": 1.2383092641830444,
      "learning_rate": 2.0418944998391767e-05,
      "loss": 0.1911,
      "step": 36800
    },
    {
      "epoch": 11.868768092634287,
      "grad_norm": 1.0541281700134277,
      "learning_rate": 2.033853329044709e-05,
      "loss": 0.1948,
      "step": 36900
    },
    {
      "epoch": 11.900932775812159,
      "grad_norm": 1.151892066001892,
      "learning_rate": 2.0258121582502412e-05,
      "loss": 0.1905,
      "step": 37000
    },
    {
      "epoch": 11.933097458990028,
      "grad_norm": 1.2144666910171509,
      "learning_rate": 2.0177709874557736e-05,
      "loss": 0.1923,
      "step": 37100
    },
    {
      "epoch": 11.9652621421679,
      "grad_norm": 1.1869224309921265,
      "learning_rate": 2.009729816661306e-05,
      "loss": 0.1878,
      "step": 37200
    },
    {
      "epoch": 11.99742682534577,
      "grad_norm": 1.4024932384490967,
      "learning_rate": 2.001688645866838e-05,
      "loss": 0.1954,
      "step": 37300
    },
    {
      "epoch": 12.029591508523641,
      "grad_norm": 1.0352271795272827,
      "learning_rate": 1.993647475072371e-05,
      "loss": 0.1495,
      "step": 37400
    },
    {
      "epoch": 12.061756191701512,
      "grad_norm": 1.0901597738265991,
      "learning_rate": 1.985606304277903e-05,
      "loss": 0.1474,
      "step": 37500
    },
    {
      "epoch": 12.093920874879382,
      "grad_norm": 0.9055734872817993,
      "learning_rate": 1.9775651334834354e-05,
      "loss": 0.1494,
      "step": 37600
    },
    {
      "epoch": 12.126085558057254,
      "grad_norm": 1.3142735958099365,
      "learning_rate": 1.9695239626889675e-05,
      "loss": 0.1494,
      "step": 37700
    },
    {
      "epoch": 12.158250241235123,
      "grad_norm": 1.0741150379180908,
      "learning_rate": 1.9614827918945e-05,
      "loss": 0.1496,
      "step": 37800
    },
    {
      "epoch": 12.190414924412995,
      "grad_norm": 1.259490728378296,
      "learning_rate": 1.9534416211000323e-05,
      "loss": 0.1496,
      "step": 37900
    },
    {
      "epoch": 12.222579607590864,
      "grad_norm": 1.353095531463623,
      "learning_rate": 1.9454004503055644e-05,
      "loss": 0.1503,
      "step": 38000
    },
    {
      "epoch": 12.254744290768736,
      "grad_norm": 1.0767805576324463,
      "learning_rate": 1.937359279511097e-05,
      "loss": 0.1513,
      "step": 38100
    },
    {
      "epoch": 12.286908973946607,
      "grad_norm": 1.162312388420105,
      "learning_rate": 1.9293181087166292e-05,
      "loss": 0.153,
      "step": 38200
    },
    {
      "epoch": 12.319073657124477,
      "grad_norm": 1.1145883798599243,
      "learning_rate": 1.9212769379221616e-05,
      "loss": 0.1561,
      "step": 38300
    },
    {
      "epoch": 12.351238340302348,
      "grad_norm": 1.1558126211166382,
      "learning_rate": 1.9132357671276937e-05,
      "loss": 0.1535,
      "step": 38400
    },
    {
      "epoch": 12.383403023480218,
      "grad_norm": 0.838792085647583,
      "learning_rate": 1.9051945963332264e-05,
      "loss": 0.1518,
      "step": 38500
    },
    {
      "epoch": 12.41556770665809,
      "grad_norm": 1.1334800720214844,
      "learning_rate": 1.8971534255387585e-05,
      "loss": 0.1522,
      "step": 38600
    },
    {
      "epoch": 12.44773238983596,
      "grad_norm": 1.1585274934768677,
      "learning_rate": 1.889112254744291e-05,
      "loss": 0.1535,
      "step": 38700
    },
    {
      "epoch": 12.47989707301383,
      "grad_norm": 1.1669962406158447,
      "learning_rate": 1.8810710839498233e-05,
      "loss": 0.1556,
      "step": 38800
    },
    {
      "epoch": 12.512061756191702,
      "grad_norm": 1.205310344696045,
      "learning_rate": 1.8730299131553554e-05,
      "loss": 0.1585,
      "step": 38900
    },
    {
      "epoch": 12.544226439369572,
      "grad_norm": 0.9617523550987244,
      "learning_rate": 1.864988742360888e-05,
      "loss": 0.1571,
      "step": 39000
    },
    {
      "epoch": 12.576391122547443,
      "grad_norm": 1.259700894355774,
      "learning_rate": 1.8569475715664203e-05,
      "loss": 0.1563,
      "step": 39100
    },
    {
      "epoch": 12.608555805725313,
      "grad_norm": 1.0180591344833374,
      "learning_rate": 1.8489064007719527e-05,
      "loss": 0.1553,
      "step": 39200
    },
    {
      "epoch": 12.640720488903185,
      "grad_norm": 1.2915213108062744,
      "learning_rate": 1.8408652299774847e-05,
      "loss": 0.1599,
      "step": 39300
    },
    {
      "epoch": 12.672885172081054,
      "grad_norm": 1.1494709253311157,
      "learning_rate": 1.832824059183017e-05,
      "loss": 0.1575,
      "step": 39400
    },
    {
      "epoch": 12.705049855258926,
      "grad_norm": 1.1564290523529053,
      "learning_rate": 1.8247828883885496e-05,
      "loss": 0.1563,
      "step": 39500
    },
    {
      "epoch": 12.737214538436797,
      "grad_norm": 1.2692680358886719,
      "learning_rate": 1.8167417175940816e-05,
      "loss": 0.1577,
      "step": 39600
    },
    {
      "epoch": 12.769379221614667,
      "grad_norm": 1.0520470142364502,
      "learning_rate": 1.808780958507559e-05,
      "loss": 0.1603,
      "step": 39700
    },
    {
      "epoch": 12.801543904792538,
      "grad_norm": 1.1396217346191406,
      "learning_rate": 1.800739787713091e-05,
      "loss": 0.1601,
      "step": 39800
    },
    {
      "epoch": 12.833708587970408,
      "grad_norm": 1.1824222803115845,
      "learning_rate": 1.7926986169186237e-05,
      "loss": 0.1597,
      "step": 39900
    },
    {
      "epoch": 12.86587327114828,
      "grad_norm": 1.0760473012924194,
      "learning_rate": 1.7846574461241558e-05,
      "loss": 0.1557,
      "step": 40000
    },
    {
      "epoch": 12.89803795432615,
      "grad_norm": 1.2268940210342407,
      "learning_rate": 1.7766162753296882e-05,
      "loss": 0.1574,
      "step": 40100
    },
    {
      "epoch": 12.93020263750402,
      "grad_norm": 1.4867218732833862,
      "learning_rate": 1.7685751045352203e-05,
      "loss": 0.1599,
      "step": 40200
    },
    {
      "epoch": 12.962367320681892,
      "grad_norm": 1.271653413772583,
      "learning_rate": 1.7605339337407527e-05,
      "loss": 0.1577,
      "step": 40300
    },
    {
      "epoch": 12.994532003859762,
      "grad_norm": 1.1374136209487915,
      "learning_rate": 1.752492762946285e-05,
      "loss": 0.1612,
      "step": 40400
    },
    {
      "epoch": 13.026696687037633,
      "grad_norm": 1.023424744606018,
      "learning_rate": 1.744451592151817e-05,
      "loss": 0.1305,
      "step": 40500
    },
    {
      "epoch": 13.058861370215503,
      "grad_norm": 1.096927523612976,
      "learning_rate": 1.73641042135735e-05,
      "loss": 0.1237,
      "step": 40600
    },
    {
      "epoch": 13.091026053393374,
      "grad_norm": 1.0655758380889893,
      "learning_rate": 1.7284496622708268e-05,
      "loss": 0.1263,
      "step": 40700
    },
    {
      "epoch": 13.123190736571244,
      "grad_norm": 1.0864534378051758,
      "learning_rate": 1.7204084914763592e-05,
      "loss": 0.1234,
      "step": 40800
    },
    {
      "epoch": 13.155355419749116,
      "grad_norm": 1.1215620040893555,
      "learning_rate": 1.7123673206818913e-05,
      "loss": 0.1271,
      "step": 40900
    },
    {
      "epoch": 13.187520102926985,
      "grad_norm": 1.2142025232315063,
      "learning_rate": 1.7043261498874237e-05,
      "loss": 0.1266,
      "step": 41000
    },
    {
      "epoch": 13.219684786104857,
      "grad_norm": 1.1056804656982422,
      "learning_rate": 1.696284979092956e-05,
      "loss": 0.1296,
      "step": 41100
    },
    {
      "epoch": 13.251849469282728,
      "grad_norm": 0.9434877038002014,
      "learning_rate": 1.6882438082984882e-05,
      "loss": 0.1288,
      "step": 41200
    },
    {
      "epoch": 13.284014152460598,
      "grad_norm": 0.9666481018066406,
      "learning_rate": 1.6802026375040206e-05,
      "loss": 0.1297,
      "step": 41300
    },
    {
      "epoch": 13.31617883563847,
      "grad_norm": 1.1036096811294556,
      "learning_rate": 1.672161466709553e-05,
      "loss": 0.1267,
      "step": 41400
    },
    {
      "epoch": 13.348343518816339,
      "grad_norm": 1.0307798385620117,
      "learning_rate": 1.6641202959150854e-05,
      "loss": 0.1297,
      "step": 41500
    },
    {
      "epoch": 13.38050820199421,
      "grad_norm": 1.0009799003601074,
      "learning_rate": 1.6560791251206175e-05,
      "loss": 0.1286,
      "step": 41600
    },
    {
      "epoch": 13.41267288517208,
      "grad_norm": 1.098833680152893,
      "learning_rate": 1.6480379543261503e-05,
      "loss": 0.131,
      "step": 41700
    },
    {
      "epoch": 13.444837568349952,
      "grad_norm": 1.3332812786102295,
      "learning_rate": 1.6399967835316823e-05,
      "loss": 0.1311,
      "step": 41800
    },
    {
      "epoch": 13.477002251527823,
      "grad_norm": 1.133938193321228,
      "learning_rate": 1.6319556127372148e-05,
      "loss": 0.1291,
      "step": 41900
    },
    {
      "epoch": 13.509166934705693,
      "grad_norm": 1.1072946786880493,
      "learning_rate": 1.6239144419427468e-05,
      "loss": 0.1311,
      "step": 42000
    },
    {
      "epoch": 13.541331617883564,
      "grad_norm": 1.088657021522522,
      "learning_rate": 1.6158732711482792e-05,
      "loss": 0.1301,
      "step": 42100
    },
    {
      "epoch": 13.573496301061434,
      "grad_norm": 1.2645858526229858,
      "learning_rate": 1.6078321003538117e-05,
      "loss": 0.13,
      "step": 42200
    },
    {
      "epoch": 13.605660984239305,
      "grad_norm": 1.117727518081665,
      "learning_rate": 1.5997909295593437e-05,
      "loss": 0.1316,
      "step": 42300
    },
    {
      "epoch": 13.637825667417175,
      "grad_norm": 1.268072485923767,
      "learning_rate": 1.5917497587648765e-05,
      "loss": 0.1292,
      "step": 42400
    },
    {
      "epoch": 13.669990350595047,
      "grad_norm": 1.0627697706222534,
      "learning_rate": 1.5837085879704086e-05,
      "loss": 0.1325,
      "step": 42500
    },
    {
      "epoch": 13.702155033772918,
      "grad_norm": 1.2271528244018555,
      "learning_rate": 1.575667417175941e-05,
      "loss": 0.1326,
      "step": 42600
    },
    {
      "epoch": 13.734319716950788,
      "grad_norm": 1.1797391176223755,
      "learning_rate": 1.567626246381473e-05,
      "loss": 0.1361,
      "step": 42700
    },
    {
      "epoch": 13.76648440012866,
      "grad_norm": 1.1041834354400635,
      "learning_rate": 1.5595850755870055e-05,
      "loss": 0.1362,
      "step": 42800
    },
    {
      "epoch": 13.798649083306529,
      "grad_norm": 1.1098655462265015,
      "learning_rate": 1.551543904792538e-05,
      "loss": 0.1349,
      "step": 42900
    },
    {
      "epoch": 13.8308137664844,
      "grad_norm": 1.1673643589019775,
      "learning_rate": 1.54350273399807e-05,
      "loss": 0.1372,
      "step": 43000
    },
    {
      "epoch": 13.86297844966227,
      "grad_norm": 1.078134298324585,
      "learning_rate": 1.5354615632036027e-05,
      "loss": 0.1326,
      "step": 43100
    },
    {
      "epoch": 13.895143132840142,
      "grad_norm": 1.3180980682373047,
      "learning_rate": 1.5274203924091348e-05,
      "loss": 0.1319,
      "step": 43200
    },
    {
      "epoch": 13.927307816018013,
      "grad_norm": 1.16948664188385,
      "learning_rate": 1.519379221614667e-05,
      "loss": 0.1316,
      "step": 43300
    },
    {
      "epoch": 13.959472499195883,
      "grad_norm": 1.0479273796081543,
      "learning_rate": 1.5113380508201993e-05,
      "loss": 0.1361,
      "step": 43400
    },
    {
      "epoch": 13.991637182373754,
      "grad_norm": 1.2957446575164795,
      "learning_rate": 1.5032968800257319e-05,
      "loss": 0.1348,
      "step": 43500
    },
    {
      "epoch": 14.023801865551624,
      "grad_norm": 0.9477380514144897,
      "learning_rate": 1.4952557092312641e-05,
      "loss": 0.1132,
      "step": 43600
    },
    {
      "epoch": 14.055966548729495,
      "grad_norm": 1.090921401977539,
      "learning_rate": 1.4872145384367964e-05,
      "loss": 0.1055,
      "step": 43700
    },
    {
      "epoch": 14.088131231907365,
      "grad_norm": 0.9108441472053528,
      "learning_rate": 1.479173367642329e-05,
      "loss": 0.107,
      "step": 43800
    },
    {
      "epoch": 14.120295915085237,
      "grad_norm": 0.9658478498458862,
      "learning_rate": 1.4711321968478612e-05,
      "loss": 0.1074,
      "step": 43900
    },
    {
      "epoch": 14.152460598263108,
      "grad_norm": 1.125514030456543,
      "learning_rate": 1.4630910260533934e-05,
      "loss": 0.1069,
      "step": 44000
    },
    {
      "epoch": 14.184625281440978,
      "grad_norm": 1.137123942375183,
      "learning_rate": 1.4550498552589258e-05,
      "loss": 0.108,
      "step": 44100
    },
    {
      "epoch": 14.21678996461885,
      "grad_norm": 1.2043941020965576,
      "learning_rate": 1.4470086844644581e-05,
      "loss": 0.1086,
      "step": 44200
    },
    {
      "epoch": 14.248954647796719,
      "grad_norm": 1.0090394020080566,
      "learning_rate": 1.4389675136699903e-05,
      "loss": 0.1088,
      "step": 44300
    },
    {
      "epoch": 14.28111933097459,
      "grad_norm": 1.0625391006469727,
      "learning_rate": 1.4309263428755226e-05,
      "loss": 0.1098,
      "step": 44400
    },
    {
      "epoch": 14.31328401415246,
      "grad_norm": 0.9002700448036194,
      "learning_rate": 1.4228851720810552e-05,
      "loss": 0.109,
      "step": 44500
    },
    {
      "epoch": 14.345448697330331,
      "grad_norm": 1.1506325006484985,
      "learning_rate": 1.4148440012865874e-05,
      "loss": 0.1095,
      "step": 44600
    },
    {
      "epoch": 14.377613380508201,
      "grad_norm": 0.9931826591491699,
      "learning_rate": 1.4068028304921197e-05,
      "loss": 0.1105,
      "step": 44700
    },
    {
      "epoch": 14.409778063686073,
      "grad_norm": 1.258078932762146,
      "learning_rate": 1.398761659697652e-05,
      "loss": 0.1107,
      "step": 44800
    },
    {
      "epoch": 14.441942746863944,
      "grad_norm": 1.1100337505340576,
      "learning_rate": 1.3907204889031843e-05,
      "loss": 0.1119,
      "step": 44900
    },
    {
      "epoch": 14.474107430041814,
      "grad_norm": 1.0397074222564697,
      "learning_rate": 1.3826793181087166e-05,
      "loss": 0.1104,
      "step": 45000
    },
    {
      "epoch": 14.506272113219685,
      "grad_norm": 1.0517898797988892,
      "learning_rate": 1.3746381473142488e-05,
      "loss": 0.1132,
      "step": 45100
    },
    {
      "epoch": 14.538436796397555,
      "grad_norm": 0.9665665030479431,
      "learning_rate": 1.3665969765197814e-05,
      "loss": 0.1124,
      "step": 45200
    },
    {
      "epoch": 14.570601479575426,
      "grad_norm": 1.032689094543457,
      "learning_rate": 1.3585558057253136e-05,
      "loss": 0.1108,
      "step": 45300
    },
    {
      "epoch": 14.602766162753296,
      "grad_norm": 1.0238643884658813,
      "learning_rate": 1.3505146349308459e-05,
      "loss": 0.1109,
      "step": 45400
    },
    {
      "epoch": 14.634930845931168,
      "grad_norm": 0.9571881890296936,
      "learning_rate": 1.3424734641363785e-05,
      "loss": 0.1124,
      "step": 45500
    },
    {
      "epoch": 14.667095529109039,
      "grad_norm": 0.9984620809555054,
      "learning_rate": 1.3345127050498553e-05,
      "loss": 0.1108,
      "step": 45600
    },
    {
      "epoch": 14.699260212286909,
      "grad_norm": 1.1483553647994995,
      "learning_rate": 1.3264715342553876e-05,
      "loss": 0.1127,
      "step": 45700
    },
    {
      "epoch": 14.73142489546478,
      "grad_norm": 1.1123391389846802,
      "learning_rate": 1.3184303634609198e-05,
      "loss": 0.1125,
      "step": 45800
    },
    {
      "epoch": 14.76358957864265,
      "grad_norm": 1.0833643674850464,
      "learning_rate": 1.3103891926664524e-05,
      "loss": 0.1124,
      "step": 45900
    },
    {
      "epoch": 14.795754261820521,
      "grad_norm": 0.8864045143127441,
      "learning_rate": 1.3023480218719847e-05,
      "loss": 0.1117,
      "step": 46000
    },
    {
      "epoch": 14.827918944998391,
      "grad_norm": 1.0828707218170166,
      "learning_rate": 1.2943068510775169e-05,
      "loss": 0.1135,
      "step": 46100
    },
    {
      "epoch": 14.860083628176262,
      "grad_norm": 0.9754586815834045,
      "learning_rate": 1.2862656802830492e-05,
      "loss": 0.1146,
      "step": 46200
    },
    {
      "epoch": 14.892248311354134,
      "grad_norm": 1.0156996250152588,
      "learning_rate": 1.2782245094885817e-05,
      "loss": 0.1117,
      "step": 46300
    },
    {
      "epoch": 14.924412994532004,
      "grad_norm": 1.1564407348632812,
      "learning_rate": 1.270183338694114e-05,
      "loss": 0.113,
      "step": 46400
    },
    {
      "epoch": 14.956577677709875,
      "grad_norm": 1.151871919631958,
      "learning_rate": 1.2621421678996462e-05,
      "loss": 0.1156,
      "step": 46500
    },
    {
      "epoch": 14.988742360887745,
      "grad_norm": 1.0806056261062622,
      "learning_rate": 1.2541009971051786e-05,
      "loss": 0.1115,
      "step": 46600
    },
    {
      "epoch": 15.020907044065616,
      "grad_norm": 1.0419082641601562,
      "learning_rate": 1.2460598263107109e-05,
      "loss": 0.0983,
      "step": 46700
    },
    {
      "epoch": 15.053071727243486,
      "grad_norm": 1.059793472290039,
      "learning_rate": 1.2380186555162431e-05,
      "loss": 0.0914,
      "step": 46800
    },
    {
      "epoch": 15.085236410421357,
      "grad_norm": 0.9557967782020569,
      "learning_rate": 1.2299774847217756e-05,
      "loss": 0.0898,
      "step": 46900
    },
    {
      "epoch": 15.117401093599229,
      "grad_norm": 0.9494596719741821,
      "learning_rate": 1.2219363139273078e-05,
      "loss": 0.0923,
      "step": 47000
    },
    {
      "epoch": 15.149565776777099,
      "grad_norm": 0.9562474489212036,
      "learning_rate": 1.2138951431328402e-05,
      "loss": 0.0951,
      "step": 47100
    },
    {
      "epoch": 15.18173045995497,
      "grad_norm": 0.9924389123916626,
      "learning_rate": 1.2058539723383726e-05,
      "loss": 0.0924,
      "step": 47200
    },
    {
      "epoch": 15.21389514313284,
      "grad_norm": 0.9415188431739807,
      "learning_rate": 1.1978128015439049e-05,
      "loss": 0.0946,
      "step": 47300
    },
    {
      "epoch": 15.246059826310711,
      "grad_norm": 1.003299593925476,
      "learning_rate": 1.1897716307494373e-05,
      "loss": 0.0938,
      "step": 47400
    },
    {
      "epoch": 15.278224509488581,
      "grad_norm": 0.977337121963501,
      "learning_rate": 1.1817304599549694e-05,
      "loss": 0.0949,
      "step": 47500
    },
    {
      "epoch": 15.310389192666452,
      "grad_norm": 0.9806488156318665,
      "learning_rate": 1.1736892891605018e-05,
      "loss": 0.0949,
      "step": 47600
    },
    {
      "epoch": 15.342553875844324,
      "grad_norm": 0.9360681176185608,
      "learning_rate": 1.1656481183660342e-05,
      "loss": 0.0927,
      "step": 47700
    },
    {
      "epoch": 15.374718559022194,
      "grad_norm": 1.0371599197387695,
      "learning_rate": 1.1576069475715664e-05,
      "loss": 0.0928,
      "step": 47800
    },
    {
      "epoch": 15.406883242200065,
      "grad_norm": 1.0855216979980469,
      "learning_rate": 1.1495657767770989e-05,
      "loss": 0.0937,
      "step": 47900
    },
    {
      "epoch": 15.439047925377935,
      "grad_norm": 0.9102591276168823,
      "learning_rate": 1.1415246059826311e-05,
      "loss": 0.0954,
      "step": 48000
    },
    {
      "epoch": 15.471212608555806,
      "grad_norm": 0.8920603394508362,
      "learning_rate": 1.1334834351881635e-05,
      "loss": 0.0944,
      "step": 48100
    },
    {
      "epoch": 15.503377291733676,
      "grad_norm": 1.0157232284545898,
      "learning_rate": 1.1254422643936958e-05,
      "loss": 0.0941,
      "step": 48200
    },
    {
      "epoch": 15.535541974911547,
      "grad_norm": 1.0315204858779907,
      "learning_rate": 1.1174010935992282e-05,
      "loss": 0.0943,
      "step": 48300
    },
    {
      "epoch": 15.567706658089417,
      "grad_norm": 0.9432384371757507,
      "learning_rate": 1.109440334512705e-05,
      "loss": 0.0942,
      "step": 48400
    },
    {
      "epoch": 15.599871341267288,
      "grad_norm": 1.0601836442947388,
      "learning_rate": 1.1013991637182375e-05,
      "loss": 0.0959,
      "step": 48500
    },
    {
      "epoch": 15.63203602444516,
      "grad_norm": 1.0262197256088257,
      "learning_rate": 1.0933579929237697e-05,
      "loss": 0.0959,
      "step": 48600
    },
    {
      "epoch": 15.66420070762303,
      "grad_norm": 1.1089009046554565,
      "learning_rate": 1.0853168221293021e-05,
      "loss": 0.0927,
      "step": 48700
    },
    {
      "epoch": 15.696365390800901,
      "grad_norm": 0.9688426852226257,
      "learning_rate": 1.0772756513348344e-05,
      "loss": 0.0943,
      "step": 48800
    },
    {
      "epoch": 15.72853007397877,
      "grad_norm": 0.9896754026412964,
      "learning_rate": 1.0692344805403668e-05,
      "loss": 0.0943,
      "step": 48900
    },
    {
      "epoch": 15.760694757156642,
      "grad_norm": 1.1106398105621338,
      "learning_rate": 1.0611933097458992e-05,
      "loss": 0.0978,
      "step": 49000
    },
    {
      "epoch": 15.792859440334512,
      "grad_norm": 0.9831110835075378,
      "learning_rate": 1.0531521389514314e-05,
      "loss": 0.0968,
      "step": 49100
    },
    {
      "epoch": 15.825024123512383,
      "grad_norm": 0.9822130799293518,
      "learning_rate": 1.0451109681569637e-05,
      "loss": 0.0961,
      "step": 49200
    },
    {
      "epoch": 15.857188806690255,
      "grad_norm": 0.9292415380477905,
      "learning_rate": 1.037069797362496e-05,
      "loss": 0.0954,
      "step": 49300
    },
    {
      "epoch": 15.889353489868125,
      "grad_norm": 1.1434463262557983,
      "learning_rate": 1.0290286265680284e-05,
      "loss": 0.0971,
      "step": 49400
    },
    {
      "epoch": 15.921518173045996,
      "grad_norm": 0.9617388844490051,
      "learning_rate": 1.0209874557735606e-05,
      "loss": 0.0958,
      "step": 49500
    },
    {
      "epoch": 15.953682856223866,
      "grad_norm": 1.0446373224258423,
      "learning_rate": 1.012946284979093e-05,
      "loss": 0.0946,
      "step": 49600
    },
    {
      "epoch": 15.985847539401737,
      "grad_norm": 1.1061015129089355,
      "learning_rate": 1.0049051141846254e-05,
      "loss": 0.0983,
      "step": 49700
    },
    {
      "epoch": 16.018012222579607,
      "grad_norm": 0.9545947909355164,
      "learning_rate": 9.968639433901577e-06,
      "loss": 0.0845,
      "step": 49800
    },
    {
      "epoch": 16.05017690575748,
      "grad_norm": 0.9615588188171387,
      "learning_rate": 9.888227725956901e-06,
      "loss": 0.0786,
      "step": 49900
    },
    {
      "epoch": 16.08234158893535,
      "grad_norm": 0.9855136275291443,
      "learning_rate": 9.807816018012223e-06,
      "loss": 0.0802,
      "step": 50000
    },
    {
      "epoch": 16.11450627211322,
      "grad_norm": 1.1269737482070923,
      "learning_rate": 9.727404310067546e-06,
      "loss": 0.0775,
      "step": 50100
    },
    {
      "epoch": 16.14667095529109,
      "grad_norm": 0.8828549385070801,
      "learning_rate": 9.64699260212287e-06,
      "loss": 0.0805,
      "step": 50200
    },
    {
      "epoch": 16.17883563846896,
      "grad_norm": 0.9752237200737,
      "learning_rate": 9.566580894178192e-06,
      "loss": 0.0791,
      "step": 50300
    },
    {
      "epoch": 16.211000321646832,
      "grad_norm": 1.014918565750122,
      "learning_rate": 9.486169186233517e-06,
      "loss": 0.0802,
      "step": 50400
    },
    {
      "epoch": 16.243165004824704,
      "grad_norm": 0.9082208871841431,
      "learning_rate": 9.405757478288839e-06,
      "loss": 0.0805,
      "step": 50500
    },
    {
      "epoch": 16.27532968800257,
      "grad_norm": 0.793496310710907,
      "learning_rate": 9.325345770344163e-06,
      "loss": 0.0791,
      "step": 50600
    },
    {
      "epoch": 16.307494371180443,
      "grad_norm": 0.922303318977356,
      "learning_rate": 9.244934062399486e-06,
      "loss": 0.0823,
      "step": 50700
    },
    {
      "epoch": 16.339659054358314,
      "grad_norm": 0.9956395626068115,
      "learning_rate": 9.16452235445481e-06,
      "loss": 0.0808,
      "step": 50800
    },
    {
      "epoch": 16.371823737536186,
      "grad_norm": 1.1846128702163696,
      "learning_rate": 9.084110646510132e-06,
      "loss": 0.0811,
      "step": 50900
    },
    {
      "epoch": 16.403988420714057,
      "grad_norm": 0.8967270255088806,
      "learning_rate": 9.003698938565455e-06,
      "loss": 0.0812,
      "step": 51000
    },
    {
      "epoch": 16.436153103891925,
      "grad_norm": 1.0155181884765625,
      "learning_rate": 8.923287230620779e-06,
      "loss": 0.0809,
      "step": 51100
    },
    {
      "epoch": 16.468317787069797,
      "grad_norm": 1.014799952507019,
      "learning_rate": 8.842875522676101e-06,
      "loss": 0.0819,
      "step": 51200
    },
    {
      "epoch": 16.50048247024767,
      "grad_norm": 1.1782442331314087,
      "learning_rate": 8.763267931810872e-06,
      "loss": 0.0815,
      "step": 51300
    },
    {
      "epoch": 16.53264715342554,
      "grad_norm": 0.9318787455558777,
      "learning_rate": 8.682856223866196e-06,
      "loss": 0.0814,
      "step": 51400
    },
    {
      "epoch": 16.56481183660341,
      "grad_norm": 0.9740914702415466,
      "learning_rate": 8.60244451592152e-06,
      "loss": 0.0809,
      "step": 51500
    },
    {
      "epoch": 16.59697651978128,
      "grad_norm": 1.0369396209716797,
      "learning_rate": 8.522032807976842e-06,
      "loss": 0.0808,
      "step": 51600
    },
    {
      "epoch": 16.62914120295915,
      "grad_norm": 0.8972563743591309,
      "learning_rate": 8.441621100032165e-06,
      "loss": 0.079,
      "step": 51700
    },
    {
      "epoch": 16.661305886137022,
      "grad_norm": 1.1047544479370117,
      "learning_rate": 8.361209392087487e-06,
      "loss": 0.0803,
      "step": 51800
    },
    {
      "epoch": 16.693470569314893,
      "grad_norm": 1.0711828470230103,
      "learning_rate": 8.280797684142811e-06,
      "loss": 0.0832,
      "step": 51900
    },
    {
      "epoch": 16.72563525249276,
      "grad_norm": 0.8830587267875671,
      "learning_rate": 8.200385976198136e-06,
      "loss": 0.0815,
      "step": 52000
    },
    {
      "epoch": 16.757799935670633,
      "grad_norm": 0.8716908693313599,
      "learning_rate": 8.119974268253458e-06,
      "loss": 0.0808,
      "step": 52100
    },
    {
      "epoch": 16.789964618848504,
      "grad_norm": 1.0468723773956299,
      "learning_rate": 8.039562560308782e-06,
      "loss": 0.0825,
      "step": 52200
    },
    {
      "epoch": 16.822129302026376,
      "grad_norm": 1.0085501670837402,
      "learning_rate": 7.959150852364105e-06,
      "loss": 0.0817,
      "step": 52300
    },
    {
      "epoch": 16.854293985204247,
      "grad_norm": 0.8367465138435364,
      "learning_rate": 7.878739144419429e-06,
      "loss": 0.0819,
      "step": 52400
    },
    {
      "epoch": 16.886458668382115,
      "grad_norm": 0.9274358749389648,
      "learning_rate": 7.798327436474751e-06,
      "loss": 0.0818,
      "step": 52500
    },
    {
      "epoch": 16.918623351559987,
      "grad_norm": 1.1087638139724731,
      "learning_rate": 7.717915728530074e-06,
      "loss": 0.083,
      "step": 52600
    },
    {
      "epoch": 16.950788034737858,
      "grad_norm": 1.0249075889587402,
      "learning_rate": 7.637504020585398e-06,
      "loss": 0.0818,
      "step": 52700
    },
    {
      "epoch": 16.98295271791573,
      "grad_norm": 0.9565846920013428,
      "learning_rate": 7.55709231264072e-06,
      "loss": 0.0802,
      "step": 52800
    },
    {
      "epoch": 17.015117401093597,
      "grad_norm": 0.8502324819564819,
      "learning_rate": 7.4766806046960445e-06,
      "loss": 0.0762,
      "step": 52900
    },
    {
      "epoch": 17.04728208427147,
      "grad_norm": 0.998939037322998,
      "learning_rate": 7.396268896751367e-06,
      "loss": 0.0693,
      "step": 53000
    },
    {
      "epoch": 17.07944676744934,
      "grad_norm": 0.8634834289550781,
      "learning_rate": 7.31585718880669e-06,
      "loss": 0.069,
      "step": 53100
    },
    {
      "epoch": 17.111611450627212,
      "grad_norm": 0.8927751779556274,
      "learning_rate": 7.2354454808620144e-06,
      "loss": 0.0686,
      "step": 53200
    },
    {
      "epoch": 17.143776133805083,
      "grad_norm": 0.7095975875854492,
      "learning_rate": 7.155033772917337e-06,
      "loss": 0.0688,
      "step": 53300
    },
    {
      "epoch": 17.17594081698295,
      "grad_norm": 1.0496543645858765,
      "learning_rate": 7.074622064972661e-06,
      "loss": 0.0709,
      "step": 53400
    },
    {
      "epoch": 17.208105500160823,
      "grad_norm": 0.8392481803894043,
      "learning_rate": 6.9942103570279835e-06,
      "loss": 0.0692,
      "step": 53500
    },
    {
      "epoch": 17.240270183338694,
      "grad_norm": 0.9044252634048462,
      "learning_rate": 6.913798649083307e-06,
      "loss": 0.0706,
      "step": 53600
    },
    {
      "epoch": 17.272434866516566,
      "grad_norm": 0.8854852914810181,
      "learning_rate": 6.833386941138629e-06,
      "loss": 0.0693,
      "step": 53700
    },
    {
      "epoch": 17.304599549694437,
      "grad_norm": 0.8078619837760925,
      "learning_rate": 6.752975233193953e-06,
      "loss": 0.0702,
      "step": 53800
    },
    {
      "epoch": 17.336764232872305,
      "grad_norm": 0.9859098196029663,
      "learning_rate": 6.672563525249277e-06,
      "loss": 0.07,
      "step": 53900
    },
    {
      "epoch": 17.368928916050177,
      "grad_norm": 1.025367259979248,
      "learning_rate": 6.592151817304599e-06,
      "loss": 0.0699,
      "step": 54000
    },
    {
      "epoch": 17.401093599228048,
      "grad_norm": 1.0151135921478271,
      "learning_rate": 6.511740109359923e-06,
      "loss": 0.0704,
      "step": 54100
    },
    {
      "epoch": 17.43325828240592,
      "grad_norm": 1.0093625783920288,
      "learning_rate": 6.431328401415246e-06,
      "loss": 0.0694,
      "step": 54200
    },
    {
      "epoch": 17.465422965583787,
      "grad_norm": 0.8962597846984863,
      "learning_rate": 6.35091669347057e-06,
      "loss": 0.0703,
      "step": 54300
    },
    {
      "epoch": 17.49758764876166,
      "grad_norm": 0.8843083381652832,
      "learning_rate": 6.270504985525893e-06,
      "loss": 0.0709,
      "step": 54400
    },
    {
      "epoch": 17.52975233193953,
      "grad_norm": 1.1030328273773193,
      "learning_rate": 6.190093277581216e-06,
      "loss": 0.0694,
      "step": 54500
    },
    {
      "epoch": 17.5619170151174,
      "grad_norm": 0.9267283082008362,
      "learning_rate": 6.109681569636539e-06,
      "loss": 0.0708,
      "step": 54600
    },
    {
      "epoch": 17.594081698295273,
      "grad_norm": 1.0376532077789307,
      "learning_rate": 6.029269861691863e-06,
      "loss": 0.0708,
      "step": 54700
    },
    {
      "epoch": 17.62624638147314,
      "grad_norm": 0.8866332173347473,
      "learning_rate": 5.9488581537471864e-06,
      "loss": 0.0709,
      "step": 54800
    },
    {
      "epoch": 17.658411064651013,
      "grad_norm": 0.9702731966972351,
      "learning_rate": 5.868446445802509e-06,
      "loss": 0.0711,
      "step": 54900
    },
    {
      "epoch": 17.690575747828884,
      "grad_norm": 0.904787540435791,
      "learning_rate": 5.788034737857832e-06,
      "loss": 0.0719,
      "step": 55000
    },
    {
      "epoch": 17.722740431006756,
      "grad_norm": 0.8797966241836548,
      "learning_rate": 5.7076230299131555e-06,
      "loss": 0.0712,
      "step": 55100
    },
    {
      "epoch": 17.754905114184623,
      "grad_norm": 0.9212404489517212,
      "learning_rate": 5.628015439047925e-06,
      "loss": 0.0687,
      "step": 55200
    },
    {
      "epoch": 17.787069797362495,
      "grad_norm": 0.9659159779548645,
      "learning_rate": 5.547603731103248e-06,
      "loss": 0.0716,
      "step": 55300
    },
    {
      "epoch": 17.819234480540366,
      "grad_norm": 0.9781568050384521,
      "learning_rate": 5.4671920231585725e-06,
      "loss": 0.0712,
      "step": 55400
    },
    {
      "epoch": 17.851399163718238,
      "grad_norm": 0.9969457387924194,
      "learning_rate": 5.386780315213896e-06,
      "loss": 0.0716,
      "step": 55500
    },
    {
      "epoch": 17.88356384689611,
      "grad_norm": 0.8759910464286804,
      "learning_rate": 5.306368607269218e-06,
      "loss": 0.0687,
      "step": 55600
    },
    {
      "epoch": 17.915728530073977,
      "grad_norm": 0.9174026250839233,
      "learning_rate": 5.225956899324542e-06,
      "loss": 0.0705,
      "step": 55700
    },
    {
      "epoch": 17.94789321325185,
      "grad_norm": 1.0490466356277466,
      "learning_rate": 5.145545191379865e-06,
      "loss": 0.0701,
      "step": 55800
    },
    {
      "epoch": 17.98005789642972,
      "grad_norm": 0.8875726461410522,
      "learning_rate": 5.065133483435188e-06,
      "loss": 0.0713,
      "step": 55900
    },
    {
      "epoch": 18.01222257960759,
      "grad_norm": 0.7829542756080627,
      "learning_rate": 4.984721775490512e-06,
      "loss": 0.068,
      "step": 56000
    },
    {
      "epoch": 18.044387262785463,
      "grad_norm": 0.9281951785087585,
      "learning_rate": 4.904310067545835e-06,
      "loss": 0.0615,
      "step": 56100
    },
    {
      "epoch": 18.07655194596333,
      "grad_norm": 0.8894643783569336,
      "learning_rate": 4.823898359601158e-06,
      "loss": 0.0608,
      "step": 56200
    },
    {
      "epoch": 18.108716629141203,
      "grad_norm": 0.7356093525886536,
      "learning_rate": 4.743486651656481e-06,
      "loss": 0.0616,
      "step": 56300
    },
    {
      "epoch": 18.140881312319074,
      "grad_norm": 0.7402681708335876,
      "learning_rate": 4.663074943711805e-06,
      "loss": 0.0616,
      "step": 56400
    },
    {
      "epoch": 18.173045995496945,
      "grad_norm": 0.8778253793716431,
      "learning_rate": 4.582663235767128e-06,
      "loss": 0.0613,
      "step": 56500
    },
    {
      "epoch": 18.205210678674813,
      "grad_norm": 0.7177903652191162,
      "learning_rate": 4.502251527822451e-06,
      "loss": 0.061,
      "step": 56600
    },
    {
      "epoch": 18.237375361852685,
      "grad_norm": 1.0053707361221313,
      "learning_rate": 4.421839819877775e-06,
      "loss": 0.0614,
      "step": 56700
    },
    {
      "epoch": 18.269540045030556,
      "grad_norm": 0.8634065985679626,
      "learning_rate": 4.341428111933098e-06,
      "loss": 0.0609,
      "step": 56800
    },
    {
      "epoch": 18.301704728208428,
      "grad_norm": 0.8410573601722717,
      "learning_rate": 4.261016403988421e-06,
      "loss": 0.0618,
      "step": 56900
    },
    {
      "epoch": 18.3338694113863,
      "grad_norm": 0.9490267038345337,
      "learning_rate": 4.180604696043744e-06,
      "loss": 0.0617,
      "step": 57000
    },
    {
      "epoch": 18.366034094564167,
      "grad_norm": 0.8697332739830017,
      "learning_rate": 4.100192988099068e-06,
      "loss": 0.0617,
      "step": 57100
    },
    {
      "epoch": 18.39819877774204,
      "grad_norm": 1.0434635877609253,
      "learning_rate": 4.019781280154391e-06,
      "loss": 0.0613,
      "step": 57200
    },
    {
      "epoch": 18.43036346091991,
      "grad_norm": 1.034525990486145,
      "learning_rate": 3.9393695722097144e-06,
      "loss": 0.0631,
      "step": 57300
    },
    {
      "epoch": 18.46252814409778,
      "grad_norm": 0.8523834347724915,
      "learning_rate": 3.858957864265037e-06,
      "loss": 0.0619,
      "step": 57400
    },
    {
      "epoch": 18.494692827275653,
      "grad_norm": 0.9277452826499939,
      "learning_rate": 3.77854615632036e-06,
      "loss": 0.0619,
      "step": 57500
    },
    {
      "epoch": 18.52685751045352,
      "grad_norm": 0.8697579503059387,
      "learning_rate": 3.6981344483756835e-06,
      "loss": 0.0609,
      "step": 57600
    },
    {
      "epoch": 18.559022193631392,
      "grad_norm": 1.1431069374084473,
      "learning_rate": 3.6177227404310072e-06,
      "loss": 0.0627,
      "step": 57700
    },
    {
      "epoch": 18.591186876809264,
      "grad_norm": 0.8121923804283142,
      "learning_rate": 3.5373110324863305e-06,
      "loss": 0.0611,
      "step": 57800
    },
    {
      "epoch": 18.623351559987135,
      "grad_norm": 0.8631033301353455,
      "learning_rate": 3.4568993245416534e-06,
      "loss": 0.0643,
      "step": 57900
    },
    {
      "epoch": 18.655516243165003,
      "grad_norm": 0.8957691788673401,
      "learning_rate": 3.3764876165969767e-06,
      "loss": 0.0641,
      "step": 58000
    },
    {
      "epoch": 18.687680926342875,
      "grad_norm": 0.8032559156417847,
      "learning_rate": 3.2960759086522996e-06,
      "loss": 0.0628,
      "step": 58100
    },
    {
      "epoch": 18.719845609520746,
      "grad_norm": 0.8172631859779358,
      "learning_rate": 3.215664200707623e-06,
      "loss": 0.061,
      "step": 58200
    },
    {
      "epoch": 18.752010292698618,
      "grad_norm": 0.8193603157997131,
      "learning_rate": 3.1352524927629466e-06,
      "loss": 0.0624,
      "step": 58300
    },
    {
      "epoch": 18.78417497587649,
      "grad_norm": 0.8261486887931824,
      "learning_rate": 3.0548407848182695e-06,
      "loss": 0.0601,
      "step": 58400
    },
    {
      "epoch": 18.816339659054357,
      "grad_norm": 0.9643902778625488,
      "learning_rate": 2.9744290768735932e-06,
      "loss": 0.0618,
      "step": 58500
    },
    {
      "epoch": 18.84850434223223,
      "grad_norm": 0.919653058052063,
      "learning_rate": 2.894017368928916e-06,
      "loss": 0.0621,
      "step": 58600
    },
    {
      "epoch": 18.8806690254101,
      "grad_norm": 0.99927818775177,
      "learning_rate": 2.8136056609842394e-06,
      "loss": 0.0626,
      "step": 58700
    },
    {
      "epoch": 18.91283370858797,
      "grad_norm": 1.0389022827148438,
      "learning_rate": 2.7331939530395627e-06,
      "loss": 0.0607,
      "step": 58800
    },
    {
      "epoch": 18.944998391765843,
      "grad_norm": 0.8360564708709717,
      "learning_rate": 2.652782245094886e-06,
      "loss": 0.0621,
      "step": 58900
    },
    {
      "epoch": 18.97716307494371,
      "grad_norm": 0.7946717143058777,
      "learning_rate": 2.572370537150209e-06,
      "loss": 0.0613,
      "step": 59000
    },
    {
      "epoch": 19.009327758121582,
      "grad_norm": 0.8464102149009705,
      "learning_rate": 2.4919588292055326e-06,
      "loss": 0.0598,
      "step": 59100
    },
    {
      "epoch": 19.041492441299454,
      "grad_norm": 0.8916983008384705,
      "learning_rate": 2.4115471212608555e-06,
      "loss": 0.0553,
      "step": 59200
    },
    {
      "epoch": 19.073657124477325,
      "grad_norm": 0.8545793294906616,
      "learning_rate": 2.3311354133161792e-06,
      "loss": 0.0561,
      "step": 59300
    },
    {
      "epoch": 19.105821807655193,
      "grad_norm": 0.8248264789581299,
      "learning_rate": 2.2515278224509488e-06,
      "loss": 0.0551,
      "step": 59400
    },
    {
      "epoch": 19.137986490833065,
      "grad_norm": 0.9491187334060669,
      "learning_rate": 2.1711161145062725e-06,
      "loss": 0.0569,
      "step": 59500
    },
    {
      "epoch": 19.170151174010936,
      "grad_norm": 0.7597662806510925,
      "learning_rate": 2.0907044065615954e-06,
      "loss": 0.0554,
      "step": 59600
    },
    {
      "epoch": 19.202315857188808,
      "grad_norm": 0.7805320024490356,
      "learning_rate": 2.0102926986169187e-06,
      "loss": 0.0567,
      "step": 59700
    },
    {
      "epoch": 19.23448054036668,
      "grad_norm": 0.7836379408836365,
      "learning_rate": 1.929880990672242e-06,
      "loss": 0.0551,
      "step": 59800
    },
    {
      "epoch": 19.266645223544547,
      "grad_norm": 0.8051148056983948,
      "learning_rate": 1.849469282727565e-06,
      "loss": 0.0565,
      "step": 59900
    },
    {
      "epoch": 19.29880990672242,
      "grad_norm": 0.8301971554756165,
      "learning_rate": 1.7690575747828884e-06,
      "loss": 0.0567,
      "step": 60000
    },
    {
      "epoch": 19.33097458990029,
      "grad_norm": 0.8996140956878662,
      "learning_rate": 1.6886458668382117e-06,
      "loss": 0.056,
      "step": 60100
    },
    {
      "epoch": 19.36313927307816,
      "grad_norm": 0.8115219473838806,
      "learning_rate": 1.608234158893535e-06,
      "loss": 0.0575,
      "step": 60200
    },
    {
      "epoch": 19.39530395625603,
      "grad_norm": 0.8823007345199585,
      "learning_rate": 1.5278224509488583e-06,
      "loss": 0.0552,
      "step": 60300
    },
    {
      "epoch": 19.4274686394339,
      "grad_norm": 0.7915894389152527,
      "learning_rate": 1.4474107430041816e-06,
      "loss": 0.0561,
      "step": 60400
    },
    {
      "epoch": 19.459633322611772,
      "grad_norm": 0.7833816409111023,
      "learning_rate": 1.3669990350595047e-06,
      "loss": 0.0563,
      "step": 60500
    },
    {
      "epoch": 19.491798005789644,
      "grad_norm": 0.9442763924598694,
      "learning_rate": 1.286587327114828e-06,
      "loss": 0.0583,
      "step": 60600
    },
    {
      "epoch": 19.523962688967515,
      "grad_norm": 0.8519619107246399,
      "learning_rate": 1.2061756191701513e-06,
      "loss": 0.0561,
      "step": 60700
    },
    {
      "epoch": 19.556127372145383,
      "grad_norm": 0.8903068900108337,
      "learning_rate": 1.1257639112254744e-06,
      "loss": 0.0564,
      "step": 60800
    },
    {
      "epoch": 19.588292055323254,
      "grad_norm": 0.9718756079673767,
      "learning_rate": 1.0453522032807977e-06,
      "loss": 0.0556,
      "step": 60900
    },
    {
      "epoch": 19.620456738501126,
      "grad_norm": 0.7963365316390991,
      "learning_rate": 9.64940495336121e-07,
      "loss": 0.0561,
      "step": 61000
    },
    {
      "epoch": 19.652621421678997,
      "grad_norm": 0.7003450989723206,
      "learning_rate": 8.845287873914442e-07,
      "loss": 0.0558,
      "step": 61100
    },
    {
      "epoch": 19.68478610485687,
      "grad_norm": 0.8856065273284912,
      "learning_rate": 8.041170794467675e-07,
      "loss": 0.0558,
      "step": 61200
    },
    {
      "epoch": 19.716950788034737,
      "grad_norm": 0.6978211998939514,
      "learning_rate": 7.237053715020908e-07,
      "loss": 0.0547,
      "step": 61300
    },
    {
      "epoch": 19.74911547121261,
      "grad_norm": 0.6877977848052979,
      "learning_rate": 6.440977806368608e-07,
      "loss": 0.0566,
      "step": 61400
    },
    {
      "epoch": 19.78128015439048,
      "grad_norm": 0.9814041256904602,
      "learning_rate": 5.636860726921841e-07,
      "loss": 0.0544,
      "step": 61500
    },
    {
      "epoch": 19.81344483756835,
      "grad_norm": 0.8647675514221191,
      "learning_rate": 4.832743647475073e-07,
      "loss": 0.0561,
      "step": 61600
    },
    {
      "epoch": 19.84560952074622,
      "grad_norm": 0.8660107851028442,
      "learning_rate": 4.028626568028305e-07,
      "loss": 0.0552,
      "step": 61700
    },
    {
      "epoch": 19.87777420392409,
      "grad_norm": 0.7724593281745911,
      "learning_rate": 3.224509488581538e-07,
      "loss": 0.0563,
      "step": 61800
    },
    {
      "epoch": 19.909938887101962,
      "grad_norm": 0.8536872863769531,
      "learning_rate": 2.42039240913477e-07,
      "loss": 0.0557,
      "step": 61900
    },
    {
      "epoch": 19.942103570279833,
      "grad_norm": 0.8342153429985046,
      "learning_rate": 1.6162753296880025e-07,
      "loss": 0.0561,
      "step": 62000
    }
  ],
  "logging_steps": 100,
  "max_steps": 62180,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.396914765824e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}