{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.031181202890604,
  "eval_steps": 500,
  "global_step": 63000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0016368085506878688,
      "grad_norm": 0.5328027606010437,
      "learning_rate": 3.600654664484452e-07,
      "loss": 1.6968,
      "step": 100
    },
    {
      "epoch": 0.0032736171013757376,
      "grad_norm": 0.5594077706336975,
      "learning_rate": 7.237679578105111e-07,
      "loss": 1.6883,
      "step": 200
    },
    {
      "epoch": 0.004910425652063607,
      "grad_norm": 0.6636043787002563,
      "learning_rate": 1.087470449172577e-06,
      "loss": 1.6196,
      "step": 300
    },
    {
      "epoch": 0.006547234202751475,
      "grad_norm": 0.6200364828109741,
      "learning_rate": 1.4511729405346428e-06,
      "loss": 1.511,
      "step": 400
    },
    {
      "epoch": 0.008184042753439345,
      "grad_norm": 0.4777531623840332,
      "learning_rate": 1.8148754318967086e-06,
      "loss": 1.342,
      "step": 500
    },
    {
      "epoch": 0.009820851304127213,
      "grad_norm": 0.3041970133781433,
      "learning_rate": 2.1785779232587743e-06,
      "loss": 1.2154,
      "step": 600
    },
    {
      "epoch": 0.011457659854815082,
      "grad_norm": 0.21760690212249756,
      "learning_rate": 2.54228041462084e-06,
      "loss": 1.1427,
      "step": 700
    },
    {
      "epoch": 0.01309446840550295,
      "grad_norm": 0.22987280786037445,
      "learning_rate": 2.9059829059829063e-06,
      "loss": 1.0943,
      "step": 800
    },
    {
      "epoch": 0.014731276956190819,
      "grad_norm": 0.24943482875823975,
      "learning_rate": 3.269685397344972e-06,
      "loss": 1.0696,
      "step": 900
    },
    {
      "epoch": 0.01636808550687869,
      "grad_norm": 0.2619542181491852,
      "learning_rate": 3.633387888707038e-06,
      "loss": 1.0318,
      "step": 1000
    },
    {
      "epoch": 0.018004894057566556,
      "grad_norm": 0.2811136841773987,
      "learning_rate": 3.997090380069103e-06,
      "loss": 1.0035,
      "step": 1100
    },
    {
      "epoch": 0.019641702608254426,
      "grad_norm": 0.3045084476470947,
      "learning_rate": 4.36079287143117e-06,
      "loss": 0.9726,
      "step": 1200
    },
    {
      "epoch": 0.021278511158942293,
      "grad_norm": 0.3168332278728485,
      "learning_rate": 4.7244953627932355e-06,
      "loss": 0.971,
      "step": 1300
    },
    {
      "epoch": 0.022915319709630164,
      "grad_norm": 0.33685848116874695,
      "learning_rate": 5.088197854155301e-06,
      "loss": 0.952,
      "step": 1400
    },
    {
      "epoch": 0.02455212826031803,
      "grad_norm": 0.3198516368865967,
      "learning_rate": 5.451900345517367e-06,
      "loss": 0.9385,
      "step": 1500
    },
    {
      "epoch": 0.0261889368110059,
      "grad_norm": 0.3457159101963043,
      "learning_rate": 5.815602836879432e-06,
      "loss": 0.9291,
      "step": 1600
    },
    {
      "epoch": 0.02782574536169377,
      "grad_norm": 0.3343696594238281,
      "learning_rate": 6.179305328241499e-06,
      "loss": 0.9251,
      "step": 1700
    },
    {
      "epoch": 0.029462553912381638,
      "grad_norm": 0.4662475287914276,
      "learning_rate": 6.543007819603565e-06,
      "loss": 0.9328,
      "step": 1800
    },
    {
      "epoch": 0.03109936246306951,
      "grad_norm": 0.3559871017932892,
      "learning_rate": 6.906710310965631e-06,
      "loss": 0.9126,
      "step": 1900
    },
    {
      "epoch": 0.03273617101375738,
      "grad_norm": 0.3852447271347046,
      "learning_rate": 7.270412802327696e-06,
      "loss": 0.9024,
      "step": 2000
    },
    {
      "epoch": 0.034372979564445245,
      "grad_norm": 0.36482807993888855,
      "learning_rate": 7.634115293689762e-06,
      "loss": 0.9086,
      "step": 2100
    },
    {
      "epoch": 0.03600978811513311,
      "grad_norm": 0.39493420720100403,
      "learning_rate": 7.997817785051828e-06,
      "loss": 0.9144,
      "step": 2200
    },
    {
      "epoch": 0.03764659666582098,
      "grad_norm": 0.4406372010707855,
      "learning_rate": 8.361520276413894e-06,
      "loss": 0.9067,
      "step": 2300
    },
    {
      "epoch": 0.03928340521650885,
      "grad_norm": 0.43684300780296326,
      "learning_rate": 8.72522276777596e-06,
      "loss": 0.898,
      "step": 2400
    },
    {
      "epoch": 0.04092021376719672,
      "grad_norm": 0.4949699342250824,
      "learning_rate": 9.088925259138026e-06,
      "loss": 0.8893,
      "step": 2500
    },
    {
      "epoch": 0.04255702231788459,
      "grad_norm": 0.4759005308151245,
      "learning_rate": 9.452627750500092e-06,
      "loss": 0.9036,
      "step": 2600
    },
    {
      "epoch": 0.04419383086857246,
      "grad_norm": 0.4733336567878723,
      "learning_rate": 9.816330241862157e-06,
      "loss": 0.9046,
      "step": 2700
    },
    {
      "epoch": 0.04583063941926033,
      "grad_norm": 0.5515408515930176,
      "learning_rate": 1.0180032733224223e-05,
      "loss": 0.8899,
      "step": 2800
    },
    {
      "epoch": 0.047467447969948194,
      "grad_norm": 0.5026727318763733,
      "learning_rate": 1.054373522458629e-05,
      "loss": 0.8868,
      "step": 2900
    },
    {
      "epoch": 0.04910425652063606,
      "grad_norm": 0.5517929196357727,
      "learning_rate": 1.0907437715948354e-05,
      "loss": 0.8905,
      "step": 3000
    },
    {
      "epoch": 0.050741065071323935,
      "grad_norm": 0.5139409899711609,
      "learning_rate": 1.127114020731042e-05,
      "loss": 0.8711,
      "step": 3100
    },
    {
      "epoch": 0.0523778736220118,
      "grad_norm": 0.5762068033218384,
      "learning_rate": 1.1634842698672486e-05,
      "loss": 0.9,
      "step": 3200
    },
    {
      "epoch": 0.05401468217269967,
      "grad_norm": 0.5540242791175842,
      "learning_rate": 1.1998545190034552e-05,
      "loss": 0.8854,
      "step": 3300
    },
    {
      "epoch": 0.05565149072338754,
      "grad_norm": 0.6651942133903503,
      "learning_rate": 1.236224768139662e-05,
      "loss": 0.875,
      "step": 3400
    },
    {
      "epoch": 0.05728829927407541,
      "grad_norm": 0.6157256364822388,
      "learning_rate": 1.2725950172758685e-05,
      "loss": 0.87,
      "step": 3500
    },
    {
      "epoch": 0.058925107824763276,
      "grad_norm": 0.6638494729995728,
      "learning_rate": 1.3089652664120751e-05,
      "loss": 0.8666,
      "step": 3600
    },
    {
      "epoch": 0.06056191637545114,
      "grad_norm": 0.6535647511482239,
      "learning_rate": 1.3453355155482817e-05,
      "loss": 0.8675,
      "step": 3700
    },
    {
      "epoch": 0.06219872492613902,
      "grad_norm": 0.7346630692481995,
      "learning_rate": 1.3817057646844883e-05,
      "loss": 0.8724,
      "step": 3800
    },
    {
      "epoch": 0.06383553347682688,
      "grad_norm": 0.7002882957458496,
      "learning_rate": 1.4180760138206948e-05,
      "loss": 0.8476,
      "step": 3900
    },
    {
      "epoch": 0.06547234202751476,
      "grad_norm": 0.6632655262947083,
      "learning_rate": 1.4544462629569014e-05,
      "loss": 0.8641,
      "step": 4000
    },
    {
      "epoch": 0.06710915057820262,
      "grad_norm": 0.7253566384315491,
      "learning_rate": 1.490816512093108e-05,
      "loss": 0.8611,
      "step": 4100
    },
    {
      "epoch": 0.06874595912889049,
      "grad_norm": 0.7651970386505127,
      "learning_rate": 1.5271867612293146e-05,
      "loss": 0.8597,
      "step": 4200
    },
    {
      "epoch": 0.07038276767957836,
      "grad_norm": 0.6781213879585266,
      "learning_rate": 1.563557010365521e-05,
      "loss": 0.844,
      "step": 4300
    },
    {
      "epoch": 0.07201957623026622,
      "grad_norm": 0.7465602159500122,
      "learning_rate": 1.5999272595017275e-05,
      "loss": 0.8558,
      "step": 4400
    },
    {
      "epoch": 0.0736563847809541,
      "grad_norm": 0.7796695828437805,
      "learning_rate": 1.6362975086379343e-05,
      "loss": 0.8533,
      "step": 4500
    },
    {
      "epoch": 0.07529319333164196,
      "grad_norm": 0.7622010111808777,
      "learning_rate": 1.6726677577741408e-05,
      "loss": 0.8414,
      "step": 4600
    },
    {
      "epoch": 0.07693000188232983,
      "grad_norm": 0.7499621510505676,
      "learning_rate": 1.7090380069103472e-05,
      "loss": 0.8459,
      "step": 4700
    },
    {
      "epoch": 0.0785668104330177,
      "grad_norm": 0.7822730541229248,
      "learning_rate": 1.745408256046554e-05,
      "loss": 0.8468,
      "step": 4800
    },
    {
      "epoch": 0.08020361898370557,
      "grad_norm": 0.7850978970527649,
      "learning_rate": 1.7817785051827608e-05,
      "loss": 0.8603,
      "step": 4900
    },
    {
      "epoch": 0.08184042753439344,
      "grad_norm": 0.8370286822319031,
      "learning_rate": 1.8181487543189672e-05,
      "loss": 0.837,
      "step": 5000
    },
    {
      "epoch": 0.08347723608508131,
      "grad_norm": 0.821024477481842,
      "learning_rate": 1.854519003455174e-05,
      "loss": 0.8464,
      "step": 5100
    },
    {
      "epoch": 0.08511404463576917,
      "grad_norm": 0.8516008257865906,
      "learning_rate": 1.8908892525913805e-05,
      "loss": 0.837,
      "step": 5200
    },
    {
      "epoch": 0.08675085318645705,
      "grad_norm": 0.7816336750984192,
      "learning_rate": 1.927259501727587e-05,
      "loss": 0.8471,
      "step": 5300
    },
    {
      "epoch": 0.08838766173714492,
      "grad_norm": 0.8347124457359314,
      "learning_rate": 1.9636297508637937e-05,
      "loss": 0.8333,
      "step": 5400
    },
    {
      "epoch": 0.09002447028783278,
      "grad_norm": 0.8995541334152222,
      "learning_rate": 2e-05,
      "loss": 0.8341,
      "step": 5500
    },
    {
      "epoch": 0.09166127883852065,
      "grad_norm": 0.9787241816520691,
      "learning_rate": 1.9999984387425675e-05,
      "loss": 0.8431,
      "step": 5600
    },
    {
      "epoch": 0.09329808738920851,
      "grad_norm": 0.8093689680099487,
      "learning_rate": 1.999993754975144e-05,
      "loss": 0.8325,
      "step": 5700
    },
    {
      "epoch": 0.09493489593989639,
      "grad_norm": 0.9042837023735046,
      "learning_rate": 1.999985948712355e-05,
      "loss": 0.828,
      "step": 5800
    },
    {
      "epoch": 0.09657170449058426,
      "grad_norm": 0.9188331961631775,
      "learning_rate": 1.999975019978576e-05,
      "loss": 0.8291,
      "step": 5900
    },
    {
      "epoch": 0.09820851304127212,
      "grad_norm": 0.8699648380279541,
      "learning_rate": 1.9999609688079316e-05,
      "loss": 0.8277,
      "step": 6000
    },
    {
      "epoch": 0.09984532159196,
      "grad_norm": 0.9138243794441223,
      "learning_rate": 1.999943795244297e-05,
      "loss": 0.8367,
      "step": 6100
    },
    {
      "epoch": 0.10148213014264787,
      "grad_norm": 0.9293233156204224,
      "learning_rate": 1.9999234993412973e-05,
      "loss": 0.8281,
      "step": 6200
    },
    {
      "epoch": 0.10311893869333573,
      "grad_norm": 0.9346773624420166,
      "learning_rate": 1.999900081162306e-05,
      "loss": 0.8323,
      "step": 6300
    },
    {
      "epoch": 0.1047557472440236,
      "grad_norm": 0.9332927465438843,
      "learning_rate": 1.999873540780447e-05,
      "loss": 0.8259,
      "step": 6400
    },
    {
      "epoch": 0.10639255579471148,
      "grad_norm": 0.8887437582015991,
      "learning_rate": 1.9998438782785937e-05,
      "loss": 0.8305,
      "step": 6500
    },
    {
      "epoch": 0.10802936434539934,
      "grad_norm": 0.9184074401855469,
      "learning_rate": 1.999811093749367e-05,
      "loss": 0.829,
      "step": 6600
    },
    {
      "epoch": 0.10966617289608721,
      "grad_norm": 0.8532683849334717,
      "learning_rate": 1.999775187295137e-05,
      "loss": 0.8275,
      "step": 6700
    },
    {
      "epoch": 0.11130298144677508,
      "grad_norm": 0.9298515915870667,
      "learning_rate": 1.9997361590280225e-05,
      "loss": 0.8192,
      "step": 6800
    },
    {
      "epoch": 0.11293978999746294,
      "grad_norm": 0.9617123603820801,
      "learning_rate": 1.9996940090698896e-05,
      "loss": 0.8198,
      "step": 6900
    },
    {
      "epoch": 0.11457659854815082,
      "grad_norm": 1.0112113952636719,
      "learning_rate": 1.9996487375523524e-05,
      "loss": 0.8239,
      "step": 7000
    },
    {
      "epoch": 0.11621340709883868,
      "grad_norm": 0.9226319193840027,
      "learning_rate": 1.9996003446167718e-05,
      "loss": 0.8281,
      "step": 7100
    },
    {
      "epoch": 0.11785021564952655,
      "grad_norm": 1.0199968814849854,
      "learning_rate": 1.999548830414255e-05,
      "loss": 0.82,
      "step": 7200
    },
    {
      "epoch": 0.11948702420021443,
      "grad_norm": 0.9594390988349915,
      "learning_rate": 1.999494195105657e-05,
      "loss": 0.8139,
      "step": 7300
    },
    {
      "epoch": 0.12112383275090229,
      "grad_norm": 0.9685386419296265,
      "learning_rate": 1.9994364388615763e-05,
      "loss": 0.8193,
      "step": 7400
    },
    {
      "epoch": 0.12276064130159016,
      "grad_norm": 0.9797342419624329,
      "learning_rate": 1.999375561862358e-05,
      "loss": 0.815,
      "step": 7500
    },
    {
      "epoch": 0.12439744985227803,
      "grad_norm": 1.0541061162948608,
      "learning_rate": 1.9993115642980912e-05,
      "loss": 0.8239,
      "step": 7600
    },
    {
      "epoch": 0.1260342584029659,
      "grad_norm": 0.9543519616127014,
      "learning_rate": 1.99924444636861e-05,
      "loss": 0.8145,
      "step": 7700
    },
    {
      "epoch": 0.12767106695365377,
      "grad_norm": 0.9379186630249023,
      "learning_rate": 1.99917420828349e-05,
      "loss": 0.817,
      "step": 7800
    },
    {
      "epoch": 0.12930787550434164,
      "grad_norm": 0.9919012188911438,
      "learning_rate": 1.9991008502620515e-05,
      "loss": 0.8208,
      "step": 7900
    },
    {
      "epoch": 0.13094468405502951,
      "grad_norm": 0.9344952702522278,
      "learning_rate": 1.999024372533356e-05,
      "loss": 0.8167,
      "step": 8000
    },
    {
      "epoch": 0.13258149260571736,
      "grad_norm": 0.9583950638771057,
      "learning_rate": 1.9989447753362058e-05,
      "loss": 0.8125,
      "step": 8100
    },
    {
      "epoch": 0.13421830115640523,
      "grad_norm": 0.9945580363273621,
      "learning_rate": 1.998862058919145e-05,
      "loss": 0.8225,
      "step": 8200
    },
    {
      "epoch": 0.1358551097070931,
      "grad_norm": 0.9583763480186462,
      "learning_rate": 1.9987762235404566e-05,
      "loss": 0.8105,
      "step": 8300
    },
    {
      "epoch": 0.13749191825778098,
      "grad_norm": 1.025468349456787,
      "learning_rate": 1.998687269468162e-05,
      "loss": 0.8107,
      "step": 8400
    },
    {
      "epoch": 0.13912872680846886,
      "grad_norm": 1.0057779550552368,
      "learning_rate": 1.998595196980023e-05,
      "loss": 0.8138,
      "step": 8500
    },
    {
      "epoch": 0.14076553535915673,
      "grad_norm": 0.9300206899642944,
      "learning_rate": 1.9985000063635365e-05,
      "loss": 0.8207,
      "step": 8600
    },
    {
      "epoch": 0.14240234390984458,
      "grad_norm": 1.0241742134094238,
      "learning_rate": 1.9984016979159368e-05,
      "loss": 0.8046,
      "step": 8700
    },
    {
      "epoch": 0.14403915246053245,
      "grad_norm": 0.9688097238540649,
      "learning_rate": 1.9983002719441935e-05,
      "loss": 0.8193,
      "step": 8800
    },
    {
      "epoch": 0.14567596101122032,
      "grad_norm": 0.9877735376358032,
      "learning_rate": 1.9981957287650107e-05,
      "loss": 0.8003,
      "step": 8900
    },
    {
      "epoch": 0.1473127695619082,
      "grad_norm": 0.9533541202545166,
      "learning_rate": 1.9980880687048257e-05,
      "loss": 0.8089,
      "step": 9000
    },
    {
      "epoch": 0.14894957811259607,
      "grad_norm": 1.0934607982635498,
      "learning_rate": 1.997977292099809e-05,
      "loss": 0.7971,
      "step": 9100
    },
    {
      "epoch": 0.15058638666328392,
      "grad_norm": 0.9715205430984497,
      "learning_rate": 1.9978633992958624e-05,
      "loss": 0.8194,
      "step": 9200
    },
    {
      "epoch": 0.1522231952139718,
      "grad_norm": 0.9527362585067749,
      "learning_rate": 1.9977463906486175e-05,
      "loss": 0.8095,
      "step": 9300
    },
    {
      "epoch": 0.15386000376465966,
      "grad_norm": 1.0439358949661255,
      "learning_rate": 1.9976262665234357e-05,
      "loss": 0.7997,
      "step": 9400
    },
    {
      "epoch": 0.15549681231534754,
      "grad_norm": 1.1087926626205444,
      "learning_rate": 1.9975030272954066e-05,
      "loss": 0.8012,
      "step": 9500
    },
    {
      "epoch": 0.1571336208660354,
      "grad_norm": 1.0532102584838867,
      "learning_rate": 1.9973766733493458e-05,
      "loss": 0.8006,
      "step": 9600
    },
    {
      "epoch": 0.15877042941672329,
      "grad_norm": 0.9958882331848145,
      "learning_rate": 1.997247205079796e-05,
      "loss": 0.8138,
      "step": 9700
    },
    {
      "epoch": 0.16040723796741113,
      "grad_norm": 1.0133436918258667,
      "learning_rate": 1.9971146228910236e-05,
      "loss": 0.7942,
      "step": 9800
    },
    {
      "epoch": 0.162044046518099,
      "grad_norm": 0.9266718029975891,
      "learning_rate": 1.9969789271970187e-05,
      "loss": 0.7917,
      "step": 9900
    },
    {
      "epoch": 0.16368085506878688,
      "grad_norm": 1.0468189716339111,
      "learning_rate": 1.9968401184214924e-05,
      "loss": 0.8012,
      "step": 10000
    },
    {
      "epoch": 0.16531766361947475,
      "grad_norm": 1.0444200038909912,
      "learning_rate": 1.9966981969978782e-05,
      "loss": 0.7979,
      "step": 10100
    },
    {
      "epoch": 0.16695447217016263,
      "grad_norm": 1.0317082405090332,
      "learning_rate": 1.9965531633693268e-05,
      "loss": 0.8209,
      "step": 10200
    },
    {
      "epoch": 0.16859128072085047,
      "grad_norm": 1.0699563026428223,
      "learning_rate": 1.9964050179887088e-05,
      "loss": 0.8035,
      "step": 10300
    },
    {
      "epoch": 0.17022808927153835,
      "grad_norm": 0.9806187748908997,
      "learning_rate": 1.9962537613186096e-05,
      "loss": 0.7957,
      "step": 10400
    },
    {
      "epoch": 0.17186489782222622,
      "grad_norm": 1.0728228092193604,
      "learning_rate": 1.996099393831331e-05,
      "loss": 0.791,
      "step": 10500
    },
    {
      "epoch": 0.1735017063729141,
      "grad_norm": 1.028189778327942,
      "learning_rate": 1.9959419160088874e-05,
      "loss": 0.7964,
      "step": 10600
    },
    {
      "epoch": 0.17513851492360197,
      "grad_norm": 1.0126999616622925,
      "learning_rate": 1.9957813283430054e-05,
      "loss": 0.799,
      "step": 10700
    },
    {
      "epoch": 0.17677532347428984,
      "grad_norm": 0.96955406665802,
      "learning_rate": 1.995617631335123e-05,
      "loss": 0.8118,
      "step": 10800
    },
    {
      "epoch": 0.1784121320249777,
      "grad_norm": 1.0654776096343994,
      "learning_rate": 1.9954508254963865e-05,
      "loss": 0.8084,
      "step": 10900
    },
    {
      "epoch": 0.18004894057566556,
      "grad_norm": 0.9537600874900818,
      "learning_rate": 1.9952809113476493e-05,
      "loss": 0.8011,
      "step": 11000
    },
    {
      "epoch": 0.18168574912635344,
      "grad_norm": 0.9695281982421875,
      "learning_rate": 1.9951078894194708e-05,
      "loss": 0.8054,
      "step": 11100
    },
    {
      "epoch": 0.1833225576770413,
      "grad_norm": 1.0722426176071167,
      "learning_rate": 1.9949317602521144e-05,
      "loss": 0.7917,
      "step": 11200
    },
    {
      "epoch": 0.18495936622772918,
      "grad_norm": 0.9706518054008484,
      "learning_rate": 1.9947525243955467e-05,
      "loss": 0.8055,
      "step": 11300
    },
    {
      "epoch": 0.18659617477841703,
      "grad_norm": 0.9769388437271118,
      "learning_rate": 1.994570182409434e-05,
      "loss": 0.7981,
      "step": 11400
    },
    {
      "epoch": 0.1882329833291049,
      "grad_norm": 0.9185972809791565,
      "learning_rate": 1.9943847348631415e-05,
      "loss": 0.7907,
      "step": 11500
    },
    {
      "epoch": 0.18986979187979278,
      "grad_norm": 1.0683258771896362,
      "learning_rate": 1.9941961823357322e-05,
      "loss": 0.8021,
      "step": 11600
    },
    {
      "epoch": 0.19150660043048065,
      "grad_norm": 0.9599470496177673,
      "learning_rate": 1.9940045254159644e-05,
      "loss": 0.7923,
      "step": 11700
    },
    {
      "epoch": 0.19314340898116852,
      "grad_norm": 0.9822320938110352,
      "learning_rate": 1.9938097647022895e-05,
      "loss": 0.7864,
      "step": 11800
    },
    {
      "epoch": 0.1947802175318564,
      "grad_norm": 1.180939793586731,
      "learning_rate": 1.9936119008028503e-05,
      "loss": 0.7841,
      "step": 11900
    },
    {
      "epoch": 0.19641702608254424,
      "grad_norm": 1.1611251831054688,
      "learning_rate": 1.9934109343354808e-05,
      "loss": 0.7855,
      "step": 12000
    },
    {
      "epoch": 0.19805383463323212,
      "grad_norm": 1.0176281929016113,
      "learning_rate": 1.9932068659277006e-05,
      "loss": 0.7936,
      "step": 12100
    },
    {
      "epoch": 0.19969064318392,
      "grad_norm": 1.05084228515625,
      "learning_rate": 1.992999696216717e-05,
      "loss": 0.7856,
      "step": 12200
    },
    {
      "epoch": 0.20132745173460787,
      "grad_norm": 1.1582859754562378,
      "learning_rate": 1.9927894258494204e-05,
      "loss": 0.8064,
      "step": 12300
    },
    {
      "epoch": 0.20296426028529574,
      "grad_norm": 0.9974379539489746,
      "learning_rate": 1.992576055482383e-05,
      "loss": 0.7923,
      "step": 12400
    },
    {
      "epoch": 0.2046010688359836,
      "grad_norm": 1.0076924562454224,
      "learning_rate": 1.9923595857818573e-05,
      "loss": 0.801,
      "step": 12500
    },
    {
      "epoch": 0.20623787738667146,
      "grad_norm": 1.104923129081726,
      "learning_rate": 1.9921400174237732e-05,
      "loss": 0.8053,
      "step": 12600
    },
    {
      "epoch": 0.20787468593735933,
      "grad_norm": 1.0884004831314087,
      "learning_rate": 1.9919173510937355e-05,
      "loss": 0.7948,
      "step": 12700
    },
    {
      "epoch": 0.2095114944880472,
      "grad_norm": 0.9803980588912964,
      "learning_rate": 1.9916915874870234e-05,
      "loss": 0.791,
      "step": 12800
    },
    {
      "epoch": 0.21114830303873508,
      "grad_norm": 1.0630168914794922,
      "learning_rate": 1.9914627273085876e-05,
      "loss": 0.7813,
      "step": 12900
    },
    {
      "epoch": 0.21278511158942295,
      "grad_norm": 1.0575711727142334,
      "learning_rate": 1.9912307712730468e-05,
      "loss": 0.7862,
      "step": 13000
    },
    {
      "epoch": 0.2144219201401108,
      "grad_norm": 1.0258235931396484,
      "learning_rate": 1.9909957201046875e-05,
      "loss": 0.7855,
      "step": 13100
    },
    {
      "epoch": 0.21605872869079867,
      "grad_norm": 0.970610499382019,
      "learning_rate": 1.9907575745374605e-05,
      "loss": 0.7845,
      "step": 13200
    },
    {
      "epoch": 0.21769553724148655,
      "grad_norm": 1.0707366466522217,
      "learning_rate": 1.9905163353149787e-05,
      "loss": 0.7986,
      "step": 13300
    },
    {
      "epoch": 0.21933234579217442,
      "grad_norm": 0.9396125674247742,
      "learning_rate": 1.9902720031905153e-05,
      "loss": 0.7798,
      "step": 13400
    },
    {
      "epoch": 0.2209691543428623,
      "grad_norm": 1.0123385190963745,
      "learning_rate": 1.9900245789270006e-05,
      "loss": 0.7866,
      "step": 13500
    },
    {
      "epoch": 0.22260596289355017,
      "grad_norm": 0.9208526015281677,
      "learning_rate": 1.989774063297021e-05,
      "loss": 0.79,
      "step": 13600
    },
    {
      "epoch": 0.22424277144423801,
      "grad_norm": 1.0145132541656494,
      "learning_rate": 1.989520457082815e-05,
      "loss": 0.7826,
      "step": 13700
    },
    {
      "epoch": 0.2258795799949259,
      "grad_norm": 0.9474859237670898,
      "learning_rate": 1.9892637610762723e-05,
      "loss": 0.7904,
      "step": 13800
    },
    {
      "epoch": 0.22751638854561376,
      "grad_norm": 0.997414767742157,
      "learning_rate": 1.9890039760789294e-05,
      "loss": 0.7863,
      "step": 13900
    },
    {
      "epoch": 0.22915319709630164,
      "grad_norm": 1.0312907695770264,
      "learning_rate": 1.9887411029019686e-05,
      "loss": 0.7825,
      "step": 14000
    },
    {
      "epoch": 0.2307900056469895,
      "grad_norm": 1.019665002822876,
      "learning_rate": 1.9884751423662162e-05,
      "loss": 0.7746,
      "step": 14100
    },
    {
      "epoch": 0.23242681419767736,
      "grad_norm": 0.9788889288902283,
      "learning_rate": 1.9882060953021375e-05,
      "loss": 0.7805,
      "step": 14200
    },
    {
      "epoch": 0.23406362274836523,
      "grad_norm": 1.1468379497528076,
      "learning_rate": 1.9879339625498356e-05,
      "loss": 0.7783,
      "step": 14300
    },
    {
      "epoch": 0.2357004312990531,
      "grad_norm": 0.9630206823348999,
      "learning_rate": 1.9876587449590496e-05,
      "loss": 0.7785,
      "step": 14400
    },
    {
      "epoch": 0.23733723984974098,
      "grad_norm": 1.0484507083892822,
      "learning_rate": 1.98738044338915e-05,
      "loss": 0.7577,
      "step": 14500
    },
    {
      "epoch": 0.23897404840042885,
      "grad_norm": 0.9262145161628723,
      "learning_rate": 1.987099058709138e-05,
      "loss": 0.7847,
      "step": 14600
    },
    {
      "epoch": 0.24061085695111672,
      "grad_norm": 1.0156426429748535,
      "learning_rate": 1.9868145917976412e-05,
      "loss": 0.7754,
      "step": 14700
    },
    {
      "epoch": 0.24224766550180457,
      "grad_norm": 1.0557153224945068,
      "learning_rate": 1.986527043542912e-05,
      "loss": 0.783,
      "step": 14800
    },
    {
      "epoch": 0.24388447405249244,
      "grad_norm": 0.9480391144752502,
      "learning_rate": 1.9862364148428243e-05,
      "loss": 0.7795,
      "step": 14900
    },
    {
      "epoch": 0.24552128260318032,
      "grad_norm": 1.1189950704574585,
      "learning_rate": 1.9859427066048694e-05,
      "loss": 0.773,
      "step": 15000
    },
    {
      "epoch": 0.2471580911538682,
      "grad_norm": 1.0406650304794312,
      "learning_rate": 1.985645919746157e-05,
      "loss": 0.7815,
      "step": 15100
    },
    {
      "epoch": 0.24879489970455607,
      "grad_norm": 1.0539467334747314,
      "learning_rate": 1.985346055193408e-05,
      "loss": 0.7832,
      "step": 15200
    },
    {
      "epoch": 0.2504317082552439,
      "grad_norm": 1.0707350969314575,
      "learning_rate": 1.9850431138829537e-05,
      "loss": 0.7775,
      "step": 15300
    },
    {
      "epoch": 0.2520685168059318,
      "grad_norm": 1.0518571138381958,
      "learning_rate": 1.9847370967607332e-05,
      "loss": 0.7692,
      "step": 15400
    },
    {
      "epoch": 0.25370532535661966,
      "grad_norm": 1.038328766822815,
      "learning_rate": 1.9844280047822892e-05,
      "loss": 0.7812,
      "step": 15500
    },
    {
      "epoch": 0.25534213390730753,
      "grad_norm": 1.0571229457855225,
      "learning_rate": 1.984115838912766e-05,
      "loss": 0.7773,
      "step": 15600
    },
    {
      "epoch": 0.2569789424579954,
      "grad_norm": 1.0450866222381592,
      "learning_rate": 1.9838006001269064e-05,
      "loss": 0.7789,
      "step": 15700
    },
    {
      "epoch": 0.2586157510086833,
      "grad_norm": 1.107710838317871,
      "learning_rate": 1.9834822894090478e-05,
      "loss": 0.7628,
      "step": 15800
    },
    {
      "epoch": 0.26025255955937115,
      "grad_norm": 1.0595227479934692,
      "learning_rate": 1.9831609077531205e-05,
      "loss": 0.7805,
      "step": 15900
    },
    {
      "epoch": 0.26188936811005903,
      "grad_norm": 1.0978327989578247,
      "learning_rate": 1.982836456162644e-05,
      "loss": 0.7779,
      "step": 16000
    },
    {
      "epoch": 0.2635261766607469,
      "grad_norm": 1.0871798992156982,
      "learning_rate": 1.982508935650722e-05,
      "loss": 0.7696,
      "step": 16100
    },
    {
      "epoch": 0.2651629852114347,
      "grad_norm": 1.0791369676589966,
      "learning_rate": 1.982178347240043e-05,
      "loss": 0.7701,
      "step": 16200
    },
    {
      "epoch": 0.2667997937621226,
      "grad_norm": 1.095301866531372,
      "learning_rate": 1.981844691962874e-05,
      "loss": 0.783,
      "step": 16300
    },
    {
      "epoch": 0.26843660231281047,
      "grad_norm": 1.1223257780075073,
      "learning_rate": 1.9815079708610588e-05,
      "loss": 0.7785,
      "step": 16400
    },
    {
      "epoch": 0.27007341086349834,
      "grad_norm": 1.0025781393051147,
      "learning_rate": 1.9811681849860137e-05,
      "loss": 0.7787,
      "step": 16500
    },
    {
      "epoch": 0.2717102194141862,
      "grad_norm": 1.1232304573059082,
      "learning_rate": 1.9808253353987252e-05,
      "loss": 0.7655,
      "step": 16600
    },
    {
      "epoch": 0.2733470279648741,
      "grad_norm": 0.9625865817070007,
      "learning_rate": 1.9804794231697464e-05,
      "loss": 0.785,
      "step": 16700
    },
    {
      "epoch": 0.27498383651556196,
      "grad_norm": 1.1022255420684814,
      "learning_rate": 1.980130449379193e-05,
      "loss": 0.7681,
      "step": 16800
    },
    {
      "epoch": 0.27662064506624984,
      "grad_norm": 1.0605260133743286,
      "learning_rate": 1.9797784151167417e-05,
      "loss": 0.7686,
      "step": 16900
    },
    {
      "epoch": 0.2782574536169377,
      "grad_norm": 1.0693503618240356,
      "learning_rate": 1.9794233214816237e-05,
      "loss": 0.7653,
      "step": 17000
    },
    {
      "epoch": 0.2798942621676256,
      "grad_norm": 1.0027199983596802,
      "learning_rate": 1.979065169582625e-05,
      "loss": 0.7802,
      "step": 17100
    },
    {
      "epoch": 0.28153107071831346,
      "grad_norm": 1.002388834953308,
      "learning_rate": 1.9787039605380792e-05,
      "loss": 0.7668,
      "step": 17200
    },
    {
      "epoch": 0.2831678792690013,
      "grad_norm": 1.0847641229629517,
      "learning_rate": 1.9783396954758682e-05,
      "loss": 0.7685,
      "step": 17300
    },
    {
      "epoch": 0.28480468781968915,
      "grad_norm": 1.1153062582015991,
      "learning_rate": 1.9779723755334142e-05,
      "loss": 0.7761,
      "step": 17400
    },
    {
      "epoch": 0.286441496370377,
      "grad_norm": 1.0675033330917358,
      "learning_rate": 1.9776020018576794e-05,
      "loss": 0.7637,
      "step": 17500
    },
    {
      "epoch": 0.2880783049210649,
      "grad_norm": 1.0875293016433716,
      "learning_rate": 1.9772285756051613e-05,
      "loss": 0.7689,
      "step": 17600
    },
    {
      "epoch": 0.28971511347175277,
      "grad_norm": 1.135380744934082,
      "learning_rate": 1.9768520979418885e-05,
      "loss": 0.7763,
      "step": 17700
    },
    {
      "epoch": 0.29135192202244065,
      "grad_norm": 1.0305795669555664,
      "learning_rate": 1.9764725700434183e-05,
      "loss": 0.7688,
      "step": 17800
    },
    {
      "epoch": 0.2929887305731285,
      "grad_norm": 1.0471090078353882,
      "learning_rate": 1.976089993094832e-05,
      "loss": 0.7573,
      "step": 17900
    },
    {
      "epoch": 0.2946255391238164,
      "grad_norm": 1.0096269845962524,
      "learning_rate": 1.9757043682907325e-05,
      "loss": 0.7622,
      "step": 18000
    },
    {
      "epoch": 0.29626234767450427,
      "grad_norm": 1.103242039680481,
      "learning_rate": 1.9753156968352388e-05,
      "loss": 0.7573,
      "step": 18100
    },
    {
      "epoch": 0.29789915622519214,
      "grad_norm": 1.1128453016281128,
      "learning_rate": 1.9749239799419827e-05,
      "loss": 0.7692,
      "step": 18200
    },
    {
      "epoch": 0.29953596477588,
      "grad_norm": 1.0762085914611816,
      "learning_rate": 1.974529218834106e-05,
      "loss": 0.7838,
      "step": 18300
    },
    {
      "epoch": 0.30117277332656783,
      "grad_norm": 1.0150110721588135,
      "learning_rate": 1.9741314147442573e-05,
      "loss": 0.773,
      "step": 18400
    },
    {
      "epoch": 0.3028095818772557,
      "grad_norm": 1.0824315547943115,
      "learning_rate": 1.9737305689145842e-05,
      "loss": 0.7636,
      "step": 18500
    },
    {
      "epoch": 0.3044463904279436,
      "grad_norm": 1.2597285509109497,
      "learning_rate": 1.973326682596735e-05,
      "loss": 0.7688,
      "step": 18600
    },
    {
      "epoch": 0.30608319897863145,
      "grad_norm": 1.112971544265747,
      "learning_rate": 1.97291975705185e-05,
      "loss": 0.762,
      "step": 18700
    },
    {
      "epoch": 0.30772000752931933,
      "grad_norm": 1.11709725856781,
      "learning_rate": 1.9725097935505607e-05,
      "loss": 0.7674,
      "step": 18800
    },
    {
      "epoch": 0.3093568160800072,
      "grad_norm": 1.0609350204467773,
      "learning_rate": 1.972096793372984e-05,
      "loss": 0.7603,
      "step": 18900
    },
    {
      "epoch": 0.3109936246306951,
      "grad_norm": 1.111243486404419,
      "learning_rate": 1.9716807578087193e-05,
      "loss": 0.7572,
      "step": 19000
    },
    {
      "epoch": 0.31263043318138295,
      "grad_norm": 0.9914565086364746,
      "learning_rate": 1.971261688156843e-05,
      "loss": 0.7558,
      "step": 19100
    },
    {
      "epoch": 0.3142672417320708,
      "grad_norm": 1.030030369758606,
      "learning_rate": 1.9708395857259077e-05,
      "loss": 0.7558,
      "step": 19200
    },
    {
      "epoch": 0.3159040502827587,
      "grad_norm": 1.1039714813232422,
      "learning_rate": 1.9704144518339336e-05,
      "loss": 0.7507,
      "step": 19300
    },
    {
      "epoch": 0.31754085883344657,
      "grad_norm": 1.0048165321350098,
      "learning_rate": 1.969986287808408e-05,
      "loss": 0.7806,
      "step": 19400
    },
    {
      "epoch": 0.3191776673841344,
      "grad_norm": 1.2964001893997192,
      "learning_rate": 1.969555094986279e-05,
      "loss": 0.7504,
      "step": 19500
    },
    {
      "epoch": 0.32081447593482226,
      "grad_norm": 1.198273777961731,
      "learning_rate": 1.9691208747139527e-05,
      "loss": 0.7597,
      "step": 19600
    },
    {
      "epoch": 0.32245128448551014,
      "grad_norm": 1.0260130167007446,
      "learning_rate": 1.968683628347289e-05,
      "loss": 0.7571,
      "step": 19700
    },
    {
      "epoch": 0.324088093036198,
      "grad_norm": 1.1643099784851074,
      "learning_rate": 1.9682433572515952e-05,
      "loss": 0.7712,
      "step": 19800
    },
    {
      "epoch": 0.3257249015868859,
      "grad_norm": 1.1653162240982056,
      "learning_rate": 1.9678000628016248e-05,
      "loss": 0.7599,
      "step": 19900
    },
    {
      "epoch": 0.32736171013757376,
      "grad_norm": 1.5513461828231812,
      "learning_rate": 1.9673537463815718e-05,
      "loss": 0.7673,
      "step": 20000
    },
    {
      "epoch": 0.32899851868826163,
      "grad_norm": 1.138498306274414,
      "learning_rate": 1.9669044093850652e-05,
      "loss": 0.7521,
      "step": 20100
    },
    {
      "epoch": 0.3306353272389495,
      "grad_norm": 1.0548768043518066,
      "learning_rate": 1.9664520532151664e-05,
      "loss": 0.7596,
      "step": 20200
    },
    {
      "epoch": 0.3322721357896374,
      "grad_norm": 1.0597394704818726,
      "learning_rate": 1.965996679284365e-05,
      "loss": 0.7586,
      "step": 20300
    },
    {
      "epoch": 0.33390894434032525,
      "grad_norm": 1.1359139680862427,
      "learning_rate": 1.965538289014572e-05,
      "loss": 0.7618,
      "step": 20400
    },
    {
      "epoch": 0.3355457528910131,
      "grad_norm": 1.1026830673217773,
      "learning_rate": 1.9650768838371182e-05,
      "loss": 0.7613,
      "step": 20500
    },
    {
      "epoch": 0.33718256144170095,
      "grad_norm": 1.0065330266952515,
      "learning_rate": 1.9646124651927484e-05,
      "loss": 0.7394,
      "step": 20600
    },
    {
      "epoch": 0.3388193699923888,
      "grad_norm": 0.9368694424629211,
      "learning_rate": 1.964145034531616e-05,
      "loss": 0.761,
      "step": 20700
    },
    {
      "epoch": 0.3404561785430767,
      "grad_norm": 0.9686558246612549,
      "learning_rate": 1.9636745933132807e-05,
      "loss": 0.7597,
      "step": 20800
    },
    {
      "epoch": 0.34209298709376457,
      "grad_norm": 1.114066243171692,
      "learning_rate": 1.9632011430067024e-05,
      "loss": 0.7675,
      "step": 20900
    },
    {
      "epoch": 0.34372979564445244,
      "grad_norm": 1.1572498083114624,
      "learning_rate": 1.9627246850902363e-05,
      "loss": 0.7576,
      "step": 21000
    },
    {
      "epoch": 0.3453666041951403,
      "grad_norm": 1.0342215299606323,
      "learning_rate": 1.9622452210516296e-05,
      "loss": 0.7629,
      "step": 21100
    },
    {
      "epoch": 0.3470034127458282,
      "grad_norm": 1.0652525424957275,
      "learning_rate": 1.9617627523880158e-05,
      "loss": 0.7636,
      "step": 21200
    },
    {
      "epoch": 0.34864022129651606,
      "grad_norm": 1.048869013786316,
      "learning_rate": 1.9612772806059104e-05,
      "loss": 0.7625,
      "step": 21300
    },
    {
      "epoch": 0.35027702984720394,
      "grad_norm": 1.1751947402954102,
      "learning_rate": 1.9607888072212062e-05,
      "loss": 0.7475,
      "step": 21400
    },
    {
      "epoch": 0.3519138383978918,
      "grad_norm": 1.2830709218978882,
      "learning_rate": 1.9602973337591688e-05,
      "loss": 0.7558,
      "step": 21500
    },
    {
      "epoch": 0.3535506469485797,
      "grad_norm": 1.1591740846633911,
      "learning_rate": 1.9598028617544313e-05,
      "loss": 0.7435,
      "step": 21600
    },
    {
      "epoch": 0.3551874554992675,
      "grad_norm": 0.9801552295684814,
      "learning_rate": 1.95930539275099e-05,
      "loss": 0.7621,
      "step": 21700
    },
    {
      "epoch": 0.3568242640499554,
      "grad_norm": 1.126760721206665,
      "learning_rate": 1.958804928302199e-05,
      "loss": 0.7672,
      "step": 21800
    },
    {
      "epoch": 0.35846107260064325,
      "grad_norm": 1.0655152797698975,
      "learning_rate": 1.958301469970766e-05,
      "loss": 0.7491,
      "step": 21900
    },
    {
      "epoch": 0.3600978811513311,
      "grad_norm": 1.1613372564315796,
      "learning_rate": 1.9577950193287475e-05,
      "loss": 0.7733,
      "step": 22000
    },
    {
      "epoch": 0.361734689702019,
      "grad_norm": 0.9363147020339966,
      "learning_rate": 1.9572855779575427e-05,
      "loss": 0.7522,
      "step": 22100
    },
    {
      "epoch": 0.36337149825270687,
      "grad_norm": 1.1021246910095215,
      "learning_rate": 1.9567731474478903e-05,
      "loss": 0.7539,
      "step": 22200
    },
    {
      "epoch": 0.36500830680339474,
      "grad_norm": 1.084695816040039,
      "learning_rate": 1.9562577293998616e-05,
      "loss": 0.7514,
      "step": 22300
    },
    {
      "epoch": 0.3666451153540826,
      "grad_norm": 1.1221933364868164,
      "learning_rate": 1.9557393254228575e-05,
      "loss": 0.7608,
      "step": 22400
    },
    {
      "epoch": 0.3682819239047705,
      "grad_norm": 1.073371410369873,
      "learning_rate": 1.9552179371356024e-05,
      "loss": 0.7509,
      "step": 22500
    },
    {
      "epoch": 0.36991873245545837,
      "grad_norm": 1.124243140220642,
      "learning_rate": 1.9546935661661382e-05,
      "loss": 0.7552,
      "step": 22600
    },
    {
      "epoch": 0.37155554100614624,
      "grad_norm": 1.0397138595581055,
      "learning_rate": 1.9541662141518222e-05,
      "loss": 0.7451,
      "step": 22700
    },
    {
      "epoch": 0.37319234955683406,
      "grad_norm": 1.0600475072860718,
      "learning_rate": 1.9536358827393177e-05,
      "loss": 0.7358,
      "step": 22800
    },
    {
      "epoch": 0.37482915810752193,
      "grad_norm": 1.1461478471755981,
      "learning_rate": 1.953102573584593e-05,
      "loss": 0.7513,
      "step": 22900
    },
    {
      "epoch": 0.3764659666582098,
      "grad_norm": 1.093103051185608,
      "learning_rate": 1.952566288352914e-05,
      "loss": 0.7369,
      "step": 23000
    },
    {
      "epoch": 0.3781027752088977,
      "grad_norm": 1.2357380390167236,
      "learning_rate": 1.952027028718839e-05,
      "loss": 0.7628,
      "step": 23100
    },
    {
      "epoch": 0.37973958375958555,
      "grad_norm": 0.9737277030944824,
      "learning_rate": 1.9514847963662144e-05,
      "loss": 0.7358,
      "step": 23200
    },
    {
      "epoch": 0.3813763923102734,
      "grad_norm": 1.0810784101486206,
      "learning_rate": 1.9509395929881683e-05,
      "loss": 0.7431,
      "step": 23300
    },
    {
      "epoch": 0.3830132008609613,
      "grad_norm": 1.0600659847259521,
      "learning_rate": 1.9503914202871072e-05,
      "loss": 0.7465,
      "step": 23400
    },
    {
      "epoch": 0.3846500094116492,
      "grad_norm": 1.129676342010498,
      "learning_rate": 1.9498402799747077e-05,
      "loss": 0.746,
      "step": 23500
    },
    {
      "epoch": 0.38628681796233705,
      "grad_norm": 1.0627739429473877,
      "learning_rate": 1.9492861737719145e-05,
      "loss": 0.7517,
      "step": 23600
    },
    {
      "epoch": 0.3879236265130249,
      "grad_norm": 1.0382601022720337,
      "learning_rate": 1.9487291034089316e-05,
      "loss": 0.7466,
      "step": 23700
    },
    {
      "epoch": 0.3895604350637128,
      "grad_norm": 1.0782064199447632,
      "learning_rate": 1.9481690706252198e-05,
      "loss": 0.7436,
      "step": 23800
    },
    {
      "epoch": 0.39119724361440067,
      "grad_norm": 1.052713394165039,
      "learning_rate": 1.94760607716949e-05,
      "loss": 0.7363,
      "step": 23900
    },
    {
      "epoch": 0.3928340521650885,
      "grad_norm": 1.0485634803771973,
      "learning_rate": 1.947040124799697e-05,
      "loss": 0.7491,
      "step": 24000
    },
    {
      "epoch": 0.39447086071577636,
      "grad_norm": 1.1206567287445068,
      "learning_rate": 1.9464712152830368e-05,
      "loss": 0.7372,
      "step": 24100
    },
    {
      "epoch": 0.39610766926646424,
      "grad_norm": 1.0319308042526245,
      "learning_rate": 1.9458993503959368e-05,
      "loss": 0.7493,
      "step": 24200
    },
    {
      "epoch": 0.3977444778171521,
      "grad_norm": 1.1401089429855347,
      "learning_rate": 1.9453245319240533e-05,
      "loss": 0.7693,
      "step": 24300
    },
    {
      "epoch": 0.39938128636784,
      "grad_norm": 1.2440853118896484,
      "learning_rate": 1.944746761662266e-05,
      "loss": 0.7477,
      "step": 24400
    },
    {
      "epoch": 0.40101809491852786,
      "grad_norm": 1.1666104793548584,
      "learning_rate": 1.9441660414146715e-05,
      "loss": 0.7364,
      "step": 24500
    },
    {
      "epoch": 0.40265490346921573,
      "grad_norm": 1.0812019109725952,
      "learning_rate": 1.9435823729945768e-05,
      "loss": 0.7278,
      "step": 24600
    },
    {
      "epoch": 0.4042917120199036,
      "grad_norm": 1.1338680982589722,
      "learning_rate": 1.9429957582244957e-05,
      "loss": 0.7396,
      "step": 24700
    },
    {
      "epoch": 0.4059285205705915,
      "grad_norm": 1.0170310735702515,
      "learning_rate": 1.942406198936141e-05,
      "loss": 0.7373,
      "step": 24800
    },
    {
      "epoch": 0.40756532912127935,
      "grad_norm": 1.0910414457321167,
      "learning_rate": 1.941813696970421e-05,
      "loss": 0.743,
      "step": 24900
    },
    {
      "epoch": 0.4092021376719672,
      "grad_norm": 0.9840279221534729,
      "learning_rate": 1.9412182541774312e-05,
      "loss": 0.7432,
      "step": 25000
    },
    {
      "epoch": 0.41083894622265504,
      "grad_norm": 1.1482113599777222,
      "learning_rate": 1.9406198724164515e-05,
      "loss": 0.7457,
      "step": 25100
    },
    {
      "epoch": 0.4124757547733429,
      "grad_norm": 0.9647344946861267,
      "learning_rate": 1.9400185535559366e-05,
      "loss": 0.7494,
      "step": 25200
    },
    {
      "epoch": 0.4141125633240308,
      "grad_norm": 1.1271613836288452,
      "learning_rate": 1.9394142994735147e-05,
      "loss": 0.7358,
      "step": 25300
    },
    {
      "epoch": 0.41574937187471867,
      "grad_norm": 1.1209514141082764,
      "learning_rate": 1.9388071120559774e-05,
      "loss": 0.7477,
      "step": 25400
    },
    {
      "epoch": 0.41738618042540654,
      "grad_norm": 1.1221638917922974,
      "learning_rate": 1.9381969931992768e-05,
      "loss": 0.7401,
      "step": 25500
    },
    {
      "epoch": 0.4190229889760944,
      "grad_norm": 1.1341800689697266,
      "learning_rate": 1.937583944808518e-05,
      "loss": 0.7341,
      "step": 25600
    },
    {
      "epoch": 0.4206597975267823,
      "grad_norm": 1.0561330318450928,
      "learning_rate": 1.9369679687979538e-05,
      "loss": 0.7427,
      "step": 25700
    },
    {
      "epoch": 0.42229660607747016,
      "grad_norm": 1.0445774793624878,
      "learning_rate": 1.9363490670909788e-05,
      "loss": 0.7485,
      "step": 25800
    },
    {
      "epoch": 0.42393341462815803,
      "grad_norm": 1.1463161706924438,
      "learning_rate": 1.9357272416201214e-05,
      "loss": 0.7345,
      "step": 25900
    },
    {
      "epoch": 0.4255702231788459,
      "grad_norm": 1.1426818370819092,
      "learning_rate": 1.9351024943270426e-05,
      "loss": 0.7369,
      "step": 26000
    },
    {
      "epoch": 0.4272070317295338,
      "grad_norm": 1.0911140441894531,
      "learning_rate": 1.934474827162524e-05,
      "loss": 0.7472,
      "step": 26100
    },
    {
      "epoch": 0.4288438402802216,
      "grad_norm": 1.0775692462921143,
      "learning_rate": 1.9338442420864663e-05,
      "loss": 0.7401,
      "step": 26200
    },
    {
      "epoch": 0.4304806488309095,
      "grad_norm": 1.136518955230713,
      "learning_rate": 1.9332107410678805e-05,
      "loss": 0.7355,
      "step": 26300
    },
    {
      "epoch": 0.43211745738159735,
      "grad_norm": 1.085319995880127,
      "learning_rate": 1.932574326084883e-05,
      "loss": 0.7485,
      "step": 26400
    },
    {
      "epoch": 0.4337542659322852,
      "grad_norm": 1.034986972808838,
      "learning_rate": 1.9319349991246887e-05,
      "loss": 0.7422,
      "step": 26500
    },
    {
      "epoch": 0.4353910744829731,
      "grad_norm": 1.1199235916137695,
      "learning_rate": 1.9312927621836058e-05,
      "loss": 0.7362,
      "step": 26600
    },
    {
      "epoch": 0.43702788303366097,
      "grad_norm": 1.1646606922149658,
      "learning_rate": 1.930647617267029e-05,
      "loss": 0.7274,
      "step": 26700
    },
    {
      "epoch": 0.43866469158434884,
      "grad_norm": 1.1620571613311768,
      "learning_rate": 1.9299995663894325e-05,
      "loss": 0.7351,
      "step": 26800
    },
    {
      "epoch": 0.4403015001350367,
      "grad_norm": 1.1194571256637573,
      "learning_rate": 1.9293486115743646e-05,
      "loss": 0.7309,
      "step": 26900
    },
    {
      "epoch": 0.4419383086857246,
      "grad_norm": 1.1805561780929565,
      "learning_rate": 1.928694754854442e-05,
      "loss": 0.7378,
      "step": 27000
    },
    {
      "epoch": 0.44357511723641246,
      "grad_norm": 1.1845600605010986,
      "learning_rate": 1.9280379982713417e-05,
      "loss": 0.7319,
      "step": 27100
    },
    {
      "epoch": 0.44521192578710034,
      "grad_norm": 1.2962830066680908,
      "learning_rate": 1.927378343875796e-05,
      "loss": 0.7305,
      "step": 27200
    },
    {
      "epoch": 0.44684873433778816,
      "grad_norm": 1.0655794143676758,
      "learning_rate": 1.9267157937275854e-05,
      "loss": 0.7236,
      "step": 27300
    },
    {
      "epoch": 0.44848554288847603,
      "grad_norm": 1.0807515382766724,
      "learning_rate": 1.9260503498955326e-05,
      "loss": 0.7326,
      "step": 27400
    },
    {
      "epoch": 0.4501223514391639,
      "grad_norm": 1.0515137910842896,
      "learning_rate": 1.9253820144574958e-05,
      "loss": 0.7293,
      "step": 27500
    },
    {
      "epoch": 0.4517591599898518,
      "grad_norm": 1.103508710861206,
      "learning_rate": 1.9247107895003628e-05,
      "loss": 0.7473,
      "step": 27600
    },
    {
      "epoch": 0.45339596854053965,
      "grad_norm": 1.1016185283660889,
      "learning_rate": 1.924036677120043e-05,
      "loss": 0.7264,
      "step": 27700
    },
    {
      "epoch": 0.4550327770912275,
      "grad_norm": 1.0213091373443604,
      "learning_rate": 1.9233596794214623e-05,
      "loss": 0.7325,
      "step": 27800
    },
    {
      "epoch": 0.4566695856419154,
      "grad_norm": 1.1028705835342407,
      "learning_rate": 1.9226797985185565e-05,
      "loss": 0.7381,
      "step": 27900
    },
    {
      "epoch": 0.4583063941926033,
      "grad_norm": 1.0844396352767944,
      "learning_rate": 1.9219970365342634e-05,
      "loss": 0.7279,
      "step": 28000
    },
    {
      "epoch": 0.45994320274329115,
      "grad_norm": 1.037714958190918,
      "learning_rate": 1.9213113956005176e-05,
      "loss": 0.7433,
      "step": 28100
    },
    {
      "epoch": 0.461580011293979,
      "grad_norm": 1.2123370170593262,
      "learning_rate": 1.9206228778582435e-05,
      "loss": 0.7341,
      "step": 28200
    },
    {
      "epoch": 0.4632168198446669,
      "grad_norm": 1.013845682144165,
      "learning_rate": 1.9199314854573474e-05,
      "loss": 0.7369,
      "step": 28300
    },
    {
      "epoch": 0.4648536283953547,
      "grad_norm": 1.0552864074707031,
      "learning_rate": 1.9192372205567123e-05,
      "loss": 0.7202,
      "step": 28400
    },
    {
      "epoch": 0.4664904369460426,
      "grad_norm": 1.049025058746338,
      "learning_rate": 1.9185400853241917e-05,
      "loss": 0.7246,
      "step": 28500
    },
    {
      "epoch": 0.46812724549673046,
      "grad_norm": 1.0877737998962402,
      "learning_rate": 1.9178400819365994e-05,
      "loss": 0.7261,
      "step": 28600
    },
    {
      "epoch": 0.46976405404741833,
      "grad_norm": 1.099348783493042,
      "learning_rate": 1.9171372125797072e-05,
      "loss": 0.7327,
      "step": 28700
    },
    {
      "epoch": 0.4714008625981062,
      "grad_norm": 1.1000944375991821,
      "learning_rate": 1.916431479448235e-05,
      "loss": 0.7305,
      "step": 28800
    },
    {
      "epoch": 0.4730376711487941,
      "grad_norm": 1.0979351997375488,
      "learning_rate": 1.9157228847458446e-05,
      "loss": 0.7279,
      "step": 28900
    },
    {
      "epoch": 0.47467447969948195,
      "grad_norm": 1.0918766260147095,
      "learning_rate": 1.9150114306851336e-05,
      "loss": 0.7215,
      "step": 29000
    },
    {
      "epoch": 0.47631128825016983,
      "grad_norm": 1.109971046447754,
      "learning_rate": 1.9142971194876284e-05,
      "loss": 0.7322,
      "step": 29100
    },
    {
      "epoch": 0.4779480968008577,
      "grad_norm": 1.1282057762145996,
      "learning_rate": 1.913579953383776e-05,
      "loss": 0.7257,
      "step": 29200
    },
    {
      "epoch": 0.4795849053515456,
      "grad_norm": 1.1076371669769287,
      "learning_rate": 1.912859934612938e-05,
      "loss": 0.7516,
      "step": 29300
    },
    {
      "epoch": 0.48122171390223345,
      "grad_norm": 1.1480896472930908,
      "learning_rate": 1.9121370654233843e-05,
      "loss": 0.728,
      "step": 29400
    },
    {
      "epoch": 0.48285852245292127,
      "grad_norm": 1.1083163022994995,
      "learning_rate": 1.911411348072284e-05,
      "loss": 0.7235,
      "step": 29500
    },
    {
      "epoch": 0.48449533100360914,
      "grad_norm": 1.2141623497009277,
      "learning_rate": 1.9106827848257007e-05,
      "loss": 0.7237,
      "step": 29600
    },
    {
      "epoch": 0.486132139554297,
      "grad_norm": 1.0334457159042358,
      "learning_rate": 1.9099513779585836e-05,
      "loss": 0.7306,
      "step": 29700
    },
    {
      "epoch": 0.4877689481049849,
      "grad_norm": 1.1086657047271729,
      "learning_rate": 1.909217129754762e-05,
      "loss": 0.7295,
      "step": 29800
    },
    {
      "epoch": 0.48940575665567276,
      "grad_norm": 1.0128360986709595,
      "learning_rate": 1.908480042506937e-05,
      "loss": 0.733,
      "step": 29900
    },
    {
      "epoch": 0.49104256520636064,
      "grad_norm": 1.1484946012496948,
      "learning_rate": 1.907740118516674e-05,
      "loss": 0.7396,
      "step": 30000
    },
    {
      "epoch": 0.4926793737570485,
      "grad_norm": 1.031750202178955,
      "learning_rate": 1.9069973600943962e-05,
      "loss": 0.7204,
      "step": 30100
    },
    {
      "epoch": 0.4943161823077364,
      "grad_norm": 1.1274133920669556,
      "learning_rate": 1.9062517695593792e-05,
      "loss": 0.7235,
      "step": 30200
    },
    {
      "epoch": 0.49595299085842426,
      "grad_norm": 1.1863317489624023,
      "learning_rate": 1.9055033492397396e-05,
      "loss": 0.7329,
      "step": 30300
    },
    {
      "epoch": 0.49758979940911213,
      "grad_norm": 1.0985053777694702,
      "learning_rate": 1.9047521014724303e-05,
      "loss": 0.7341,
      "step": 30400
    },
    {
      "epoch": 0.4992266079598,
      "grad_norm": 1.136760950088501,
      "learning_rate": 1.9039980286032353e-05,
      "loss": 0.7189,
      "step": 30500
    },
    {
      "epoch": 0.5008634165104878,
      "grad_norm": 1.0787100791931152,
      "learning_rate": 1.9032411329867573e-05,
      "loss": 0.7298,
      "step": 30600
    },
    {
      "epoch": 0.5025002250611758,
      "grad_norm": 1.3436377048492432,
      "learning_rate": 1.902481416986414e-05,
      "loss": 0.719,
      "step": 30700
    },
    {
      "epoch": 0.5041370336118636,
      "grad_norm": 1.1863504648208618,
      "learning_rate": 1.9017188829744305e-05,
      "loss": 0.7125,
      "step": 30800
    },
    {
      "epoch": 0.5057738421625515,
      "grad_norm": 1.0385360717773438,
      "learning_rate": 1.90095353333183e-05,
      "loss": 0.7297,
      "step": 30900
    },
    {
      "epoch": 0.5074106507132393,
      "grad_norm": 1.1736425161361694,
      "learning_rate": 1.9001853704484285e-05,
      "loss": 0.7205,
      "step": 31000
    },
    {
      "epoch": 0.5090474592639272,
      "grad_norm": 1.0939114093780518,
      "learning_rate": 1.899414396722826e-05,
      "loss": 0.741,
      "step": 31100
    },
    {
      "epoch": 0.5106842678146151,
      "grad_norm": 1.3368091583251953,
      "learning_rate": 1.8986406145623996e-05,
      "loss": 0.7277,
      "step": 31200
    },
    {
      "epoch": 0.5123210763653029,
      "grad_norm": 1.1556004285812378,
      "learning_rate": 1.897864026383295e-05,
      "loss": 0.7383,
      "step": 31300
    },
    {
      "epoch": 0.5139578849159908,
      "grad_norm": 1.2308059930801392,
      "learning_rate": 1.897084634610421e-05,
      "loss": 0.7188,
      "step": 31400
    },
    {
      "epoch": 0.5155946934666786,
      "grad_norm": 1.1211739778518677,
      "learning_rate": 1.8963024416774393e-05,
      "loss": 0.7241,
      "step": 31500
    },
    {
      "epoch": 0.5172315020173666,
      "grad_norm": 1.1302770376205444,
      "learning_rate": 1.8955174500267596e-05,
      "loss": 0.7207,
      "step": 31600
    },
    {
      "epoch": 0.5188683105680544,
      "grad_norm": 1.1893266439437866,
      "learning_rate": 1.8947296621095297e-05,
      "loss": 0.7088,
      "step": 31700
    },
    {
      "epoch": 0.5205051191187423,
      "grad_norm": 1.2034817934036255,
      "learning_rate": 1.893939080385629e-05,
      "loss": 0.7225,
      "step": 31800
    },
    {
      "epoch": 0.5221419276694301,
      "grad_norm": 1.0935208797454834,
      "learning_rate": 1.8931457073236612e-05,
      "loss": 0.7219,
      "step": 31900
    },
    {
      "epoch": 0.5237787362201181,
      "grad_norm": 1.2129491567611694,
      "learning_rate": 1.892349545400945e-05,
      "loss": 0.7323,
      "step": 32000
    },
    {
      "epoch": 0.5254155447708059,
      "grad_norm": 1.0750499963760376,
      "learning_rate": 1.8915505971035077e-05,
      "loss": 0.7213,
      "step": 32100
    },
    {
      "epoch": 0.5270523533214938,
      "grad_norm": 1.1311250925064087,
      "learning_rate": 1.8907488649260775e-05,
      "loss": 0.7265,
      "step": 32200
    },
    {
      "epoch": 0.5286891618721816,
      "grad_norm": 1.1503121852874756,
      "learning_rate": 1.889944351372075e-05,
      "loss": 0.7177,
      "step": 32300
    },
    {
      "epoch": 0.5303259704228694,
      "grad_norm": 1.3034614324569702,
      "learning_rate": 1.8891370589536058e-05,
      "loss": 0.7118,
      "step": 32400
    },
    {
      "epoch": 0.5319627789735574,
      "grad_norm": 1.0626057386398315,
      "learning_rate": 1.8883269901914524e-05,
      "loss": 0.7205,
      "step": 32500
    },
    {
      "epoch": 0.5335995875242452,
      "grad_norm": 1.2290301322937012,
      "learning_rate": 1.8875141476150664e-05,
      "loss": 0.73,
      "step": 32600
    },
    {
      "epoch": 0.5352363960749331,
      "grad_norm": 1.2172757387161255,
      "learning_rate": 1.8866985337625615e-05,
      "loss": 0.7234,
      "step": 32700
    },
    {
      "epoch": 0.5368732046256209,
      "grad_norm": 1.0496524572372437,
      "learning_rate": 1.885880151180703e-05,
      "loss": 0.7127,
      "step": 32800
    },
    {
      "epoch": 0.5385100131763089,
      "grad_norm": 0.9903925061225891,
      "learning_rate": 1.8850590024249037e-05,
      "loss": 0.728,
      "step": 32900
    },
    {
      "epoch": 0.5401468217269967,
      "grad_norm": 1.2562659978866577,
      "learning_rate": 1.8842350900592122e-05,
      "loss": 0.7188,
      "step": 33000
    },
    {
      "epoch": 0.5417836302776846,
      "grad_norm": 1.2212430238723755,
      "learning_rate": 1.8834084166563072e-05,
      "loss": 0.7086,
      "step": 33100
    },
    {
      "epoch": 0.5434204388283724,
      "grad_norm": 1.1504745483398438,
      "learning_rate": 1.882578984797489e-05,
      "loss": 0.7198,
      "step": 33200
    },
    {
      "epoch": 0.5450572473790604,
      "grad_norm": 1.1029900312423706,
      "learning_rate": 1.8817467970726704e-05,
      "loss": 0.729,
      "step": 33300
    },
    {
      "epoch": 0.5466940559297482,
      "grad_norm": 1.1274054050445557,
      "learning_rate": 1.8809118560803704e-05,
      "loss": 0.7249,
      "step": 33400
    },
    {
      "epoch": 0.548330864480436,
      "grad_norm": 1.093854546546936,
      "learning_rate": 1.880074164427704e-05,
      "loss": 0.704,
      "step": 33500
    },
    {
      "epoch": 0.5499676730311239,
      "grad_norm": 1.0846567153930664,
      "learning_rate": 1.879233724730377e-05,
      "loss": 0.7194,
      "step": 33600
    },
    {
      "epoch": 0.5516044815818117,
      "grad_norm": 1.35237455368042,
      "learning_rate": 1.8783905396126737e-05,
      "loss": 0.7205,
      "step": 33700
    },
    {
      "epoch": 0.5532412901324997,
      "grad_norm": 0.9714828133583069,
      "learning_rate": 1.8775446117074528e-05,
      "loss": 0.7334,
      "step": 33800
    },
    {
      "epoch": 0.5548780986831875,
      "grad_norm": 1.2619616985321045,
      "learning_rate": 1.8766959436561363e-05,
      "loss": 0.718,
      "step": 33900
    },
    {
      "epoch": 0.5565149072338754,
      "grad_norm": 1.036129355430603,
      "learning_rate": 1.8758445381087034e-05,
      "loss": 0.7191,
      "step": 34000
    },
    {
      "epoch": 0.5581517157845632,
      "grad_norm": 1.097095012664795,
      "learning_rate": 1.8749903977236802e-05,
      "loss": 0.7171,
      "step": 34100
    },
    {
      "epoch": 0.5597885243352512,
      "grad_norm": 1.1133558750152588,
      "learning_rate": 1.8741335251681328e-05,
      "loss": 0.7179,
      "step": 34200
    },
    {
      "epoch": 0.561425332885939,
      "grad_norm": 1.0562981367111206,
      "learning_rate": 1.8732739231176587e-05,
      "loss": 0.7201,
      "step": 34300
    },
    {
      "epoch": 0.5630621414366269,
      "grad_norm": 1.20978581905365,
      "learning_rate": 1.8724115942563773e-05,
      "loss": 0.7129,
      "step": 34400
    },
    {
      "epoch": 0.5646989499873147,
      "grad_norm": 1.0966860055923462,
      "learning_rate": 1.8715465412769243e-05,
      "loss": 0.715,
      "step": 34500
    },
    {
      "epoch": 0.5663357585380026,
      "grad_norm": 1.2173317670822144,
      "learning_rate": 1.87067876688044e-05,
      "loss": 0.7052,
      "step": 34600
    },
    {
      "epoch": 0.5679725670886905,
      "grad_norm": 1.126670241355896,
      "learning_rate": 1.869808273776563e-05,
      "loss": 0.7172,
      "step": 34700
    },
    {
      "epoch": 0.5696093756393783,
      "grad_norm": 1.0486496686935425,
      "learning_rate": 1.8689350646834207e-05,
      "loss": 0.7269,
      "step": 34800
    },
    {
      "epoch": 0.5712461841900662,
      "grad_norm": 1.1730561256408691,
      "learning_rate": 1.868059142327622e-05,
      "loss": 0.7191,
      "step": 34900
    },
    {
      "epoch": 0.572882992740754,
      "grad_norm": 1.1153805255889893,
      "learning_rate": 1.867180509444247e-05,
      "loss": 0.7124,
      "step": 35000
    },
    {
      "epoch": 0.574519801291442,
      "grad_norm": 1.200767159461975,
      "learning_rate": 1.8662991687768394e-05,
      "loss": 0.7342,
      "step": 35100
    },
    {
      "epoch": 0.5761566098421298,
      "grad_norm": 1.093985676765442,
      "learning_rate": 1.8654151230774e-05,
      "loss": 0.7073,
      "step": 35200
    },
    {
      "epoch": 0.5777934183928177,
      "grad_norm": 1.1902211904525757,
      "learning_rate": 1.8645283751063734e-05,
      "loss": 0.7147,
      "step": 35300
    },
    {
      "epoch": 0.5794302269435055,
      "grad_norm": 1.1363279819488525,
      "learning_rate": 1.863638927632644e-05,
      "loss": 0.7162,
      "step": 35400
    },
    {
      "epoch": 0.5810670354941935,
      "grad_norm": 1.2271382808685303,
      "learning_rate": 1.8627467834335243e-05,
      "loss": 0.7042,
      "step": 35500
    },
    {
      "epoch": 0.5827038440448813,
      "grad_norm": 1.1823738813400269,
      "learning_rate": 1.8618519452947484e-05,
      "loss": 0.7197,
      "step": 35600
    },
    {
      "epoch": 0.5843406525955691,
      "grad_norm": 1.042771577835083,
      "learning_rate": 1.8609544160104608e-05,
      "loss": 0.7103,
      "step": 35700
    },
    {
      "epoch": 0.585977461146257,
      "grad_norm": 1.2053323984146118,
      "learning_rate": 1.8600541983832114e-05,
      "loss": 0.7206,
      "step": 35800
    },
    {
      "epoch": 0.5876142696969449,
      "grad_norm": 1.2077679634094238,
      "learning_rate": 1.8591512952239416e-05,
      "loss": 0.7003,
      "step": 35900
    },
    {
      "epoch": 0.5892510782476328,
      "grad_norm": 1.2675883769989014,
      "learning_rate": 1.8582457093519806e-05,
      "loss": 0.7119,
      "step": 36000
    },
    {
      "epoch": 0.5908878867983206,
      "grad_norm": 1.102798342704773,
      "learning_rate": 1.857337443595034e-05,
      "loss": 0.7097,
      "step": 36100
    },
    {
      "epoch": 0.5925246953490085,
      "grad_norm": 1.0432052612304688,
      "learning_rate": 1.8564265007891747e-05,
      "loss": 0.7197,
      "step": 36200
    },
    {
      "epoch": 0.5941615038996964,
      "grad_norm": 1.1461999416351318,
      "learning_rate": 1.8555128837788356e-05,
      "loss": 0.7128,
      "step": 36300
    },
    {
      "epoch": 0.5957983124503843,
      "grad_norm": 1.1425740718841553,
      "learning_rate": 1.854596595416799e-05,
      "loss": 0.7221,
      "step": 36400
    },
    {
      "epoch": 0.5974351210010721,
      "grad_norm": 1.1499603986740112,
      "learning_rate": 1.8536776385641896e-05,
      "loss": 0.7118,
      "step": 36500
    },
    {
      "epoch": 0.59907192955176,
      "grad_norm": 1.1369038820266724,
      "learning_rate": 1.8527560160904628e-05,
      "loss": 0.7101,
      "step": 36600
    },
    {
      "epoch": 0.6007087381024478,
      "grad_norm": 1.3000248670578003,
      "learning_rate": 1.8518317308733987e-05,
      "loss": 0.7042,
      "step": 36700
    },
    {
      "epoch": 0.6023455466531357,
      "grad_norm": 1.193550944328308,
      "learning_rate": 1.8509047857990925e-05,
      "loss": 0.7143,
      "step": 36800
    },
    {
      "epoch": 0.6039823552038236,
      "grad_norm": 1.1038364171981812,
      "learning_rate": 1.849975183761943e-05,
      "loss": 0.6953,
      "step": 36900
    },
    {
      "epoch": 0.6056191637545114,
      "grad_norm": 1.2535215616226196,
      "learning_rate": 1.849042927664647e-05,
      "loss": 0.7021,
      "step": 37000
    },
    {
      "epoch": 0.6072559723051993,
      "grad_norm": 1.1770461797714233,
      "learning_rate": 1.848108020418188e-05,
      "loss": 0.6971,
      "step": 37100
    },
    {
      "epoch": 0.6088927808558872,
      "grad_norm": 1.3245750665664673,
      "learning_rate": 1.8471704649418272e-05,
      "loss": 0.7062,
      "step": 37200
    },
    {
      "epoch": 0.6105295894065751,
      "grad_norm": 1.064820408821106,
      "learning_rate": 1.8462302641630957e-05,
      "loss": 0.7247,
      "step": 37300
    },
    {
      "epoch": 0.6121663979572629,
      "grad_norm": 1.2426869869232178,
      "learning_rate": 1.8452874210177853e-05,
      "loss": 0.697,
      "step": 37400
    },
    {
      "epoch": 0.6138032065079508,
      "grad_norm": 1.0495688915252686,
      "learning_rate": 1.8443419384499367e-05,
      "loss": 0.7066,
      "step": 37500
    },
    {
      "epoch": 0.6154400150586387,
      "grad_norm": 1.0227185487747192,
      "learning_rate": 1.8433938194118332e-05,
      "loss": 0.6975,
      "step": 37600
    },
    {
      "epoch": 0.6170768236093266,
      "grad_norm": 1.1213784217834473,
      "learning_rate": 1.8424430668639916e-05,
      "loss": 0.7101,
      "step": 37700
    },
    {
      "epoch": 0.6187136321600144,
      "grad_norm": 1.3823000192642212,
      "learning_rate": 1.8414896837751497e-05,
      "loss": 0.7143,
      "step": 37800
    },
    {
      "epoch": 0.6203504407107022,
      "grad_norm": 1.280870795249939,
      "learning_rate": 1.8405336731222615e-05,
      "loss": 0.7137,
      "step": 37900
    },
    {
      "epoch": 0.6219872492613902,
      "grad_norm": 1.1578929424285889,
      "learning_rate": 1.839575037890483e-05,
      "loss": 0.7035,
      "step": 38000
    },
    {
      "epoch": 0.623624057812078,
      "grad_norm": 1.1784029006958008,
      "learning_rate": 1.838613781073169e-05,
      "loss": 0.7003,
      "step": 38100
    },
    {
      "epoch": 0.6252608663627659,
      "grad_norm": 1.5140550136566162,
      "learning_rate": 1.8376499056718563e-05,
      "loss": 0.7182,
      "step": 38200
    },
    {
      "epoch": 0.6268976749134537,
      "grad_norm": 1.1795947551727295,
      "learning_rate": 1.8366834146962613e-05,
      "loss": 0.707,
      "step": 38300
    },
    {
      "epoch": 0.6285344834641416,
      "grad_norm": 1.2156872749328613,
      "learning_rate": 1.8357143111642658e-05,
      "loss": 0.7041,
      "step": 38400
    },
    {
      "epoch": 0.6301712920148295,
      "grad_norm": 1.120609164237976,
      "learning_rate": 1.8347425981019104e-05,
      "loss": 0.7087,
      "step": 38500
    },
    {
      "epoch": 0.6318081005655174,
      "grad_norm": 1.0960373878479004,
      "learning_rate": 1.8337682785433838e-05,
      "loss": 0.7136,
      "step": 38600
    },
    {
      "epoch": 0.6334449091162052,
      "grad_norm": 1.2065433263778687,
      "learning_rate": 1.8327913555310125e-05,
      "loss": 0.7077,
      "step": 38700
    },
    {
      "epoch": 0.6350817176668931,
      "grad_norm": 1.158570647239685,
      "learning_rate": 1.8318118321152534e-05,
      "loss": 0.7199,
      "step": 38800
    },
    {
      "epoch": 0.636718526217581,
      "grad_norm": 1.1315112113952637,
      "learning_rate": 1.8308297113546834e-05,
      "loss": 0.7157,
      "step": 38900
    },
    {
      "epoch": 0.6383553347682688,
      "grad_norm": 1.567763328552246,
      "learning_rate": 1.829844996315989e-05,
      "loss": 0.7024,
      "step": 39000
    },
    {
      "epoch": 0.6399921433189567,
      "grad_norm": 1.3154592514038086,
      "learning_rate": 1.8288576900739573e-05,
      "loss": 0.7093,
      "step": 39100
    },
    {
      "epoch": 0.6416289518696445,
      "grad_norm": 1.2426626682281494,
      "learning_rate": 1.8278677957114666e-05,
      "loss": 0.7108,
      "step": 39200
    },
    {
      "epoch": 0.6432657604203325,
      "grad_norm": 1.2186305522918701,
      "learning_rate": 1.8268753163194773e-05,
      "loss": 0.704,
      "step": 39300
    },
    {
      "epoch": 0.6449025689710203,
      "grad_norm": 1.049307942390442,
      "learning_rate": 1.8258802549970206e-05,
      "loss": 0.7057,
      "step": 39400
    },
    {
      "epoch": 0.6465393775217082,
      "grad_norm": 1.3523504734039307,
      "learning_rate": 1.8248826148511908e-05,
      "loss": 0.6965,
      "step": 39500
    },
    {
      "epoch": 0.648176186072396,
      "grad_norm": 1.2402653694152832,
      "learning_rate": 1.823882398997133e-05,
      "loss": 0.704,
      "step": 39600
    },
    {
      "epoch": 0.649812994623084,
      "grad_norm": 1.3009974956512451,
      "learning_rate": 1.8228796105580373e-05,
      "loss": 0.6892,
      "step": 39700
    },
    {
      "epoch": 0.6514498031737718,
      "grad_norm": 1.161328673362732,
      "learning_rate": 1.821874252665125e-05,
      "loss": 0.7099,
      "step": 39800
    },
    {
      "epoch": 0.6530866117244597,
      "grad_norm": 1.5753206014633179,
      "learning_rate": 1.820866328457641e-05,
      "loss": 0.6958,
      "step": 39900
    },
    {
      "epoch": 0.6547234202751475,
      "grad_norm": 1.1261160373687744,
      "learning_rate": 1.8198558410828436e-05,
      "loss": 0.7048,
      "step": 40000
    },
    {
      "epoch": 0.6563602288258353,
      "grad_norm": 1.2303427457809448,
      "learning_rate": 1.818842793695995e-05,
      "loss": 0.7024,
      "step": 40100
    },
    {
      "epoch": 0.6579970373765233,
      "grad_norm": 1.2187303304672241,
      "learning_rate": 1.8178271894603502e-05,
      "loss": 0.696,
      "step": 40200
    },
    {
      "epoch": 0.6596338459272111,
      "grad_norm": 1.1081221103668213,
      "learning_rate": 1.8168090315471488e-05,
      "loss": 0.7082,
      "step": 40300
    },
    {
      "epoch": 0.661270654477899,
      "grad_norm": 1.1961265802383423,
      "learning_rate": 1.8157883231356036e-05,
      "loss": 0.6875,
      "step": 40400
    },
    {
      "epoch": 0.6629074630285868,
      "grad_norm": 1.1577361822128296,
      "learning_rate": 1.8147650674128927e-05,
      "loss": 0.7004,
      "step": 40500
    },
    {
      "epoch": 0.6645442715792748,
      "grad_norm": 1.1837248802185059,
      "learning_rate": 1.813739267574147e-05,
      "loss": 0.7084,
      "step": 40600
    },
    {
      "epoch": 0.6661810801299626,
      "grad_norm": 1.140136957168579,
      "learning_rate": 1.8127109268224414e-05,
      "loss": 0.6897,
      "step": 40700
    },
    {
      "epoch": 0.6678178886806505,
      "grad_norm": 1.132994532585144,
      "learning_rate": 1.811680048368785e-05,
      "loss": 0.6999,
      "step": 40800
    },
    {
      "epoch": 0.6694546972313383,
      "grad_norm": 1.184187889099121,
      "learning_rate": 1.8106466354321113e-05,
      "loss": 0.6994,
      "step": 40900
    },
    {
      "epoch": 0.6710915057820263,
      "grad_norm": 1.1196414232254028,
      "learning_rate": 1.809610691239268e-05,
      "loss": 0.7008,
      "step": 41000
    },
    {
      "epoch": 0.6727283143327141,
      "grad_norm": 1.1688846349716187,
      "learning_rate": 1.808572219025006e-05,
      "loss": 0.6954,
      "step": 41100
    },
    {
      "epoch": 0.6743651228834019,
      "grad_norm": 1.222205638885498,
      "learning_rate": 1.80753122203197e-05,
      "loss": 0.6918,
      "step": 41200
    },
    {
      "epoch": 0.6760019314340898,
      "grad_norm": 1.1374167203903198,
      "learning_rate": 1.8064877035106887e-05,
      "loss": 0.6906,
      "step": 41300
    },
    {
      "epoch": 0.6776387399847776,
      "grad_norm": 1.0707694292068481,
      "learning_rate": 1.8054416667195643e-05,
      "loss": 0.6943,
      "step": 41400
    },
    {
      "epoch": 0.6792755485354656,
      "grad_norm": 1.1394332647323608,
      "learning_rate": 1.8043931149248625e-05,
      "loss": 0.7073,
      "step": 41500
    },
    {
      "epoch": 0.6809123570861534,
      "grad_norm": 1.118058443069458,
      "learning_rate": 1.803342051400701e-05,
      "loss": 0.6983,
      "step": 41600
    },
    {
      "epoch": 0.6825491656368413,
      "grad_norm": 1.3730331659317017,
      "learning_rate": 1.8022884794290417e-05,
      "loss": 0.6924,
      "step": 41700
    },
    {
      "epoch": 0.6841859741875291,
      "grad_norm": 1.1573492288589478,
      "learning_rate": 1.801232402299679e-05,
      "loss": 0.6964,
      "step": 41800
    },
    {
      "epoch": 0.6858227827382171,
      "grad_norm": 1.1315394639968872,
      "learning_rate": 1.80017382331023e-05,
      "loss": 0.693,
      "step": 41900
    },
    {
      "epoch": 0.6874595912889049,
      "grad_norm": 1.1479718685150146,
      "learning_rate": 1.799112745766122e-05,
      "loss": 0.6985,
      "step": 42000
    },
    {
      "epoch": 0.6890963998395928,
      "grad_norm": 1.1869304180145264,
      "learning_rate": 1.7980491729805858e-05,
      "loss": 0.7132,
      "step": 42100
    },
    {
      "epoch": 0.6907332083902806,
      "grad_norm": 1.322792887687683,
      "learning_rate": 1.796983108274644e-05,
      "loss": 0.7085,
      "step": 42200
    },
    {
      "epoch": 0.6923700169409684,
      "grad_norm": 1.1635984182357788,
      "learning_rate": 1.7959145549770985e-05,
      "loss": 0.7117,
      "step": 42300
    },
    {
      "epoch": 0.6940068254916564,
      "grad_norm": 1.1490191221237183,
      "learning_rate": 1.7948435164245236e-05,
      "loss": 0.697,
      "step": 42400
    },
    {
      "epoch": 0.6956436340423442,
      "grad_norm": 1.2376859188079834,
      "learning_rate": 1.7937699959612523e-05,
      "loss": 0.7079,
      "step": 42500
    },
    {
      "epoch": 0.6972804425930321,
      "grad_norm": 1.2555029392242432,
      "learning_rate": 1.7926939969393693e-05,
      "loss": 0.6895,
      "step": 42600
    },
    {
      "epoch": 0.6989172511437199,
      "grad_norm": 1.1793533563613892,
      "learning_rate": 1.7916155227186966e-05,
      "loss": 0.6784,
      "step": 42700
    },
    {
      "epoch": 0.7005540596944079,
      "grad_norm": 1.0882368087768555,
      "learning_rate": 1.7905345766667867e-05,
      "loss": 0.6875,
      "step": 42800
    },
    {
      "epoch": 0.7021908682450957,
      "grad_norm": 1.2925825119018555,
      "learning_rate": 1.789451162158909e-05,
      "loss": 0.7072,
      "step": 42900
    },
    {
      "epoch": 0.7038276767957836,
      "grad_norm": 1.2188570499420166,
      "learning_rate": 1.7883652825780418e-05,
      "loss": 0.7084,
      "step": 43000
    },
    {
      "epoch": 0.7054644853464714,
      "grad_norm": 1.2425892353057861,
      "learning_rate": 1.7872769413148602e-05,
      "loss": 0.7059,
      "step": 43100
    },
    {
      "epoch": 0.7071012938971594,
      "grad_norm": 1.3490030765533447,
      "learning_rate": 1.786186141767726e-05,
      "loss": 0.6861,
      "step": 43200
    },
    {
      "epoch": 0.7087381024478472,
      "grad_norm": 1.2493983507156372,
      "learning_rate": 1.785092887342677e-05,
      "loss": 0.6862,
      "step": 43300
    },
    {
      "epoch": 0.710374910998535,
      "grad_norm": 1.1606495380401611,
      "learning_rate": 1.7839971814534163e-05,
      "loss": 0.6959,
      "step": 43400
    },
    {
      "epoch": 0.7120117195492229,
      "grad_norm": 1.0867750644683838,
      "learning_rate": 1.7828990275213023e-05,
      "loss": 0.6838,
      "step": 43500
    },
    {
      "epoch": 0.7136485280999108,
      "grad_norm": 1.4481595754623413,
      "learning_rate": 1.781798428975336e-05,
      "loss": 0.6877,
      "step": 43600
    },
    {
      "epoch": 0.7152853366505987,
      "grad_norm": 1.0603893995285034,
      "learning_rate": 1.7806953892521536e-05,
      "loss": 0.6922,
      "step": 43700
    },
    {
      "epoch": 0.7169221452012865,
      "grad_norm": 1.1686676740646362,
      "learning_rate": 1.7795899117960126e-05,
      "loss": 0.6933,
      "step": 43800
    },
    {
      "epoch": 0.7185589537519744,
      "grad_norm": 1.423593282699585,
      "learning_rate": 1.7784820000587828e-05,
      "loss": 0.6947,
      "step": 43900
    },
    {
      "epoch": 0.7201957623026622,
      "grad_norm": 1.2158969640731812,
      "learning_rate": 1.7773716574999354e-05,
      "loss": 0.6832,
      "step": 44000
    },
    {
      "epoch": 0.7218325708533502,
      "grad_norm": 1.3259363174438477,
      "learning_rate": 1.776258887586531e-05,
      "loss": 0.6836,
      "step": 44100
    },
    {
      "epoch": 0.723469379404038,
      "grad_norm": 1.2114306688308716,
      "learning_rate": 1.775143693793211e-05,
      "loss": 0.6934,
      "step": 44200
    },
    {
      "epoch": 0.7251061879547259,
      "grad_norm": 1.0769015550613403,
      "learning_rate": 1.774026079602184e-05,
      "loss": 0.692,
      "step": 44300
    },
    {
      "epoch": 0.7267429965054137,
      "grad_norm": 1.098381519317627,
      "learning_rate": 1.7729060485032167e-05,
      "loss": 0.6929,
      "step": 44400
    },
    {
      "epoch": 0.7283798050561016,
      "grad_norm": 1.1960115432739258,
      "learning_rate": 1.7717836039936235e-05,
      "loss": 0.6895,
      "step": 44500
    },
    {
      "epoch": 0.7300166136067895,
      "grad_norm": 1.2899237871170044,
      "learning_rate": 1.7706587495782538e-05,
      "loss": 0.6891,
      "step": 44600
    },
    {
      "epoch": 0.7316534221574773,
      "grad_norm": 1.1849106550216675,
      "learning_rate": 1.769531488769482e-05,
      "loss": 0.6994,
      "step": 44700
    },
    {
      "epoch": 0.7332902307081652,
      "grad_norm": 1.0840647220611572,
      "learning_rate": 1.7684018250871967e-05,
      "loss": 0.6902,
      "step": 44800
    },
    {
      "epoch": 0.734927039258853,
      "grad_norm": 1.1262308359146118,
      "learning_rate": 1.7672697620587904e-05,
      "loss": 0.686,
      "step": 44900
    },
    {
      "epoch": 0.736563847809541,
      "grad_norm": 1.2281126976013184,
      "learning_rate": 1.7661353032191458e-05,
      "loss": 0.6971,
      "step": 45000
    },
    {
      "epoch": 0.7382006563602288,
      "grad_norm": 1.0803622007369995,
      "learning_rate": 1.7649984521106282e-05,
      "loss": 0.694,
      "step": 45100
    },
    {
      "epoch": 0.7398374649109167,
      "grad_norm": 1.4072610139846802,
      "learning_rate": 1.763859212283071e-05,
      "loss": 0.704,
      "step": 45200
    },
    {
      "epoch": 0.7414742734616045,
      "grad_norm": 1.2351950407028198,
      "learning_rate": 1.7627175872937686e-05,
      "loss": 0.6991,
      "step": 45300
    },
    {
      "epoch": 0.7431110820122925,
      "grad_norm": 1.1985889673233032,
      "learning_rate": 1.7615735807074616e-05,
      "loss": 0.6947,
      "step": 45400
    },
    {
      "epoch": 0.7447478905629803,
      "grad_norm": 1.1948813199996948,
      "learning_rate": 1.7604271960963274e-05,
      "loss": 0.6986,
      "step": 45500
    },
    {
      "epoch": 0.7463846991136681,
      "grad_norm": 1.2745295763015747,
      "learning_rate": 1.759278437039969e-05,
      "loss": 0.6989,
      "step": 45600
    },
    {
      "epoch": 0.748021507664356,
      "grad_norm": 1.1414821147918701,
      "learning_rate": 1.7581273071254038e-05,
      "loss": 0.6883,
      "step": 45700
    },
    {
      "epoch": 0.7496583162150439,
      "grad_norm": 1.1246697902679443,
      "learning_rate": 1.7569738099470524e-05,
      "loss": 0.6818,
      "step": 45800
    },
    {
      "epoch": 0.7512951247657318,
      "grad_norm": 1.1820296049118042,
      "learning_rate": 1.7558179491067263e-05,
      "loss": 0.7079,
      "step": 45900
    },
    {
      "epoch": 0.7529319333164196,
      "grad_norm": 1.1293789148330688,
      "learning_rate": 1.7546597282136186e-05,
      "loss": 0.696,
      "step": 46000
    },
    {
      "epoch": 0.7545687418671075,
      "grad_norm": 1.2405450344085693,
      "learning_rate": 1.753499150884291e-05,
      "loss": 0.6912,
      "step": 46100
    },
    {
      "epoch": 0.7562055504177954,
      "grad_norm": 1.2177417278289795,
      "learning_rate": 1.7523362207426634e-05,
      "loss": 0.6824,
      "step": 46200
    },
    {
      "epoch": 0.7578423589684833,
      "grad_norm": 1.124414086341858,
      "learning_rate": 1.7511709414200024e-05,
      "loss": 0.6868,
      "step": 46300
    },
    {
      "epoch": 0.7594791675191711,
      "grad_norm": 1.1439573764801025,
      "learning_rate": 1.7500033165549105e-05,
      "loss": 0.6882,
      "step": 46400
    },
    {
      "epoch": 0.761115976069859,
      "grad_norm": 1.1549428701400757,
      "learning_rate": 1.7488333497933133e-05,
      "loss": 0.681,
      "step": 46500
    },
    {
      "epoch": 0.7627527846205469,
      "grad_norm": 1.3092726469039917,
      "learning_rate": 1.7476610447884492e-05,
      "loss": 0.6973,
      "step": 46600
    },
    {
      "epoch": 0.7643895931712347,
      "grad_norm": 1.5812910795211792,
      "learning_rate": 1.7464864052008586e-05,
      "loss": 0.6855,
      "step": 46700
    },
    {
      "epoch": 0.7660264017219226,
      "grad_norm": 1.189775824546814,
      "learning_rate": 1.7453094346983707e-05,
      "loss": 0.6983,
      "step": 46800
    },
    {
      "epoch": 0.7676632102726104,
      "grad_norm": 1.3100470304489136,
      "learning_rate": 1.7441301369560934e-05,
      "loss": 0.6938,
      "step": 46900
    },
    {
      "epoch": 0.7693000188232983,
      "grad_norm": 1.227925419807434,
      "learning_rate": 1.7429485156564014e-05,
      "loss": 0.6762,
      "step": 47000
    },
    {
      "epoch": 0.7709368273739862,
      "grad_norm": 1.3295223712921143,
      "learning_rate": 1.7417645744889248e-05,
      "loss": 0.6823,
      "step": 47100
    },
    {
      "epoch": 0.7725736359246741,
      "grad_norm": 1.1091123819351196,
      "learning_rate": 1.740578317150538e-05,
      "loss": 0.6978,
      "step": 47200
    },
    {
      "epoch": 0.7742104444753619,
      "grad_norm": 1.2926867008209229,
      "learning_rate": 1.7393897473453462e-05,
      "loss": 0.6853,
      "step": 47300
    },
    {
      "epoch": 0.7758472530260498,
      "grad_norm": 1.279630422592163,
      "learning_rate": 1.738198868784677e-05,
      "loss": 0.6911,
      "step": 47400
    },
    {
      "epoch": 0.7774840615767377,
      "grad_norm": 1.1175949573516846,
      "learning_rate": 1.7370056851870665e-05,
      "loss": 0.687,
      "step": 47500
    },
    {
      "epoch": 0.7791208701274256,
      "grad_norm": 1.0889476537704468,
      "learning_rate": 1.7358102002782477e-05,
      "loss": 0.689,
      "step": 47600
    },
    {
      "epoch": 0.7807576786781134,
      "grad_norm": 1.1944537162780762,
      "learning_rate": 1.7346124177911402e-05,
      "loss": 0.6841,
      "step": 47700
    },
    {
      "epoch": 0.7823944872288013,
      "grad_norm": 1.208275556564331,
      "learning_rate": 1.7334123414658376e-05,
      "loss": 0.6777,
      "step": 47800
    },
    {
      "epoch": 0.7840312957794892,
      "grad_norm": 1.1608806848526,
      "learning_rate": 1.7322099750495964e-05,
      "loss": 0.6841,
      "step": 47900
    },
    {
      "epoch": 0.785668104330177,
      "grad_norm": 1.0674712657928467,
      "learning_rate": 1.731005322296823e-05,
      "loss": 0.6765,
      "step": 48000
    },
    {
      "epoch": 0.7873049128808649,
      "grad_norm": 1.1852935552597046,
      "learning_rate": 1.729798386969064e-05,
      "loss": 0.6968,
      "step": 48100
    },
    {
      "epoch": 0.7889417214315527,
      "grad_norm": 1.1918047666549683,
      "learning_rate": 1.728589172834993e-05,
      "loss": 0.6815,
      "step": 48200
    },
    {
      "epoch": 0.7905785299822407,
      "grad_norm": 1.3117504119873047,
      "learning_rate": 1.7273776836703985e-05,
      "loss": 0.6799,
      "step": 48300
    },
    {
      "epoch": 0.7922153385329285,
      "grad_norm": 1.2398260831832886,
      "learning_rate": 1.726163923258174e-05,
      "loss": 0.6869,
      "step": 48400
    },
    {
      "epoch": 0.7938521470836164,
      "grad_norm": 1.2091760635375977,
      "learning_rate": 1.724947895388304e-05,
      "loss": 0.6679,
      "step": 48500
    },
    {
      "epoch": 0.7954889556343042,
      "grad_norm": 1.1533339023590088,
      "learning_rate": 1.723729603857854e-05,
      "loss": 0.6877,
      "step": 48600
    },
    {
      "epoch": 0.7971257641849921,
      "grad_norm": 1.2629398107528687,
      "learning_rate": 1.7225090524709577e-05,
      "loss": 0.6878,
      "step": 48700
    },
    {
      "epoch": 0.79876257273568,
      "grad_norm": 1.202531099319458,
      "learning_rate": 1.7212862450388037e-05,
      "loss": 0.6911,
      "step": 48800
    },
    {
      "epoch": 0.8003993812863679,
      "grad_norm": 1.189326286315918,
      "learning_rate": 1.7200611853796278e-05,
      "loss": 0.6966,
      "step": 48900
    },
    {
      "epoch": 0.8020361898370557,
      "grad_norm": 1.2614778280258179,
      "learning_rate": 1.718833877318696e-05,
      "loss": 0.6952,
      "step": 49000
    },
    {
      "epoch": 0.8036729983877435,
      "grad_norm": 1.1864616870880127,
      "learning_rate": 1.7176043246882966e-05,
      "loss": 0.6756,
      "step": 49100
    },
    {
      "epoch": 0.8053098069384315,
      "grad_norm": 1.205569863319397,
      "learning_rate": 1.7163725313277255e-05,
      "loss": 0.6748,
      "step": 49200
    },
    {
      "epoch": 0.8069466154891193,
      "grad_norm": 1.2782241106033325,
      "learning_rate": 1.715138501083276e-05,
      "loss": 0.6903,
      "step": 49300
    },
    {
      "epoch": 0.8085834240398072,
      "grad_norm": 1.0571094751358032,
      "learning_rate": 1.7139022378082256e-05,
      "loss": 0.6871,
      "step": 49400
    },
    {
      "epoch": 0.810220232590495,
      "grad_norm": 1.3369005918502808,
      "learning_rate": 1.712663745362826e-05,
      "loss": 0.6746,
      "step": 49500
    },
    {
      "epoch": 0.811857041141183,
      "grad_norm": 1.2506871223449707,
      "learning_rate": 1.7114230276142866e-05,
      "loss": 0.6935,
      "step": 49600
    },
    {
      "epoch": 0.8134938496918708,
      "grad_norm": 1.3436931371688843,
      "learning_rate": 1.7101800884367676e-05,
      "loss": 0.6859,
      "step": 49700
    },
    {
      "epoch": 0.8151306582425587,
      "grad_norm": 1.3217076063156128,
      "learning_rate": 1.708934931711365e-05,
      "loss": 0.6766,
      "step": 49800
    },
    {
      "epoch": 0.8167674667932465,
      "grad_norm": 1.3521711826324463,
      "learning_rate": 1.7076875613261e-05,
      "loss": 0.6828,
      "step": 49900
    },
    {
      "epoch": 0.8184042753439345,
      "grad_norm": 1.1544018983840942,
      "learning_rate": 1.706437981175904e-05,
      "loss": 0.6866,
      "step": 50000
    },
    {
      "epoch": 0.8200410838946223,
      "grad_norm": 1.3795074224472046,
      "learning_rate": 1.7051861951626105e-05,
      "loss": 0.6893,
      "step": 50100
    },
    {
      "epoch": 0.8216778924453101,
      "grad_norm": 1.2545524835586548,
      "learning_rate": 1.7039322071949396e-05,
      "loss": 0.6865,
      "step": 50200
    },
    {
      "epoch": 0.823314700995998,
      "grad_norm": 1.3663312196731567,
      "learning_rate": 1.702676021188487e-05,
      "loss": 0.6858,
      "step": 50300
    },
    {
      "epoch": 0.8249515095466858,
      "grad_norm": 1.4371784925460815,
      "learning_rate": 1.701417641065713e-05,
      "loss": 0.6827,
      "step": 50400
    },
    {
      "epoch": 0.8265883180973738,
      "grad_norm": 1.465648889541626,
      "learning_rate": 1.7001570707559274e-05,
      "loss": 0.6813,
      "step": 50500
    },
    {
      "epoch": 0.8282251266480616,
      "grad_norm": 1.1045328378677368,
      "learning_rate": 1.69889431419528e-05,
      "loss": 0.6858,
      "step": 50600
    },
    {
      "epoch": 0.8298619351987495,
      "grad_norm": 1.1676952838897705,
      "learning_rate": 1.6976293753267467e-05,
      "loss": 0.662,
      "step": 50700
    },
    {
      "epoch": 0.8314987437494373,
      "grad_norm": 1.2377560138702393,
      "learning_rate": 1.6963622581001188e-05,
      "loss": 0.6853,
      "step": 50800
    },
    {
      "epoch": 0.8331355523001253,
      "grad_norm": 1.2052476406097412,
      "learning_rate": 1.6950929664719883e-05,
      "loss": 0.6898,
      "step": 50900
    },
    {
      "epoch": 0.8347723608508131,
      "grad_norm": 1.400944709777832,
      "learning_rate": 1.6938215044057363e-05,
      "loss": 0.6905,
      "step": 51000
    },
    {
      "epoch": 0.836409169401501,
      "grad_norm": 1.2622673511505127,
      "learning_rate": 1.6925478758715226e-05,
      "loss": 0.6651,
      "step": 51100
    },
    {
      "epoch": 0.8380459779521888,
      "grad_norm": 1.1664501428604126,
      "learning_rate": 1.691272084846272e-05,
      "loss": 0.6851,
      "step": 51200
    },
    {
      "epoch": 0.8396827865028766,
      "grad_norm": 1.2591482400894165,
      "learning_rate": 1.68999413531366e-05,
      "loss": 0.6936,
      "step": 51300
    },
    {
      "epoch": 0.8413195950535646,
      "grad_norm": 1.163874864578247,
      "learning_rate": 1.6887140312641036e-05,
      "loss": 0.6886,
      "step": 51400
    },
    {
      "epoch": 0.8429564036042524,
      "grad_norm": 1.2441082000732422,
      "learning_rate": 1.6874317766947458e-05,
      "loss": 0.6761,
      "step": 51500
    },
    {
      "epoch": 0.8445932121549403,
      "grad_norm": 1.1966642141342163,
      "learning_rate": 1.6861473756094464e-05,
      "loss": 0.6758,
      "step": 51600
    },
    {
      "epoch": 0.8462300207056281,
      "grad_norm": 1.1858773231506348,
      "learning_rate": 1.6848608320187668e-05,
      "loss": 0.6806,
      "step": 51700
    },
    {
      "epoch": 0.8478668292563161,
      "grad_norm": 1.1656018495559692,
      "learning_rate": 1.6835721499399583e-05,
      "loss": 0.6768,
      "step": 51800
    },
    {
      "epoch": 0.8495036378070039,
      "grad_norm": 1.2097491025924683,
      "learning_rate": 1.6822813333969495e-05,
      "loss": 0.6936,
      "step": 51900
    },
    {
      "epoch": 0.8511404463576918,
      "grad_norm": 1.4976009130477905,
      "learning_rate": 1.6809883864203352e-05,
      "loss": 0.6721,
      "step": 52000
    },
    {
      "epoch": 0.8527772549083796,
      "grad_norm": 1.3640004396438599,
      "learning_rate": 1.6796933130473606e-05,
      "loss": 0.6738,
      "step": 52100
    },
    {
      "epoch": 0.8544140634590676,
      "grad_norm": 1.2159740924835205,
      "learning_rate": 1.6783961173219116e-05,
      "loss": 0.6755,
      "step": 52200
    },
    {
      "epoch": 0.8560508720097554,
      "grad_norm": 1.23357355594635,
      "learning_rate": 1.677096803294502e-05,
      "loss": 0.6789,
      "step": 52300
    },
    {
      "epoch": 0.8576876805604432,
      "grad_norm": 1.2574186325073242,
      "learning_rate": 1.6757953750222586e-05,
      "loss": 0.6892,
      "step": 52400
    },
    {
      "epoch": 0.8593244891111311,
      "grad_norm": 1.2394073009490967,
      "learning_rate": 1.6744918365689106e-05,
      "loss": 0.6726,
      "step": 52500
    },
    {
      "epoch": 0.860961297661819,
      "grad_norm": 1.2098554372787476,
      "learning_rate": 1.6731861920047758e-05,
      "loss": 0.6714,
      "step": 52600
    },
    {
      "epoch": 0.8625981062125069,
      "grad_norm": 1.3548126220703125,
      "learning_rate": 1.6718784454067495e-05,
      "loss": 0.6849,
      "step": 52700
    },
    {
      "epoch": 0.8642349147631947,
      "grad_norm": 1.5218019485473633,
      "learning_rate": 1.670568600858289e-05,
      "loss": 0.6744,
      "step": 52800
    },
    {
      "epoch": 0.8658717233138826,
      "grad_norm": 1.3826264142990112,
      "learning_rate": 1.669256662449404e-05,
      "loss": 0.6762,
      "step": 52900
    },
    {
      "epoch": 0.8675085318645704,
      "grad_norm": 1.2154985666275024,
      "learning_rate": 1.667942634276642e-05,
      "loss": 0.6711,
      "step": 53000
    },
    {
      "epoch": 0.8691453404152584,
      "grad_norm": 1.3120452165603638,
      "learning_rate": 1.666626520443075e-05,
      "loss": 0.6788,
      "step": 53100
    },
    {
      "epoch": 0.8707821489659462,
      "grad_norm": 1.2221883535385132,
      "learning_rate": 1.665308325058288e-05,
      "loss": 0.6661,
      "step": 53200
    },
    {
      "epoch": 0.8724189575166341,
      "grad_norm": 1.385396957397461,
      "learning_rate": 1.6639880522383655e-05,
      "loss": 0.6714,
      "step": 53300
    },
    {
      "epoch": 0.8740557660673219,
      "grad_norm": 1.2685418128967285,
      "learning_rate": 1.6626657061058797e-05,
      "loss": 0.668,
      "step": 53400
    },
    {
      "epoch": 0.8756925746180098,
      "grad_norm": 1.513152837753296,
      "learning_rate": 1.661341290789875e-05,
      "loss": 0.6706,
      "step": 53500
    },
    {
      "epoch": 0.8773293831686977,
      "grad_norm": 1.2810958623886108,
      "learning_rate": 1.6600148104258594e-05,
      "loss": 0.6904,
      "step": 53600
    },
    {
      "epoch": 0.8789661917193855,
      "grad_norm": 1.2695286273956299,
      "learning_rate": 1.6586862691557863e-05,
      "loss": 0.6733,
      "step": 53700
    },
    {
      "epoch": 0.8806030002700734,
      "grad_norm": 1.0760889053344727,
      "learning_rate": 1.6573556711280457e-05,
      "loss": 0.6743,
      "step": 53800
    },
    {
      "epoch": 0.8822398088207613,
      "grad_norm": 1.3402081727981567,
      "learning_rate": 1.6560230204974502e-05,
      "loss": 0.6706,
      "step": 53900
    },
    {
      "epoch": 0.8838766173714492,
      "grad_norm": 1.191873550415039,
      "learning_rate": 1.654688321425221e-05,
      "loss": 0.6764,
      "step": 54000
    },
    {
      "epoch": 0.885513425922137,
      "grad_norm": 1.1215344667434692,
      "learning_rate": 1.6533515780789758e-05,
      "loss": 0.6857,
      "step": 54100
    },
    {
      "epoch": 0.8871502344728249,
      "grad_norm": 1.1322293281555176,
      "learning_rate": 1.6520127946327155e-05,
      "loss": 0.6723,
      "step": 54200
    },
    {
      "epoch": 0.8887870430235127,
      "grad_norm": 1.7162648439407349,
      "learning_rate": 1.6506719752668115e-05,
      "loss": 0.679,
      "step": 54300
    },
    {
      "epoch": 0.8904238515742007,
      "grad_norm": 1.5632336139678955,
      "learning_rate": 1.6493291241679922e-05,
      "loss": 0.6807,
      "step": 54400
    },
    {
      "epoch": 0.8920606601248885,
      "grad_norm": 1.0530614852905273,
      "learning_rate": 1.6479842455293297e-05,
      "loss": 0.6681,
      "step": 54500
    },
    {
      "epoch": 0.8936974686755763,
      "grad_norm": 1.2179269790649414,
      "learning_rate": 1.6466373435502276e-05,
      "loss": 0.6614,
      "step": 54600
    },
    {
      "epoch": 0.8953342772262642,
      "grad_norm": 1.3225027322769165,
      "learning_rate": 1.6452884224364082e-05,
      "loss": 0.671,
      "step": 54700
    },
    {
      "epoch": 0.8969710857769521,
      "grad_norm": 1.3610303401947021,
      "learning_rate": 1.6439374863998966e-05,
      "loss": 0.6801,
      "step": 54800
    },
    {
      "epoch": 0.89860789432764,
      "grad_norm": 1.3277727365493774,
      "learning_rate": 1.6425845396590114e-05,
      "loss": 0.6746,
      "step": 54900
    },
    {
      "epoch": 0.9002447028783278,
      "grad_norm": 1.2963169813156128,
      "learning_rate": 1.6412295864383487e-05,
      "loss": 0.6817,
      "step": 55000
    },
    {
      "epoch": 0.9018815114290157,
      "grad_norm": 1.475885033607483,
      "learning_rate": 1.6398726309687704e-05,
      "loss": 0.6891,
      "step": 55100
    },
    {
      "epoch": 0.9035183199797036,
      "grad_norm": 1.2722758054733276,
      "learning_rate": 1.638513677487389e-05,
      "loss": 0.6709,
      "step": 55200
    },
    {
      "epoch": 0.9051551285303915,
      "grad_norm": 1.3521857261657715,
      "learning_rate": 1.637152730237558e-05,
      "loss": 0.6812,
      "step": 55300
    },
    {
      "epoch": 0.9067919370810793,
      "grad_norm": 1.2276744842529297,
      "learning_rate": 1.6357897934688555e-05,
      "loss": 0.6644,
      "step": 55400
    },
    {
      "epoch": 0.9084287456317672,
      "grad_norm": 1.5432332754135132,
      "learning_rate": 1.634424871437071e-05,
      "loss": 0.6817,
      "step": 55500
    },
    {
      "epoch": 0.910065554182455,
      "grad_norm": 1.2314627170562744,
      "learning_rate": 1.6330579684041946e-05,
      "loss": 0.6761,
      "step": 55600
    },
    {
      "epoch": 0.9117023627331429,
      "grad_norm": 1.473347544670105,
      "learning_rate": 1.631689088638401e-05,
      "loss": 0.6587,
      "step": 55700
    },
    {
      "epoch": 0.9133391712838308,
      "grad_norm": 1.4029542207717896,
      "learning_rate": 1.6303182364140376e-05,
      "loss": 0.6863,
      "step": 55800
    },
    {
      "epoch": 0.9149759798345186,
      "grad_norm": 1.1235482692718506,
      "learning_rate": 1.628945416011611e-05,
      "loss": 0.6717,
      "step": 55900
    },
    {
      "epoch": 0.9166127883852065,
      "grad_norm": 1.1514254808425903,
      "learning_rate": 1.6275706317177732e-05,
      "loss": 0.6815,
      "step": 56000
    },
    {
      "epoch": 0.9182495969358944,
      "grad_norm": 1.388074517250061,
      "learning_rate": 1.6261938878253086e-05,
      "loss": 0.6849,
      "step": 56100
    },
    {
      "epoch": 0.9198864054865823,
      "grad_norm": 1.1814851760864258,
      "learning_rate": 1.6248151886331208e-05,
      "loss": 0.6641,
      "step": 56200
    },
    {
      "epoch": 0.9215232140372701,
      "grad_norm": 1.4052802324295044,
      "learning_rate": 1.6234345384462174e-05,
      "loss": 0.6787,
      "step": 56300
    },
    {
      "epoch": 0.923160022587958,
      "grad_norm": 1.5508378744125366,
      "learning_rate": 1.6220519415757005e-05,
      "loss": 0.6808,
      "step": 56400
    },
    {
      "epoch": 0.9247968311386459,
      "grad_norm": 1.3127562999725342,
      "learning_rate": 1.620667402338749e-05,
      "loss": 0.6663,
      "step": 56500
    },
    {
      "epoch": 0.9264336396893338,
      "grad_norm": 1.2677356004714966,
      "learning_rate": 1.619280925058607e-05,
      "loss": 0.6723,
      "step": 56600
    },
    {
      "epoch": 0.9280704482400216,
      "grad_norm": 1.2480475902557373,
      "learning_rate": 1.61789251406457e-05,
      "loss": 0.6583,
      "step": 56700
    },
    {
      "epoch": 0.9297072567907094,
      "grad_norm": 1.1523864269256592,
      "learning_rate": 1.616502173691973e-05,
      "loss": 0.6858,
      "step": 56800
    },
    {
      "epoch": 0.9313440653413974,
      "grad_norm": 1.2443100214004517,
      "learning_rate": 1.615109908282174e-05,
      "loss": 0.6842,
      "step": 56900
    },
    {
      "epoch": 0.9329808738920852,
      "grad_norm": 1.172663927078247,
      "learning_rate": 1.6137157221825418e-05,
      "loss": 0.6708,
      "step": 57000
    },
    {
      "epoch": 0.9346176824427731,
      "grad_norm": 1.2049202919006348,
      "learning_rate": 1.6123196197464445e-05,
      "loss": 0.6665,
      "step": 57100
    },
    {
      "epoch": 0.9362544909934609,
      "grad_norm": 1.3395051956176758,
      "learning_rate": 1.6109216053332313e-05,
      "loss": 0.6593,
      "step": 57200
    },
    {
      "epoch": 0.9378912995441488,
      "grad_norm": 1.4670510292053223,
      "learning_rate": 1.6095216833082242e-05,
      "loss": 0.6715,
      "step": 57300
    },
    {
      "epoch": 0.9395281080948367,
      "grad_norm": 1.349523663520813,
      "learning_rate": 1.6081198580427e-05,
      "loss": 0.6724,
      "step": 57400
    },
    {
      "epoch": 0.9411649166455246,
      "grad_norm": 1.5846613645553589,
      "learning_rate": 1.606716133913879e-05,
      "loss": 0.6716,
      "step": 57500
    },
    {
      "epoch": 0.9428017251962124,
      "grad_norm": 1.1905144453048706,
      "learning_rate": 1.6053105153049103e-05,
      "loss": 0.6702,
      "step": 57600
    },
    {
      "epoch": 0.9444385337469003,
      "grad_norm": 1.4006574153900146,
      "learning_rate": 1.6039030066048592e-05,
      "loss": 0.6665,
      "step": 57700
    },
    {
      "epoch": 0.9460753422975882,
      "grad_norm": 1.3038159608840942,
      "learning_rate": 1.602493612208693e-05,
      "loss": 0.665,
      "step": 57800
    },
    {
      "epoch": 0.947712150848276,
      "grad_norm": 1.336591124534607,
      "learning_rate": 1.601082336517266e-05,
      "loss": 0.6572,
      "step": 57900
    },
    {
      "epoch": 0.9493489593989639,
      "grad_norm": 1.3096286058425903,
      "learning_rate": 1.5996691839373077e-05,
      "loss": 0.6651,
      "step": 58000
    },
    {
      "epoch": 0.9509857679496517,
      "grad_norm": 1.3385711908340454,
      "learning_rate": 1.5982541588814083e-05,
      "loss": 0.6708,
      "step": 58100
    },
    {
      "epoch": 0.9526225765003397,
      "grad_norm": 1.2425600290298462,
      "learning_rate": 1.596837265768004e-05,
      "loss": 0.6629,
      "step": 58200
    },
    {
      "epoch": 0.9542593850510275,
      "grad_norm": 1.1755977869033813,
      "learning_rate": 1.5954185090213653e-05,
      "loss": 0.6618,
      "step": 58300
    },
    {
      "epoch": 0.9558961936017154,
      "grad_norm": 1.5241588354110718,
      "learning_rate": 1.5939978930715808e-05,
      "loss": 0.6747,
      "step": 58400
    },
    {
      "epoch": 0.9575330021524032,
      "grad_norm": 1.113451361656189,
      "learning_rate": 1.5925754223545452e-05,
      "loss": 0.6779,
      "step": 58500
    },
    {
      "epoch": 0.9591698107030912,
      "grad_norm": 1.2721067667007446,
      "learning_rate": 1.5911511013119438e-05,
      "loss": 0.6586,
      "step": 58600
    },
    {
      "epoch": 0.960806619253779,
      "grad_norm": 1.5037124156951904,
      "learning_rate": 1.589724934391241e-05,
      "loss": 0.6646,
      "step": 58700
    },
    {
      "epoch": 0.9624434278044669,
      "grad_norm": 1.2813490629196167,
      "learning_rate": 1.588296926045664e-05,
      "loss": 0.6644,
      "step": 58800
    },
    {
      "epoch": 0.9640802363551547,
      "grad_norm": 1.2610142230987549,
      "learning_rate": 1.58686708073419e-05,
      "loss": 0.6717,
      "step": 58900
    },
    {
      "epoch": 0.9657170449058425,
      "grad_norm": 1.2408130168914795,
      "learning_rate": 1.585435402921532e-05,
      "loss": 0.6695,
      "step": 59000
    },
    {
      "epoch": 0.9673538534565305,
      "grad_norm": 1.4657983779907227,
      "learning_rate": 1.584001897078126e-05,
      "loss": 0.6777,
      "step": 59100
    },
    {
      "epoch": 0.9689906620072183,
      "grad_norm": 1.370548129081726,
      "learning_rate": 1.5825665676801145e-05,
      "loss": 0.6881,
      "step": 59200
    },
    {
      "epoch": 0.9706274705579062,
      "grad_norm": 1.3695186376571655,
      "learning_rate": 1.5811294192093353e-05,
      "loss": 0.6594,
      "step": 59300
    },
    {
      "epoch": 0.972264279108594,
      "grad_norm": 1.2767751216888428,
      "learning_rate": 1.5796904561533054e-05,
      "loss": 0.6661,
      "step": 59400
    },
    {
      "epoch": 0.973901087659282,
      "grad_norm": 1.293419361114502,
      "learning_rate": 1.578249683005209e-05,
      "loss": 0.6781,
      "step": 59500
    },
    {
      "epoch": 0.9755378962099698,
      "grad_norm": 1.5075045824050903,
      "learning_rate": 1.576807104263881e-05,
      "loss": 0.6706,
      "step": 59600
    },
    {
      "epoch": 0.9771747047606577,
      "grad_norm": 1.1597870588302612,
      "learning_rate": 1.5753627244337958e-05,
      "loss": 0.6709,
      "step": 59700
    },
    {
      "epoch": 0.9788115133113455,
      "grad_norm": 1.5488371849060059,
      "learning_rate": 1.5739165480250504e-05,
      "loss": 0.6611,
      "step": 59800
    },
    {
      "epoch": 0.9804483218620335,
      "grad_norm": 1.3339688777923584,
      "learning_rate": 1.5724685795533518e-05,
      "loss": 0.679,
      "step": 59900
    },
    {
      "epoch": 0.9820851304127213,
      "grad_norm": 1.3151462078094482,
      "learning_rate": 1.571018823540004e-05,
      "loss": 0.6636,
      "step": 60000
    },
    {
      "epoch": 0.9837219389634091,
      "grad_norm": 1.3205444812774658,
      "learning_rate": 1.5695672845118903e-05,
      "loss": 0.6623,
      "step": 60100
    },
    {
      "epoch": 0.985358747514097,
      "grad_norm": 1.294420599937439,
      "learning_rate": 1.5681139670014643e-05,
      "loss": 0.6666,
      "step": 60200
    },
    {
      "epoch": 0.9869955560647848,
      "grad_norm": 1.3142366409301758,
      "learning_rate": 1.566658875546731e-05,
      "loss": 0.6629,
      "step": 60300
    },
    {
      "epoch": 0.9886323646154728,
      "grad_norm": 1.3516416549682617,
      "learning_rate": 1.565202014691235e-05,
      "loss": 0.6664,
      "step": 60400
    },
    {
      "epoch": 0.9902691731661606,
      "grad_norm": 1.2360502481460571,
      "learning_rate": 1.5637433889840455e-05,
      "loss": 0.6608,
      "step": 60500
    },
    {
      "epoch": 0.9919059817168485,
      "grad_norm": 1.155104398727417,
      "learning_rate": 1.562283002979744e-05,
      "loss": 0.6676,
      "step": 60600
    },
    {
      "epoch": 0.9935427902675363,
      "grad_norm": 1.2880823612213135,
      "learning_rate": 1.560820861238407e-05,
      "loss": 0.6632,
      "step": 60700
    },
    {
      "epoch": 0.9951795988182243,
      "grad_norm": 1.2748744487762451,
      "learning_rate": 1.5593569683255936e-05,
      "loss": 0.6723,
      "step": 60800
    },
    {
      "epoch": 0.9968164073689121,
      "grad_norm": 1.2065379619598389,
      "learning_rate": 1.557891328812332e-05,
      "loss": 0.6831,
      "step": 60900
    },
    {
      "epoch": 0.9984532159196,
      "grad_norm": 1.143071174621582,
      "learning_rate": 1.5564239472751022e-05,
      "loss": 0.6656,
      "step": 61000
    },
    {
      "epoch": 1.0000818404275345,
      "grad_norm": 1.1476441621780396,
      "learning_rate": 1.5549548282958253e-05,
      "loss": 0.6591,
      "step": 61100
    },
    {
      "epoch": 1.0017186489782222,
      "grad_norm": 1.210295557975769,
      "learning_rate": 1.5534839764618477e-05,
      "loss": 0.6559,
      "step": 61200
    },
    {
      "epoch": 1.00335545752891,
      "grad_norm": 1.5003302097320557,
      "learning_rate": 1.5520113963659257e-05,
      "loss": 0.6615,
      "step": 61300
    },
    {
      "epoch": 1.004992266079598,
      "grad_norm": 1.235449194908142,
      "learning_rate": 1.550537092606212e-05,
      "loss": 0.6709,
      "step": 61400
    },
    {
      "epoch": 1.006629074630286,
      "grad_norm": 1.1739157438278198,
      "learning_rate": 1.549061069786243e-05,
      "loss": 0.668,
      "step": 61500
    },
    {
      "epoch": 1.0082658831809737,
      "grad_norm": 1.2646570205688477,
      "learning_rate": 1.5475833325149215e-05,
      "loss": 0.6553,
      "step": 61600
    },
    {
      "epoch": 1.0099026917316616,
      "grad_norm": 1.2951397895812988,
      "learning_rate": 1.546103885406504e-05,
      "loss": 0.6584,
      "step": 61700
    },
    {
      "epoch": 1.0115395002823495,
      "grad_norm": 1.2838189601898193,
      "learning_rate": 1.544622733080586e-05,
      "loss": 0.6518,
      "step": 61800
    },
    {
      "epoch": 1.0131763088330374,
      "grad_norm": 1.3708552122116089,
      "learning_rate": 1.543139880162088e-05,
      "loss": 0.6628,
      "step": 61900
    },
    {
      "epoch": 1.0148131173837251,
      "grad_norm": 1.301353931427002,
      "learning_rate": 1.54165533128124e-05,
      "loss": 0.6478,
      "step": 62000
    },
    {
      "epoch": 1.016449925934413,
      "grad_norm": 1.3044975996017456,
      "learning_rate": 1.5401690910735677e-05,
      "loss": 0.6439,
      "step": 62100
    },
    {
      "epoch": 1.018086734485101,
      "grad_norm": 1.4568370580673218,
      "learning_rate": 1.5386811641798785e-05,
      "loss": 0.6482,
      "step": 62200
    },
    {
      "epoch": 1.0197235430357887,
      "grad_norm": 1.3758224248886108,
      "learning_rate": 1.5371915552462466e-05,
      "loss": 0.663,
      "step": 62300
    },
    {
      "epoch": 1.0213603515864766,
      "grad_norm": 1.6428395509719849,
      "learning_rate": 1.535700268923998e-05,
      "loss": 0.6533,
      "step": 62400
    },
    {
      "epoch": 1.0229971601371646,
      "grad_norm": 1.3830885887145996,
      "learning_rate": 1.5342073098696956e-05,
      "loss": 0.6632,
      "step": 62500
    },
    {
      "epoch": 1.0246339686878525,
      "grad_norm": 1.426006555557251,
      "learning_rate": 1.5327126827451272e-05,
      "loss": 0.6491,
      "step": 62600
    },
    {
      "epoch": 1.0262707772385402,
      "grad_norm": 1.4166696071624756,
      "learning_rate": 1.531216392217288e-05,
      "loss": 0.6465,
      "step": 62700
    },
    {
      "epoch": 1.0279075857892281,
      "grad_norm": 1.224443793296814,
      "learning_rate": 1.529718442958367e-05,
      "loss": 0.6642,
      "step": 62800
    },
    {
      "epoch": 1.029544394339916,
      "grad_norm": 1.250406265258789,
      "learning_rate": 1.528218839645733e-05,
      "loss": 0.6516,
      "step": 62900
    },
    {
      "epoch": 1.031181202890604,
      "grad_norm": 1.2630037069320679,
      "learning_rate": 1.52671758696192e-05,
      "loss": 0.6649,
      "step": 63000
    }
  ],
  "logging_steps": 100,
  "max_steps": 183285,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.34907099427588e+19,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}