{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 20.0,
  "eval_steps": 500,
  "global_step": 538240,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.018579072532699168,
      "grad_norm": 3.261758327484131,
      "learning_rate": 4.995355231866826e-05,
      "loss": 7.9049,
      "step": 500
    },
    {
      "epoch": 0.037158145065398336,
      "grad_norm": 2.7945966720581055,
      "learning_rate": 4.99071046373365e-05,
      "loss": 7.313,
      "step": 1000
    },
    {
      "epoch": 0.0557372175980975,
      "grad_norm": 3.66495680809021,
      "learning_rate": 4.986065695600476e-05,
      "loss": 7.0529,
      "step": 1500
    },
    {
      "epoch": 0.07431629013079667,
      "grad_norm": 3.696575880050659,
      "learning_rate": 4.981420927467301e-05,
      "loss": 6.8319,
      "step": 2000
    },
    {
      "epoch": 0.09289536266349584,
      "grad_norm": 4.190186977386475,
      "learning_rate": 4.976776159334126e-05,
      "loss": 6.5888,
      "step": 2500
    },
    {
      "epoch": 0.111474435196195,
      "grad_norm": 4.945929050445557,
      "learning_rate": 4.972131391200951e-05,
      "loss": 6.3799,
      "step": 3000
    },
    {
      "epoch": 0.13005350772889418,
      "grad_norm": 4.898506164550781,
      "learning_rate": 4.967486623067777e-05,
      "loss": 6.1872,
      "step": 3500
    },
    {
      "epoch": 0.14863258026159334,
      "grad_norm": 4.006326675415039,
      "learning_rate": 4.962841854934602e-05,
      "loss": 6.0257,
      "step": 4000
    },
    {
      "epoch": 0.1672116527942925,
      "grad_norm": 5.2170209884643555,
      "learning_rate": 4.958197086801427e-05,
      "loss": 5.8457,
      "step": 4500
    },
    {
      "epoch": 0.18579072532699167,
      "grad_norm": 5.515870094299316,
      "learning_rate": 4.953552318668253e-05,
      "loss": 5.7231,
      "step": 5000
    },
    {
      "epoch": 0.20436979785969084,
      "grad_norm": 6.801781177520752,
      "learning_rate": 4.948907550535077e-05,
      "loss": 5.5989,
      "step": 5500
    },
    {
      "epoch": 0.22294887039239,
      "grad_norm": 5.6380205154418945,
      "learning_rate": 4.944262782401903e-05,
      "loss": 5.4627,
      "step": 6000
    },
    {
      "epoch": 0.24152794292508917,
      "grad_norm": 4.960023880004883,
      "learning_rate": 4.939618014268728e-05,
      "loss": 5.3395,
      "step": 6500
    },
    {
      "epoch": 0.26010701545778836,
      "grad_norm": 4.814383506774902,
      "learning_rate": 4.934973246135553e-05,
      "loss": 5.2441,
      "step": 7000
    },
    {
      "epoch": 0.2786860879904875,
      "grad_norm": 5.070895195007324,
      "learning_rate": 4.930328478002379e-05,
      "loss": 5.1584,
      "step": 7500
    },
    {
      "epoch": 0.2972651605231867,
      "grad_norm": 4.370517730712891,
      "learning_rate": 4.925683709869204e-05,
      "loss": 5.08,
      "step": 8000
    },
    {
      "epoch": 0.3158442330558858,
      "grad_norm": 5.01335334777832,
      "learning_rate": 4.921038941736029e-05,
      "loss": 5.0119,
      "step": 8500
    },
    {
      "epoch": 0.334423305588585,
      "grad_norm": 5.798189163208008,
      "learning_rate": 4.916394173602854e-05,
      "loss": 4.9469,
      "step": 9000
    },
    {
      "epoch": 0.3530023781212842,
      "grad_norm": 5.567455291748047,
      "learning_rate": 4.9117494054696796e-05,
      "loss": 4.8906,
      "step": 9500
    },
    {
      "epoch": 0.37158145065398335,
      "grad_norm": 5.719528675079346,
      "learning_rate": 4.907104637336504e-05,
      "loss": 4.826,
      "step": 10000
    },
    {
      "epoch": 0.39016052318668254,
      "grad_norm": 5.381674289703369,
      "learning_rate": 4.90245986920333e-05,
      "loss": 4.7627,
      "step": 10500
    },
    {
      "epoch": 0.4087395957193817,
      "grad_norm": 5.749002933502197,
      "learning_rate": 4.8978151010701554e-05,
      "loss": 4.7247,
      "step": 11000
    },
    {
      "epoch": 0.42731866825208087,
      "grad_norm": 5.553402423858643,
      "learning_rate": 4.89317033293698e-05,
      "loss": 4.648,
      "step": 11500
    },
    {
      "epoch": 0.44589774078478,
      "grad_norm": 5.483209133148193,
      "learning_rate": 4.8885255648038055e-05,
      "loss": 4.5921,
      "step": 12000
    },
    {
      "epoch": 0.4644768133174792,
      "grad_norm": 5.7984747886657715,
      "learning_rate": 4.8838807966706305e-05,
      "loss": 4.5489,
      "step": 12500
    },
    {
      "epoch": 0.48305588585017833,
      "grad_norm": 5.168997287750244,
      "learning_rate": 4.8792360285374556e-05,
      "loss": 4.5258,
      "step": 13000
    },
    {
      "epoch": 0.5016349583828775,
      "grad_norm": 5.243541240692139,
      "learning_rate": 4.8745912604042806e-05,
      "loss": 4.4826,
      "step": 13500
    },
    {
      "epoch": 0.5202140309155767,
      "grad_norm": 5.172119140625,
      "learning_rate": 4.8699464922711064e-05,
      "loss": 4.4446,
      "step": 14000
    },
    {
      "epoch": 0.5387931034482759,
      "grad_norm": 4.617650032043457,
      "learning_rate": 4.8653017241379314e-05,
      "loss": 4.4262,
      "step": 14500
    },
    {
      "epoch": 0.557372175980975,
      "grad_norm": 5.853124618530273,
      "learning_rate": 4.8606569560047565e-05,
      "loss": 4.3786,
      "step": 15000
    },
    {
      "epoch": 0.5759512485136742,
      "grad_norm": 4.6473493576049805,
      "learning_rate": 4.8560121878715815e-05,
      "loss": 4.3497,
      "step": 15500
    },
    {
      "epoch": 0.5945303210463734,
      "grad_norm": 5.469015121459961,
      "learning_rate": 4.8513674197384066e-05,
      "loss": 4.2946,
      "step": 16000
    },
    {
      "epoch": 0.6131093935790726,
      "grad_norm": 4.9087371826171875,
      "learning_rate": 4.846722651605232e-05,
      "loss": 4.2847,
      "step": 16500
    },
    {
      "epoch": 0.6316884661117717,
      "grad_norm": 5.479755878448486,
      "learning_rate": 4.842077883472057e-05,
      "loss": 4.2635,
      "step": 17000
    },
    {
      "epoch": 0.6502675386444708,
      "grad_norm": 5.843453407287598,
      "learning_rate": 4.8374331153388824e-05,
      "loss": 4.2108,
      "step": 17500
    },
    {
      "epoch": 0.66884661117717,
      "grad_norm": 5.5419535636901855,
      "learning_rate": 4.832788347205708e-05,
      "loss": 4.2187,
      "step": 18000
    },
    {
      "epoch": 0.6874256837098692,
      "grad_norm": 5.9003376960754395,
      "learning_rate": 4.8281435790725325e-05,
      "loss": 4.16,
      "step": 18500
    },
    {
      "epoch": 0.7060047562425684,
      "grad_norm": 5.591574668884277,
      "learning_rate": 4.823498810939358e-05,
      "loss": 4.1433,
      "step": 19000
    },
    {
      "epoch": 0.7245838287752675,
      "grad_norm": 5.295060634613037,
      "learning_rate": 4.818854042806183e-05,
      "loss": 4.1182,
      "step": 19500
    },
    {
      "epoch": 0.7431629013079667,
      "grad_norm": 5.101735591888428,
      "learning_rate": 4.814209274673008e-05,
      "loss": 4.1155,
      "step": 20000
    },
    {
      "epoch": 0.7617419738406659,
      "grad_norm": 5.852224349975586,
      "learning_rate": 4.809564506539834e-05,
      "loss": 4.0749,
      "step": 20500
    },
    {
      "epoch": 0.7803210463733651,
      "grad_norm": 5.916712760925293,
      "learning_rate": 4.804919738406659e-05,
      "loss": 4.0554,
      "step": 21000
    },
    {
      "epoch": 0.7989001189060642,
      "grad_norm": 5.017261505126953,
      "learning_rate": 4.800274970273484e-05,
      "loss": 4.0196,
      "step": 21500
    },
    {
      "epoch": 0.8174791914387634,
      "grad_norm": 5.785404682159424,
      "learning_rate": 4.795630202140309e-05,
      "loss": 4.0196,
      "step": 22000
    },
    {
      "epoch": 0.8360582639714625,
      "grad_norm": 5.758474826812744,
      "learning_rate": 4.790985434007135e-05,
      "loss": 4.0027,
      "step": 22500
    },
    {
      "epoch": 0.8546373365041617,
      "grad_norm": 6.120078086853027,
      "learning_rate": 4.786340665873959e-05,
      "loss": 3.9577,
      "step": 23000
    },
    {
      "epoch": 0.8732164090368609,
      "grad_norm": 6.130490779876709,
      "learning_rate": 4.781695897740785e-05,
      "loss": 3.9507,
      "step": 23500
    },
    {
      "epoch": 0.89179548156956,
      "grad_norm": 4.95521354675293,
      "learning_rate": 4.77705112960761e-05,
      "loss": 3.9216,
      "step": 24000
    },
    {
      "epoch": 0.9103745541022592,
      "grad_norm": 5.775145530700684,
      "learning_rate": 4.772406361474435e-05,
      "loss": 3.9177,
      "step": 24500
    },
    {
      "epoch": 0.9289536266349584,
      "grad_norm": 5.804774761199951,
      "learning_rate": 4.767761593341261e-05,
      "loss": 3.8925,
      "step": 25000
    },
    {
      "epoch": 0.9475326991676576,
      "grad_norm": 5.883671760559082,
      "learning_rate": 4.763116825208086e-05,
      "loss": 3.8722,
      "step": 25500
    },
    {
      "epoch": 0.9661117717003567,
      "grad_norm": 5.462569236755371,
      "learning_rate": 4.758472057074911e-05,
      "loss": 3.8502,
      "step": 26000
    },
    {
      "epoch": 0.9846908442330559,
      "grad_norm": 5.68014669418335,
      "learning_rate": 4.753827288941736e-05,
      "loss": 3.8339,
      "step": 26500
    },
    {
      "epoch": 1.003269916765755,
      "grad_norm": 5.658189296722412,
      "learning_rate": 4.749182520808562e-05,
      "loss": 3.8221,
      "step": 27000
    },
    {
      "epoch": 1.0218489892984541,
      "grad_norm": 5.337306976318359,
      "learning_rate": 4.744537752675387e-05,
      "loss": 3.8099,
      "step": 27500
    },
    {
      "epoch": 1.0404280618311534,
      "grad_norm": 5.810146808624268,
      "learning_rate": 4.739892984542212e-05,
      "loss": 3.7751,
      "step": 28000
    },
    {
      "epoch": 1.0590071343638525,
      "grad_norm": 5.76528263092041,
      "learning_rate": 4.7352482164090375e-05,
      "loss": 3.7551,
      "step": 28500
    },
    {
      "epoch": 1.0775862068965518,
      "grad_norm": 6.346560955047607,
      "learning_rate": 4.730603448275862e-05,
      "loss": 3.7454,
      "step": 29000
    },
    {
      "epoch": 1.096165279429251,
      "grad_norm": 5.019473552703857,
      "learning_rate": 4.7259586801426876e-05,
      "loss": 3.74,
      "step": 29500
    },
    {
      "epoch": 1.11474435196195,
      "grad_norm": 5.211459636688232,
      "learning_rate": 4.721313912009513e-05,
      "loss": 3.7018,
      "step": 30000
    },
    {
      "epoch": 1.1333234244946493,
      "grad_norm": 5.713869571685791,
      "learning_rate": 4.716669143876338e-05,
      "loss": 3.6834,
      "step": 30500
    },
    {
      "epoch": 1.1519024970273484,
      "grad_norm": 5.4642744064331055,
      "learning_rate": 4.7120243757431635e-05,
      "loss": 3.7053,
      "step": 31000
    },
    {
      "epoch": 1.1704815695600477,
      "grad_norm": 6.932915687561035,
      "learning_rate": 4.7073796076099885e-05,
      "loss": 3.6719,
      "step": 31500
    },
    {
      "epoch": 1.1890606420927468,
      "grad_norm": 5.861956596374512,
      "learning_rate": 4.7027348394768136e-05,
      "loss": 3.6613,
      "step": 32000
    },
    {
      "epoch": 1.2076397146254458,
      "grad_norm": 5.654363632202148,
      "learning_rate": 4.6980900713436386e-05,
      "loss": 3.6413,
      "step": 32500
    },
    {
      "epoch": 1.2262187871581451,
      "grad_norm": 5.2097392082214355,
      "learning_rate": 4.693445303210464e-05,
      "loss": 3.6603,
      "step": 33000
    },
    {
      "epoch": 1.2447978596908442,
      "grad_norm": 5.455073833465576,
      "learning_rate": 4.688800535077289e-05,
      "loss": 3.6455,
      "step": 33500
    },
    {
      "epoch": 1.2633769322235433,
      "grad_norm": 5.670316219329834,
      "learning_rate": 4.6841557669441144e-05,
      "loss": 3.6029,
      "step": 34000
    },
    {
      "epoch": 1.2819560047562426,
      "grad_norm": 6.064113140106201,
      "learning_rate": 4.6795109988109395e-05,
      "loss": 3.5978,
      "step": 34500
    },
    {
      "epoch": 1.3005350772889417,
      "grad_norm": 5.650447368621826,
      "learning_rate": 4.6748662306777645e-05,
      "loss": 3.5817,
      "step": 35000
    },
    {
      "epoch": 1.3191141498216408,
      "grad_norm": 7.115864276885986,
      "learning_rate": 4.67022146254459e-05,
      "loss": 3.5769,
      "step": 35500
    },
    {
      "epoch": 1.33769322235434,
      "grad_norm": 6.497522354125977,
      "learning_rate": 4.665576694411415e-05,
      "loss": 3.5825,
      "step": 36000
    },
    {
      "epoch": 1.3562722948870394,
      "grad_norm": 5.834658622741699,
      "learning_rate": 4.6609319262782404e-05,
      "loss": 3.555,
      "step": 36500
    },
    {
      "epoch": 1.3748513674197385,
      "grad_norm": 5.968478679656982,
      "learning_rate": 4.6562871581450654e-05,
      "loss": 3.5476,
      "step": 37000
    },
    {
      "epoch": 1.3934304399524375,
      "grad_norm": 5.435029983520508,
      "learning_rate": 4.651642390011891e-05,
      "loss": 3.518,
      "step": 37500
    },
    {
      "epoch": 1.4120095124851368,
      "grad_norm": 5.952866554260254,
      "learning_rate": 4.646997621878716e-05,
      "loss": 3.5201,
      "step": 38000
    },
    {
      "epoch": 1.430588585017836,
      "grad_norm": 6.440069675445557,
      "learning_rate": 4.642352853745541e-05,
      "loss": 3.5159,
      "step": 38500
    },
    {
      "epoch": 1.449167657550535,
      "grad_norm": 5.686422824859619,
      "learning_rate": 4.637708085612367e-05,
      "loss": 3.5054,
      "step": 39000
    },
    {
      "epoch": 1.4677467300832343,
      "grad_norm": 6.039205551147461,
      "learning_rate": 4.633063317479191e-05,
      "loss": 3.499,
      "step": 39500
    },
    {
      "epoch": 1.4863258026159334,
      "grad_norm": 5.929929256439209,
      "learning_rate": 4.628418549346017e-05,
      "loss": 3.5125,
      "step": 40000
    },
    {
      "epoch": 1.5049048751486325,
      "grad_norm": 6.127495288848877,
      "learning_rate": 4.623773781212842e-05,
      "loss": 3.4683,
      "step": 40500
    },
    {
      "epoch": 1.5234839476813318,
      "grad_norm": 5.202524662017822,
      "learning_rate": 4.619129013079667e-05,
      "loss": 3.4457,
      "step": 41000
    },
    {
      "epoch": 1.542063020214031,
      "grad_norm": 6.199319839477539,
      "learning_rate": 4.614484244946493e-05,
      "loss": 3.4489,
      "step": 41500
    },
    {
      "epoch": 1.56064209274673,
      "grad_norm": 5.948836803436279,
      "learning_rate": 4.609839476813318e-05,
      "loss": 3.4412,
      "step": 42000
    },
    {
      "epoch": 1.5792211652794292,
      "grad_norm": 6.036122798919678,
      "learning_rate": 4.605194708680143e-05,
      "loss": 3.4259,
      "step": 42500
    },
    {
      "epoch": 1.5978002378121285,
      "grad_norm": 7.213582992553711,
      "learning_rate": 4.600549940546968e-05,
      "loss": 3.425,
      "step": 43000
    },
    {
      "epoch": 1.6163793103448276,
      "grad_norm": 5.579181671142578,
      "learning_rate": 4.595905172413794e-05,
      "loss": 3.4094,
      "step": 43500
    },
    {
      "epoch": 1.6349583828775267,
      "grad_norm": 6.071746349334717,
      "learning_rate": 4.591260404280618e-05,
      "loss": 3.3886,
      "step": 44000
    },
    {
      "epoch": 1.653537455410226,
      "grad_norm": 6.017687797546387,
      "learning_rate": 4.586615636147444e-05,
      "loss": 3.3987,
      "step": 44500
    },
    {
      "epoch": 1.672116527942925,
      "grad_norm": 6.2989349365234375,
      "learning_rate": 4.581970868014269e-05,
      "loss": 3.3987,
      "step": 45000
    },
    {
      "epoch": 1.6906956004756242,
      "grad_norm": 5.678338527679443,
      "learning_rate": 4.577326099881094e-05,
      "loss": 3.3755,
      "step": 45500
    },
    {
      "epoch": 1.7092746730083235,
      "grad_norm": 6.020495891571045,
      "learning_rate": 4.57268133174792e-05,
      "loss": 3.3591,
      "step": 46000
    },
    {
      "epoch": 1.7278537455410226,
      "grad_norm": 5.941638946533203,
      "learning_rate": 4.568036563614744e-05,
      "loss": 3.3574,
      "step": 46500
    },
    {
      "epoch": 1.7464328180737216,
      "grad_norm": 6.722168922424316,
      "learning_rate": 4.56339179548157e-05,
      "loss": 3.3746,
      "step": 47000
    },
    {
      "epoch": 1.765011890606421,
      "grad_norm": 6.632647514343262,
      "learning_rate": 4.558747027348395e-05,
      "loss": 3.3535,
      "step": 47500
    },
    {
      "epoch": 1.7835909631391202,
      "grad_norm": 6.448876857757568,
      "learning_rate": 4.55410225921522e-05,
      "loss": 3.3581,
      "step": 48000
    },
    {
      "epoch": 1.802170035671819,
      "grad_norm": 5.348858833312988,
      "learning_rate": 4.5494574910820456e-05,
      "loss": 3.3432,
      "step": 48500
    },
    {
      "epoch": 1.8207491082045184,
      "grad_norm": 6.1672186851501465,
      "learning_rate": 4.5448127229488707e-05,
      "loss": 3.3422,
      "step": 49000
    },
    {
      "epoch": 1.8393281807372177,
      "grad_norm": 5.889304161071777,
      "learning_rate": 4.540167954815696e-05,
      "loss": 3.3224,
      "step": 49500
    },
    {
      "epoch": 1.8579072532699168,
      "grad_norm": 6.291742324829102,
      "learning_rate": 4.535523186682521e-05,
      "loss": 3.3133,
      "step": 50000
    },
    {
      "epoch": 1.8764863258026159,
      "grad_norm": 5.806668758392334,
      "learning_rate": 4.5308784185493465e-05,
      "loss": 3.3243,
      "step": 50500
    },
    {
      "epoch": 1.8950653983353152,
      "grad_norm": 6.051152229309082,
      "learning_rate": 4.5262336504161715e-05,
      "loss": 3.2947,
      "step": 51000
    },
    {
      "epoch": 1.9136444708680143,
      "grad_norm": 6.568633079528809,
      "learning_rate": 4.5215888822829966e-05,
      "loss": 3.2911,
      "step": 51500
    },
    {
      "epoch": 1.9322235434007133,
      "grad_norm": 6.369818210601807,
      "learning_rate": 4.516944114149822e-05,
      "loss": 3.2676,
      "step": 52000
    },
    {
      "epoch": 1.9508026159334126,
      "grad_norm": 5.4059014320373535,
      "learning_rate": 4.512299346016647e-05,
      "loss": 3.2633,
      "step": 52500
    },
    {
      "epoch": 1.9693816884661117,
      "grad_norm": 5.883274078369141,
      "learning_rate": 4.5076545778834724e-05,
      "loss": 3.2759,
      "step": 53000
    },
    {
      "epoch": 1.9879607609988108,
      "grad_norm": 6.672674179077148,
      "learning_rate": 4.5030098097502975e-05,
      "loss": 3.2794,
      "step": 53500
    },
    {
      "epoch": 2.00653983353151,
      "grad_norm": 6.007123947143555,
      "learning_rate": 4.4983650416171225e-05,
      "loss": 3.2476,
      "step": 54000
    },
    {
      "epoch": 2.0251189060642094,
      "grad_norm": 5.490503787994385,
      "learning_rate": 4.4937202734839475e-05,
      "loss": 3.2269,
      "step": 54500
    },
    {
      "epoch": 2.0436979785969083,
      "grad_norm": 6.020650386810303,
      "learning_rate": 4.489075505350773e-05,
      "loss": 3.2368,
      "step": 55000
    },
    {
      "epoch": 2.0622770511296076,
      "grad_norm": 6.575464248657227,
      "learning_rate": 4.484430737217598e-05,
      "loss": 3.1994,
      "step": 55500
    },
    {
      "epoch": 2.080856123662307,
      "grad_norm": 5.844559192657471,
      "learning_rate": 4.4797859690844234e-05,
      "loss": 3.1938,
      "step": 56000
    },
    {
      "epoch": 2.0994351961950057,
      "grad_norm": 5.892060279846191,
      "learning_rate": 4.475141200951249e-05,
      "loss": 3.205,
      "step": 56500
    },
    {
      "epoch": 2.118014268727705,
      "grad_norm": 5.993409156799316,
      "learning_rate": 4.4704964328180735e-05,
      "loss": 3.212,
      "step": 57000
    },
    {
      "epoch": 2.1365933412604043,
      "grad_norm": 6.564383029937744,
      "learning_rate": 4.465851664684899e-05,
      "loss": 3.1842,
      "step": 57500
    },
    {
      "epoch": 2.1551724137931036,
      "grad_norm": 5.989982604980469,
      "learning_rate": 4.461206896551724e-05,
      "loss": 3.1859,
      "step": 58000
    },
    {
      "epoch": 2.1737514863258025,
      "grad_norm": 5.895771503448486,
      "learning_rate": 4.456562128418549e-05,
      "loss": 3.1839,
      "step": 58500
    },
    {
      "epoch": 2.192330558858502,
      "grad_norm": 5.832091331481934,
      "learning_rate": 4.451917360285375e-05,
      "loss": 3.1728,
      "step": 59000
    },
    {
      "epoch": 2.210909631391201,
      "grad_norm": 5.480752468109131,
      "learning_rate": 4.4472725921522e-05,
      "loss": 3.1711,
      "step": 59500
    },
    {
      "epoch": 2.2294887039239,
      "grad_norm": 5.683358192443848,
      "learning_rate": 4.442627824019025e-05,
      "loss": 3.1669,
      "step": 60000
    },
    {
      "epoch": 2.2480677764565993,
      "grad_norm": 6.638919830322266,
      "learning_rate": 4.43798305588585e-05,
      "loss": 3.1677,
      "step": 60500
    },
    {
      "epoch": 2.2666468489892986,
      "grad_norm": 5.941629886627197,
      "learning_rate": 4.433338287752676e-05,
      "loss": 3.1506,
      "step": 61000
    },
    {
      "epoch": 2.2852259215219974,
      "grad_norm": 6.227372169494629,
      "learning_rate": 4.428693519619501e-05,
      "loss": 3.1607,
      "step": 61500
    },
    {
      "epoch": 2.3038049940546967,
      "grad_norm": 6.063544750213623,
      "learning_rate": 4.424048751486326e-05,
      "loss": 3.1477,
      "step": 62000
    },
    {
      "epoch": 2.322384066587396,
      "grad_norm": 5.8914618492126465,
      "learning_rate": 4.419403983353152e-05,
      "loss": 3.1362,
      "step": 62500
    },
    {
      "epoch": 2.3409631391200953,
      "grad_norm": 5.964859962463379,
      "learning_rate": 4.414759215219976e-05,
      "loss": 3.1282,
      "step": 63000
    },
    {
      "epoch": 2.359542211652794,
      "grad_norm": 5.622297763824463,
      "learning_rate": 4.410114447086802e-05,
      "loss": 3.1386,
      "step": 63500
    },
    {
      "epoch": 2.3781212841854935,
      "grad_norm": 6.728824138641357,
      "learning_rate": 4.405469678953627e-05,
      "loss": 3.1202,
      "step": 64000
    },
    {
      "epoch": 2.396700356718193,
      "grad_norm": 6.513198375701904,
      "learning_rate": 4.400824910820452e-05,
      "loss": 3.1455,
      "step": 64500
    },
    {
      "epoch": 2.4152794292508917,
      "grad_norm": 6.273243427276611,
      "learning_rate": 4.396180142687277e-05,
      "loss": 3.1143,
      "step": 65000
    },
    {
      "epoch": 2.433858501783591,
      "grad_norm": 5.384542465209961,
      "learning_rate": 4.391535374554103e-05,
      "loss": 3.1111,
      "step": 65500
    },
    {
      "epoch": 2.4524375743162903,
      "grad_norm": 5.742457866668701,
      "learning_rate": 4.386890606420928e-05,
      "loss": 3.1146,
      "step": 66000
    },
    {
      "epoch": 2.471016646848989,
      "grad_norm": 6.236721038818359,
      "learning_rate": 4.382245838287753e-05,
      "loss": 3.111,
      "step": 66500
    },
    {
      "epoch": 2.4895957193816884,
      "grad_norm": 6.027072429656982,
      "learning_rate": 4.3776010701545785e-05,
      "loss": 3.088,
      "step": 67000
    },
    {
      "epoch": 2.5081747919143877,
      "grad_norm": 6.66511869430542,
      "learning_rate": 4.372956302021403e-05,
      "loss": 3.1021,
      "step": 67500
    },
    {
      "epoch": 2.5267538644470866,
      "grad_norm": 5.52970552444458,
      "learning_rate": 4.3683115338882286e-05,
      "loss": 3.1001,
      "step": 68000
    },
    {
      "epoch": 2.545332936979786,
      "grad_norm": 6.7701897621154785,
      "learning_rate": 4.363666765755054e-05,
      "loss": 3.0905,
      "step": 68500
    },
    {
      "epoch": 2.563912009512485,
      "grad_norm": 5.972938537597656,
      "learning_rate": 4.359021997621879e-05,
      "loss": 3.0665,
      "step": 69000
    },
    {
      "epoch": 2.582491082045184,
      "grad_norm": 6.33815860748291,
      "learning_rate": 4.3543772294887044e-05,
      "loss": 3.0703,
      "step": 69500
    },
    {
      "epoch": 2.6010701545778834,
      "grad_norm": 5.83467435836792,
      "learning_rate": 4.3497324613555295e-05,
      "loss": 3.0804,
      "step": 70000
    },
    {
      "epoch": 2.6196492271105827,
      "grad_norm": 6.139744758605957,
      "learning_rate": 4.3450876932223545e-05,
      "loss": 3.0668,
      "step": 70500
    },
    {
      "epoch": 2.6382282996432815,
      "grad_norm": 7.028213977813721,
      "learning_rate": 4.3404429250891796e-05,
      "loss": 3.0549,
      "step": 71000
    },
    {
      "epoch": 2.656807372175981,
      "grad_norm": 5.353559970855713,
      "learning_rate": 4.335798156956005e-05,
      "loss": 3.0684,
      "step": 71500
    },
    {
      "epoch": 2.67538644470868,
      "grad_norm": 6.900554656982422,
      "learning_rate": 4.3311533888228304e-05,
      "loss": 3.035,
      "step": 72000
    },
    {
      "epoch": 2.6939655172413794,
      "grad_norm": 6.68520450592041,
      "learning_rate": 4.3265086206896554e-05,
      "loss": 3.0307,
      "step": 72500
    },
    {
      "epoch": 2.7125445897740788,
      "grad_norm": 6.080930233001709,
      "learning_rate": 4.321863852556481e-05,
      "loss": 3.0379,
      "step": 73000
    },
    {
      "epoch": 2.7311236623067776,
      "grad_norm": 5.922386646270752,
      "learning_rate": 4.3172190844233055e-05,
      "loss": 3.0393,
      "step": 73500
    },
    {
      "epoch": 2.749702734839477,
      "grad_norm": 6.372087001800537,
      "learning_rate": 4.312574316290131e-05,
      "loss": 3.0243,
      "step": 74000
    },
    {
      "epoch": 2.768281807372176,
      "grad_norm": 6.071821689605713,
      "learning_rate": 4.307929548156956e-05,
      "loss": 3.0283,
      "step": 74500
    },
    {
      "epoch": 2.786860879904875,
      "grad_norm": 6.012415409088135,
      "learning_rate": 4.3032847800237813e-05,
      "loss": 3.025,
      "step": 75000
    },
    {
      "epoch": 2.8054399524375744,
      "grad_norm": 6.770437717437744,
      "learning_rate": 4.2986400118906064e-05,
      "loss": 3.0242,
      "step": 75500
    },
    {
      "epoch": 2.8240190249702737,
      "grad_norm": 6.748111724853516,
      "learning_rate": 4.2939952437574314e-05,
      "loss": 3.016,
      "step": 76000
    },
    {
      "epoch": 2.8425980975029725,
      "grad_norm": 6.000352382659912,
      "learning_rate": 4.289350475624257e-05,
      "loss": 3.0208,
      "step": 76500
    },
    {
      "epoch": 2.861177170035672,
      "grad_norm": 6.079233646392822,
      "learning_rate": 4.284705707491082e-05,
      "loss": 3.0062,
      "step": 77000
    },
    {
      "epoch": 2.879756242568371,
      "grad_norm": 5.8158040046691895,
      "learning_rate": 4.280060939357907e-05,
      "loss": 3.0162,
      "step": 77500
    },
    {
      "epoch": 2.89833531510107,
      "grad_norm": 7.081645965576172,
      "learning_rate": 4.275416171224732e-05,
      "loss": 2.9933,
      "step": 78000
    },
    {
      "epoch": 2.9169143876337693,
      "grad_norm": 7.042798042297363,
      "learning_rate": 4.270771403091558e-05,
      "loss": 3.0055,
      "step": 78500
    },
    {
      "epoch": 2.9354934601664686,
      "grad_norm": 6.736599445343018,
      "learning_rate": 4.266126634958383e-05,
      "loss": 2.9964,
      "step": 79000
    },
    {
      "epoch": 2.9540725326991675,
      "grad_norm": 6.28444242477417,
      "learning_rate": 4.261481866825208e-05,
      "loss": 2.9943,
      "step": 79500
    },
    {
      "epoch": 2.972651605231867,
      "grad_norm": 6.56734561920166,
      "learning_rate": 4.256837098692034e-05,
      "loss": 2.9807,
      "step": 80000
    },
    {
      "epoch": 2.991230677764566,
      "grad_norm": 6.312285423278809,
      "learning_rate": 4.252192330558858e-05,
      "loss": 2.9975,
      "step": 80500
    },
    {
      "epoch": 3.009809750297265,
      "grad_norm": 5.604495048522949,
      "learning_rate": 4.247547562425684e-05,
      "loss": 2.964,
      "step": 81000
    },
    {
      "epoch": 3.0283888228299642,
      "grad_norm": 6.2611083984375,
      "learning_rate": 4.242902794292509e-05,
      "loss": 2.9411,
      "step": 81500
    },
    {
      "epoch": 3.0469678953626635,
      "grad_norm": 6.149163246154785,
      "learning_rate": 4.238258026159334e-05,
      "loss": 2.9448,
      "step": 82000
    },
    {
      "epoch": 3.065546967895363,
      "grad_norm": 6.137192249298096,
      "learning_rate": 4.23361325802616e-05,
      "loss": 2.9208,
      "step": 82500
    },
    {
      "epoch": 3.0841260404280617,
      "grad_norm": 5.697031497955322,
      "learning_rate": 4.228968489892985e-05,
      "loss": 2.9352,
      "step": 83000
    },
    {
      "epoch": 3.102705112960761,
      "grad_norm": 6.298037528991699,
      "learning_rate": 4.22432372175981e-05,
      "loss": 2.9318,
      "step": 83500
    },
    {
      "epoch": 3.1212841854934603,
      "grad_norm": 6.293707370758057,
      "learning_rate": 4.219678953626635e-05,
      "loss": 2.9484,
      "step": 84000
    },
    {
      "epoch": 3.139863258026159,
      "grad_norm": 6.098722457885742,
      "learning_rate": 4.215034185493461e-05,
      "loss": 2.923,
      "step": 84500
    },
    {
      "epoch": 3.1584423305588585,
      "grad_norm": 5.604320526123047,
      "learning_rate": 4.210389417360285e-05,
      "loss": 2.932,
      "step": 85000
    },
    {
      "epoch": 3.177021403091558,
      "grad_norm": 6.741579055786133,
      "learning_rate": 4.205744649227111e-05,
      "loss": 2.911,
      "step": 85500
    },
    {
      "epoch": 3.1956004756242566,
      "grad_norm": 6.246683120727539,
      "learning_rate": 4.201099881093936e-05,
      "loss": 2.9139,
      "step": 86000
    },
    {
      "epoch": 3.214179548156956,
      "grad_norm": 6.600460052490234,
      "learning_rate": 4.196455112960761e-05,
      "loss": 2.9329,
      "step": 86500
    },
    {
      "epoch": 3.2327586206896552,
      "grad_norm": 6.846024990081787,
      "learning_rate": 4.1918103448275866e-05,
      "loss": 2.9189,
      "step": 87000
    },
    {
      "epoch": 3.2513376932223546,
      "grad_norm": 6.301860332489014,
      "learning_rate": 4.1871655766944116e-05,
      "loss": 2.9191,
      "step": 87500
    },
    {
      "epoch": 3.2699167657550534,
      "grad_norm": 5.542537689208984,
      "learning_rate": 4.182520808561237e-05,
      "loss": 2.8991,
      "step": 88000
    },
    {
      "epoch": 3.2884958382877527,
      "grad_norm": 6.527828216552734,
      "learning_rate": 4.177876040428062e-05,
      "loss": 2.8959,
      "step": 88500
    },
    {
      "epoch": 3.307074910820452,
      "grad_norm": 6.696499824523926,
      "learning_rate": 4.1732312722948875e-05,
      "loss": 2.904,
      "step": 89000
    },
    {
      "epoch": 3.325653983353151,
      "grad_norm": 6.901641368865967,
      "learning_rate": 4.1685865041617125e-05,
      "loss": 2.8918,
      "step": 89500
    },
    {
      "epoch": 3.34423305588585,
      "grad_norm": 5.950034141540527,
      "learning_rate": 4.1639417360285376e-05,
      "loss": 2.8953,
      "step": 90000
    },
    {
      "epoch": 3.3628121284185495,
      "grad_norm": 6.489218235015869,
      "learning_rate": 4.159296967895363e-05,
      "loss": 2.8983,
      "step": 90500
    },
    {
      "epoch": 3.3813912009512483,
      "grad_norm": 7.06480073928833,
      "learning_rate": 4.154652199762188e-05,
      "loss": 2.9144,
      "step": 91000
    },
    {
      "epoch": 3.3999702734839476,
      "grad_norm": 6.297793388366699,
      "learning_rate": 4.1500074316290134e-05,
      "loss": 2.8853,
      "step": 91500
    },
    {
      "epoch": 3.418549346016647,
      "grad_norm": 6.4150919914245605,
      "learning_rate": 4.1453626634958384e-05,
      "loss": 2.8906,
      "step": 92000
    },
    {
      "epoch": 3.437128418549346,
      "grad_norm": 7.301102638244629,
      "learning_rate": 4.1407178953626635e-05,
      "loss": 2.8706,
      "step": 92500
    },
    {
      "epoch": 3.455707491082045,
      "grad_norm": 6.061220645904541,
      "learning_rate": 4.136073127229489e-05,
      "loss": 2.8732,
      "step": 93000
    },
    {
      "epoch": 3.4742865636147444,
      "grad_norm": 6.419704914093018,
      "learning_rate": 4.131428359096314e-05,
      "loss": 2.861,
      "step": 93500
    },
    {
      "epoch": 3.4928656361474433,
      "grad_norm": 7.272397994995117,
      "learning_rate": 4.126783590963139e-05,
      "loss": 2.8942,
      "step": 94000
    },
    {
      "epoch": 3.5114447086801426,
      "grad_norm": 6.250875949859619,
      "learning_rate": 4.1221388228299644e-05,
      "loss": 2.8639,
      "step": 94500
    },
    {
      "epoch": 3.530023781212842,
      "grad_norm": 6.624760150909424,
      "learning_rate": 4.11749405469679e-05,
      "loss": 2.8706,
      "step": 95000
    },
    {
      "epoch": 3.548602853745541,
      "grad_norm": 7.242002487182617,
      "learning_rate": 4.1128492865636145e-05,
      "loss": 2.8549,
      "step": 95500
    },
    {
      "epoch": 3.56718192627824,
      "grad_norm": 6.070115089416504,
      "learning_rate": 4.10820451843044e-05,
      "loss": 2.8564,
      "step": 96000
    },
    {
      "epoch": 3.5857609988109393,
      "grad_norm": 6.022694110870361,
      "learning_rate": 4.103559750297266e-05,
      "loss": 2.8637,
      "step": 96500
    },
    {
      "epoch": 3.6043400713436387,
      "grad_norm": 5.543400287628174,
      "learning_rate": 4.09891498216409e-05,
      "loss": 2.8219,
      "step": 97000
    },
    {
      "epoch": 3.622919143876338,
      "grad_norm": 6.441455841064453,
      "learning_rate": 4.094270214030916e-05,
      "loss": 2.844,
      "step": 97500
    },
    {
      "epoch": 3.641498216409037,
      "grad_norm": 6.443978786468506,
      "learning_rate": 4.089625445897741e-05,
      "loss": 2.8337,
      "step": 98000
    },
    {
      "epoch": 3.660077288941736,
      "grad_norm": 7.063666820526123,
      "learning_rate": 4.084980677764566e-05,
      "loss": 2.869,
      "step": 98500
    },
    {
      "epoch": 3.6786563614744354,
      "grad_norm": 6.34807825088501,
      "learning_rate": 4.080335909631391e-05,
      "loss": 2.8303,
      "step": 99000
    },
    {
      "epoch": 3.6972354340071343,
      "grad_norm": 6.020463466644287,
      "learning_rate": 4.075691141498217e-05,
      "loss": 2.8442,
      "step": 99500
    },
    {
      "epoch": 3.7158145065398336,
      "grad_norm": 6.808725357055664,
      "learning_rate": 4.071046373365042e-05,
      "loss": 2.8432,
      "step": 100000
    },
    {
      "epoch": 3.734393579072533,
      "grad_norm": 6.207636833190918,
      "learning_rate": 4.066401605231867e-05,
      "loss": 2.859,
      "step": 100500
    },
    {
      "epoch": 3.7529726516052317,
      "grad_norm": 6.0236616134643555,
      "learning_rate": 4.061756837098693e-05,
      "loss": 2.847,
      "step": 101000
    },
    {
      "epoch": 3.771551724137931,
      "grad_norm": 5.8015241622924805,
      "learning_rate": 4.057112068965517e-05,
      "loss": 2.8239,
      "step": 101500
    },
    {
      "epoch": 3.7901307966706304,
      "grad_norm": 6.354222297668457,
      "learning_rate": 4.052467300832343e-05,
      "loss": 2.8574,
      "step": 102000
    },
    {
      "epoch": 3.808709869203329,
      "grad_norm": 6.587215900421143,
      "learning_rate": 4.047822532699168e-05,
      "loss": 2.8354,
      "step": 102500
    },
    {
      "epoch": 3.8272889417360285,
      "grad_norm": 7.283754825592041,
      "learning_rate": 4.043177764565993e-05,
      "loss": 2.8218,
      "step": 103000
    },
    {
      "epoch": 3.845868014268728,
      "grad_norm": 6.165238857269287,
      "learning_rate": 4.0385329964328186e-05,
      "loss": 2.841,
      "step": 103500
    },
    {
      "epoch": 3.8644470868014267,
      "grad_norm": 6.120512008666992,
      "learning_rate": 4.033888228299644e-05,
      "loss": 2.8195,
      "step": 104000
    },
    {
      "epoch": 3.883026159334126,
      "grad_norm": 6.8183698654174805,
      "learning_rate": 4.029243460166469e-05,
      "loss": 2.8044,
      "step": 104500
    },
    {
      "epoch": 3.9016052318668253,
      "grad_norm": 5.847311973571777,
      "learning_rate": 4.024598692033294e-05,
      "loss": 2.8056,
      "step": 105000
    },
    {
      "epoch": 3.920184304399524,
      "grad_norm": 7.423314571380615,
      "learning_rate": 4.019953923900119e-05,
      "loss": 2.8164,
      "step": 105500
    },
    {
      "epoch": 3.9387633769322234,
      "grad_norm": 6.736742973327637,
      "learning_rate": 4.015309155766944e-05,
      "loss": 2.8099,
      "step": 106000
    },
    {
      "epoch": 3.9573424494649228,
      "grad_norm": 6.3364644050598145,
      "learning_rate": 4.0106643876337696e-05,
      "loss": 2.8138,
      "step": 106500
    },
    {
      "epoch": 3.9759215219976216,
      "grad_norm": 6.03089714050293,
      "learning_rate": 4.006019619500595e-05,
      "loss": 2.8161,
      "step": 107000
    },
    {
      "epoch": 3.994500594530321,
      "grad_norm": 7.099618911743164,
      "learning_rate": 4.00137485136742e-05,
      "loss": 2.7899,
      "step": 107500
    },
    {
      "epoch": 4.01307966706302,
      "grad_norm": 6.682999134063721,
      "learning_rate": 3.9967300832342454e-05,
      "loss": 2.7953,
      "step": 108000
    },
    {
      "epoch": 4.031658739595719,
      "grad_norm": 5.30817985534668,
      "learning_rate": 3.99208531510107e-05,
      "loss": 2.7662,
      "step": 108500
    },
    {
      "epoch": 4.050237812128419,
      "grad_norm": 6.152495384216309,
      "learning_rate": 3.9874405469678955e-05,
      "loss": 2.7628,
      "step": 109000
    },
    {
      "epoch": 4.068816884661118,
      "grad_norm": 6.075979232788086,
      "learning_rate": 3.9827957788347206e-05,
      "loss": 2.7805,
      "step": 109500
    },
    {
      "epoch": 4.0873959571938165,
      "grad_norm": 6.708266258239746,
      "learning_rate": 3.9781510107015456e-05,
      "loss": 2.7607,
      "step": 110000
    },
    {
      "epoch": 4.105975029726516,
      "grad_norm": 6.425528049468994,
      "learning_rate": 3.9735062425683714e-05,
      "loss": 2.7738,
      "step": 110500
    },
    {
      "epoch": 4.124554102259215,
      "grad_norm": 6.978008270263672,
      "learning_rate": 3.9688614744351964e-05,
      "loss": 2.7654,
      "step": 111000
    },
    {
      "epoch": 4.143133174791914,
      "grad_norm": 6.780577182769775,
      "learning_rate": 3.9642167063020215e-05,
      "loss": 2.7632,
      "step": 111500
    },
    {
      "epoch": 4.161712247324614,
      "grad_norm": 5.834601879119873,
      "learning_rate": 3.9595719381688465e-05,
      "loss": 2.7671,
      "step": 112000
    },
    {
      "epoch": 4.180291319857313,
      "grad_norm": 7.513933181762695,
      "learning_rate": 3.954927170035672e-05,
      "loss": 2.7738,
      "step": 112500
    },
    {
      "epoch": 4.1988703923900115,
      "grad_norm": 6.303833484649658,
      "learning_rate": 3.950282401902497e-05,
      "loss": 2.782,
      "step": 113000
    },
    {
      "epoch": 4.217449464922711,
      "grad_norm": 5.807947158813477,
      "learning_rate": 3.945637633769322e-05,
      "loss": 2.7434,
      "step": 113500
    },
    {
      "epoch": 4.23602853745541,
      "grad_norm": 6.926473617553711,
      "learning_rate": 3.940992865636148e-05,
      "loss": 2.7458,
      "step": 114000
    },
    {
      "epoch": 4.25460760998811,
      "grad_norm": 6.764691352844238,
      "learning_rate": 3.9363480975029724e-05,
      "loss": 2.7357,
      "step": 114500
    },
    {
      "epoch": 4.273186682520809,
      "grad_norm": 5.976272106170654,
      "learning_rate": 3.931703329369798e-05,
      "loss": 2.7473,
      "step": 115000
    },
    {
      "epoch": 4.2917657550535075,
      "grad_norm": 6.0660810470581055,
      "learning_rate": 3.927058561236623e-05,
      "loss": 2.7387,
      "step": 115500
    },
    {
      "epoch": 4.310344827586207,
      "grad_norm": 6.600549221038818,
      "learning_rate": 3.922413793103448e-05,
      "loss": 2.7409,
      "step": 116000
    },
    {
      "epoch": 4.328923900118906,
      "grad_norm": 7.705731391906738,
      "learning_rate": 3.917769024970274e-05,
      "loss": 2.7408,
      "step": 116500
    },
    {
      "epoch": 4.347502972651605,
      "grad_norm": 6.347229957580566,
      "learning_rate": 3.913124256837099e-05,
      "loss": 2.7517,
      "step": 117000
    },
    {
      "epoch": 4.366082045184305,
      "grad_norm": 7.695369243621826,
      "learning_rate": 3.908479488703924e-05,
      "loss": 2.7443,
      "step": 117500
    },
    {
      "epoch": 4.384661117717004,
      "grad_norm": 6.612791538238525,
      "learning_rate": 3.903834720570749e-05,
      "loss": 2.7378,
      "step": 118000
    },
    {
      "epoch": 4.4032401902497025,
      "grad_norm": 6.125636577606201,
      "learning_rate": 3.899189952437575e-05,
      "loss": 2.7224,
      "step": 118500
    },
    {
      "epoch": 4.421819262782402,
      "grad_norm": 6.215822696685791,
      "learning_rate": 3.894545184304399e-05,
      "loss": 2.7311,
      "step": 119000
    },
    {
      "epoch": 4.440398335315101,
      "grad_norm": 6.436295032501221,
      "learning_rate": 3.889900416171225e-05,
      "loss": 2.722,
      "step": 119500
    },
    {
      "epoch": 4.4589774078478,
      "grad_norm": 6.271787166595459,
      "learning_rate": 3.88525564803805e-05,
      "loss": 2.7421,
      "step": 120000
    },
    {
      "epoch": 4.4775564803805,
      "grad_norm": 5.990880012512207,
      "learning_rate": 3.880610879904875e-05,
      "loss": 2.7284,
      "step": 120500
    },
    {
      "epoch": 4.4961355529131986,
      "grad_norm": 6.567028999328613,
      "learning_rate": 3.875966111771701e-05,
      "loss": 2.7244,
      "step": 121000
    },
    {
      "epoch": 4.514714625445897,
      "grad_norm": 6.399959087371826,
      "learning_rate": 3.871321343638526e-05,
      "loss": 2.7139,
      "step": 121500
    },
    {
      "epoch": 4.533293697978597,
      "grad_norm": 6.813540458679199,
      "learning_rate": 3.866676575505351e-05,
      "loss": 2.7177,
      "step": 122000
    },
    {
      "epoch": 4.551872770511296,
      "grad_norm": 6.263701438903809,
      "learning_rate": 3.862031807372176e-05,
      "loss": 2.7245,
      "step": 122500
    },
    {
      "epoch": 4.570451843043995,
      "grad_norm": 6.281601428985596,
      "learning_rate": 3.8573870392390017e-05,
      "loss": 2.728,
      "step": 123000
    },
    {
      "epoch": 4.589030915576695,
      "grad_norm": 6.198410511016846,
      "learning_rate": 3.852742271105827e-05,
      "loss": 2.7187,
      "step": 123500
    },
    {
      "epoch": 4.6076099881093935,
      "grad_norm": 7.052980899810791,
      "learning_rate": 3.848097502972652e-05,
      "loss": 2.7294,
      "step": 124000
    },
    {
      "epoch": 4.626189060642092,
      "grad_norm": 6.8353776931762695,
      "learning_rate": 3.8434527348394775e-05,
      "loss": 2.7366,
      "step": 124500
    },
    {
      "epoch": 4.644768133174792,
      "grad_norm": 6.245896816253662,
      "learning_rate": 3.838807966706302e-05,
      "loss": 2.7061,
      "step": 125000
    },
    {
      "epoch": 4.663347205707491,
      "grad_norm": 5.742074489593506,
      "learning_rate": 3.8341631985731276e-05,
      "loss": 2.7031,
      "step": 125500
    },
    {
      "epoch": 4.681926278240191,
      "grad_norm": 6.55544376373291,
      "learning_rate": 3.8295184304399526e-05,
      "loss": 2.6768,
      "step": 126000
    },
    {
      "epoch": 4.70050535077289,
      "grad_norm": 5.943970203399658,
      "learning_rate": 3.824873662306778e-05,
      "loss": 2.6986,
      "step": 126500
    },
    {
      "epoch": 4.719084423305588,
      "grad_norm": 7.413682460784912,
      "learning_rate": 3.8202288941736034e-05,
      "loss": 2.7229,
      "step": 127000
    },
    {
      "epoch": 4.737663495838287,
      "grad_norm": 7.258702278137207,
      "learning_rate": 3.8155841260404285e-05,
      "loss": 2.7006,
      "step": 127500
    },
    {
      "epoch": 4.756242568370987,
      "grad_norm": 6.239523887634277,
      "learning_rate": 3.8109393579072535e-05,
      "loss": 2.7015,
      "step": 128000
    },
    {
      "epoch": 4.774821640903686,
      "grad_norm": 6.031528949737549,
      "learning_rate": 3.8062945897740786e-05,
      "loss": 2.6794,
      "step": 128500
    },
    {
      "epoch": 4.793400713436386,
      "grad_norm": 6.504217624664307,
      "learning_rate": 3.801649821640904e-05,
      "loss": 2.6756,
      "step": 129000
    },
    {
      "epoch": 4.8119797859690845,
      "grad_norm": 6.261529922485352,
      "learning_rate": 3.7970050535077287e-05,
      "loss": 2.6825,
      "step": 129500
    },
    {
      "epoch": 4.830558858501783,
      "grad_norm": 5.9492292404174805,
      "learning_rate": 3.7923602853745544e-05,
      "loss": 2.6894,
      "step": 130000
    },
    {
      "epoch": 4.849137931034483,
      "grad_norm": 5.7504706382751465,
      "learning_rate": 3.7877155172413794e-05,
      "loss": 2.693,
      "step": 130500
    },
    {
      "epoch": 4.867717003567182,
      "grad_norm": 6.545624256134033,
      "learning_rate": 3.7830707491082045e-05,
      "loss": 2.6888,
      "step": 131000
    },
    {
      "epoch": 4.886296076099881,
      "grad_norm": 6.274423599243164,
      "learning_rate": 3.77842598097503e-05,
      "loss": 2.6884,
      "step": 131500
    },
    {
      "epoch": 4.904875148632581,
      "grad_norm": 5.632358074188232,
      "learning_rate": 3.773781212841855e-05,
      "loss": 2.678,
      "step": 132000
    },
    {
      "epoch": 4.923454221165279,
      "grad_norm": 6.883337020874023,
      "learning_rate": 3.76913644470868e-05,
      "loss": 2.677,
      "step": 132500
    },
    {
      "epoch": 4.942033293697978,
      "grad_norm": 6.676144123077393,
      "learning_rate": 3.7644916765755054e-05,
      "loss": 2.6788,
      "step": 133000
    },
    {
      "epoch": 4.960612366230678,
      "grad_norm": 8.354021072387695,
      "learning_rate": 3.759846908442331e-05,
      "loss": 2.6885,
      "step": 133500
    },
    {
      "epoch": 4.979191438763377,
      "grad_norm": 6.048637866973877,
      "learning_rate": 3.755202140309156e-05,
      "loss": 2.6636,
      "step": 134000
    },
    {
      "epoch": 4.997770511296076,
      "grad_norm": 5.709485054016113,
      "learning_rate": 3.750557372175981e-05,
      "loss": 2.6601,
      "step": 134500
    },
    {
      "epoch": 5.0163495838287755,
      "grad_norm": 7.082876682281494,
      "learning_rate": 3.745912604042807e-05,
      "loss": 2.6477,
      "step": 135000
    },
    {
      "epoch": 5.034928656361474,
      "grad_norm": 6.736342430114746,
      "learning_rate": 3.741267835909631e-05,
      "loss": 2.6357,
      "step": 135500
    },
    {
      "epoch": 5.053507728894173,
      "grad_norm": 6.7299580574035645,
      "learning_rate": 3.736623067776457e-05,
      "loss": 2.6532,
      "step": 136000
    },
    {
      "epoch": 5.072086801426873,
      "grad_norm": 6.488595008850098,
      "learning_rate": 3.731978299643282e-05,
      "loss": 2.6478,
      "step": 136500
    },
    {
      "epoch": 5.090665873959572,
      "grad_norm": 6.1401262283325195,
      "learning_rate": 3.727333531510107e-05,
      "loss": 2.6271,
      "step": 137000
    },
    {
      "epoch": 5.109244946492271,
      "grad_norm": 6.6415300369262695,
      "learning_rate": 3.722688763376933e-05,
      "loss": 2.6347,
      "step": 137500
    },
    {
      "epoch": 5.12782401902497,
      "grad_norm": 6.715450286865234,
      "learning_rate": 3.718043995243757e-05,
      "loss": 2.6377,
      "step": 138000
    },
    {
      "epoch": 5.146403091557669,
      "grad_norm": 6.399317741394043,
      "learning_rate": 3.713399227110583e-05,
      "loss": 2.6348,
      "step": 138500
    },
    {
      "epoch": 5.164982164090369,
      "grad_norm": 7.233635902404785,
      "learning_rate": 3.708754458977408e-05,
      "loss": 2.6411,
      "step": 139000
    },
    {
      "epoch": 5.183561236623068,
      "grad_norm": 6.6088433265686035,
      "learning_rate": 3.704109690844233e-05,
      "loss": 2.62,
      "step": 139500
    },
    {
      "epoch": 5.202140309155767,
      "grad_norm": 6.2975287437438965,
      "learning_rate": 3.699464922711058e-05,
      "loss": 2.6337,
      "step": 140000
    },
    {
      "epoch": 5.2207193816884665,
      "grad_norm": 5.73189115524292,
      "learning_rate": 3.694820154577884e-05,
      "loss": 2.6347,
      "step": 140500
    },
    {
      "epoch": 5.239298454221165,
      "grad_norm": 6.38447904586792,
      "learning_rate": 3.690175386444709e-05,
      "loss": 2.6338,
      "step": 141000
    },
    {
      "epoch": 5.257877526753864,
      "grad_norm": 6.772334098815918,
      "learning_rate": 3.685530618311534e-05,
      "loss": 2.6371,
      "step": 141500
    },
    {
      "epoch": 5.276456599286564,
      "grad_norm": 6.404881477355957,
      "learning_rate": 3.6808858501783596e-05,
      "loss": 2.6223,
      "step": 142000
    },
    {
      "epoch": 5.295035671819263,
      "grad_norm": 6.889057159423828,
      "learning_rate": 3.676241082045184e-05,
      "loss": 2.624,
      "step": 142500
    },
    {
      "epoch": 5.313614744351962,
      "grad_norm": 6.435732841491699,
      "learning_rate": 3.67159631391201e-05,
      "loss": 2.6408,
      "step": 143000
    },
    {
      "epoch": 5.332193816884661,
      "grad_norm": 6.9687418937683105,
      "learning_rate": 3.666951545778835e-05,
      "loss": 2.6239,
      "step": 143500
    },
    {
      "epoch": 5.35077288941736,
      "grad_norm": 6.787994861602783,
      "learning_rate": 3.66230677764566e-05,
      "loss": 2.6285,
      "step": 144000
    },
    {
      "epoch": 5.369351961950059,
      "grad_norm": 6.9550700187683105,
      "learning_rate": 3.6576620095124856e-05,
      "loss": 2.6173,
      "step": 144500
    },
    {
      "epoch": 5.387931034482759,
      "grad_norm": 6.4159345626831055,
      "learning_rate": 3.6530172413793106e-05,
      "loss": 2.6186,
      "step": 145000
    },
    {
      "epoch": 5.406510107015458,
      "grad_norm": 6.8777995109558105,
      "learning_rate": 3.6483724732461357e-05,
      "loss": 2.6239,
      "step": 145500
    },
    {
      "epoch": 5.425089179548157,
      "grad_norm": 6.115660667419434,
      "learning_rate": 3.643727705112961e-05,
      "loss": 2.6243,
      "step": 146000
    },
    {
      "epoch": 5.443668252080856,
      "grad_norm": 7.484089374542236,
      "learning_rate": 3.6390829369797864e-05,
      "loss": 2.6211,
      "step": 146500
    },
    {
      "epoch": 5.462247324613555,
      "grad_norm": 6.411886692047119,
      "learning_rate": 3.6344381688466115e-05,
      "loss": 2.61,
      "step": 147000
    },
    {
      "epoch": 5.480826397146254,
      "grad_norm": 6.482817649841309,
      "learning_rate": 3.6297934007134365e-05,
      "loss": 2.5962,
      "step": 147500
    },
    {
      "epoch": 5.499405469678954,
      "grad_norm": 5.861370086669922,
      "learning_rate": 3.625148632580262e-05,
      "loss": 2.6081,
      "step": 148000
    },
    {
      "epoch": 5.517984542211653,
      "grad_norm": 7.179725170135498,
      "learning_rate": 3.6205038644470866e-05,
      "loss": 2.6138,
      "step": 148500
    },
    {
      "epoch": 5.536563614744352,
      "grad_norm": 6.607731819152832,
      "learning_rate": 3.6158590963139124e-05,
      "loss": 2.6335,
      "step": 149000
    },
    {
      "epoch": 5.555142687277051,
      "grad_norm": 7.58914041519165,
      "learning_rate": 3.6112143281807374e-05,
      "loss": 2.6188,
      "step": 149500
    },
    {
      "epoch": 5.57372175980975,
      "grad_norm": 6.815672397613525,
      "learning_rate": 3.6065695600475625e-05,
      "loss": 2.5999,
      "step": 150000
    },
    {
      "epoch": 5.592300832342449,
      "grad_norm": 7.304187297821045,
      "learning_rate": 3.6019247919143875e-05,
      "loss": 2.61,
      "step": 150500
    },
    {
      "epoch": 5.610879904875149,
      "grad_norm": 6.256832599639893,
      "learning_rate": 3.597280023781213e-05,
      "loss": 2.5896,
      "step": 151000
    },
    {
      "epoch": 5.629458977407848,
      "grad_norm": 6.603561878204346,
      "learning_rate": 3.592635255648038e-05,
      "loss": 2.5937,
      "step": 151500
    },
    {
      "epoch": 5.648038049940547,
      "grad_norm": 6.757023334503174,
      "learning_rate": 3.587990487514863e-05,
      "loss": 2.6102,
      "step": 152000
    },
    {
      "epoch": 5.666617122473246,
      "grad_norm": 6.520168304443359,
      "learning_rate": 3.583345719381689e-05,
      "loss": 2.5915,
      "step": 152500
    },
    {
      "epoch": 5.685196195005945,
      "grad_norm": 6.486233234405518,
      "learning_rate": 3.5787009512485134e-05,
      "loss": 2.5833,
      "step": 153000
    },
    {
      "epoch": 5.703775267538645,
      "grad_norm": 5.79095458984375,
      "learning_rate": 3.574056183115339e-05,
      "loss": 2.5862,
      "step": 153500
    },
    {
      "epoch": 5.722354340071344,
      "grad_norm": 6.390963077545166,
      "learning_rate": 3.569411414982164e-05,
      "loss": 2.5867,
      "step": 154000
    },
    {
      "epoch": 5.7409334126040426,
      "grad_norm": 6.4793548583984375,
      "learning_rate": 3.564766646848989e-05,
      "loss": 2.5983,
      "step": 154500
    },
    {
      "epoch": 5.759512485136742,
      "grad_norm": 6.3781585693359375,
      "learning_rate": 3.560121878715815e-05,
      "loss": 2.6013,
      "step": 155000
    },
    {
      "epoch": 5.778091557669441,
      "grad_norm": 6.004998207092285,
      "learning_rate": 3.55547711058264e-05,
      "loss": 2.5908,
      "step": 155500
    },
    {
      "epoch": 5.79667063020214,
      "grad_norm": 7.406827926635742,
      "learning_rate": 3.550832342449465e-05,
      "loss": 2.6126,
      "step": 156000
    },
    {
      "epoch": 5.81524970273484,
      "grad_norm": 6.263004302978516,
      "learning_rate": 3.54618757431629e-05,
      "loss": 2.5957,
      "step": 156500
    },
    {
      "epoch": 5.833828775267539,
      "grad_norm": 6.236379623413086,
      "learning_rate": 3.541542806183116e-05,
      "loss": 2.5819,
      "step": 157000
    },
    {
      "epoch": 5.8524078478002375,
      "grad_norm": 7.537994861602783,
      "learning_rate": 3.536898038049941e-05,
      "loss": 2.574,
      "step": 157500
    },
    {
      "epoch": 5.870986920332937,
      "grad_norm": 5.823127269744873,
      "learning_rate": 3.532253269916766e-05,
      "loss": 2.5702,
      "step": 158000
    },
    {
      "epoch": 5.889565992865636,
      "grad_norm": 5.820526123046875,
      "learning_rate": 3.527608501783592e-05,
      "loss": 2.5799,
      "step": 158500
    },
    {
      "epoch": 5.908145065398335,
      "grad_norm": 6.082313060760498,
      "learning_rate": 3.522963733650416e-05,
      "loss": 2.5835,
      "step": 159000
    },
    {
      "epoch": 5.926724137931035,
      "grad_norm": 6.335425853729248,
      "learning_rate": 3.518318965517242e-05,
      "loss": 2.5823,
      "step": 159500
    },
    {
      "epoch": 5.945303210463734,
      "grad_norm": 6.930739879608154,
      "learning_rate": 3.513674197384067e-05,
      "loss": 2.5829,
      "step": 160000
    },
    {
      "epoch": 5.963882282996433,
      "grad_norm": 6.215325832366943,
      "learning_rate": 3.509029429250892e-05,
      "loss": 2.5851,
      "step": 160500
    },
    {
      "epoch": 5.982461355529132,
      "grad_norm": 5.954530239105225,
      "learning_rate": 3.504384661117717e-05,
      "loss": 2.5843,
      "step": 161000
    },
    {
      "epoch": 6.001040428061831,
      "grad_norm": 6.572493076324463,
      "learning_rate": 3.4997398929845426e-05,
      "loss": 2.5786,
      "step": 161500
    },
    {
      "epoch": 6.01961950059453,
      "grad_norm": 6.725315093994141,
      "learning_rate": 3.495095124851368e-05,
      "loss": 2.5384,
      "step": 162000
    },
    {
      "epoch": 6.03819857312723,
      "grad_norm": 6.982800483703613,
      "learning_rate": 3.490450356718193e-05,
      "loss": 2.5501,
      "step": 162500
    },
    {
      "epoch": 6.0567776456599285,
      "grad_norm": 6.240696430206299,
      "learning_rate": 3.4858055885850185e-05,
      "loss": 2.5446,
      "step": 163000
    },
    {
      "epoch": 6.075356718192628,
      "grad_norm": 6.301703453063965,
      "learning_rate": 3.481160820451843e-05,
      "loss": 2.5471,
      "step": 163500
    },
    {
      "epoch": 6.093935790725327,
      "grad_norm": 7.478944778442383,
      "learning_rate": 3.4765160523186686e-05,
      "loss": 2.5473,
      "step": 164000
    },
    {
      "epoch": 6.112514863258026,
      "grad_norm": 6.435521125793457,
      "learning_rate": 3.4718712841854936e-05,
      "loss": 2.5417,
      "step": 164500
    },
    {
      "epoch": 6.131093935790726,
      "grad_norm": 7.630947589874268,
      "learning_rate": 3.467226516052319e-05,
      "loss": 2.5365,
      "step": 165000
    },
    {
      "epoch": 6.149673008323425,
      "grad_norm": 7.021152973175049,
      "learning_rate": 3.4625817479191444e-05,
      "loss": 2.5493,
      "step": 165500
    },
    {
      "epoch": 6.168252080856123,
      "grad_norm": 6.182572841644287,
      "learning_rate": 3.457936979785969e-05,
      "loss": 2.5435,
      "step": 166000
    },
    {
      "epoch": 6.186831153388823,
      "grad_norm": 7.1868767738342285,
      "learning_rate": 3.4532922116527945e-05,
      "loss": 2.5461,
      "step": 166500
    },
    {
      "epoch": 6.205410225921522,
      "grad_norm": 6.992275714874268,
      "learning_rate": 3.4486474435196195e-05,
      "loss": 2.5243,
      "step": 167000
    },
    {
      "epoch": 6.223989298454221,
      "grad_norm": 6.819701194763184,
      "learning_rate": 3.4440026753864446e-05,
      "loss": 2.533,
      "step": 167500
    },
    {
      "epoch": 6.242568370986921,
      "grad_norm": 7.018156051635742,
      "learning_rate": 3.43935790725327e-05,
      "loss": 2.5373,
      "step": 168000
    },
    {
      "epoch": 6.2611474435196195,
      "grad_norm": 6.9675188064575195,
      "learning_rate": 3.4347131391200954e-05,
      "loss": 2.5354,
      "step": 168500
    },
    {
      "epoch": 6.279726516052318,
      "grad_norm": 6.449595928192139,
      "learning_rate": 3.4300683709869204e-05,
      "loss": 2.5198,
      "step": 169000
    },
    {
      "epoch": 6.298305588585018,
      "grad_norm": 6.839005470275879,
      "learning_rate": 3.4254236028537455e-05,
      "loss": 2.529,
      "step": 169500
    },
    {
      "epoch": 6.316884661117717,
      "grad_norm": 6.704039096832275,
      "learning_rate": 3.420778834720571e-05,
      "loss": 2.5365,
      "step": 170000
    },
    {
      "epoch": 6.335463733650416,
      "grad_norm": 6.419273853302002,
      "learning_rate": 3.4161340665873956e-05,
      "loss": 2.5441,
      "step": 170500
    },
    {
      "epoch": 6.354042806183116,
      "grad_norm": 7.052849292755127,
      "learning_rate": 3.411489298454221e-05,
      "loss": 2.5277,
      "step": 171000
    },
    {
      "epoch": 6.372621878715814,
      "grad_norm": 7.161109447479248,
      "learning_rate": 3.4068445303210463e-05,
      "loss": 2.522,
      "step": 171500
    },
    {
      "epoch": 6.391200951248513,
      "grad_norm": 6.348012447357178,
      "learning_rate": 3.4021997621878714e-05,
      "loss": 2.524,
      "step": 172000
    },
    {
      "epoch": 6.409780023781213,
      "grad_norm": 6.336347579956055,
      "learning_rate": 3.397554994054697e-05,
      "loss": 2.5222,
      "step": 172500
    },
    {
      "epoch": 6.428359096313912,
      "grad_norm": 5.670961380004883,
      "learning_rate": 3.392910225921522e-05,
      "loss": 2.5421,
      "step": 173000
    },
    {
      "epoch": 6.446938168846611,
      "grad_norm": 6.4542717933654785,
      "learning_rate": 3.388265457788347e-05,
      "loss": 2.5347,
      "step": 173500
    },
    {
      "epoch": 6.4655172413793105,
      "grad_norm": 6.445559024810791,
      "learning_rate": 3.383620689655172e-05,
      "loss": 2.5161,
      "step": 174000
    },
    {
      "epoch": 6.484096313912009,
      "grad_norm": 6.366390228271484,
      "learning_rate": 3.378975921521998e-05,
      "loss": 2.5254,
      "step": 174500
    },
    {
      "epoch": 6.502675386444709,
      "grad_norm": 5.990453720092773,
      "learning_rate": 3.374331153388823e-05,
      "loss": 2.5291,
      "step": 175000
    },
    {
      "epoch": 6.521254458977408,
      "grad_norm": 7.384641170501709,
      "learning_rate": 3.369686385255648e-05,
      "loss": 2.5273,
      "step": 175500
    },
    {
      "epoch": 6.539833531510107,
      "grad_norm": 7.899537563323975,
      "learning_rate": 3.365041617122474e-05,
      "loss": 2.5217,
      "step": 176000
    },
    {
      "epoch": 6.558412604042807,
      "grad_norm": 7.456251621246338,
      "learning_rate": 3.360396848989298e-05,
      "loss": 2.5183,
      "step": 176500
    },
    {
      "epoch": 6.576991676575505,
      "grad_norm": 7.728662967681885,
      "learning_rate": 3.355752080856124e-05,
      "loss": 2.5242,
      "step": 177000
    },
    {
      "epoch": 6.595570749108204,
      "grad_norm": 6.4795708656311035,
      "learning_rate": 3.351107312722949e-05,
      "loss": 2.5148,
      "step": 177500
    },
    {
      "epoch": 6.614149821640904,
      "grad_norm": 6.569213390350342,
      "learning_rate": 3.346462544589774e-05,
      "loss": 2.513,
      "step": 178000
    },
    {
      "epoch": 6.632728894173603,
      "grad_norm": 5.95412015914917,
      "learning_rate": 3.3418177764566e-05,
      "loss": 2.5141,
      "step": 178500
    },
    {
      "epoch": 6.651307966706302,
      "grad_norm": 6.39993143081665,
      "learning_rate": 3.337173008323425e-05,
      "loss": 2.5209,
      "step": 179000
    },
    {
      "epoch": 6.6698870392390015,
      "grad_norm": 6.558811664581299,
      "learning_rate": 3.33252824019025e-05,
      "loss": 2.5168,
      "step": 179500
    },
    {
      "epoch": 6.6884661117717,
      "grad_norm": 6.443490982055664,
      "learning_rate": 3.327883472057075e-05,
      "loss": 2.5122,
      "step": 180000
    },
    {
      "epoch": 6.707045184304399,
      "grad_norm": 6.475789546966553,
      "learning_rate": 3.3232387039239006e-05,
      "loss": 2.5265,
      "step": 180500
    },
    {
      "epoch": 6.725624256837099,
      "grad_norm": 6.097142219543457,
      "learning_rate": 3.318593935790725e-05,
      "loss": 2.4953,
      "step": 181000
    },
    {
      "epoch": 6.744203329369798,
      "grad_norm": 6.5415849685668945,
      "learning_rate": 3.313949167657551e-05,
      "loss": 2.504,
      "step": 181500
    },
    {
      "epoch": 6.762782401902497,
      "grad_norm": 6.81630277633667,
      "learning_rate": 3.309304399524376e-05,
      "loss": 2.515,
      "step": 182000
    },
    {
      "epoch": 6.781361474435196,
      "grad_norm": 6.129889488220215,
      "learning_rate": 3.304659631391201e-05,
      "loss": 2.4993,
      "step": 182500
    },
    {
      "epoch": 6.799940546967895,
      "grad_norm": 6.960236072540283,
      "learning_rate": 3.3000148632580265e-05,
      "loss": 2.5146,
      "step": 183000
    },
    {
      "epoch": 6.818519619500594,
      "grad_norm": 7.540809154510498,
      "learning_rate": 3.2953700951248516e-05,
      "loss": 2.4899,
      "step": 183500
    },
    {
      "epoch": 6.837098692033294,
      "grad_norm": 6.699360370635986,
      "learning_rate": 3.2907253269916766e-05,
      "loss": 2.5032,
      "step": 184000
    },
    {
      "epoch": 6.855677764565993,
      "grad_norm": 6.967233180999756,
      "learning_rate": 3.286080558858502e-05,
      "loss": 2.5079,
      "step": 184500
    },
    {
      "epoch": 6.874256837098692,
      "grad_norm": 6.475770473480225,
      "learning_rate": 3.2814357907253274e-05,
      "loss": 2.5278,
      "step": 185000
    },
    {
      "epoch": 6.892835909631391,
      "grad_norm": 7.317842483520508,
      "learning_rate": 3.2767910225921525e-05,
      "loss": 2.4923,
      "step": 185500
    },
    {
      "epoch": 6.91141498216409,
      "grad_norm": 6.920095443725586,
      "learning_rate": 3.2721462544589775e-05,
      "loss": 2.5094,
      "step": 186000
    },
    {
      "epoch": 6.92999405469679,
      "grad_norm": 6.825646877288818,
      "learning_rate": 3.267501486325803e-05,
      "loss": 2.4832,
      "step": 186500
    },
    {
      "epoch": 6.948573127229489,
      "grad_norm": 7.122133255004883,
      "learning_rate": 3.2628567181926276e-05,
      "loss": 2.5033,
      "step": 187000
    },
    {
      "epoch": 6.967152199762188,
      "grad_norm": 6.76582145690918,
      "learning_rate": 3.2582119500594533e-05,
      "loss": 2.4841,
      "step": 187500
    },
    {
      "epoch": 6.9857312722948866,
      "grad_norm": 6.667826175689697,
      "learning_rate": 3.2535671819262784e-05,
      "loss": 2.5107,
      "step": 188000
    },
    {
      "epoch": 7.004310344827586,
      "grad_norm": 6.997557640075684,
      "learning_rate": 3.2489224137931034e-05,
      "loss": 2.4932,
      "step": 188500
    },
    {
      "epoch": 7.022889417360285,
      "grad_norm": 7.383888244628906,
      "learning_rate": 3.244277645659929e-05,
      "loss": 2.4599,
      "step": 189000
    },
    {
      "epoch": 7.041468489892985,
      "grad_norm": 6.721455097198486,
      "learning_rate": 3.239632877526754e-05,
      "loss": 2.461,
      "step": 189500
    },
    {
      "epoch": 7.060047562425684,
      "grad_norm": 5.605399131774902,
      "learning_rate": 3.234988109393579e-05,
      "loss": 2.4733,
      "step": 190000
    },
    {
      "epoch": 7.078626634958383,
      "grad_norm": 6.753121852874756,
      "learning_rate": 3.230343341260404e-05,
      "loss": 2.4739,
      "step": 190500
    },
    {
      "epoch": 7.097205707491082,
      "grad_norm": 6.254253387451172,
      "learning_rate": 3.22569857312723e-05,
      "loss": 2.4702,
      "step": 191000
    },
    {
      "epoch": 7.115784780023781,
      "grad_norm": 7.067044258117676,
      "learning_rate": 3.2210538049940544e-05,
      "loss": 2.4565,
      "step": 191500
    },
    {
      "epoch": 7.13436385255648,
      "grad_norm": 6.651601791381836,
      "learning_rate": 3.21640903686088e-05,
      "loss": 2.4591,
      "step": 192000
    },
    {
      "epoch": 7.15294292508918,
      "grad_norm": 7.131402015686035,
      "learning_rate": 3.211764268727705e-05,
      "loss": 2.4699,
      "step": 192500
    },
    {
      "epoch": 7.171521997621879,
      "grad_norm": 6.57224702835083,
      "learning_rate": 3.20711950059453e-05,
      "loss": 2.4652,
      "step": 193000
    },
    {
      "epoch": 7.190101070154578,
      "grad_norm": 6.226948261260986,
      "learning_rate": 3.202474732461356e-05,
      "loss": 2.4553,
      "step": 193500
    },
    {
      "epoch": 7.208680142687277,
      "grad_norm": 6.283173561096191,
      "learning_rate": 3.197829964328181e-05,
      "loss": 2.4666,
      "step": 194000
    },
    {
      "epoch": 7.227259215219976,
      "grad_norm": 6.692994117736816,
      "learning_rate": 3.193185196195006e-05,
      "loss": 2.4634,
      "step": 194500
    },
    {
      "epoch": 7.245838287752675,
      "grad_norm": 5.542157173156738,
      "learning_rate": 3.188540428061831e-05,
      "loss": 2.4483,
      "step": 195000
    },
    {
      "epoch": 7.264417360285375,
      "grad_norm": 7.492745876312256,
      "learning_rate": 3.183895659928656e-05,
      "loss": 2.467,
      "step": 195500
    },
    {
      "epoch": 7.282996432818074,
      "grad_norm": 6.997331619262695,
      "learning_rate": 3.179250891795482e-05,
      "loss": 2.4562,
      "step": 196000
    },
    {
      "epoch": 7.3015755053507725,
      "grad_norm": 7.160475730895996,
      "learning_rate": 3.174606123662307e-05,
      "loss": 2.4645,
      "step": 196500
    },
    {
      "epoch": 7.320154577883472,
      "grad_norm": 6.583847522735596,
      "learning_rate": 3.169961355529132e-05,
      "loss": 2.4591,
      "step": 197000
    },
    {
      "epoch": 7.338733650416171,
      "grad_norm": 7.247707366943359,
      "learning_rate": 3.165316587395957e-05,
      "loss": 2.447,
      "step": 197500
    },
    {
      "epoch": 7.357312722948871,
      "grad_norm": 6.818671226501465,
      "learning_rate": 3.160671819262783e-05,
      "loss": 2.4524,
      "step": 198000
    },
    {
      "epoch": 7.37589179548157,
      "grad_norm": 6.533426284790039,
      "learning_rate": 3.156027051129608e-05,
      "loss": 2.4614,
      "step": 198500
    },
    {
      "epoch": 7.394470868014269,
      "grad_norm": 6.117506504058838,
      "learning_rate": 3.151382282996433e-05,
      "loss": 2.4523,
      "step": 199000
    },
    {
      "epoch": 7.413049940546968,
      "grad_norm": 6.545726776123047,
      "learning_rate": 3.1467375148632586e-05,
      "loss": 2.4413,
      "step": 199500
    },
    {
      "epoch": 7.431629013079667,
      "grad_norm": 6.267510414123535,
      "learning_rate": 3.142092746730083e-05,
      "loss": 2.4626,
      "step": 200000
    },
    {
      "epoch": 7.450208085612366,
      "grad_norm": 6.45424222946167,
      "learning_rate": 3.137447978596909e-05,
      "loss": 2.4525,
      "step": 200500
    },
    {
      "epoch": 7.468787158145066,
      "grad_norm": 6.826467990875244,
      "learning_rate": 3.132803210463734e-05,
      "loss": 2.4535,
      "step": 201000
    },
    {
      "epoch": 7.487366230677765,
      "grad_norm": 6.419857501983643,
      "learning_rate": 3.128158442330559e-05,
      "loss": 2.4567,
      "step": 201500
    },
    {
      "epoch": 7.5059453032104635,
      "grad_norm": 7.912742614746094,
      "learning_rate": 3.123513674197384e-05,
      "loss": 2.4352,
      "step": 202000
    },
    {
      "epoch": 7.524524375743163,
      "grad_norm": 6.15361213684082,
      "learning_rate": 3.1188689060642096e-05,
      "loss": 2.4525,
      "step": 202500
    },
    {
      "epoch": 7.543103448275862,
      "grad_norm": 6.077796936035156,
      "learning_rate": 3.1142241379310346e-05,
      "loss": 2.4621,
      "step": 203000
    },
    {
      "epoch": 7.561682520808561,
      "grad_norm": 6.890556335449219,
      "learning_rate": 3.10957936979786e-05,
      "loss": 2.4454,
      "step": 203500
    },
    {
      "epoch": 7.580261593341261,
      "grad_norm": 7.002103328704834,
      "learning_rate": 3.1049346016646854e-05,
      "loss": 2.4737,
      "step": 204000
    },
    {
      "epoch": 7.59884066587396,
      "grad_norm": 7.24050760269165,
      "learning_rate": 3.10028983353151e-05,
      "loss": 2.4369,
      "step": 204500
    },
    {
      "epoch": 7.617419738406658,
      "grad_norm": 7.357000827789307,
      "learning_rate": 3.0956450653983355e-05,
      "loss": 2.4338,
      "step": 205000
    },
    {
      "epoch": 7.635998810939358,
      "grad_norm": 6.06101131439209,
      "learning_rate": 3.0910002972651605e-05,
      "loss": 2.4378,
      "step": 205500
    },
    {
      "epoch": 7.654577883472057,
      "grad_norm": 7.14568567276001,
      "learning_rate": 3.0863555291319856e-05,
      "loss": 2.4448,
      "step": 206000
    },
    {
      "epoch": 7.673156956004756,
      "grad_norm": 6.747462272644043,
      "learning_rate": 3.081710760998811e-05,
      "loss": 2.4604,
      "step": 206500
    },
    {
      "epoch": 7.691736028537456,
      "grad_norm": 7.445852756500244,
      "learning_rate": 3.0770659928656364e-05,
      "loss": 2.4454,
      "step": 207000
    },
    {
      "epoch": 7.7103151010701545,
      "grad_norm": 6.196556568145752,
      "learning_rate": 3.0724212247324614e-05,
      "loss": 2.4378,
      "step": 207500
    },
    {
      "epoch": 7.728894173602853,
      "grad_norm": 6.7122039794921875,
      "learning_rate": 3.0677764565992865e-05,
      "loss": 2.4286,
      "step": 208000
    },
    {
      "epoch": 7.747473246135553,
      "grad_norm": 7.239169120788574,
      "learning_rate": 3.063131688466112e-05,
      "loss": 2.4459,
      "step": 208500
    },
    {
      "epoch": 7.766052318668252,
      "grad_norm": 5.942273139953613,
      "learning_rate": 3.058486920332937e-05,
      "loss": 2.4554,
      "step": 209000
    },
    {
      "epoch": 7.784631391200952,
      "grad_norm": 6.494337558746338,
      "learning_rate": 3.053842152199762e-05,
      "loss": 2.4404,
      "step": 209500
    },
    {
      "epoch": 7.803210463733651,
      "grad_norm": 7.0354084968566895,
      "learning_rate": 3.0491973840665877e-05,
      "loss": 2.4454,
      "step": 210000
    },
    {
      "epoch": 7.821789536266349,
      "grad_norm": 6.828258037567139,
      "learning_rate": 3.0445526159334127e-05,
      "loss": 2.4325,
      "step": 210500
    },
    {
      "epoch": 7.840368608799048,
      "grad_norm": 7.0825724601745605,
      "learning_rate": 3.039907847800238e-05,
      "loss": 2.4289,
      "step": 211000
    },
    {
      "epoch": 7.858947681331748,
      "grad_norm": 7.346935749053955,
      "learning_rate": 3.0352630796670635e-05,
      "loss": 2.4548,
      "step": 211500
    },
    {
      "epoch": 7.877526753864447,
      "grad_norm": 6.80324125289917,
      "learning_rate": 3.0306183115338882e-05,
      "loss": 2.4507,
      "step": 212000
    },
    {
      "epoch": 7.896105826397147,
      "grad_norm": 6.606076717376709,
      "learning_rate": 3.0259735434007136e-05,
      "loss": 2.43,
      "step": 212500
    },
    {
      "epoch": 7.9146848989298455,
      "grad_norm": 7.006173133850098,
      "learning_rate": 3.021328775267539e-05,
      "loss": 2.4376,
      "step": 213000
    },
    {
      "epoch": 7.933263971462544,
      "grad_norm": 6.683685779571533,
      "learning_rate": 3.0166840071343637e-05,
      "loss": 2.4173,
      "step": 213500
    },
    {
      "epoch": 7.951843043995244,
      "grad_norm": 7.217254161834717,
      "learning_rate": 3.012039239001189e-05,
      "loss": 2.4465,
      "step": 214000
    },
    {
      "epoch": 7.970422116527943,
      "grad_norm": 6.2831573486328125,
      "learning_rate": 3.0073944708680145e-05,
      "loss": 2.4347,
      "step": 214500
    },
    {
      "epoch": 7.989001189060642,
      "grad_norm": 7.447052955627441,
      "learning_rate": 3.0027497027348395e-05,
      "loss": 2.4346,
      "step": 215000
    },
    {
      "epoch": 8.007580261593342,
      "grad_norm": 6.3113884925842285,
      "learning_rate": 2.998104934601665e-05,
      "loss": 2.4264,
      "step": 215500
    },
    {
      "epoch": 8.02615933412604,
      "grad_norm": 7.349926948547363,
      "learning_rate": 2.9934601664684903e-05,
      "loss": 2.409,
      "step": 216000
    },
    {
      "epoch": 8.04473840665874,
      "grad_norm": 7.6226959228515625,
      "learning_rate": 2.988815398335315e-05,
      "loss": 2.4047,
      "step": 216500
    },
    {
      "epoch": 8.063317479191438,
      "grad_norm": 7.297638893127441,
      "learning_rate": 2.9841706302021404e-05,
      "loss": 2.4064,
      "step": 217000
    },
    {
      "epoch": 8.081896551724139,
      "grad_norm": 6.703174114227295,
      "learning_rate": 2.9795258620689658e-05,
      "loss": 2.3948,
      "step": 217500
    },
    {
      "epoch": 8.100475624256838,
      "grad_norm": 7.86271858215332,
      "learning_rate": 2.974881093935791e-05,
      "loss": 2.4033,
      "step": 218000
    },
    {
      "epoch": 8.119054696789537,
      "grad_norm": 6.666792392730713,
      "learning_rate": 2.9702363258026162e-05,
      "loss": 2.4189,
      "step": 218500
    },
    {
      "epoch": 8.137633769322235,
      "grad_norm": 7.112173557281494,
      "learning_rate": 2.9655915576694416e-05,
      "loss": 2.4139,
      "step": 219000
    },
    {
      "epoch": 8.156212841854934,
      "grad_norm": 7.117358684539795,
      "learning_rate": 2.9609467895362663e-05,
      "loss": 2.4092,
      "step": 219500
    },
    {
      "epoch": 8.174791914387633,
      "grad_norm": 5.946983337402344,
      "learning_rate": 2.9563020214030917e-05,
      "loss": 2.403,
      "step": 220000
    },
    {
      "epoch": 8.193370986920334,
      "grad_norm": 6.8523030281066895,
      "learning_rate": 2.951657253269917e-05,
      "loss": 2.3906,
      "step": 220500
    },
    {
      "epoch": 8.211950059453033,
      "grad_norm": 6.419975280761719,
      "learning_rate": 2.947012485136742e-05,
      "loss": 2.4058,
      "step": 221000
    },
    {
      "epoch": 8.230529131985731,
      "grad_norm": 7.008522033691406,
      "learning_rate": 2.9423677170035675e-05,
      "loss": 2.3949,
      "step": 221500
    },
    {
      "epoch": 8.24910820451843,
      "grad_norm": 6.398033618927002,
      "learning_rate": 2.937722948870393e-05,
      "loss": 2.3894,
      "step": 222000
    },
    {
      "epoch": 8.26768727705113,
      "grad_norm": 6.911588668823242,
      "learning_rate": 2.9330781807372176e-05,
      "loss": 2.4026,
      "step": 222500
    },
    {
      "epoch": 8.286266349583828,
      "grad_norm": 6.391911029815674,
      "learning_rate": 2.928433412604043e-05,
      "loss": 2.388,
      "step": 223000
    },
    {
      "epoch": 8.304845422116529,
      "grad_norm": 6.878973484039307,
      "learning_rate": 2.9237886444708684e-05,
      "loss": 2.3964,
      "step": 223500
    },
    {
      "epoch": 8.323424494649228,
      "grad_norm": 6.681369781494141,
      "learning_rate": 2.919143876337693e-05,
      "loss": 2.4049,
      "step": 224000
    },
    {
      "epoch": 8.342003567181926,
      "grad_norm": 6.652570724487305,
      "learning_rate": 2.9144991082045185e-05,
      "loss": 2.3935,
      "step": 224500
    },
    {
      "epoch": 8.360582639714625,
      "grad_norm": 6.757369041442871,
      "learning_rate": 2.909854340071344e-05,
      "loss": 2.4024,
      "step": 225000
    },
    {
      "epoch": 8.379161712247324,
      "grad_norm": 7.730061054229736,
      "learning_rate": 2.905209571938169e-05,
      "loss": 2.3815,
      "step": 225500
    },
    {
      "epoch": 8.397740784780023,
      "grad_norm": 7.044541358947754,
      "learning_rate": 2.9005648038049943e-05,
      "loss": 2.3872,
      "step": 226000
    },
    {
      "epoch": 8.416319857312724,
      "grad_norm": 7.104819297790527,
      "learning_rate": 2.895920035671819e-05,
      "loss": 2.3888,
      "step": 226500
    },
    {
      "epoch": 8.434898929845422,
      "grad_norm": 6.207997798919678,
      "learning_rate": 2.8912752675386444e-05,
      "loss": 2.3901,
      "step": 227000
    },
    {
      "epoch": 8.453478002378121,
      "grad_norm": 6.412841796875,
      "learning_rate": 2.8866304994054698e-05,
      "loss": 2.404,
      "step": 227500
    },
    {
      "epoch": 8.47205707491082,
      "grad_norm": 7.31563663482666,
      "learning_rate": 2.881985731272295e-05,
      "loss": 2.3952,
      "step": 228000
    },
    {
      "epoch": 8.490636147443519,
      "grad_norm": 6.783107757568359,
      "learning_rate": 2.8773409631391203e-05,
      "loss": 2.369,
      "step": 228500
    },
    {
      "epoch": 8.50921521997622,
      "grad_norm": 7.456410884857178,
      "learning_rate": 2.8726961950059456e-05,
      "loss": 2.3955,
      "step": 229000
    },
    {
      "epoch": 8.527794292508919,
      "grad_norm": 6.817208766937256,
      "learning_rate": 2.8680514268727704e-05,
      "loss": 2.3777,
      "step": 229500
    },
    {
      "epoch": 8.546373365041617,
      "grad_norm": 6.829710483551025,
      "learning_rate": 2.8634066587395957e-05,
      "loss": 2.3803,
      "step": 230000
    },
    {
      "epoch": 8.564952437574316,
      "grad_norm": 6.171419620513916,
      "learning_rate": 2.858761890606421e-05,
      "loss": 2.3867,
      "step": 230500
    },
    {
      "epoch": 8.583531510107015,
      "grad_norm": 7.179515361785889,
      "learning_rate": 2.8541171224732462e-05,
      "loss": 2.3819,
      "step": 231000
    },
    {
      "epoch": 8.602110582639714,
      "grad_norm": 7.424422264099121,
      "learning_rate": 2.8494723543400716e-05,
      "loss": 2.3892,
      "step": 231500
    },
    {
      "epoch": 8.620689655172415,
      "grad_norm": 6.56906795501709,
      "learning_rate": 2.844827586206897e-05,
      "loss": 2.3875,
      "step": 232000
    },
    {
      "epoch": 8.639268727705113,
      "grad_norm": 5.986749649047852,
      "learning_rate": 2.8401828180737217e-05,
      "loss": 2.3881,
      "step": 232500
    },
    {
      "epoch": 8.657847800237812,
      "grad_norm": 7.885437965393066,
      "learning_rate": 2.835538049940547e-05,
      "loss": 2.3898,
      "step": 233000
    },
    {
      "epoch": 8.676426872770511,
      "grad_norm": 8.217313766479492,
      "learning_rate": 2.8308932818073724e-05,
      "loss": 2.3853,
      "step": 233500
    },
    {
      "epoch": 8.69500594530321,
      "grad_norm": 7.467879295349121,
      "learning_rate": 2.826248513674197e-05,
      "loss": 2.3894,
      "step": 234000
    },
    {
      "epoch": 8.713585017835909,
      "grad_norm": 6.856407642364502,
      "learning_rate": 2.8216037455410225e-05,
      "loss": 2.3884,
      "step": 234500
    },
    {
      "epoch": 8.73216409036861,
      "grad_norm": 7.717813014984131,
      "learning_rate": 2.816958977407848e-05,
      "loss": 2.3735,
      "step": 235000
    },
    {
      "epoch": 8.750743162901308,
      "grad_norm": 6.215982913970947,
      "learning_rate": 2.812314209274673e-05,
      "loss": 2.3704,
      "step": 235500
    },
    {
      "epoch": 8.769322235434007,
      "grad_norm": 5.821375370025635,
      "learning_rate": 2.8076694411414984e-05,
      "loss": 2.3821,
      "step": 236000
    },
    {
      "epoch": 8.787901307966706,
      "grad_norm": 5.752195358276367,
      "learning_rate": 2.8030246730083238e-05,
      "loss": 2.362,
      "step": 236500
    },
    {
      "epoch": 8.806480380499405,
      "grad_norm": 7.1153693199157715,
      "learning_rate": 2.7983799048751485e-05,
      "loss": 2.3804,
      "step": 237000
    },
    {
      "epoch": 8.825059453032104,
      "grad_norm": 7.165075302124023,
      "learning_rate": 2.793735136741974e-05,
      "loss": 2.3749,
      "step": 237500
    },
    {
      "epoch": 8.843638525564804,
      "grad_norm": 7.609332084655762,
      "learning_rate": 2.7890903686087992e-05,
      "loss": 2.3783,
      "step": 238000
    },
    {
      "epoch": 8.862217598097503,
      "grad_norm": 7.269701957702637,
      "learning_rate": 2.7844456004756243e-05,
      "loss": 2.3612,
      "step": 238500
    },
    {
      "epoch": 8.880796670630202,
      "grad_norm": 6.229999542236328,
      "learning_rate": 2.7798008323424497e-05,
      "loss": 2.3674,
      "step": 239000
    },
    {
      "epoch": 8.899375743162901,
      "grad_norm": 6.712778568267822,
      "learning_rate": 2.775156064209275e-05,
      "loss": 2.4045,
      "step": 239500
    },
    {
      "epoch": 8.9179548156956,
      "grad_norm": 6.752030372619629,
      "learning_rate": 2.7705112960760998e-05,
      "loss": 2.3665,
      "step": 240000
    },
    {
      "epoch": 8.9365338882283,
      "grad_norm": 7.107761383056641,
      "learning_rate": 2.765866527942925e-05,
      "loss": 2.3757,
      "step": 240500
    },
    {
      "epoch": 8.955112960761,
      "grad_norm": 6.4916300773620605,
      "learning_rate": 2.7612217598097506e-05,
      "loss": 2.364,
      "step": 241000
    },
    {
      "epoch": 8.973692033293698,
      "grad_norm": 6.902660846710205,
      "learning_rate": 2.7565769916765756e-05,
      "loss": 2.3945,
      "step": 241500
    },
    {
      "epoch": 8.992271105826397,
      "grad_norm": 6.676261901855469,
      "learning_rate": 2.751932223543401e-05,
      "loss": 2.368,
      "step": 242000
    },
    {
      "epoch": 9.010850178359096,
      "grad_norm": 7.0637125968933105,
      "learning_rate": 2.7472874554102264e-05,
      "loss": 2.3526,
      "step": 242500
    },
    {
      "epoch": 9.029429250891795,
      "grad_norm": 6.886041164398193,
      "learning_rate": 2.742642687277051e-05,
      "loss": 2.3409,
      "step": 243000
    },
    {
      "epoch": 9.048008323424495,
      "grad_norm": 6.17530632019043,
      "learning_rate": 2.7379979191438765e-05,
      "loss": 2.3368,
      "step": 243500
    },
    {
      "epoch": 9.066587395957194,
      "grad_norm": 6.835616588592529,
      "learning_rate": 2.733353151010702e-05,
      "loss": 2.3521,
      "step": 244000
    },
    {
      "epoch": 9.085166468489893,
      "grad_norm": 7.837756156921387,
      "learning_rate": 2.7287083828775266e-05,
      "loss": 2.3517,
      "step": 244500
    },
    {
      "epoch": 9.103745541022592,
      "grad_norm": 7.3295793533325195,
      "learning_rate": 2.724063614744352e-05,
      "loss": 2.3351,
      "step": 245000
    },
    {
      "epoch": 9.122324613555291,
      "grad_norm": 6.278160095214844,
      "learning_rate": 2.7194188466111774e-05,
      "loss": 2.3544,
      "step": 245500
    },
    {
      "epoch": 9.14090368608799,
      "grad_norm": 6.8166823387146,
      "learning_rate": 2.7147740784780024e-05,
      "loss": 2.3562,
      "step": 246000
    },
    {
      "epoch": 9.15948275862069,
      "grad_norm": 6.9190473556518555,
      "learning_rate": 2.7101293103448278e-05,
      "loss": 2.3707,
      "step": 246500
    },
    {
      "epoch": 9.17806183115339,
      "grad_norm": 8.471137046813965,
      "learning_rate": 2.7054845422116532e-05,
      "loss": 2.3348,
      "step": 247000
    },
    {
      "epoch": 9.196640903686088,
      "grad_norm": 7.1549553871154785,
      "learning_rate": 2.700839774078478e-05,
      "loss": 2.3482,
      "step": 247500
    },
    {
      "epoch": 9.215219976218787,
      "grad_norm": 7.972681999206543,
      "learning_rate": 2.6961950059453033e-05,
      "loss": 2.3327,
      "step": 248000
    },
    {
      "epoch": 9.233799048751486,
      "grad_norm": 6.290485858917236,
      "learning_rate": 2.6915502378121287e-05,
      "loss": 2.3344,
      "step": 248500
    },
    {
      "epoch": 9.252378121284185,
      "grad_norm": 7.835150718688965,
      "learning_rate": 2.6869054696789537e-05,
      "loss": 2.3523,
      "step": 249000
    },
    {
      "epoch": 9.270957193816885,
      "grad_norm": 6.171538829803467,
      "learning_rate": 2.682260701545779e-05,
      "loss": 2.3439,
      "step": 249500
    },
    {
      "epoch": 9.289536266349584,
      "grad_norm": 6.854957580566406,
      "learning_rate": 2.6776159334126045e-05,
      "loss": 2.348,
      "step": 250000
    },
    {
      "epoch": 9.308115338882283,
      "grad_norm": 6.949794769287109,
      "learning_rate": 2.6729711652794292e-05,
      "loss": 2.3416,
      "step": 250500
    },
    {
      "epoch": 9.326694411414982,
      "grad_norm": 7.924169540405273,
      "learning_rate": 2.6683263971462546e-05,
      "loss": 2.341,
      "step": 251000
    },
    {
      "epoch": 9.34527348394768,
      "grad_norm": 6.802456378936768,
      "learning_rate": 2.66368162901308e-05,
      "loss": 2.3373,
      "step": 251500
    },
    {
      "epoch": 9.363852556480381,
      "grad_norm": 5.974133491516113,
      "learning_rate": 2.659036860879905e-05,
      "loss": 2.3447,
      "step": 252000
    },
    {
      "epoch": 9.38243162901308,
      "grad_norm": 7.3315277099609375,
      "learning_rate": 2.6543920927467304e-05,
      "loss": 2.345,
      "step": 252500
    },
    {
      "epoch": 9.40101070154578,
      "grad_norm": 7.01455020904541,
      "learning_rate": 2.6497473246135558e-05,
      "loss": 2.3354,
      "step": 253000
    },
    {
      "epoch": 9.419589774078478,
      "grad_norm": 6.553669452667236,
      "learning_rate": 2.6451025564803805e-05,
      "loss": 2.3505,
      "step": 253500
    },
    {
      "epoch": 9.438168846611177,
      "grad_norm": 7.384204387664795,
      "learning_rate": 2.640457788347206e-05,
      "loss": 2.3406,
      "step": 254000
    },
    {
      "epoch": 9.456747919143876,
      "grad_norm": 7.899343490600586,
      "learning_rate": 2.6358130202140313e-05,
      "loss": 2.3534,
      "step": 254500
    },
    {
      "epoch": 9.475326991676576,
      "grad_norm": 6.718962669372559,
      "learning_rate": 2.631168252080856e-05,
      "loss": 2.3447,
      "step": 255000
    },
    {
      "epoch": 9.493906064209275,
      "grad_norm": 7.7100629806518555,
      "learning_rate": 2.6265234839476814e-05,
      "loss": 2.3378,
      "step": 255500
    },
    {
      "epoch": 9.512485136741974,
      "grad_norm": 6.307003974914551,
      "learning_rate": 2.6218787158145064e-05,
      "loss": 2.3673,
      "step": 256000
    },
    {
      "epoch": 9.531064209274673,
      "grad_norm": 6.968733787536621,
      "learning_rate": 2.6172339476813318e-05,
      "loss": 2.3502,
      "step": 256500
    },
    {
      "epoch": 9.549643281807372,
      "grad_norm": 7.223754405975342,
      "learning_rate": 2.6125891795481572e-05,
      "loss": 2.3397,
      "step": 257000
    },
    {
      "epoch": 9.56822235434007,
      "grad_norm": 7.984851360321045,
      "learning_rate": 2.607944411414982e-05,
      "loss": 2.3394,
      "step": 257500
    },
    {
      "epoch": 9.586801426872771,
      "grad_norm": 6.745290279388428,
      "learning_rate": 2.6032996432818073e-05,
      "loss": 2.357,
      "step": 258000
    },
    {
      "epoch": 9.60538049940547,
      "grad_norm": 6.241764068603516,
      "learning_rate": 2.5986548751486327e-05,
      "loss": 2.3294,
      "step": 258500
    },
    {
      "epoch": 9.623959571938169,
      "grad_norm": 6.849953651428223,
      "learning_rate": 2.5940101070154577e-05,
      "loss": 2.319,
      "step": 259000
    },
    {
      "epoch": 9.642538644470868,
      "grad_norm": 6.786033630371094,
      "learning_rate": 2.589365338882283e-05,
      "loss": 2.3381,
      "step": 259500
    },
    {
      "epoch": 9.661117717003567,
      "grad_norm": 6.5294952392578125,
      "learning_rate": 2.5847205707491085e-05,
      "loss": 2.3292,
      "step": 260000
    },
    {
      "epoch": 9.679696789536266,
      "grad_norm": 6.852995872497559,
      "learning_rate": 2.5800758026159332e-05,
      "loss": 2.3513,
      "step": 260500
    },
    {
      "epoch": 9.698275862068966,
      "grad_norm": 7.107331275939941,
      "learning_rate": 2.5754310344827586e-05,
      "loss": 2.342,
      "step": 261000
    },
    {
      "epoch": 9.716854934601665,
      "grad_norm": 6.497838020324707,
      "learning_rate": 2.570786266349584e-05,
      "loss": 2.3518,
      "step": 261500
    },
    {
      "epoch": 9.735434007134364,
      "grad_norm": 7.103449821472168,
      "learning_rate": 2.566141498216409e-05,
      "loss": 2.3243,
      "step": 262000
    },
    {
      "epoch": 9.754013079667063,
      "grad_norm": 6.207728862762451,
      "learning_rate": 2.5614967300832344e-05,
      "loss": 2.3295,
      "step": 262500
    },
    {
      "epoch": 9.772592152199762,
      "grad_norm": 6.938514232635498,
      "learning_rate": 2.55685196195006e-05,
      "loss": 2.3378,
      "step": 263000
    },
    {
      "epoch": 9.791171224732462,
      "grad_norm": 8.32728385925293,
      "learning_rate": 2.5522071938168845e-05,
      "loss": 2.3397,
      "step": 263500
    },
    {
      "epoch": 9.809750297265161,
      "grad_norm": 7.170902729034424,
      "learning_rate": 2.54756242568371e-05,
      "loss": 2.3152,
      "step": 264000
    },
    {
      "epoch": 9.82832936979786,
      "grad_norm": 6.303475856781006,
      "learning_rate": 2.5429176575505353e-05,
      "loss": 2.335,
      "step": 264500
    },
    {
      "epoch": 9.846908442330559,
      "grad_norm": 6.429758548736572,
      "learning_rate": 2.53827288941736e-05,
      "loss": 2.3193,
      "step": 265000
    },
    {
      "epoch": 9.865487514863258,
      "grad_norm": 7.365509986877441,
      "learning_rate": 2.5336281212841854e-05,
      "loss": 2.3291,
      "step": 265500
    },
    {
      "epoch": 9.884066587395957,
      "grad_norm": 6.403247356414795,
      "learning_rate": 2.528983353151011e-05,
      "loss": 2.3289,
      "step": 266000
    },
    {
      "epoch": 9.902645659928655,
      "grad_norm": 6.402617454528809,
      "learning_rate": 2.524338585017836e-05,
      "loss": 2.3383,
      "step": 266500
    },
    {
      "epoch": 9.921224732461356,
      "grad_norm": 8.039521217346191,
      "learning_rate": 2.5196938168846612e-05,
      "loss": 2.3535,
      "step": 267000
    },
    {
      "epoch": 9.939803804994055,
      "grad_norm": 6.797732830047607,
      "learning_rate": 2.5150490487514866e-05,
      "loss": 2.3102,
      "step": 267500
    },
    {
      "epoch": 9.958382877526754,
      "grad_norm": 6.878042221069336,
      "learning_rate": 2.5104042806183113e-05,
      "loss": 2.3252,
      "step": 268000
    },
    {
      "epoch": 9.976961950059453,
      "grad_norm": 7.837581634521484,
      "learning_rate": 2.5057595124851367e-05,
      "loss": 2.3259,
      "step": 268500
    },
    {
      "epoch": 9.995541022592151,
      "grad_norm": 7.878035545349121,
      "learning_rate": 2.501114744351962e-05,
      "loss": 2.3206,
      "step": 269000
    },
    {
      "epoch": 10.014120095124852,
      "grad_norm": 7.06614875793457,
      "learning_rate": 2.4964699762187875e-05,
      "loss": 2.3031,
      "step": 269500
    },
    {
      "epoch": 10.032699167657551,
      "grad_norm": 6.305147647857666,
      "learning_rate": 2.4918252080856126e-05,
      "loss": 2.2958,
      "step": 270000
    },
    {
      "epoch": 10.05127824019025,
      "grad_norm": 7.321694374084473,
      "learning_rate": 2.4871804399524376e-05,
      "loss": 2.3102,
      "step": 270500
    },
    {
      "epoch": 10.069857312722949,
      "grad_norm": 6.2910356521606445,
      "learning_rate": 2.482535671819263e-05,
      "loss": 2.3087,
      "step": 271000
    },
    {
      "epoch": 10.088436385255648,
      "grad_norm": 6.352067470550537,
      "learning_rate": 2.477890903686088e-05,
      "loss": 2.2997,
      "step": 271500
    },
    {
      "epoch": 10.107015457788346,
      "grad_norm": 7.583943843841553,
      "learning_rate": 2.473246135552913e-05,
      "loss": 2.2976,
      "step": 272000
    },
    {
      "epoch": 10.125594530321047,
      "grad_norm": 6.128369331359863,
      "learning_rate": 2.4686013674197385e-05,
      "loss": 2.3184,
      "step": 272500
    },
    {
      "epoch": 10.144173602853746,
      "grad_norm": 7.117658615112305,
      "learning_rate": 2.463956599286564e-05,
      "loss": 2.297,
      "step": 273000
    },
    {
      "epoch": 10.162752675386445,
      "grad_norm": 6.37664270401001,
      "learning_rate": 2.459311831153389e-05,
      "loss": 2.3054,
      "step": 273500
    },
    {
      "epoch": 10.181331747919144,
      "grad_norm": 8.254295349121094,
      "learning_rate": 2.4546670630202143e-05,
      "loss": 2.2856,
      "step": 274000
    },
    {
      "epoch": 10.199910820451842,
      "grad_norm": 7.399996757507324,
      "learning_rate": 2.4500222948870394e-05,
      "loss": 2.3191,
      "step": 274500
    },
    {
      "epoch": 10.218489892984541,
      "grad_norm": 7.4784464836120605,
      "learning_rate": 2.4453775267538644e-05,
      "loss": 2.2994,
      "step": 275000
    },
    {
      "epoch": 10.237068965517242,
      "grad_norm": 7.332183837890625,
      "learning_rate": 2.4407327586206898e-05,
      "loss": 2.3022,
      "step": 275500
    },
    {
      "epoch": 10.25564803804994,
      "grad_norm": 6.316469192504883,
      "learning_rate": 2.4360879904875152e-05,
      "loss": 2.306,
      "step": 276000
    },
    {
      "epoch": 10.27422711058264,
      "grad_norm": 7.272724628448486,
      "learning_rate": 2.4314432223543402e-05,
      "loss": 2.293,
      "step": 276500
    },
    {
      "epoch": 10.292806183115339,
      "grad_norm": 7.283202171325684,
      "learning_rate": 2.4267984542211656e-05,
      "loss": 2.3086,
      "step": 277000
    },
    {
      "epoch": 10.311385255648037,
      "grad_norm": 6.357330799102783,
      "learning_rate": 2.4221536860879907e-05,
      "loss": 2.2958,
      "step": 277500
    },
    {
      "epoch": 10.329964328180738,
      "grad_norm": 6.361136436462402,
      "learning_rate": 2.4175089179548157e-05,
      "loss": 2.2856,
      "step": 278000
    },
    {
      "epoch": 10.348543400713437,
      "grad_norm": 7.32297420501709,
      "learning_rate": 2.4128641498216408e-05,
      "loss": 2.2904,
      "step": 278500
    },
    {
      "epoch": 10.367122473246136,
      "grad_norm": 7.6246161460876465,
      "learning_rate": 2.408219381688466e-05,
      "loss": 2.2872,
      "step": 279000
    },
    {
      "epoch": 10.385701545778835,
      "grad_norm": 6.27332067489624,
      "learning_rate": 2.4035746135552915e-05,
      "loss": 2.2829,
      "step": 279500
    },
    {
      "epoch": 10.404280618311534,
      "grad_norm": 7.062289714813232,
      "learning_rate": 2.3989298454221166e-05,
      "loss": 2.2938,
      "step": 280000
    },
    {
      "epoch": 10.422859690844232,
      "grad_norm": 8.132457733154297,
      "learning_rate": 2.394285077288942e-05,
      "loss": 2.2994,
      "step": 280500
    },
    {
      "epoch": 10.441438763376933,
      "grad_norm": 6.456370830535889,
      "learning_rate": 2.389640309155767e-05,
      "loss": 2.2845,
      "step": 281000
    },
    {
      "epoch": 10.460017835909632,
      "grad_norm": 8.033242225646973,
      "learning_rate": 2.384995541022592e-05,
      "loss": 2.2907,
      "step": 281500
    },
    {
      "epoch": 10.47859690844233,
      "grad_norm": 7.318391799926758,
      "learning_rate": 2.3803507728894175e-05,
      "loss": 2.288,
      "step": 282000
    },
    {
      "epoch": 10.49717598097503,
      "grad_norm": 6.92618465423584,
      "learning_rate": 2.3757060047562425e-05,
      "loss": 2.2875,
      "step": 282500
    },
    {
      "epoch": 10.515755053507728,
      "grad_norm": 6.721688747406006,
      "learning_rate": 2.371061236623068e-05,
      "loss": 2.295,
      "step": 283000
    },
    {
      "epoch": 10.534334126040427,
      "grad_norm": 7.079250335693359,
      "learning_rate": 2.3664164684898933e-05,
      "loss": 2.2806,
      "step": 283500
    },
    {
      "epoch": 10.552913198573128,
      "grad_norm": 7.229697227478027,
      "learning_rate": 2.3617717003567183e-05,
      "loss": 2.2828,
      "step": 284000
    },
    {
      "epoch": 10.571492271105827,
      "grad_norm": 6.85770845413208,
      "learning_rate": 2.3571269322235434e-05,
      "loss": 2.3038,
      "step": 284500
    },
    {
      "epoch": 10.590071343638526,
      "grad_norm": 7.07368803024292,
      "learning_rate": 2.3524821640903688e-05,
      "loss": 2.2918,
      "step": 285000
    },
    {
      "epoch": 10.608650416171225,
      "grad_norm": 7.446401119232178,
      "learning_rate": 2.3478373959571938e-05,
      "loss": 2.3097,
      "step": 285500
    },
    {
      "epoch": 10.627229488703923,
      "grad_norm": 7.388403415679932,
      "learning_rate": 2.3431926278240192e-05,
      "loss": 2.2753,
      "step": 286000
    },
    {
      "epoch": 10.645808561236624,
      "grad_norm": 7.510107517242432,
      "learning_rate": 2.3385478596908446e-05,
      "loss": 2.2592,
      "step": 286500
    },
    {
      "epoch": 10.664387633769323,
      "grad_norm": 6.856348514556885,
      "learning_rate": 2.3339030915576697e-05,
      "loss": 2.3018,
      "step": 287000
    },
    {
      "epoch": 10.682966706302022,
      "grad_norm": 5.952792644500732,
      "learning_rate": 2.3292583234244947e-05,
      "loss": 2.293,
      "step": 287500
    },
    {
      "epoch": 10.70154577883472,
      "grad_norm": 6.156429290771484,
      "learning_rate": 2.32461355529132e-05,
      "loss": 2.2794,
      "step": 288000
    },
    {
      "epoch": 10.72012485136742,
      "grad_norm": 7.464205741882324,
      "learning_rate": 2.319968787158145e-05,
      "loss": 2.2819,
      "step": 288500
    },
    {
      "epoch": 10.738703923900118,
      "grad_norm": 6.248416423797607,
      "learning_rate": 2.3153240190249702e-05,
      "loss": 2.2841,
      "step": 289000
    },
    {
      "epoch": 10.757282996432817,
      "grad_norm": 6.5093183517456055,
      "learning_rate": 2.3106792508917956e-05,
      "loss": 2.2974,
      "step": 289500
    },
    {
      "epoch": 10.775862068965518,
      "grad_norm": 6.669436454772949,
      "learning_rate": 2.306034482758621e-05,
      "loss": 2.2823,
      "step": 290000
    },
    {
      "epoch": 10.794441141498217,
      "grad_norm": 6.547306537628174,
      "learning_rate": 2.301389714625446e-05,
      "loss": 2.2783,
      "step": 290500
    },
    {
      "epoch": 10.813020214030916,
      "grad_norm": 7.420673847198486,
      "learning_rate": 2.2967449464922714e-05,
      "loss": 2.2803,
      "step": 291000
    },
    {
      "epoch": 10.831599286563614,
      "grad_norm": 7.08470344543457,
      "learning_rate": 2.2921001783590965e-05,
      "loss": 2.2897,
      "step": 291500
    },
    {
      "epoch": 10.850178359096313,
      "grad_norm": 7.092275142669678,
      "learning_rate": 2.2874554102259215e-05,
      "loss": 2.2842,
      "step": 292000
    },
    {
      "epoch": 10.868757431629014,
      "grad_norm": 6.814739227294922,
      "learning_rate": 2.282810642092747e-05,
      "loss": 2.2637,
      "step": 292500
    },
    {
      "epoch": 10.887336504161713,
      "grad_norm": 6.778537750244141,
      "learning_rate": 2.278165873959572e-05,
      "loss": 2.2802,
      "step": 293000
    },
    {
      "epoch": 10.905915576694412,
      "grad_norm": 6.529074668884277,
      "learning_rate": 2.2735211058263973e-05,
      "loss": 2.282,
      "step": 293500
    },
    {
      "epoch": 10.92449464922711,
      "grad_norm": 7.486764430999756,
      "learning_rate": 2.2688763376932224e-05,
      "loss": 2.2964,
      "step": 294000
    },
    {
      "epoch": 10.94307372175981,
      "grad_norm": 9.576150894165039,
      "learning_rate": 2.2642315695600478e-05,
      "loss": 2.2853,
      "step": 294500
    },
    {
      "epoch": 10.961652794292508,
      "grad_norm": 7.3996429443359375,
      "learning_rate": 2.2595868014268728e-05,
      "loss": 2.278,
      "step": 295000
    },
    {
      "epoch": 10.980231866825209,
      "grad_norm": 6.478265762329102,
      "learning_rate": 2.254942033293698e-05,
      "loss": 2.2857,
      "step": 295500
    },
    {
      "epoch": 10.998810939357908,
      "grad_norm": 7.264919757843018,
      "learning_rate": 2.2502972651605233e-05,
      "loss": 2.2638,
      "step": 296000
    },
    {
      "epoch": 11.017390011890607,
      "grad_norm": 6.449435234069824,
      "learning_rate": 2.2456524970273486e-05,
      "loss": 2.2538,
      "step": 296500
    },
    {
      "epoch": 11.035969084423305,
      "grad_norm": 8.838685035705566,
      "learning_rate": 2.2410077288941737e-05,
      "loss": 2.2658,
      "step": 297000
    },
    {
      "epoch": 11.054548156956004,
      "grad_norm": 7.12150764465332,
      "learning_rate": 2.236362960760999e-05,
      "loss": 2.2582,
      "step": 297500
    },
    {
      "epoch": 11.073127229488703,
      "grad_norm": 7.337321758270264,
      "learning_rate": 2.231718192627824e-05,
      "loss": 2.2531,
      "step": 298000
    },
    {
      "epoch": 11.091706302021404,
      "grad_norm": 7.290600776672363,
      "learning_rate": 2.2270734244946492e-05,
      "loss": 2.2607,
      "step": 298500
    },
    {
      "epoch": 11.110285374554103,
      "grad_norm": 6.834112644195557,
      "learning_rate": 2.2224286563614746e-05,
      "loss": 2.2593,
      "step": 299000
    },
    {
      "epoch": 11.128864447086801,
      "grad_norm": 7.174058437347412,
      "learning_rate": 2.2177838882282996e-05,
      "loss": 2.2584,
      "step": 299500
    },
    {
      "epoch": 11.1474435196195,
      "grad_norm": 6.08710241317749,
      "learning_rate": 2.213139120095125e-05,
      "loss": 2.2572,
      "step": 300000
    },
    {
      "epoch": 11.1660225921522,
      "grad_norm": 7.66245174407959,
      "learning_rate": 2.2084943519619504e-05,
      "loss": 2.2597,
      "step": 300500
    },
    {
      "epoch": 11.1846016646849,
      "grad_norm": 6.607715606689453,
      "learning_rate": 2.2038495838287754e-05,
      "loss": 2.2383,
      "step": 301000
    },
    {
      "epoch": 11.203180737217599,
      "grad_norm": 6.562816143035889,
      "learning_rate": 2.1992048156956005e-05,
      "loss": 2.2497,
      "step": 301500
    },
    {
      "epoch": 11.221759809750298,
      "grad_norm": 6.655299186706543,
      "learning_rate": 2.194560047562426e-05,
      "loss": 2.2628,
      "step": 302000
    },
    {
      "epoch": 11.240338882282996,
      "grad_norm": 6.629017353057861,
      "learning_rate": 2.189915279429251e-05,
      "loss": 2.2568,
      "step": 302500
    },
    {
      "epoch": 11.258917954815695,
      "grad_norm": 7.567939281463623,
      "learning_rate": 2.185270511296076e-05,
      "loss": 2.2732,
      "step": 303000
    },
    {
      "epoch": 11.277497027348394,
      "grad_norm": 8.384344100952148,
      "learning_rate": 2.1806257431629014e-05,
      "loss": 2.2702,
      "step": 303500
    },
    {
      "epoch": 11.296076099881095,
      "grad_norm": 7.6042914390563965,
      "learning_rate": 2.1759809750297268e-05,
      "loss": 2.2671,
      "step": 304000
    },
    {
      "epoch": 11.314655172413794,
      "grad_norm": 6.45172643661499,
      "learning_rate": 2.1713362068965518e-05,
      "loss": 2.2531,
      "step": 304500
    },
    {
      "epoch": 11.333234244946492,
      "grad_norm": 6.863234519958496,
      "learning_rate": 2.1666914387633772e-05,
      "loss": 2.2627,
      "step": 305000
    },
    {
      "epoch": 11.351813317479191,
      "grad_norm": 8.442804336547852,
      "learning_rate": 2.1620466706302022e-05,
      "loss": 2.2551,
      "step": 305500
    },
    {
      "epoch": 11.37039239001189,
      "grad_norm": 8.2174072265625,
      "learning_rate": 2.1574019024970273e-05,
      "loss": 2.2559,
      "step": 306000
    },
    {
      "epoch": 11.388971462544589,
      "grad_norm": 7.479830265045166,
      "learning_rate": 2.1527571343638527e-05,
      "loss": 2.257,
      "step": 306500
    },
    {
      "epoch": 11.40755053507729,
      "grad_norm": 6.4119744300842285,
      "learning_rate": 2.148112366230678e-05,
      "loss": 2.2577,
      "step": 307000
    },
    {
      "epoch": 11.426129607609989,
      "grad_norm": 7.141465187072754,
      "learning_rate": 2.143467598097503e-05,
      "loss": 2.2583,
      "step": 307500
    },
    {
      "epoch": 11.444708680142687,
      "grad_norm": 7.255865097045898,
      "learning_rate": 2.138822829964328e-05,
      "loss": 2.2549,
      "step": 308000
    },
    {
      "epoch": 11.463287752675386,
      "grad_norm": 6.533185958862305,
      "learning_rate": 2.1341780618311535e-05,
      "loss": 2.2563,
      "step": 308500
    },
    {
      "epoch": 11.481866825208085,
      "grad_norm": 5.948304176330566,
      "learning_rate": 2.1295332936979786e-05,
      "loss": 2.2629,
      "step": 309000
    },
    {
      "epoch": 11.500445897740784,
      "grad_norm": 7.485329627990723,
      "learning_rate": 2.1248885255648036e-05,
      "loss": 2.243,
      "step": 309500
    },
    {
      "epoch": 11.519024970273485,
      "grad_norm": 7.400222301483154,
      "learning_rate": 2.120243757431629e-05,
      "loss": 2.2436,
      "step": 310000
    },
    {
      "epoch": 11.537604042806183,
      "grad_norm": 7.361048221588135,
      "learning_rate": 2.1155989892984544e-05,
      "loss": 2.2597,
      "step": 310500
    },
    {
      "epoch": 11.556183115338882,
      "grad_norm": 7.483823776245117,
      "learning_rate": 2.1109542211652795e-05,
      "loss": 2.2643,
      "step": 311000
    },
    {
      "epoch": 11.574762187871581,
      "grad_norm": 7.027825832366943,
      "learning_rate": 2.106309453032105e-05,
      "loss": 2.2455,
      "step": 311500
    },
    {
      "epoch": 11.59334126040428,
      "grad_norm": 6.856015205383301,
      "learning_rate": 2.10166468489893e-05,
      "loss": 2.2351,
      "step": 312000
    },
    {
      "epoch": 11.611920332936979,
      "grad_norm": 7.20182991027832,
      "learning_rate": 2.097019916765755e-05,
      "loss": 2.2472,
      "step": 312500
    },
    {
      "epoch": 11.63049940546968,
      "grad_norm": 6.145348072052002,
      "learning_rate": 2.0923751486325803e-05,
      "loss": 2.2493,
      "step": 313000
    },
    {
      "epoch": 11.649078478002378,
      "grad_norm": 7.6849517822265625,
      "learning_rate": 2.0877303804994054e-05,
      "loss": 2.2468,
      "step": 313500
    },
    {
      "epoch": 11.667657550535077,
      "grad_norm": 7.373369216918945,
      "learning_rate": 2.0830856123662308e-05,
      "loss": 2.252,
      "step": 314000
    },
    {
      "epoch": 11.686236623067776,
      "grad_norm": 7.262668132781982,
      "learning_rate": 2.0784408442330562e-05,
      "loss": 2.2411,
      "step": 314500
    },
    {
      "epoch": 11.704815695600475,
      "grad_norm": 6.475069999694824,
      "learning_rate": 2.0737960760998812e-05,
      "loss": 2.245,
      "step": 315000
    },
    {
      "epoch": 11.723394768133176,
      "grad_norm": 6.434516906738281,
      "learning_rate": 2.0691513079667063e-05,
      "loss": 2.2459,
      "step": 315500
    },
    {
      "epoch": 11.741973840665874,
      "grad_norm": 7.697376251220703,
      "learning_rate": 2.0645065398335317e-05,
      "loss": 2.2556,
      "step": 316000
    },
    {
      "epoch": 11.760552913198573,
      "grad_norm": 7.839350700378418,
      "learning_rate": 2.0598617717003567e-05,
      "loss": 2.2431,
      "step": 316500
    },
    {
      "epoch": 11.779131985731272,
      "grad_norm": 7.546802997589111,
      "learning_rate": 2.055217003567182e-05,
      "loss": 2.2627,
      "step": 317000
    },
    {
      "epoch": 11.797711058263971,
      "grad_norm": 6.828023910522461,
      "learning_rate": 2.0505722354340075e-05,
      "loss": 2.2353,
      "step": 317500
    },
    {
      "epoch": 11.81629013079667,
      "grad_norm": 6.4239935874938965,
      "learning_rate": 2.0459274673008325e-05,
      "loss": 2.2472,
      "step": 318000
    },
    {
      "epoch": 11.83486920332937,
      "grad_norm": 6.941580772399902,
      "learning_rate": 2.0412826991676576e-05,
      "loss": 2.2423,
      "step": 318500
    },
    {
      "epoch": 11.85344827586207,
      "grad_norm": 7.385081768035889,
      "learning_rate": 2.036637931034483e-05,
      "loss": 2.2332,
      "step": 319000
    },
    {
      "epoch": 11.872027348394768,
      "grad_norm": 7.3545613288879395,
      "learning_rate": 2.031993162901308e-05,
      "loss": 2.2592,
      "step": 319500
    },
    {
      "epoch": 11.890606420927467,
      "grad_norm": 6.4375104904174805,
      "learning_rate": 2.027348394768133e-05,
      "loss": 2.2352,
      "step": 320000
    },
    {
      "epoch": 11.909185493460166,
      "grad_norm": 6.863650798797607,
      "learning_rate": 2.0227036266349585e-05,
      "loss": 2.2622,
      "step": 320500
    },
    {
      "epoch": 11.927764565992865,
      "grad_norm": 6.5175275802612305,
      "learning_rate": 2.018058858501784e-05,
      "loss": 2.2421,
      "step": 321000
    },
    {
      "epoch": 11.946343638525565,
      "grad_norm": 7.415239334106445,
      "learning_rate": 2.013414090368609e-05,
      "loss": 2.2483,
      "step": 321500
    },
    {
      "epoch": 11.964922711058264,
      "grad_norm": 8.416884422302246,
      "learning_rate": 2.0087693222354343e-05,
      "loss": 2.245,
      "step": 322000
    },
    {
      "epoch": 11.983501783590963,
      "grad_norm": 6.286489009857178,
      "learning_rate": 2.0041245541022593e-05,
      "loss": 2.2409,
      "step": 322500
    },
    {
      "epoch": 12.002080856123662,
      "grad_norm": 7.4863080978393555,
      "learning_rate": 1.9994797859690844e-05,
      "loss": 2.2337,
      "step": 323000
    },
    {
      "epoch": 12.020659928656361,
      "grad_norm": 6.175674915313721,
      "learning_rate": 1.9948350178359094e-05,
      "loss": 2.2054,
      "step": 323500
    },
    {
      "epoch": 12.03923900118906,
      "grad_norm": 7.600936412811279,
      "learning_rate": 1.9901902497027348e-05,
      "loss": 2.2135,
      "step": 324000
    },
    {
      "epoch": 12.05781807372176,
      "grad_norm": 7.510547637939453,
      "learning_rate": 1.9855454815695602e-05,
      "loss": 2.231,
      "step": 324500
    },
    {
      "epoch": 12.07639714625446,
      "grad_norm": 6.505836009979248,
      "learning_rate": 1.9809007134363853e-05,
      "loss": 2.2123,
      "step": 325000
    },
    {
      "epoch": 12.094976218787158,
      "grad_norm": 7.495330333709717,
      "learning_rate": 1.9762559453032106e-05,
      "loss": 2.2048,
      "step": 325500
    },
    {
      "epoch": 12.113555291319857,
      "grad_norm": 7.062661170959473,
      "learning_rate": 1.9716111771700357e-05,
      "loss": 2.2055,
      "step": 326000
    },
    {
      "epoch": 12.132134363852556,
      "grad_norm": 7.220265865325928,
      "learning_rate": 1.9669664090368607e-05,
      "loss": 2.2333,
      "step": 326500
    },
    {
      "epoch": 12.150713436385256,
      "grad_norm": 6.432553768157959,
      "learning_rate": 1.962321640903686e-05,
      "loss": 2.2274,
      "step": 327000
    },
    {
      "epoch": 12.169292508917955,
      "grad_norm": 7.610962390899658,
      "learning_rate": 1.9576768727705115e-05,
      "loss": 2.2108,
      "step": 327500
    },
    {
      "epoch": 12.187871581450654,
      "grad_norm": 8.169533729553223,
      "learning_rate": 1.9530321046373366e-05,
      "loss": 2.1948,
      "step": 328000
    },
    {
      "epoch": 12.206450653983353,
      "grad_norm": 6.529592037200928,
      "learning_rate": 1.948387336504162e-05,
      "loss": 2.2195,
      "step": 328500
    },
    {
      "epoch": 12.225029726516052,
      "grad_norm": 7.463806629180908,
      "learning_rate": 1.943742568370987e-05,
      "loss": 2.221,
      "step": 329000
    },
    {
      "epoch": 12.24360879904875,
      "grad_norm": 7.339646816253662,
      "learning_rate": 1.939097800237812e-05,
      "loss": 2.2126,
      "step": 329500
    },
    {
      "epoch": 12.262187871581451,
      "grad_norm": 7.518458366394043,
      "learning_rate": 1.9344530321046374e-05,
      "loss": 2.2102,
      "step": 330000
    },
    {
      "epoch": 12.28076694411415,
      "grad_norm": 7.828365325927734,
      "learning_rate": 1.9298082639714625e-05,
      "loss": 2.2335,
      "step": 330500
    },
    {
      "epoch": 12.29934601664685,
      "grad_norm": 7.198127269744873,
      "learning_rate": 1.925163495838288e-05,
      "loss": 2.2214,
      "step": 331000
    },
    {
      "epoch": 12.317925089179548,
      "grad_norm": 6.6039533615112305,
      "learning_rate": 1.9205187277051133e-05,
      "loss": 2.1985,
      "step": 331500
    },
    {
      "epoch": 12.336504161712247,
      "grad_norm": 7.200562477111816,
      "learning_rate": 1.9158739595719383e-05,
      "loss": 2.211,
      "step": 332000
    },
    {
      "epoch": 12.355083234244946,
      "grad_norm": 7.252729892730713,
      "learning_rate": 1.9112291914387634e-05,
      "loss": 2.2302,
      "step": 332500
    },
    {
      "epoch": 12.373662306777646,
      "grad_norm": 7.972862243652344,
      "learning_rate": 1.9065844233055888e-05,
      "loss": 2.2095,
      "step": 333000
    },
    {
      "epoch": 12.392241379310345,
      "grad_norm": 8.594975471496582,
      "learning_rate": 1.9019396551724138e-05,
      "loss": 2.2204,
      "step": 333500
    },
    {
      "epoch": 12.410820451843044,
      "grad_norm": 7.73285436630249,
      "learning_rate": 1.897294887039239e-05,
      "loss": 2.2174,
      "step": 334000
    },
    {
      "epoch": 12.429399524375743,
      "grad_norm": 6.429736614227295,
      "learning_rate": 1.8926501189060646e-05,
      "loss": 2.2236,
      "step": 334500
    },
    {
      "epoch": 12.447978596908442,
      "grad_norm": 6.68847131729126,
      "learning_rate": 1.8880053507728896e-05,
      "loss": 2.2293,
      "step": 335000
    },
    {
      "epoch": 12.46655766944114,
      "grad_norm": 6.902133464813232,
      "learning_rate": 1.8833605826397147e-05,
      "loss": 2.215,
      "step": 335500
    },
    {
      "epoch": 12.485136741973841,
      "grad_norm": 6.436554908752441,
      "learning_rate": 1.87871581450654e-05,
      "loss": 2.2269,
      "step": 336000
    },
    {
      "epoch": 12.50371581450654,
      "grad_norm": 6.80860710144043,
      "learning_rate": 1.874071046373365e-05,
      "loss": 2.2223,
      "step": 336500
    },
    {
      "epoch": 12.522294887039239,
      "grad_norm": 7.977982044219971,
      "learning_rate": 1.86942627824019e-05,
      "loss": 2.2155,
      "step": 337000
    },
    {
      "epoch": 12.540873959571938,
      "grad_norm": 7.9569478034973145,
      "learning_rate": 1.8647815101070156e-05,
      "loss": 2.2305,
      "step": 337500
    },
    {
      "epoch": 12.559453032104637,
      "grad_norm": 6.445404529571533,
      "learning_rate": 1.860136741973841e-05,
      "loss": 2.2075,
      "step": 338000
    },
    {
      "epoch": 12.578032104637337,
      "grad_norm": 7.153224468231201,
      "learning_rate": 1.855491973840666e-05,
      "loss": 2.2246,
      "step": 338500
    },
    {
      "epoch": 12.596611177170036,
      "grad_norm": 7.287299633026123,
      "learning_rate": 1.850847205707491e-05,
      "loss": 2.1913,
      "step": 339000
    },
    {
      "epoch": 12.615190249702735,
      "grad_norm": 6.6666107177734375,
      "learning_rate": 1.8462024375743164e-05,
      "loss": 2.2267,
      "step": 339500
    },
    {
      "epoch": 12.633769322235434,
      "grad_norm": 7.024231433868408,
      "learning_rate": 1.8415576694411415e-05,
      "loss": 2.2106,
      "step": 340000
    },
    {
      "epoch": 12.652348394768133,
      "grad_norm": 6.549313068389893,
      "learning_rate": 1.8369129013079665e-05,
      "loss": 2.2208,
      "step": 340500
    },
    {
      "epoch": 12.670927467300832,
      "grad_norm": 6.641164302825928,
      "learning_rate": 1.832268133174792e-05,
      "loss": 2.2157,
      "step": 341000
    },
    {
      "epoch": 12.689506539833532,
      "grad_norm": 7.615879535675049,
      "learning_rate": 1.8276233650416173e-05,
      "loss": 2.217,
      "step": 341500
    },
    {
      "epoch": 12.708085612366231,
      "grad_norm": 7.870852470397949,
      "learning_rate": 1.8229785969084424e-05,
      "loss": 2.2254,
      "step": 342000
    },
    {
      "epoch": 12.72666468489893,
      "grad_norm": 5.989630222320557,
      "learning_rate": 1.8183338287752677e-05,
      "loss": 2.2129,
      "step": 342500
    },
    {
      "epoch": 12.745243757431629,
      "grad_norm": 6.8082594871521,
      "learning_rate": 1.8136890606420928e-05,
      "loss": 2.2229,
      "step": 343000
    },
    {
      "epoch": 12.763822829964328,
      "grad_norm": 7.244877338409424,
      "learning_rate": 1.809044292508918e-05,
      "loss": 2.2127,
      "step": 343500
    },
    {
      "epoch": 12.782401902497027,
      "grad_norm": 7.6857008934021,
      "learning_rate": 1.8043995243757432e-05,
      "loss": 2.2235,
      "step": 344000
    },
    {
      "epoch": 12.800980975029727,
      "grad_norm": 7.00359582901001,
      "learning_rate": 1.7997547562425686e-05,
      "loss": 2.2211,
      "step": 344500
    },
    {
      "epoch": 12.819560047562426,
      "grad_norm": 7.0071187019348145,
      "learning_rate": 1.7951099881093937e-05,
      "loss": 2.2182,
      "step": 345000
    },
    {
      "epoch": 12.838139120095125,
      "grad_norm": 6.9319634437561035,
      "learning_rate": 1.790465219976219e-05,
      "loss": 2.2043,
      "step": 345500
    },
    {
      "epoch": 12.856718192627824,
      "grad_norm": 6.487482070922852,
      "learning_rate": 1.785820451843044e-05,
      "loss": 2.2139,
      "step": 346000
    },
    {
      "epoch": 12.875297265160523,
      "grad_norm": 7.508727550506592,
      "learning_rate": 1.781175683709869e-05,
      "loss": 2.2243,
      "step": 346500
    },
    {
      "epoch": 12.893876337693222,
      "grad_norm": 6.555574893951416,
      "learning_rate": 1.7765309155766945e-05,
      "loss": 2.2167,
      "step": 347000
    },
    {
      "epoch": 12.912455410225922,
      "grad_norm": 7.410988807678223,
      "learning_rate": 1.7718861474435196e-05,
      "loss": 2.2158,
      "step": 347500
    },
    {
      "epoch": 12.931034482758621,
      "grad_norm": 8.217428207397461,
      "learning_rate": 1.767241379310345e-05,
      "loss": 2.2031,
      "step": 348000
    },
    {
      "epoch": 12.94961355529132,
      "grad_norm": 6.6040754318237305,
      "learning_rate": 1.7625966111771704e-05,
      "loss": 2.1866,
      "step": 348500
    },
    {
      "epoch": 12.968192627824019,
      "grad_norm": 6.99837064743042,
      "learning_rate": 1.7579518430439954e-05,
      "loss": 2.1899,
      "step": 349000
    },
    {
      "epoch": 12.986771700356718,
      "grad_norm": 6.531412124633789,
      "learning_rate": 1.7533070749108205e-05,
      "loss": 2.2244,
      "step": 349500
    },
    {
      "epoch": 13.005350772889418,
      "grad_norm": 7.704728126525879,
      "learning_rate": 1.748662306777646e-05,
      "loss": 2.18,
      "step": 350000
    },
    {
      "epoch": 13.023929845422117,
      "grad_norm": 6.77532434463501,
      "learning_rate": 1.744017538644471e-05,
      "loss": 2.1789,
      "step": 350500
    },
    {
      "epoch": 13.042508917954816,
      "grad_norm": 6.446128845214844,
      "learning_rate": 1.739372770511296e-05,
      "loss": 2.1707,
      "step": 351000
    },
    {
      "epoch": 13.061087990487515,
      "grad_norm": 7.576733589172363,
      "learning_rate": 1.7347280023781213e-05,
      "loss": 2.1768,
      "step": 351500
    },
    {
      "epoch": 13.079667063020214,
      "grad_norm": 7.239291191101074,
      "learning_rate": 1.7300832342449467e-05,
      "loss": 2.2011,
      "step": 352000
    },
    {
      "epoch": 13.098246135552913,
      "grad_norm": 6.936691761016846,
      "learning_rate": 1.7254384661117718e-05,
      "loss": 2.1767,
      "step": 352500
    },
    {
      "epoch": 13.116825208085613,
      "grad_norm": 7.205715179443359,
      "learning_rate": 1.7207936979785968e-05,
      "loss": 2.1581,
      "step": 353000
    },
    {
      "epoch": 13.135404280618312,
      "grad_norm": 6.61326789855957,
      "learning_rate": 1.7161489298454222e-05,
      "loss": 2.185,
      "step": 353500
    },
    {
      "epoch": 13.15398335315101,
      "grad_norm": 7.715660572052002,
      "learning_rate": 1.7115041617122473e-05,
      "loss": 2.1924,
      "step": 354000
    },
    {
      "epoch": 13.17256242568371,
      "grad_norm": 6.543544769287109,
      "learning_rate": 1.7068593935790726e-05,
      "loss": 2.1998,
      "step": 354500
    },
    {
      "epoch": 13.191141498216409,
      "grad_norm": 8.281086921691895,
      "learning_rate": 1.702214625445898e-05,
      "loss": 2.1787,
      "step": 355000
    },
    {
      "epoch": 13.209720570749107,
      "grad_norm": 6.323915481567383,
      "learning_rate": 1.697569857312723e-05,
      "loss": 2.1834,
      "step": 355500
    },
    {
      "epoch": 13.228299643281808,
      "grad_norm": 8.45340347290039,
      "learning_rate": 1.692925089179548e-05,
      "loss": 2.1806,
      "step": 356000
    },
    {
      "epoch": 13.246878715814507,
      "grad_norm": 8.1563720703125,
      "learning_rate": 1.6882803210463735e-05,
      "loss": 2.1708,
      "step": 356500
    },
    {
      "epoch": 13.265457788347206,
      "grad_norm": 7.083395481109619,
      "learning_rate": 1.6836355529131986e-05,
      "loss": 2.1866,
      "step": 357000
    },
    {
      "epoch": 13.284036860879905,
      "grad_norm": 6.55299186706543,
      "learning_rate": 1.6789907847800236e-05,
      "loss": 2.1723,
      "step": 357500
    },
    {
      "epoch": 13.302615933412604,
      "grad_norm": 6.710261821746826,
      "learning_rate": 1.674346016646849e-05,
      "loss": 2.1977,
      "step": 358000
    },
    {
      "epoch": 13.321195005945302,
      "grad_norm": 7.0249738693237305,
      "learning_rate": 1.6697012485136744e-05,
      "loss": 2.2007,
      "step": 358500
    },
    {
      "epoch": 13.339774078478003,
      "grad_norm": 7.835285663604736,
      "learning_rate": 1.6650564803804994e-05,
      "loss": 2.1959,
      "step": 359000
    },
    {
      "epoch": 13.358353151010702,
      "grad_norm": 8.400995254516602,
      "learning_rate": 1.660411712247325e-05,
      "loss": 2.1991,
      "step": 359500
    },
    {
      "epoch": 13.3769322235434,
      "grad_norm": 6.235854148864746,
      "learning_rate": 1.65576694411415e-05,
      "loss": 2.174,
      "step": 360000
    },
    {
      "epoch": 13.3955112960761,
      "grad_norm": 6.741766929626465,
      "learning_rate": 1.651122175980975e-05,
      "loss": 2.1777,
      "step": 360500
    },
    {
      "epoch": 13.414090368608798,
      "grad_norm": 8.243950843811035,
      "learning_rate": 1.6464774078478003e-05,
      "loss": 2.1841,
      "step": 361000
    },
    {
      "epoch": 13.432669441141499,
      "grad_norm": 6.43676233291626,
      "learning_rate": 1.6418326397146254e-05,
      "loss": 2.1769,
      "step": 361500
    },
    {
      "epoch": 13.451248513674198,
      "grad_norm": 6.800743579864502,
      "learning_rate": 1.6371878715814508e-05,
      "loss": 2.2043,
      "step": 362000
    },
    {
      "epoch": 13.469827586206897,
      "grad_norm": 6.082602500915527,
      "learning_rate": 1.632543103448276e-05,
      "loss": 2.167,
      "step": 362500
    },
    {
      "epoch": 13.488406658739596,
      "grad_norm": 7.768115520477295,
      "learning_rate": 1.6278983353151012e-05,
      "loss": 2.1623,
      "step": 363000
    },
    {
      "epoch": 13.506985731272295,
      "grad_norm": 6.893867492675781,
      "learning_rate": 1.6232535671819262e-05,
      "loss": 2.1835,
      "step": 363500
    },
    {
      "epoch": 13.525564803804993,
      "grad_norm": 6.749509811401367,
      "learning_rate": 1.6186087990487516e-05,
      "loss": 2.1659,
      "step": 364000
    },
    {
      "epoch": 13.544143876337694,
      "grad_norm": 6.05668306350708,
      "learning_rate": 1.6139640309155767e-05,
      "loss": 2.1703,
      "step": 364500
    },
    {
      "epoch": 13.562722948870393,
      "grad_norm": 7.0912251472473145,
      "learning_rate": 1.609319262782402e-05,
      "loss": 2.1919,
      "step": 365000
    },
    {
      "epoch": 13.581302021403092,
      "grad_norm": 6.6050310134887695,
      "learning_rate": 1.6046744946492275e-05,
      "loss": 2.1756,
      "step": 365500
    },
    {
      "epoch": 13.59988109393579,
      "grad_norm": 6.950946807861328,
      "learning_rate": 1.6000297265160525e-05,
      "loss": 2.1825,
      "step": 366000
    },
    {
      "epoch": 13.61846016646849,
      "grad_norm": 7.240453243255615,
      "learning_rate": 1.5953849583828776e-05,
      "loss": 2.1837,
      "step": 366500
    },
    {
      "epoch": 13.637039239001188,
      "grad_norm": 8.0787935256958,
      "learning_rate": 1.590740190249703e-05,
      "loss": 2.1747,
      "step": 367000
    },
    {
      "epoch": 13.655618311533889,
      "grad_norm": 6.953646659851074,
      "learning_rate": 1.586095422116528e-05,
      "loss": 2.1821,
      "step": 367500
    },
    {
      "epoch": 13.674197384066588,
      "grad_norm": 6.981358051300049,
      "learning_rate": 1.581450653983353e-05,
      "loss": 2.1751,
      "step": 368000
    },
    {
      "epoch": 13.692776456599287,
      "grad_norm": 7.580711841583252,
      "learning_rate": 1.5768058858501784e-05,
      "loss": 2.1685,
      "step": 368500
    },
    {
      "epoch": 13.711355529131986,
      "grad_norm": 7.360109806060791,
      "learning_rate": 1.5721611177170038e-05,
      "loss": 2.1566,
      "step": 369000
    },
    {
      "epoch": 13.729934601664684,
      "grad_norm": 6.589022636413574,
      "learning_rate": 1.567516349583829e-05,
      "loss": 2.1725,
      "step": 369500
    },
    {
      "epoch": 13.748513674197383,
      "grad_norm": 7.376802444458008,
      "learning_rate": 1.562871581450654e-05,
      "loss": 2.1814,
      "step": 370000
    },
    {
      "epoch": 13.767092746730084,
      "grad_norm": 7.36546516418457,
      "learning_rate": 1.5582268133174793e-05,
      "loss": 2.1824,
      "step": 370500
    },
    {
      "epoch": 13.785671819262783,
      "grad_norm": 7.832765579223633,
      "learning_rate": 1.5535820451843044e-05,
      "loss": 2.1651,
      "step": 371000
    },
    {
      "epoch": 13.804250891795482,
      "grad_norm": 7.414605617523193,
      "learning_rate": 1.5489372770511294e-05,
      "loss": 2.1488,
      "step": 371500
    },
    {
      "epoch": 13.82282996432818,
      "grad_norm": 7.148501873016357,
      "learning_rate": 1.5442925089179548e-05,
      "loss": 2.185,
      "step": 372000
    },
    {
      "epoch": 13.84140903686088,
      "grad_norm": 6.733073711395264,
      "learning_rate": 1.5396477407847802e-05,
      "loss": 2.1645,
      "step": 372500
    },
    {
      "epoch": 13.85998810939358,
      "grad_norm": 7.812681198120117,
      "learning_rate": 1.5350029726516052e-05,
      "loss": 2.1836,
      "step": 373000
    },
    {
      "epoch": 13.878567181926279,
      "grad_norm": 6.853206634521484,
      "learning_rate": 1.5303582045184306e-05,
      "loss": 2.1778,
      "step": 373500
    },
    {
      "epoch": 13.897146254458978,
      "grad_norm": 7.234543323516846,
      "learning_rate": 1.5257134363852557e-05,
      "loss": 2.1759,
      "step": 374000
    },
    {
      "epoch": 13.915725326991677,
      "grad_norm": 7.433253765106201,
      "learning_rate": 1.5210686682520809e-05,
      "loss": 2.1722,
      "step": 374500
    },
    {
      "epoch": 13.934304399524375,
      "grad_norm": 7.073111534118652,
      "learning_rate": 1.5164239001189063e-05,
      "loss": 2.1855,
      "step": 375000
    },
    {
      "epoch": 13.952883472057074,
      "grad_norm": 7.280003547668457,
      "learning_rate": 1.5117791319857313e-05,
      "loss": 2.1819,
      "step": 375500
    },
    {
      "epoch": 13.971462544589775,
      "grad_norm": 6.7823991775512695,
      "learning_rate": 1.5071343638525565e-05,
      "loss": 2.1585,
      "step": 376000
    },
    {
      "epoch": 13.990041617122474,
      "grad_norm": 7.181284427642822,
      "learning_rate": 1.502489595719382e-05,
      "loss": 2.1689,
      "step": 376500
    },
    {
      "epoch": 14.008620689655173,
      "grad_norm": 6.957113265991211,
      "learning_rate": 1.497844827586207e-05,
      "loss": 2.1754,
      "step": 377000
    },
    {
      "epoch": 14.027199762187871,
      "grad_norm": 7.111293315887451,
      "learning_rate": 1.493200059453032e-05,
      "loss": 2.1651,
      "step": 377500
    },
    {
      "epoch": 14.04577883472057,
      "grad_norm": 7.025313854217529,
      "learning_rate": 1.4885552913198574e-05,
      "loss": 2.1458,
      "step": 378000
    },
    {
      "epoch": 14.06435790725327,
      "grad_norm": 6.963667869567871,
      "learning_rate": 1.4839105231866826e-05,
      "loss": 2.1456,
      "step": 378500
    },
    {
      "epoch": 14.08293697978597,
      "grad_norm": 7.611172199249268,
      "learning_rate": 1.4792657550535077e-05,
      "loss": 2.158,
      "step": 379000
    },
    {
      "epoch": 14.101516052318669,
      "grad_norm": 6.874037265777588,
      "learning_rate": 1.474620986920333e-05,
      "loss": 2.1446,
      "step": 379500
    },
    {
      "epoch": 14.120095124851368,
      "grad_norm": 7.512300491333008,
      "learning_rate": 1.4699762187871583e-05,
      "loss": 2.1528,
      "step": 380000
    },
    {
      "epoch": 14.138674197384066,
      "grad_norm": 6.693312168121338,
      "learning_rate": 1.4653314506539833e-05,
      "loss": 2.1563,
      "step": 380500
    },
    {
      "epoch": 14.157253269916765,
      "grad_norm": 6.6438164710998535,
      "learning_rate": 1.4606866825208087e-05,
      "loss": 2.1383,
      "step": 381000
    },
    {
      "epoch": 14.175832342449464,
      "grad_norm": 7.537757873535156,
      "learning_rate": 1.456041914387634e-05,
      "loss": 2.1554,
      "step": 381500
    },
    {
      "epoch": 14.194411414982165,
      "grad_norm": 8.159100532531738,
      "learning_rate": 1.451397146254459e-05,
      "loss": 2.1538,
      "step": 382000
    },
    {
      "epoch": 14.212990487514864,
      "grad_norm": 7.427910327911377,
      "learning_rate": 1.4467523781212844e-05,
      "loss": 2.1623,
      "step": 382500
    },
    {
      "epoch": 14.231569560047562,
      "grad_norm": 7.805336952209473,
      "learning_rate": 1.4421076099881094e-05,
      "loss": 2.1645,
      "step": 383000
    },
    {
      "epoch": 14.250148632580261,
      "grad_norm": 6.669980525970459,
      "learning_rate": 1.4374628418549347e-05,
      "loss": 2.1525,
      "step": 383500
    },
    {
      "epoch": 14.26872770511296,
      "grad_norm": 7.358639240264893,
      "learning_rate": 1.4328180737217597e-05,
      "loss": 2.1542,
      "step": 384000
    },
    {
      "epoch": 14.28730677764566,
      "grad_norm": 7.103815078735352,
      "learning_rate": 1.4281733055885851e-05,
      "loss": 2.1567,
      "step": 384500
    },
    {
      "epoch": 14.30588585017836,
      "grad_norm": 7.218321800231934,
      "learning_rate": 1.4235285374554103e-05,
      "loss": 2.1569,
      "step": 385000
    },
    {
      "epoch": 14.324464922711059,
      "grad_norm": 7.941781520843506,
      "learning_rate": 1.4188837693222354e-05,
      "loss": 2.1554,
      "step": 385500
    },
    {
      "epoch": 14.343043995243757,
      "grad_norm": 8.86156940460205,
      "learning_rate": 1.4142390011890607e-05,
      "loss": 2.1649,
      "step": 386000
    },
    {
      "epoch": 14.361623067776456,
      "grad_norm": 6.904116153717041,
      "learning_rate": 1.409594233055886e-05,
      "loss": 2.1486,
      "step": 386500
    },
    {
      "epoch": 14.380202140309155,
      "grad_norm": 6.8697943687438965,
      "learning_rate": 1.404949464922711e-05,
      "loss": 2.1686,
      "step": 387000
    },
    {
      "epoch": 14.398781212841856,
      "grad_norm": 7.536423683166504,
      "learning_rate": 1.4003046967895364e-05,
      "loss": 2.1534,
      "step": 387500
    },
    {
      "epoch": 14.417360285374555,
      "grad_norm": 6.2832465171813965,
      "learning_rate": 1.3956599286563615e-05,
      "loss": 2.1638,
      "step": 388000
    },
    {
      "epoch": 14.435939357907253,
      "grad_norm": 7.5254926681518555,
      "learning_rate": 1.3910151605231867e-05,
      "loss": 2.1611,
      "step": 388500
    },
    {
      "epoch": 14.454518430439952,
      "grad_norm": 6.102006912231445,
      "learning_rate": 1.386370392390012e-05,
      "loss": 2.1481,
      "step": 389000
    },
    {
      "epoch": 14.473097502972651,
      "grad_norm": 6.829434871673584,
      "learning_rate": 1.3817256242568371e-05,
      "loss": 2.1309,
      "step": 389500
    },
    {
      "epoch": 14.49167657550535,
      "grad_norm": 7.072176456451416,
      "learning_rate": 1.3770808561236623e-05,
      "loss": 2.1493,
      "step": 390000
    },
    {
      "epoch": 14.51025564803805,
      "grad_norm": 8.32613754272461,
      "learning_rate": 1.3724360879904877e-05,
      "loss": 2.128,
      "step": 390500
    },
    {
      "epoch": 14.52883472057075,
      "grad_norm": 7.587469577789307,
      "learning_rate": 1.3677913198573128e-05,
      "loss": 2.1446,
      "step": 391000
    },
    {
      "epoch": 14.547413793103448,
      "grad_norm": 7.003942966461182,
      "learning_rate": 1.363146551724138e-05,
      "loss": 2.1493,
      "step": 391500
    },
    {
      "epoch": 14.565992865636147,
      "grad_norm": 6.587801456451416,
      "learning_rate": 1.3585017835909634e-05,
      "loss": 2.1554,
      "step": 392000
    },
    {
      "epoch": 14.584571938168846,
      "grad_norm": 6.796844005584717,
      "learning_rate": 1.3538570154577884e-05,
      "loss": 2.1699,
      "step": 392500
    },
    {
      "epoch": 14.603151010701545,
      "grad_norm": 6.230968952178955,
      "learning_rate": 1.3492122473246135e-05,
      "loss": 2.1514,
      "step": 393000
    },
    {
      "epoch": 14.621730083234246,
      "grad_norm": 7.986715793609619,
      "learning_rate": 1.3445674791914389e-05,
      "loss": 2.1439,
      "step": 393500
    },
    {
      "epoch": 14.640309155766944,
      "grad_norm": 6.953087329864502,
      "learning_rate": 1.339922711058264e-05,
      "loss": 2.1359,
      "step": 394000
    },
    {
      "epoch": 14.658888228299643,
      "grad_norm": 6.939476490020752,
      "learning_rate": 1.3352779429250891e-05,
      "loss": 2.1438,
      "step": 394500
    },
    {
      "epoch": 14.677467300832342,
      "grad_norm": 7.4189229011535645,
      "learning_rate": 1.3306331747919145e-05,
      "loss": 2.1494,
      "step": 395000
    },
    {
      "epoch": 14.696046373365041,
      "grad_norm": 6.914766788482666,
      "learning_rate": 1.3259884066587397e-05,
      "loss": 2.1336,
      "step": 395500
    },
    {
      "epoch": 14.714625445897742,
      "grad_norm": 6.602614402770996,
      "learning_rate": 1.3213436385255648e-05,
      "loss": 2.154,
      "step": 396000
    },
    {
      "epoch": 14.73320451843044,
      "grad_norm": 7.446470260620117,
      "learning_rate": 1.3166988703923902e-05,
      "loss": 2.1425,
      "step": 396500
    },
    {
      "epoch": 14.75178359096314,
      "grad_norm": 6.55057430267334,
      "learning_rate": 1.3120541022592154e-05,
      "loss": 2.1403,
      "step": 397000
    },
    {
      "epoch": 14.770362663495838,
      "grad_norm": 6.798906326293945,
      "learning_rate": 1.3074093341260404e-05,
      "loss": 2.1396,
      "step": 397500
    },
    {
      "epoch": 14.788941736028537,
      "grad_norm": 7.93524169921875,
      "learning_rate": 1.3027645659928655e-05,
      "loss": 2.1665,
      "step": 398000
    },
    {
      "epoch": 14.807520808561236,
      "grad_norm": 8.041824340820312,
      "learning_rate": 1.2981197978596909e-05,
      "loss": 2.1377,
      "step": 398500
    },
    {
      "epoch": 14.826099881093937,
      "grad_norm": 6.651689529418945,
      "learning_rate": 1.2934750297265161e-05,
      "loss": 2.1461,
      "step": 399000
    },
    {
      "epoch": 14.844678953626635,
      "grad_norm": 6.821606636047363,
      "learning_rate": 1.2888302615933411e-05,
      "loss": 2.158,
      "step": 399500
    },
    {
      "epoch": 14.863258026159334,
      "grad_norm": 8.040721893310547,
      "learning_rate": 1.2841854934601665e-05,
      "loss": 2.1466,
      "step": 400000
    },
    {
      "epoch": 14.881837098692033,
      "grad_norm": 7.286508083343506,
      "learning_rate": 1.2795407253269918e-05,
      "loss": 2.1428,
      "step": 400500
    },
    {
      "epoch": 14.900416171224732,
      "grad_norm": 8.08362102508545,
      "learning_rate": 1.2748959571938168e-05,
      "loss": 2.1515,
      "step": 401000
    },
    {
      "epoch": 14.918995243757431,
      "grad_norm": 8.438191413879395,
      "learning_rate": 1.2702511890606422e-05,
      "loss": 2.1446,
      "step": 401500
    },
    {
      "epoch": 14.937574316290132,
      "grad_norm": 7.372959136962891,
      "learning_rate": 1.2656064209274674e-05,
      "loss": 2.1496,
      "step": 402000
    },
    {
      "epoch": 14.95615338882283,
      "grad_norm": 7.080979347229004,
      "learning_rate": 1.2609616527942925e-05,
      "loss": 2.1579,
      "step": 402500
    },
    {
      "epoch": 14.97473246135553,
      "grad_norm": 7.254255294799805,
      "learning_rate": 1.2563168846611178e-05,
      "loss": 2.1414,
      "step": 403000
    },
    {
      "epoch": 14.993311533888228,
      "grad_norm": 7.761992931365967,
      "learning_rate": 1.2516721165279429e-05,
      "loss": 2.15,
      "step": 403500
    },
    {
      "epoch": 15.011890606420927,
      "grad_norm": 7.0644049644470215,
      "learning_rate": 1.2470273483947683e-05,
      "loss": 2.1474,
      "step": 404000
    },
    {
      "epoch": 15.030469678953626,
      "grad_norm": 8.067272186279297,
      "learning_rate": 1.2423825802615933e-05,
      "loss": 2.1103,
      "step": 404500
    },
    {
      "epoch": 15.049048751486326,
      "grad_norm": 6.896698474884033,
      "learning_rate": 1.2377378121284185e-05,
      "loss": 2.1159,
      "step": 405000
    },
    {
      "epoch": 15.067627824019025,
      "grad_norm": 6.983173370361328,
      "learning_rate": 1.233093043995244e-05,
      "loss": 2.1463,
      "step": 405500
    },
    {
      "epoch": 15.086206896551724,
      "grad_norm": 8.10067367553711,
      "learning_rate": 1.228448275862069e-05,
      "loss": 2.1418,
      "step": 406000
    },
    {
      "epoch": 15.104785969084423,
      "grad_norm": 7.817485332489014,
      "learning_rate": 1.2238035077288942e-05,
      "loss": 2.1433,
      "step": 406500
    },
    {
      "epoch": 15.123365041617122,
      "grad_norm": 7.6188578605651855,
      "learning_rate": 1.2191587395957194e-05,
      "loss": 2.1198,
      "step": 407000
    },
    {
      "epoch": 15.14194411414982,
      "grad_norm": 7.024149417877197,
      "learning_rate": 1.2145139714625446e-05,
      "loss": 2.1157,
      "step": 407500
    },
    {
      "epoch": 15.160523186682521,
      "grad_norm": 6.95907735824585,
      "learning_rate": 1.2098692033293699e-05,
      "loss": 2.134,
      "step": 408000
    },
    {
      "epoch": 15.17910225921522,
      "grad_norm": 6.850398540496826,
      "learning_rate": 1.205224435196195e-05,
      "loss": 2.1178,
      "step": 408500
    },
    {
      "epoch": 15.19768133174792,
      "grad_norm": 7.054015159606934,
      "learning_rate": 1.2005796670630203e-05,
      "loss": 2.1353,
      "step": 409000
    },
    {
      "epoch": 15.216260404280618,
      "grad_norm": 8.049177169799805,
      "learning_rate": 1.1959348989298455e-05,
      "loss": 2.1175,
      "step": 409500
    },
    {
      "epoch": 15.234839476813317,
      "grad_norm": 7.3112568855285645,
      "learning_rate": 1.1912901307966706e-05,
      "loss": 2.1269,
      "step": 410000
    },
    {
      "epoch": 15.253418549346017,
      "grad_norm": 7.102066516876221,
      "learning_rate": 1.186645362663496e-05,
      "loss": 2.121,
      "step": 410500
    },
    {
      "epoch": 15.271997621878716,
      "grad_norm": 7.103978633880615,
      "learning_rate": 1.1820005945303212e-05,
      "loss": 2.123,
      "step": 411000
    },
    {
      "epoch": 15.290576694411415,
      "grad_norm": 7.16837215423584,
      "learning_rate": 1.1773558263971462e-05,
      "loss": 2.1555,
      "step": 411500
    },
    {
      "epoch": 15.309155766944114,
      "grad_norm": 7.387100696563721,
      "learning_rate": 1.1727110582639714e-05,
      "loss": 2.1323,
      "step": 412000
    },
    {
      "epoch": 15.327734839476813,
      "grad_norm": 7.893144607543945,
      "learning_rate": 1.1680662901307968e-05,
      "loss": 2.1358,
      "step": 412500
    },
    {
      "epoch": 15.346313912009512,
      "grad_norm": 7.737049579620361,
      "learning_rate": 1.1634215219976219e-05,
      "loss": 2.122,
      "step": 413000
    },
    {
      "epoch": 15.364892984542212,
      "grad_norm": 7.758161544799805,
      "learning_rate": 1.1587767538644471e-05,
      "loss": 2.1262,
      "step": 413500
    },
    {
      "epoch": 15.383472057074911,
      "grad_norm": 7.8588666915893555,
      "learning_rate": 1.1541319857312725e-05,
      "loss": 2.1202,
      "step": 414000
    },
    {
      "epoch": 15.40205112960761,
      "grad_norm": 7.353470325469971,
      "learning_rate": 1.1494872175980975e-05,
      "loss": 2.1406,
      "step": 414500
    },
    {
      "epoch": 15.420630202140309,
      "grad_norm": 6.766369819641113,
      "learning_rate": 1.1448424494649228e-05,
      "loss": 2.1344,
      "step": 415000
    },
    {
      "epoch": 15.439209274673008,
      "grad_norm": 7.156630992889404,
      "learning_rate": 1.140197681331748e-05,
      "loss": 2.1232,
      "step": 415500
    },
    {
      "epoch": 15.457788347205707,
      "grad_norm": 7.754790782928467,
      "learning_rate": 1.1355529131985732e-05,
      "loss": 2.1154,
      "step": 416000
    },
    {
      "epoch": 15.476367419738407,
      "grad_norm": 8.716788291931152,
      "learning_rate": 1.1309081450653984e-05,
      "loss": 2.1236,
      "step": 416500
    },
    {
      "epoch": 15.494946492271106,
      "grad_norm": 7.345715522766113,
      "learning_rate": 1.1262633769322235e-05,
      "loss": 2.1299,
      "step": 417000
    },
    {
      "epoch": 15.513525564803805,
      "grad_norm": 7.088531494140625,
      "learning_rate": 1.1216186087990488e-05,
      "loss": 2.1168,
      "step": 417500
    },
    {
      "epoch": 15.532104637336504,
      "grad_norm": 7.417008876800537,
      "learning_rate": 1.116973840665874e-05,
      "loss": 2.1247,
      "step": 418000
    },
    {
      "epoch": 15.550683709869203,
      "grad_norm": 7.3177995681762695,
      "learning_rate": 1.1123290725326991e-05,
      "loss": 2.1198,
      "step": 418500
    },
    {
      "epoch": 15.569262782401903,
      "grad_norm": 6.9706711769104,
      "learning_rate": 1.1076843043995245e-05,
      "loss": 2.1228,
      "step": 419000
    },
    {
      "epoch": 15.587841854934602,
      "grad_norm": 6.97265625,
      "learning_rate": 1.1030395362663497e-05,
      "loss": 2.1237,
      "step": 419500
    },
    {
      "epoch": 15.606420927467301,
      "grad_norm": 6.226667404174805,
      "learning_rate": 1.0983947681331748e-05,
      "loss": 2.1017,
      "step": 420000
    },
    {
      "epoch": 15.625,
      "grad_norm": 7.427140712738037,
      "learning_rate": 1.09375e-05,
      "loss": 2.1131,
      "step": 420500
    },
    {
      "epoch": 15.643579072532699,
      "grad_norm": 8.942204475402832,
      "learning_rate": 1.0891052318668254e-05,
      "loss": 2.1294,
      "step": 421000
    },
    {
      "epoch": 15.662158145065398,
      "grad_norm": 7.123710632324219,
      "learning_rate": 1.0844604637336504e-05,
      "loss": 2.1207,
      "step": 421500
    },
    {
      "epoch": 15.680737217598097,
      "grad_norm": 6.2210798263549805,
      "learning_rate": 1.0798156956004756e-05,
      "loss": 2.1222,
      "step": 422000
    },
    {
      "epoch": 15.699316290130797,
      "grad_norm": 7.38429069519043,
      "learning_rate": 1.0751709274673009e-05,
      "loss": 2.114,
      "step": 422500
    },
    {
      "epoch": 15.717895362663496,
      "grad_norm": 6.752946853637695,
      "learning_rate": 1.070526159334126e-05,
      "loss": 2.1105,
      "step": 423000
    },
    {
      "epoch": 15.736474435196195,
      "grad_norm": 6.8533406257629395,
      "learning_rate": 1.0658813912009513e-05,
      "loss": 2.1263,
      "step": 423500
    },
    {
      "epoch": 15.755053507728894,
      "grad_norm": 8.36920166015625,
      "learning_rate": 1.0612366230677765e-05,
      "loss": 2.1082,
      "step": 424000
    },
    {
      "epoch": 15.773632580261593,
      "grad_norm": 6.900448799133301,
      "learning_rate": 1.0565918549346017e-05,
      "loss": 2.1245,
      "step": 424500
    },
    {
      "epoch": 15.792211652794293,
      "grad_norm": 7.180041313171387,
      "learning_rate": 1.051947086801427e-05,
      "loss": 2.1163,
      "step": 425000
    },
    {
      "epoch": 15.810790725326992,
      "grad_norm": 7.32526159286499,
      "learning_rate": 1.047302318668252e-05,
      "loss": 2.1344,
      "step": 425500
    },
    {
      "epoch": 15.829369797859691,
      "grad_norm": 7.500328540802002,
      "learning_rate": 1.0426575505350774e-05,
      "loss": 2.1127,
      "step": 426000
    },
    {
      "epoch": 15.84794887039239,
      "grad_norm": 7.36287784576416,
      "learning_rate": 1.0380127824019026e-05,
      "loss": 2.1104,
      "step": 426500
    },
    {
      "epoch": 15.866527942925089,
      "grad_norm": 7.004654884338379,
      "learning_rate": 1.0333680142687277e-05,
      "loss": 2.13,
      "step": 427000
    },
    {
      "epoch": 15.885107015457788,
      "grad_norm": 6.9634528160095215,
      "learning_rate": 1.0287232461355529e-05,
      "loss": 2.1196,
      "step": 427500
    },
    {
      "epoch": 15.903686087990488,
      "grad_norm": 7.970580101013184,
      "learning_rate": 1.0240784780023783e-05,
      "loss": 2.1144,
      "step": 428000
    },
    {
      "epoch": 15.922265160523187,
      "grad_norm": 7.777002334594727,
      "learning_rate": 1.0194337098692033e-05,
      "loss": 2.1226,
      "step": 428500
    },
    {
      "epoch": 15.940844233055886,
      "grad_norm": 6.956545352935791,
      "learning_rate": 1.0147889417360285e-05,
      "loss": 2.1353,
      "step": 429000
    },
    {
      "epoch": 15.959423305588585,
      "grad_norm": 7.85087251663208,
      "learning_rate": 1.010144173602854e-05,
      "loss": 2.1281,
      "step": 429500
    },
    {
      "epoch": 15.978002378121284,
      "grad_norm": 8.030372619628906,
      "learning_rate": 1.005499405469679e-05,
      "loss": 2.1247,
      "step": 430000
    },
    {
      "epoch": 15.996581450653984,
      "grad_norm": 7.764926433563232,
      "learning_rate": 1.0008546373365042e-05,
      "loss": 2.1291,
      "step": 430500
    },
    {
      "epoch": 16.015160523186683,
      "grad_norm": 6.365900039672852,
      "learning_rate": 9.962098692033294e-06,
      "loss": 2.098,
      "step": 431000
    },
    {
      "epoch": 16.033739595719382,
      "grad_norm": 7.203670024871826,
      "learning_rate": 9.915651010701546e-06,
      "loss": 2.1182,
      "step": 431500
    },
    {
      "epoch": 16.05231866825208,
      "grad_norm": 7.516459941864014,
      "learning_rate": 9.869203329369798e-06,
      "loss": 2.0847,
      "step": 432000
    },
    {
      "epoch": 16.07089774078478,
      "grad_norm": 6.9018235206604,
      "learning_rate": 9.822755648038049e-06,
      "loss": 2.0801,
      "step": 432500
    },
    {
      "epoch": 16.08947681331748,
      "grad_norm": 7.418632507324219,
      "learning_rate": 9.776307966706303e-06,
      "loss": 2.0981,
      "step": 433000
    },
    {
      "epoch": 16.108055885850177,
      "grad_norm": 7.646805763244629,
      "learning_rate": 9.729860285374555e-06,
      "loss": 2.1049,
      "step": 433500
    },
    {
      "epoch": 16.126634958382876,
      "grad_norm": 6.691248893737793,
      "learning_rate": 9.683412604042806e-06,
      "loss": 2.1026,
      "step": 434000
    },
    {
      "epoch": 16.145214030915575,
      "grad_norm": 8.201228141784668,
      "learning_rate": 9.63696492271106e-06,
      "loss": 2.1197,
      "step": 434500
    },
    {
      "epoch": 16.163793103448278,
      "grad_norm": 6.836193561553955,
      "learning_rate": 9.590517241379312e-06,
      "loss": 2.1048,
      "step": 435000
    },
    {
      "epoch": 16.182372175980976,
      "grad_norm": 6.607935905456543,
      "learning_rate": 9.544069560047562e-06,
      "loss": 2.0952,
      "step": 435500
    },
    {
      "epoch": 16.200951248513675,
      "grad_norm": 7.329438209533691,
      "learning_rate": 9.497621878715814e-06,
      "loss": 2.1096,
      "step": 436000
    },
    {
      "epoch": 16.219530321046374,
      "grad_norm": 7.701877117156982,
      "learning_rate": 9.451174197384068e-06,
      "loss": 2.1061,
      "step": 436500
    },
    {
      "epoch": 16.238109393579073,
      "grad_norm": 6.743167877197266,
      "learning_rate": 9.404726516052319e-06,
      "loss": 2.1151,
      "step": 437000
    },
    {
      "epoch": 16.256688466111772,
      "grad_norm": 7.008676528930664,
      "learning_rate": 9.35827883472057e-06,
      "loss": 2.1113,
      "step": 437500
    },
    {
      "epoch": 16.27526753864447,
      "grad_norm": 7.036728858947754,
      "learning_rate": 9.311831153388825e-06,
      "loss": 2.0898,
      "step": 438000
    },
    {
      "epoch": 16.29384661117717,
      "grad_norm": 7.374510765075684,
      "learning_rate": 9.265383472057075e-06,
      "loss": 2.0845,
      "step": 438500
    },
    {
      "epoch": 16.31242568370987,
      "grad_norm": 7.095835208892822,
      "learning_rate": 9.218935790725327e-06,
      "loss": 2.117,
      "step": 439000
    },
    {
      "epoch": 16.331004756242567,
      "grad_norm": 7.737233638763428,
      "learning_rate": 9.17248810939358e-06,
      "loss": 2.0987,
      "step": 439500
    },
    {
      "epoch": 16.349583828775266,
      "grad_norm": 7.745171546936035,
      "learning_rate": 9.126040428061832e-06,
      "loss": 2.0858,
      "step": 440000
    },
    {
      "epoch": 16.368162901307965,
      "grad_norm": 6.25264835357666,
      "learning_rate": 9.079592746730084e-06,
      "loss": 2.1014,
      "step": 440500
    },
    {
      "epoch": 16.386741973840667,
      "grad_norm": 8.324295043945312,
      "learning_rate": 9.033145065398334e-06,
      "loss": 2.1006,
      "step": 441000
    },
    {
      "epoch": 16.405321046373366,
      "grad_norm": 7.7967352867126465,
      "learning_rate": 8.986697384066588e-06,
      "loss": 2.0758,
      "step": 441500
    },
    {
      "epoch": 16.423900118906065,
      "grad_norm": 7.272579193115234,
      "learning_rate": 8.94024970273484e-06,
      "loss": 2.1062,
      "step": 442000
    },
    {
      "epoch": 16.442479191438764,
      "grad_norm": 7.0281195640563965,
      "learning_rate": 8.893802021403091e-06,
      "loss": 2.0979,
      "step": 442500
    },
    {
      "epoch": 16.461058263971463,
      "grad_norm": 7.969797611236572,
      "learning_rate": 8.847354340071345e-06,
      "loss": 2.0782,
      "step": 443000
    },
    {
      "epoch": 16.47963733650416,
      "grad_norm": 7.431224822998047,
      "learning_rate": 8.800906658739597e-06,
      "loss": 2.0986,
      "step": 443500
    },
    {
      "epoch": 16.49821640903686,
      "grad_norm": 7.004672050476074,
      "learning_rate": 8.754458977407848e-06,
      "loss": 2.1162,
      "step": 444000
    },
    {
      "epoch": 16.51679548156956,
      "grad_norm": 7.328388214111328,
      "learning_rate": 8.7080112960761e-06,
      "loss": 2.0903,
      "step": 444500
    },
    {
      "epoch": 16.53537455410226,
      "grad_norm": 7.997599124908447,
      "learning_rate": 8.661563614744354e-06,
      "loss": 2.0926,
      "step": 445000
    },
    {
      "epoch": 16.553953626634957,
      "grad_norm": 6.598504066467285,
      "learning_rate": 8.615115933412604e-06,
      "loss": 2.103,
      "step": 445500
    },
    {
      "epoch": 16.572532699167656,
      "grad_norm": 8.041633605957031,
      "learning_rate": 8.568668252080856e-06,
      "loss": 2.0902,
      "step": 446000
    },
    {
      "epoch": 16.591111771700355,
      "grad_norm": 6.456114768981934,
      "learning_rate": 8.522220570749109e-06,
      "loss": 2.1113,
      "step": 446500
    },
    {
      "epoch": 16.609690844233057,
      "grad_norm": 8.524587631225586,
      "learning_rate": 8.47577288941736e-06,
      "loss": 2.1034,
      "step": 447000
    },
    {
      "epoch": 16.628269916765756,
      "grad_norm": 7.4559102058410645,
      "learning_rate": 8.429325208085613e-06,
      "loss": 2.0911,
      "step": 447500
    },
    {
      "epoch": 16.646848989298455,
      "grad_norm": 7.678273677825928,
      "learning_rate": 8.382877526753865e-06,
      "loss": 2.1009,
      "step": 448000
    },
    {
      "epoch": 16.665428061831154,
      "grad_norm": 6.468957424163818,
      "learning_rate": 8.336429845422117e-06,
      "loss": 2.104,
      "step": 448500
    },
    {
      "epoch": 16.684007134363853,
      "grad_norm": 7.746886730194092,
      "learning_rate": 8.28998216409037e-06,
      "loss": 2.0961,
      "step": 449000
    },
    {
      "epoch": 16.70258620689655,
      "grad_norm": 6.837747097015381,
      "learning_rate": 8.24353448275862e-06,
      "loss": 2.0867,
      "step": 449500
    },
    {
      "epoch": 16.72116527942925,
      "grad_norm": 7.098623275756836,
      "learning_rate": 8.197086801426874e-06,
      "loss": 2.1093,
      "step": 450000
    },
    {
      "epoch": 16.73974435196195,
      "grad_norm": 6.478063106536865,
      "learning_rate": 8.150639120095126e-06,
      "loss": 2.0933,
      "step": 450500
    },
    {
      "epoch": 16.758323424494648,
      "grad_norm": 7.2032012939453125,
      "learning_rate": 8.104191438763376e-06,
      "loss": 2.0801,
      "step": 451000
    },
    {
      "epoch": 16.776902497027347,
      "grad_norm": 6.382145881652832,
      "learning_rate": 8.057743757431629e-06,
      "loss": 2.1063,
      "step": 451500
    },
    {
      "epoch": 16.795481569560046,
      "grad_norm": 7.381346702575684,
      "learning_rate": 8.011296076099883e-06,
      "loss": 2.0992,
      "step": 452000
    },
    {
      "epoch": 16.81406064209275,
      "grad_norm": 6.544224739074707,
      "learning_rate": 7.964848394768133e-06,
      "loss": 2.0993,
      "step": 452500
    },
    {
      "epoch": 16.832639714625447,
      "grad_norm": 7.141576290130615,
      "learning_rate": 7.918400713436385e-06,
      "loss": 2.0919,
      "step": 453000
    },
    {
      "epoch": 16.851218787158146,
      "grad_norm": 6.41404914855957,
      "learning_rate": 7.871953032104639e-06,
      "loss": 2.0961,
      "step": 453500
    },
    {
      "epoch": 16.869797859690845,
      "grad_norm": 7.792717933654785,
      "learning_rate": 7.82550535077289e-06,
      "loss": 2.0875,
      "step": 454000
    },
    {
      "epoch": 16.888376932223544,
      "grad_norm": 8.0609130859375,
      "learning_rate": 7.779057669441142e-06,
      "loss": 2.0905,
      "step": 454500
    },
    {
      "epoch": 16.906956004756243,
      "grad_norm": 7.00869083404541,
      "learning_rate": 7.732609988109394e-06,
      "loss": 2.0877,
      "step": 455000
    },
    {
      "epoch": 16.92553507728894,
      "grad_norm": 7.780180931091309,
      "learning_rate": 7.686162306777646e-06,
      "loss": 2.0956,
      "step": 455500
    },
    {
      "epoch": 16.94411414982164,
      "grad_norm": 7.056099891662598,
      "learning_rate": 7.639714625445898e-06,
      "loss": 2.0762,
      "step": 456000
    },
    {
      "epoch": 16.96269322235434,
      "grad_norm": 6.861847877502441,
      "learning_rate": 7.59326694411415e-06,
      "loss": 2.0946,
      "step": 456500
    },
    {
      "epoch": 16.981272294887038,
      "grad_norm": 7.449362754821777,
      "learning_rate": 7.546819262782402e-06,
      "loss": 2.1104,
      "step": 457000
    },
    {
      "epoch": 16.999851367419737,
      "grad_norm": 7.2395782470703125,
      "learning_rate": 7.500371581450655e-06,
      "loss": 2.1044,
      "step": 457500
    },
    {
      "epoch": 17.01843043995244,
      "grad_norm": 7.514138221740723,
      "learning_rate": 7.453923900118906e-06,
      "loss": 2.0918,
      "step": 458000
    },
    {
      "epoch": 17.037009512485138,
      "grad_norm": 6.817535877227783,
      "learning_rate": 7.4074762187871585e-06,
      "loss": 2.1078,
      "step": 458500
    },
    {
      "epoch": 17.055588585017837,
      "grad_norm": 7.827926158905029,
      "learning_rate": 7.3610285374554115e-06,
      "loss": 2.0747,
      "step": 459000
    },
    {
      "epoch": 17.074167657550536,
      "grad_norm": 9.247724533081055,
      "learning_rate": 7.314580856123662e-06,
      "loss": 2.0964,
      "step": 459500
    },
    {
      "epoch": 17.092746730083235,
      "grad_norm": 8.57845687866211,
      "learning_rate": 7.268133174791915e-06,
      "loss": 2.0876,
      "step": 460000
    },
    {
      "epoch": 17.111325802615934,
      "grad_norm": 7.123178482055664,
      "learning_rate": 7.221685493460167e-06,
      "loss": 2.0672,
      "step": 460500
    },
    {
      "epoch": 17.129904875148632,
      "grad_norm": 7.820250034332275,
      "learning_rate": 7.1752378121284185e-06,
      "loss": 2.0708,
      "step": 461000
    },
    {
      "epoch": 17.14848394768133,
      "grad_norm": 7.021051406860352,
      "learning_rate": 7.1287901307966716e-06,
      "loss": 2.0801,
      "step": 461500
    },
    {
      "epoch": 17.16706302021403,
      "grad_norm": 8.586702346801758,
      "learning_rate": 7.082342449464922e-06,
      "loss": 2.0749,
      "step": 462000
    },
    {
      "epoch": 17.18564209274673,
      "grad_norm": 6.818421363830566,
      "learning_rate": 7.035894768133175e-06,
      "loss": 2.0916,
      "step": 462500
    },
    {
      "epoch": 17.204221165279428,
      "grad_norm": 7.275014877319336,
      "learning_rate": 6.989447086801427e-06,
      "loss": 2.0739,
      "step": 463000
    },
    {
      "epoch": 17.222800237812127,
      "grad_norm": 6.750241756439209,
      "learning_rate": 6.942999405469679e-06,
      "loss": 2.0852,
      "step": 463500
    },
    {
      "epoch": 17.24137931034483,
      "grad_norm": 7.445390701293945,
      "learning_rate": 6.896551724137932e-06,
      "loss": 2.0748,
      "step": 464000
    },
    {
      "epoch": 17.259958382877528,
      "grad_norm": 8.087651252746582,
      "learning_rate": 6.850104042806184e-06,
      "loss": 2.0588,
      "step": 464500
    },
    {
      "epoch": 17.278537455410227,
      "grad_norm": 7.12742805480957,
      "learning_rate": 6.803656361474435e-06,
      "loss": 2.074,
      "step": 465000
    },
    {
      "epoch": 17.297116527942926,
      "grad_norm": 7.231345176696777,
      "learning_rate": 6.757208680142687e-06,
      "loss": 2.0682,
      "step": 465500
    },
    {
      "epoch": 17.315695600475625,
      "grad_norm": 7.275602340698242,
      "learning_rate": 6.71076099881094e-06,
      "loss": 2.0813,
      "step": 466000
    },
    {
      "epoch": 17.334274673008323,
      "grad_norm": 7.546669006347656,
      "learning_rate": 6.664313317479192e-06,
      "loss": 2.0839,
      "step": 466500
    },
    {
      "epoch": 17.352853745541022,
      "grad_norm": 7.166531085968018,
      "learning_rate": 6.617865636147444e-06,
      "loss": 2.064,
      "step": 467000
    },
    {
      "epoch": 17.37143281807372,
      "grad_norm": 8.803594589233398,
      "learning_rate": 6.571417954815696e-06,
      "loss": 2.0847,
      "step": 467500
    },
    {
      "epoch": 17.39001189060642,
      "grad_norm": 7.301925182342529,
      "learning_rate": 6.5249702734839475e-06,
      "loss": 2.0938,
      "step": 468000
    },
    {
      "epoch": 17.40859096313912,
      "grad_norm": 7.235419273376465,
      "learning_rate": 6.4785225921522005e-06,
      "loss": 2.0824,
      "step": 468500
    },
    {
      "epoch": 17.427170035671818,
      "grad_norm": 9.021172523498535,
      "learning_rate": 6.432074910820453e-06,
      "loss": 2.0924,
      "step": 469000
    },
    {
      "epoch": 17.445749108204517,
      "grad_norm": 7.037625789642334,
      "learning_rate": 6.385627229488704e-06,
      "loss": 2.0872,
      "step": 469500
    },
    {
      "epoch": 17.46432818073722,
      "grad_norm": 8.20162296295166,
      "learning_rate": 6.339179548156956e-06,
      "loss": 2.0755,
      "step": 470000
    },
    {
      "epoch": 17.482907253269918,
      "grad_norm": 7.615068435668945,
      "learning_rate": 6.2927318668252075e-06,
      "loss": 2.0826,
      "step": 470500
    },
    {
      "epoch": 17.501486325802617,
      "grad_norm": 7.641859531402588,
      "learning_rate": 6.2462841854934606e-06,
      "loss": 2.087,
      "step": 471000
    },
    {
      "epoch": 17.520065398335316,
      "grad_norm": 6.667306900024414,
      "learning_rate": 6.199836504161712e-06,
      "loss": 2.0842,
      "step": 471500
    },
    {
      "epoch": 17.538644470868014,
      "grad_norm": 6.990174770355225,
      "learning_rate": 6.153388822829965e-06,
      "loss": 2.0861,
      "step": 472000
    },
    {
      "epoch": 17.557223543400713,
      "grad_norm": 7.540374755859375,
      "learning_rate": 6.106941141498216e-06,
      "loss": 2.078,
      "step": 472500
    },
    {
      "epoch": 17.575802615933412,
      "grad_norm": 6.960676670074463,
      "learning_rate": 6.0604934601664685e-06,
      "loss": 2.0877,
      "step": 473000
    },
    {
      "epoch": 17.59438168846611,
      "grad_norm": 8.197839736938477,
      "learning_rate": 6.0140457788347215e-06,
      "loss": 2.0718,
      "step": 473500
    },
    {
      "epoch": 17.61296076099881,
      "grad_norm": 7.723132610321045,
      "learning_rate": 5.967598097502973e-06,
      "loss": 2.0793,
      "step": 474000
    },
    {
      "epoch": 17.63153983353151,
      "grad_norm": 6.541485786437988,
      "learning_rate": 5.921150416171225e-06,
      "loss": 2.0754,
      "step": 474500
    },
    {
      "epoch": 17.650118906064208,
      "grad_norm": 7.376631736755371,
      "learning_rate": 5.874702734839476e-06,
      "loss": 2.0792,
      "step": 475000
    },
    {
      "epoch": 17.66869797859691,
      "grad_norm": 6.127633094787598,
      "learning_rate": 5.828255053507729e-06,
      "loss": 2.0492,
      "step": 475500
    },
    {
      "epoch": 17.68727705112961,
      "grad_norm": 7.734124183654785,
      "learning_rate": 5.781807372175982e-06,
      "loss": 2.0748,
      "step": 476000
    },
    {
      "epoch": 17.705856123662308,
      "grad_norm": 6.9572601318359375,
      "learning_rate": 5.735359690844233e-06,
      "loss": 2.0992,
      "step": 476500
    },
    {
      "epoch": 17.724435196195007,
      "grad_norm": 6.885385513305664,
      "learning_rate": 5.688912009512486e-06,
      "loss": 2.0771,
      "step": 477000
    },
    {
      "epoch": 17.743014268727705,
      "grad_norm": 7.826180458068848,
      "learning_rate": 5.642464328180737e-06,
      "loss": 2.081,
      "step": 477500
    },
    {
      "epoch": 17.761593341260404,
      "grad_norm": 7.1644439697265625,
      "learning_rate": 5.5960166468489895e-06,
      "loss": 2.0847,
      "step": 478000
    },
    {
      "epoch": 17.780172413793103,
      "grad_norm": 8.081832885742188,
      "learning_rate": 5.549568965517242e-06,
      "loss": 2.072,
      "step": 478500
    },
    {
      "epoch": 17.798751486325802,
      "grad_norm": 6.1492600440979,
      "learning_rate": 5.503121284185494e-06,
      "loss": 2.0919,
      "step": 479000
    },
    {
      "epoch": 17.8173305588585,
      "grad_norm": 6.837408542633057,
      "learning_rate": 5.456673602853746e-06,
      "loss": 2.0745,
      "step": 479500
    },
    {
      "epoch": 17.8359096313912,
      "grad_norm": 6.619295120239258,
      "learning_rate": 5.410225921521997e-06,
      "loss": 2.0758,
      "step": 480000
    },
    {
      "epoch": 17.8544887039239,
      "grad_norm": 7.465627193450928,
      "learning_rate": 5.3637782401902504e-06,
      "loss": 2.0705,
      "step": 480500
    },
    {
      "epoch": 17.8730677764566,
      "grad_norm": 7.469555854797363,
      "learning_rate": 5.317330558858502e-06,
      "loss": 2.0675,
      "step": 481000
    },
    {
      "epoch": 17.8916468489893,
      "grad_norm": 7.39703893661499,
      "learning_rate": 5.270882877526754e-06,
      "loss": 2.0869,
      "step": 481500
    },
    {
      "epoch": 17.910225921522,
      "grad_norm": 6.684396743774414,
      "learning_rate": 5.224435196195006e-06,
      "loss": 2.0782,
      "step": 482000
    },
    {
      "epoch": 17.928804994054698,
      "grad_norm": 8.273653984069824,
      "learning_rate": 5.177987514863258e-06,
      "loss": 2.0792,
      "step": 482500
    },
    {
      "epoch": 17.947384066587396,
      "grad_norm": 7.827981472015381,
      "learning_rate": 5.1315398335315105e-06,
      "loss": 2.0862,
      "step": 483000
    },
    {
      "epoch": 17.965963139120095,
      "grad_norm": 7.737405300140381,
      "learning_rate": 5.085092152199762e-06,
      "loss": 2.0632,
      "step": 483500
    },
    {
      "epoch": 17.984542211652794,
      "grad_norm": 7.617379665374756,
      "learning_rate": 5.038644470868015e-06,
      "loss": 2.1037,
      "step": 484000
    },
    {
      "epoch": 18.003121284185493,
      "grad_norm": 7.147322177886963,
      "learning_rate": 4.992196789536266e-06,
      "loss": 2.0701,
      "step": 484500
    },
    {
      "epoch": 18.021700356718192,
      "grad_norm": 6.316223621368408,
      "learning_rate": 4.945749108204518e-06,
      "loss": 2.0536,
      "step": 485000
    },
    {
      "epoch": 18.04027942925089,
      "grad_norm": 7.639254093170166,
      "learning_rate": 4.8993014268727714e-06,
      "loss": 2.0594,
      "step": 485500
    },
    {
      "epoch": 18.05885850178359,
      "grad_norm": 7.149983882904053,
      "learning_rate": 4.852853745541023e-06,
      "loss": 2.0546,
      "step": 486000
    },
    {
      "epoch": 18.07743757431629,
      "grad_norm": 7.123045921325684,
      "learning_rate": 4.806406064209275e-06,
      "loss": 2.0819,
      "step": 486500
    },
    {
      "epoch": 18.09601664684899,
      "grad_norm": 7.2495293617248535,
      "learning_rate": 4.759958382877526e-06,
      "loss": 2.0641,
      "step": 487000
    },
    {
      "epoch": 18.11459571938169,
      "grad_norm": 7.309257507324219,
      "learning_rate": 4.713510701545779e-06,
      "loss": 2.0664,
      "step": 487500
    },
    {
      "epoch": 18.13317479191439,
      "grad_norm": 6.188238620758057,
      "learning_rate": 4.6670630202140315e-06,
      "loss": 2.0801,
      "step": 488000
    },
    {
      "epoch": 18.151753864447087,
      "grad_norm": 7.894054889678955,
      "learning_rate": 4.620615338882283e-06,
      "loss": 2.0576,
      "step": 488500
    },
    {
      "epoch": 18.170332936979786,
      "grad_norm": 7.271005153656006,
      "learning_rate": 4.574167657550536e-06,
      "loss": 2.0477,
      "step": 489000
    },
    {
      "epoch": 18.188912009512485,
      "grad_norm": 7.505859851837158,
      "learning_rate": 4.527719976218787e-06,
      "loss": 2.0726,
      "step": 489500
    },
    {
      "epoch": 18.207491082045184,
      "grad_norm": 7.29171085357666,
      "learning_rate": 4.4812722948870394e-06,
      "loss": 2.0641,
      "step": 490000
    },
    {
      "epoch": 18.226070154577883,
      "grad_norm": 7.959132671356201,
      "learning_rate": 4.434824613555292e-06,
      "loss": 2.0704,
      "step": 490500
    },
    {
      "epoch": 18.244649227110582,
      "grad_norm": 6.843657493591309,
      "learning_rate": 4.388376932223544e-06,
      "loss": 2.0695,
      "step": 491000
    },
    {
      "epoch": 18.26322829964328,
      "grad_norm": 6.887396812438965,
      "learning_rate": 4.341929250891796e-06,
      "loss": 2.0622,
      "step": 491500
    },
    {
      "epoch": 18.28180737217598,
      "grad_norm": 7.143764019012451,
      "learning_rate": 4.295481569560047e-06,
      "loss": 2.0729,
      "step": 492000
    },
    {
      "epoch": 18.30038644470868,
      "grad_norm": 7.79412841796875,
      "learning_rate": 4.2490338882283e-06,
      "loss": 2.054,
      "step": 492500
    },
    {
      "epoch": 18.31896551724138,
      "grad_norm": 7.328498363494873,
      "learning_rate": 4.202586206896552e-06,
      "loss": 2.0582,
      "step": 493000
    },
    {
      "epoch": 18.33754458977408,
      "grad_norm": 6.897115230560303,
      "learning_rate": 4.156138525564804e-06,
      "loss": 2.0548,
      "step": 493500
    },
    {
      "epoch": 18.35612366230678,
      "grad_norm": 7.248096942901611,
      "learning_rate": 4.109690844233056e-06,
      "loss": 2.0668,
      "step": 494000
    },
    {
      "epoch": 18.374702734839477,
      "grad_norm": 8.02023983001709,
      "learning_rate": 4.063243162901308e-06,
      "loss": 2.0527,
      "step": 494500
    },
    {
      "epoch": 18.393281807372176,
      "grad_norm": 7.436459541320801,
      "learning_rate": 4.0167954815695605e-06,
      "loss": 2.0685,
      "step": 495000
    },
    {
      "epoch": 18.411860879904875,
      "grad_norm": 7.74916410446167,
      "learning_rate": 3.970347800237812e-06,
      "loss": 2.0709,
      "step": 495500
    },
    {
      "epoch": 18.430439952437574,
      "grad_norm": 8.027193069458008,
      "learning_rate": 3.923900118906065e-06,
      "loss": 2.0614,
      "step": 496000
    },
    {
      "epoch": 18.449019024970273,
      "grad_norm": 6.885724067687988,
      "learning_rate": 3.877452437574316e-06,
      "loss": 2.0519,
      "step": 496500
    },
    {
      "epoch": 18.46759809750297,
      "grad_norm": 7.010785102844238,
      "learning_rate": 3.831004756242568e-06,
      "loss": 2.068,
      "step": 497000
    },
    {
      "epoch": 18.48617717003567,
      "grad_norm": 6.670163631439209,
      "learning_rate": 3.78455707491082e-06,
      "loss": 2.0695,
      "step": 497500
    },
    {
      "epoch": 18.50475624256837,
      "grad_norm": 7.944169998168945,
      "learning_rate": 3.7381093935790727e-06,
      "loss": 2.0723,
      "step": 498000
    },
    {
      "epoch": 18.523335315101072,
      "grad_norm": 5.955043792724609,
      "learning_rate": 3.691661712247325e-06,
      "loss": 2.0456,
      "step": 498500
    },
    {
      "epoch": 18.54191438763377,
      "grad_norm": 7.109121322631836,
      "learning_rate": 3.6452140309155767e-06,
      "loss": 2.0612,
      "step": 499000
    },
    {
      "epoch": 18.56049346016647,
      "grad_norm": 6.318941593170166,
      "learning_rate": 3.5987663495838293e-06,
      "loss": 2.0702,
      "step": 499500
    },
    {
      "epoch": 18.57907253269917,
      "grad_norm": 8.715611457824707,
      "learning_rate": 3.552318668252081e-06,
      "loss": 2.08,
      "step": 500000
    },
    {
      "epoch": 18.597651605231867,
      "grad_norm": 9.135302543640137,
      "learning_rate": 3.505870986920333e-06,
      "loss": 2.0762,
      "step": 500500
    },
    {
      "epoch": 18.616230677764566,
      "grad_norm": 7.45161247253418,
      "learning_rate": 3.4594233055885854e-06,
      "loss": 2.0533,
      "step": 501000
    },
    {
      "epoch": 18.634809750297265,
      "grad_norm": 8.179544448852539,
      "learning_rate": 3.412975624256837e-06,
      "loss": 2.0548,
      "step": 501500
    },
    {
      "epoch": 18.653388822829964,
      "grad_norm": 9.695868492126465,
      "learning_rate": 3.3665279429250894e-06,
      "loss": 2.0502,
      "step": 502000
    },
    {
      "epoch": 18.671967895362663,
      "grad_norm": 9.127315521240234,
      "learning_rate": 3.320080261593341e-06,
      "loss": 2.0559,
      "step": 502500
    },
    {
      "epoch": 18.69054696789536,
      "grad_norm": 7.58563232421875,
      "learning_rate": 3.2736325802615937e-06,
      "loss": 2.0618,
      "step": 503000
    },
    {
      "epoch": 18.70912604042806,
      "grad_norm": 6.781043529510498,
      "learning_rate": 3.2271848989298455e-06,
      "loss": 2.0654,
      "step": 503500
    },
    {
      "epoch": 18.727705112960763,
      "grad_norm": 7.929651737213135,
      "learning_rate": 3.1807372175980973e-06,
      "loss": 2.0493,
      "step": 504000
    },
    {
      "epoch": 18.74628418549346,
      "grad_norm": 7.395569324493408,
      "learning_rate": 3.13428953626635e-06,
      "loss": 2.042,
      "step": 504500
    },
    {
      "epoch": 18.76486325802616,
      "grad_norm": 8.050883293151855,
      "learning_rate": 3.087841854934602e-06,
      "loss": 2.0625,
      "step": 505000
    },
    {
      "epoch": 18.78344233055886,
      "grad_norm": 8.531946182250977,
      "learning_rate": 3.041394173602854e-06,
      "loss": 2.0636,
      "step": 505500
    },
    {
      "epoch": 18.80202140309156,
      "grad_norm": 7.74788236618042,
      "learning_rate": 2.994946492271106e-06,
      "loss": 2.0758,
      "step": 506000
    },
    {
      "epoch": 18.820600475624257,
      "grad_norm": 7.532721996307373,
      "learning_rate": 2.9484988109393578e-06,
      "loss": 2.0559,
      "step": 506500
    },
    {
      "epoch": 18.839179548156956,
      "grad_norm": 6.848814487457275,
      "learning_rate": 2.90205112960761e-06,
      "loss": 2.0552,
      "step": 507000
    },
    {
      "epoch": 18.857758620689655,
      "grad_norm": 7.606546401977539,
      "learning_rate": 2.855603448275862e-06,
      "loss": 2.0528,
      "step": 507500
    },
    {
      "epoch": 18.876337693222354,
      "grad_norm": 7.560408592224121,
      "learning_rate": 2.8091557669441143e-06,
      "loss": 2.0529,
      "step": 508000
    },
    {
      "epoch": 18.894916765755053,
      "grad_norm": 8.788424491882324,
      "learning_rate": 2.7627080856123665e-06,
      "loss": 2.0564,
      "step": 508500
    },
    {
      "epoch": 18.91349583828775,
      "grad_norm": 6.34813928604126,
      "learning_rate": 2.7162604042806183e-06,
      "loss": 2.0517,
      "step": 509000
    },
    {
      "epoch": 18.93207491082045,
      "grad_norm": 7.5938005447387695,
      "learning_rate": 2.6698127229488705e-06,
      "loss": 2.0615,
      "step": 509500
    },
    {
      "epoch": 18.950653983353153,
      "grad_norm": 7.773651123046875,
      "learning_rate": 2.6233650416171222e-06,
      "loss": 2.0572,
      "step": 510000
    },
    {
      "epoch": 18.96923305588585,
      "grad_norm": 6.474369049072266,
      "learning_rate": 2.576917360285375e-06,
      "loss": 2.0563,
      "step": 510500
    },
    {
      "epoch": 18.98781212841855,
      "grad_norm": 7.805785179138184,
      "learning_rate": 2.530469678953627e-06,
      "loss": 2.0697,
      "step": 511000
    },
    {
      "epoch": 19.00639120095125,
      "grad_norm": 6.911838054656982,
      "learning_rate": 2.484021997621879e-06,
      "loss": 2.066,
      "step": 511500
    },
    {
      "epoch": 19.024970273483948,
      "grad_norm": 7.869637966156006,
      "learning_rate": 2.437574316290131e-06,
      "loss": 2.0383,
      "step": 512000
    },
    {
      "epoch": 19.043549346016647,
      "grad_norm": 8.383206367492676,
      "learning_rate": 2.3911266349583828e-06,
      "loss": 2.0579,
      "step": 512500
    },
    {
      "epoch": 19.062128418549346,
      "grad_norm": 8.408047676086426,
      "learning_rate": 2.344678953626635e-06,
      "loss": 2.0651,
      "step": 513000
    },
    {
      "epoch": 19.080707491082045,
      "grad_norm": 7.509279251098633,
      "learning_rate": 2.298231272294887e-06,
      "loss": 2.0762,
      "step": 513500
    },
    {
      "epoch": 19.099286563614744,
      "grad_norm": 7.116653919219971,
      "learning_rate": 2.2517835909631393e-06,
      "loss": 2.05,
      "step": 514000
    },
    {
      "epoch": 19.117865636147442,
      "grad_norm": 6.725174427032471,
      "learning_rate": 2.2053359096313915e-06,
      "loss": 2.0654,
      "step": 514500
    },
    {
      "epoch": 19.13644470868014,
      "grad_norm": 6.7676544189453125,
      "learning_rate": 2.1588882282996433e-06,
      "loss": 2.0608,
      "step": 515000
    },
    {
      "epoch": 19.15502378121284,
      "grad_norm": 7.207517147064209,
      "learning_rate": 2.1124405469678954e-06,
      "loss": 2.06,
      "step": 515500
    },
    {
      "epoch": 19.173602853745543,
      "grad_norm": 7.989516735076904,
      "learning_rate": 2.065992865636147e-06,
      "loss": 2.034,
      "step": 516000
    },
    {
      "epoch": 19.19218192627824,
      "grad_norm": 7.003942489624023,
      "learning_rate": 2.0195451843044e-06,
      "loss": 2.0518,
      "step": 516500
    },
    {
      "epoch": 19.21076099881094,
      "grad_norm": 6.7362236976623535,
      "learning_rate": 1.973097502972652e-06,
      "loss": 2.0609,
      "step": 517000
    },
    {
      "epoch": 19.22934007134364,
      "grad_norm": 6.881633758544922,
      "learning_rate": 1.9266498216409038e-06,
      "loss": 2.0541,
      "step": 517500
    },
    {
      "epoch": 19.247919143876338,
      "grad_norm": 7.07053279876709,
      "learning_rate": 1.880202140309156e-06,
      "loss": 2.037,
      "step": 518000
    },
    {
      "epoch": 19.266498216409037,
      "grad_norm": 7.328449249267578,
      "learning_rate": 1.833754458977408e-06,
      "loss": 2.0379,
      "step": 518500
    },
    {
      "epoch": 19.285077288941736,
      "grad_norm": 7.447302341461182,
      "learning_rate": 1.7873067776456601e-06,
      "loss": 2.0461,
      "step": 519000
    },
    {
      "epoch": 19.303656361474435,
      "grad_norm": 6.588597774505615,
      "learning_rate": 1.7408590963139119e-06,
      "loss": 2.0395,
      "step": 519500
    },
    {
      "epoch": 19.322235434007133,
      "grad_norm": 6.768307685852051,
      "learning_rate": 1.694411414982164e-06,
      "loss": 2.0747,
      "step": 520000
    },
    {
      "epoch": 19.340814506539832,
      "grad_norm": 7.688553810119629,
      "learning_rate": 1.6479637336504165e-06,
      "loss": 2.0446,
      "step": 520500
    },
    {
      "epoch": 19.35939357907253,
      "grad_norm": 8.146514892578125,
      "learning_rate": 1.6015160523186682e-06,
      "loss": 2.0389,
      "step": 521000
    },
    {
      "epoch": 19.377972651605234,
      "grad_norm": 8.384140968322754,
      "learning_rate": 1.5550683709869204e-06,
      "loss": 2.0367,
      "step": 521500
    },
    {
      "epoch": 19.396551724137932,
      "grad_norm": 7.63324499130249,
      "learning_rate": 1.5086206896551726e-06,
      "loss": 2.0461,
      "step": 522000
    },
    {
      "epoch": 19.41513079667063,
      "grad_norm": 6.784617900848389,
      "learning_rate": 1.4621730083234246e-06,
      "loss": 2.0453,
      "step": 522500
    },
    {
      "epoch": 19.43370986920333,
      "grad_norm": 6.640545845031738,
      "learning_rate": 1.4157253269916766e-06,
      "loss": 2.0388,
      "step": 523000
    },
    {
      "epoch": 19.45228894173603,
      "grad_norm": 6.723217487335205,
      "learning_rate": 1.3692776456599287e-06,
      "loss": 2.0414,
      "step": 523500
    },
    {
      "epoch": 19.470868014268728,
      "grad_norm": 6.989643573760986,
      "learning_rate": 1.3228299643281807e-06,
      "loss": 2.055,
      "step": 524000
    },
    {
      "epoch": 19.489447086801427,
      "grad_norm": 6.394150257110596,
      "learning_rate": 1.276382282996433e-06,
      "loss": 2.0539,
      "step": 524500
    },
    {
      "epoch": 19.508026159334126,
      "grad_norm": 7.73260498046875,
      "learning_rate": 1.229934601664685e-06,
      "loss": 2.0549,
      "step": 525000
    },
    {
      "epoch": 19.526605231866824,
      "grad_norm": 7.458393096923828,
      "learning_rate": 1.183486920332937e-06,
      "loss": 2.0486,
      "step": 525500
    },
    {
      "epoch": 19.545184304399523,
      "grad_norm": 7.173522472381592,
      "learning_rate": 1.137039239001189e-06,
      "loss": 2.0644,
      "step": 526000
    },
    {
      "epoch": 19.563763376932222,
      "grad_norm": 7.556340217590332,
      "learning_rate": 1.0905915576694412e-06,
      "loss": 2.0456,
      "step": 526500
    },
    {
      "epoch": 19.582342449464925,
      "grad_norm": 8.111367225646973,
      "learning_rate": 1.0441438763376932e-06,
      "loss": 2.0397,
      "step": 527000
    },
    {
      "epoch": 19.600921521997623,
      "grad_norm": 6.623202323913574,
      "learning_rate": 9.976961950059454e-07,
      "loss": 2.0488,
      "step": 527500
    },
    {
      "epoch": 19.619500594530322,
      "grad_norm": 7.327664375305176,
      "learning_rate": 9.512485136741974e-07,
      "loss": 2.037,
      "step": 528000
    },
    {
      "epoch": 19.63807966706302,
      "grad_norm": 7.518941879272461,
      "learning_rate": 9.048008323424495e-07,
      "loss": 2.0694,
      "step": 528500
    },
    {
      "epoch": 19.65665873959572,
      "grad_norm": 7.00496244430542,
      "learning_rate": 8.583531510107016e-07,
      "loss": 2.0459,
      "step": 529000
    },
    {
      "epoch": 19.67523781212842,
      "grad_norm": 7.160311222076416,
      "learning_rate": 8.119054696789537e-07,
      "loss": 2.029,
      "step": 529500
    },
    {
      "epoch": 19.693816884661118,
      "grad_norm": 7.951440811157227,
      "learning_rate": 7.654577883472057e-07,
      "loss": 2.0529,
      "step": 530000
    },
    {
      "epoch": 19.712395957193817,
      "grad_norm": 7.71318244934082,
      "learning_rate": 7.190101070154579e-07,
      "loss": 2.057,
      "step": 530500
    },
    {
      "epoch": 19.730975029726515,
      "grad_norm": 7.5362043380737305,
      "learning_rate": 6.7256242568371e-07,
      "loss": 2.0493,
      "step": 531000
    },
    {
      "epoch": 19.749554102259214,
      "grad_norm": 8.362653732299805,
      "learning_rate": 6.261147443519619e-07,
      "loss": 2.0467,
      "step": 531500
    },
    {
      "epoch": 19.768133174791913,
      "grad_norm": 7.16049337387085,
      "learning_rate": 5.79667063020214e-07,
      "loss": 2.0346,
      "step": 532000
    },
    {
      "epoch": 19.786712247324612,
      "grad_norm": 7.634875297546387,
      "learning_rate": 5.332193816884662e-07,
      "loss": 2.035,
      "step": 532500
    },
    {
      "epoch": 19.805291319857314,
      "grad_norm": 7.416409015655518,
      "learning_rate": 4.867717003567182e-07,
      "loss": 2.0513,
      "step": 533000
    },
    {
      "epoch": 19.823870392390013,
      "grad_norm": 6.575763702392578,
      "learning_rate": 4.4032401902497025e-07,
      "loss": 2.0582,
      "step": 533500
    },
    {
      "epoch": 19.842449464922712,
      "grad_norm": 7.2025909423828125,
      "learning_rate": 3.938763376932224e-07,
      "loss": 2.0534,
      "step": 534000
    },
    {
      "epoch": 19.86102853745541,
      "grad_norm": 7.560851573944092,
      "learning_rate": 3.4742865636147446e-07,
      "loss": 2.0566,
      "step": 534500
    },
    {
      "epoch": 19.87960760998811,
      "grad_norm": 7.525179386138916,
      "learning_rate": 3.0098097502972654e-07,
      "loss": 2.0374,
      "step": 535000
    },
    {
      "epoch": 19.89818668252081,
      "grad_norm": 6.616377830505371,
      "learning_rate": 2.5453329369797857e-07,
      "loss": 2.0483,
      "step": 535500
    },
    {
      "epoch": 19.916765755053508,
      "grad_norm": 7.127399444580078,
      "learning_rate": 2.0808561236623068e-07,
      "loss": 2.0612,
      "step": 536000
    },
    {
      "epoch": 19.935344827586206,
      "grad_norm": 8.101058959960938,
      "learning_rate": 1.6163793103448276e-07,
      "loss": 2.046,
      "step": 536500
    },
    {
      "epoch": 19.953923900118905,
      "grad_norm": 7.135190010070801,
      "learning_rate": 1.1519024970273484e-07,
      "loss": 2.0619,
      "step": 537000
    },
    {
      "epoch": 19.972502972651604,
      "grad_norm": 7.481634616851807,
      "learning_rate": 6.874256837098692e-08,
      "loss": 2.0529,
      "step": 537500
    },
    {
      "epoch": 19.991082045184303,
      "grad_norm": 7.486691474914551,
      "learning_rate": 2.2294887039239002e-08,
      "loss": 2.0536,
      "step": 538000
    }
  ],
  "logging_steps": 500,
  "max_steps": 538240,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.258410922006282e+17,
  "train_batch_size": 46,
  "trial_name": null,
  "trial_params": null
}