{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 15.0,
  "eval_steps": 500,
  "global_step": 489135,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.015333190223557914,
      "grad_norm": 0.5902125239372253,
      "learning_rate": 0.0001996,
      "loss": 7.87609912109375,
      "step": 500
    },
    {
      "epoch": 0.030666380447115827,
      "grad_norm": 1.1883018016815186,
      "learning_rate": 0.0003996,
      "loss": 6.7239404296875,
      "step": 1000
    },
    {
      "epoch": 0.04599957067067374,
      "grad_norm": 0.9555564522743225,
      "learning_rate": 0.0005996,
      "loss": 6.5268662109375,
      "step": 1500
    },
    {
      "epoch": 0.061332760894231654,
      "grad_norm": 1.0314162969589233,
      "learning_rate": 0.0007996,
      "loss": 6.4513515625,
      "step": 2000
    },
    {
      "epoch": 0.07666595111778957,
      "grad_norm": 0.6203042268753052,
      "learning_rate": 0.0009996,
      "loss": 6.4246337890625,
      "step": 2500
    },
    {
      "epoch": 0.09199914134134748,
      "grad_norm": 1.0112814903259277,
      "learning_rate": 0.0009989745908124158,
      "loss": 6.40785888671875,
      "step": 3000
    },
    {
      "epoch": 0.10733233156490539,
      "grad_norm": 0.8085325360298157,
      "learning_rate": 0.0009979471266966002,
      "loss": 6.38309375,
      "step": 3500
    },
    {
      "epoch": 0.12266552178846331,
      "grad_norm": 1.1642123460769653,
      "learning_rate": 0.0009969196625807843,
      "loss": 6.35940771484375,
      "step": 4000
    },
    {
      "epoch": 0.1379987120120212,
      "grad_norm": 0.9080906510353088,
      "learning_rate": 0.0009958921984649686,
      "loss": 6.311767578125,
      "step": 4500
    },
    {
      "epoch": 0.15333190223557913,
      "grad_norm": 0.9173153638839722,
      "learning_rate": 0.000994864734349153,
      "loss": 6.1276005859375,
      "step": 5000
    },
    {
      "epoch": 0.16866509245913705,
      "grad_norm": 1.2167878150939941,
      "learning_rate": 0.0009938372702333372,
      "loss": 5.86752001953125,
      "step": 5500
    },
    {
      "epoch": 0.18399828268269497,
      "grad_norm": 1.0259867906570435,
      "learning_rate": 0.0009928098061175214,
      "loss": 5.35286865234375,
      "step": 6000
    },
    {
      "epoch": 0.1993314729062529,
      "grad_norm": 1.083961844444275,
      "learning_rate": 0.0009917823420017057,
      "loss": 4.63032470703125,
      "step": 6500
    },
    {
      "epoch": 0.21466466312981078,
      "grad_norm": 1.1050889492034912,
      "learning_rate": 0.0009907548778858898,
      "loss": 4.084828857421875,
      "step": 7000
    },
    {
      "epoch": 0.2299978533533687,
      "grad_norm": 1.0633660554885864,
      "learning_rate": 0.0009897274137700741,
      "loss": 3.82325732421875,
      "step": 7500
    },
    {
      "epoch": 0.24533104357692662,
      "grad_norm": 1.0864254236221313,
      "learning_rate": 0.0009886999496542584,
      "loss": 3.660906005859375,
      "step": 8000
    },
    {
      "epoch": 0.26066423380048453,
      "grad_norm": 0.9320037364959717,
      "learning_rate": 0.0009876724855384426,
      "loss": 3.547222900390625,
      "step": 8500
    },
    {
      "epoch": 0.2759974240240424,
      "grad_norm": 1.0103647708892822,
      "learning_rate": 0.0009866450214226269,
      "loss": 3.4493798828125,
      "step": 9000
    },
    {
      "epoch": 0.2913306142476004,
      "grad_norm": 0.9672038555145264,
      "learning_rate": 0.0009856175573068112,
      "loss": 3.37892041015625,
      "step": 9500
    },
    {
      "epoch": 0.30666380447115826,
      "grad_norm": 0.9260510206222534,
      "learning_rate": 0.0009845900931909953,
      "loss": 3.328186767578125,
      "step": 10000
    },
    {
      "epoch": 0.3219969946947162,
      "grad_norm": 0.9813107252120972,
      "learning_rate": 0.0009835626290751796,
      "loss": 3.277389892578125,
      "step": 10500
    },
    {
      "epoch": 0.3373301849182741,
      "grad_norm": 0.8876714706420898,
      "learning_rate": 0.0009825351649593638,
      "loss": 3.23009228515625,
      "step": 11000
    },
    {
      "epoch": 0.352663375141832,
      "grad_norm": 0.919625997543335,
      "learning_rate": 0.000981507700843548,
      "loss": 3.189221435546875,
      "step": 11500
    },
    {
      "epoch": 0.36799656536538994,
      "grad_norm": 0.8726804852485657,
      "learning_rate": 0.0009804802367277324,
      "loss": 3.165483642578125,
      "step": 12000
    },
    {
      "epoch": 0.38332975558894783,
      "grad_norm": 0.9291759133338928,
      "learning_rate": 0.0009794527726119165,
      "loss": 3.137114013671875,
      "step": 12500
    },
    {
      "epoch": 0.3986629458125058,
      "grad_norm": 0.9254608750343323,
      "learning_rate": 0.0009784253084961008,
      "loss": 3.10589501953125,
      "step": 13000
    },
    {
      "epoch": 0.41399613603606367,
      "grad_norm": 0.9639304876327515,
      "learning_rate": 0.000977397844380285,
      "loss": 3.076835205078125,
      "step": 13500
    },
    {
      "epoch": 0.42932932625962156,
      "grad_norm": 1.0396133661270142,
      "learning_rate": 0.0009763703802644694,
      "loss": 3.059826416015625,
      "step": 14000
    },
    {
      "epoch": 0.4446625164831795,
      "grad_norm": 0.8993285298347473,
      "learning_rate": 0.0009753429161486536,
      "loss": 3.04440234375,
      "step": 14500
    },
    {
      "epoch": 0.4599957067067374,
      "grad_norm": 0.9317373037338257,
      "learning_rate": 0.0009743154520328378,
      "loss": 3.02583447265625,
      "step": 15000
    },
    {
      "epoch": 0.47532889693029534,
      "grad_norm": 0.9149473905563354,
      "learning_rate": 0.000973287987917022,
      "loss": 3.011250244140625,
      "step": 15500
    },
    {
      "epoch": 0.49066208715385323,
      "grad_norm": 0.9477624297142029,
      "learning_rate": 0.0009722605238012063,
      "loss": 2.99285009765625,
      "step": 16000
    },
    {
      "epoch": 0.5059952773774111,
      "grad_norm": 0.9451053142547607,
      "learning_rate": 0.0009712330596853906,
      "loss": 2.979430908203125,
      "step": 16500
    },
    {
      "epoch": 0.5213284676009691,
      "grad_norm": 1.0122050046920776,
      "learning_rate": 0.0009702055955695748,
      "loss": 2.967337890625,
      "step": 17000
    },
    {
      "epoch": 0.536661657824527,
      "grad_norm": 0.9523458480834961,
      "learning_rate": 0.000969178131453759,
      "loss": 2.94799755859375,
      "step": 17500
    },
    {
      "epoch": 0.5519948480480849,
      "grad_norm": 0.9038415551185608,
      "learning_rate": 0.0009681506673379432,
      "loss": 2.92466845703125,
      "step": 18000
    },
    {
      "epoch": 0.5673280382716428,
      "grad_norm": 0.8989875912666321,
      "learning_rate": 0.0009671232032221275,
      "loss": 2.9121552734375,
      "step": 18500
    },
    {
      "epoch": 0.5826612284952007,
      "grad_norm": 0.9237350821495056,
      "learning_rate": 0.0009660957391063118,
      "loss": 2.903147216796875,
      "step": 19000
    },
    {
      "epoch": 0.5979944187187586,
      "grad_norm": 0.8596885204315186,
      "learning_rate": 0.000965068274990496,
      "loss": 2.87883447265625,
      "step": 19500
    },
    {
      "epoch": 0.6133276089423165,
      "grad_norm": 0.9314042329788208,
      "learning_rate": 0.0009640408108746802,
      "loss": 2.916532470703125,
      "step": 20000
    },
    {
      "epoch": 0.6286607991658745,
      "grad_norm": 0.8612852692604065,
      "learning_rate": 0.0009630133467588644,
      "loss": 2.8758203125,
      "step": 20500
    },
    {
      "epoch": 0.6439939893894324,
      "grad_norm": 0.9163721799850464,
      "learning_rate": 0.0009619858826430488,
      "loss": 2.8613203125,
      "step": 21000
    },
    {
      "epoch": 0.6593271796129903,
      "grad_norm": 0.9759580492973328,
      "learning_rate": 0.000960958418527233,
      "loss": 2.850343505859375,
      "step": 21500
    },
    {
      "epoch": 0.6746603698365482,
      "grad_norm": 0.9352011680603027,
      "learning_rate": 0.0009599309544114172,
      "loss": 2.846108642578125,
      "step": 22000
    },
    {
      "epoch": 0.6899935600601061,
      "grad_norm": 0.8893311619758606,
      "learning_rate": 0.0009589034902956014,
      "loss": 2.835816650390625,
      "step": 22500
    },
    {
      "epoch": 0.705326750283664,
      "grad_norm": 0.8881946206092834,
      "learning_rate": 0.0009578760261797856,
      "loss": 2.82673779296875,
      "step": 23000
    },
    {
      "epoch": 0.7206599405072219,
      "grad_norm": 0.9216518402099609,
      "learning_rate": 0.00095684856206397,
      "loss": 2.80927490234375,
      "step": 23500
    },
    {
      "epoch": 0.7359931307307799,
      "grad_norm": 0.9925842881202698,
      "learning_rate": 0.0009558210979481542,
      "loss": 2.80426953125,
      "step": 24000
    },
    {
      "epoch": 0.7513263209543377,
      "grad_norm": 1.0029386281967163,
      "learning_rate": 0.0009547936338323384,
      "loss": 2.797843505859375,
      "step": 24500
    },
    {
      "epoch": 0.7666595111778957,
      "grad_norm": 0.9868532419204712,
      "learning_rate": 0.0009537661697165226,
      "loss": 2.79123291015625,
      "step": 25000
    },
    {
      "epoch": 0.7819927014014536,
      "grad_norm": 3.1048872470855713,
      "learning_rate": 0.0009527387056007069,
      "loss": 2.786656982421875,
      "step": 25500
    },
    {
      "epoch": 0.7973258916250116,
      "grad_norm": 1.071280837059021,
      "learning_rate": 0.0009517112414848912,
      "loss": 2.825472412109375,
      "step": 26000
    },
    {
      "epoch": 0.8126590818485694,
      "grad_norm": 1.0296210050582886,
      "learning_rate": 0.0009506837773690754,
      "loss": 2.791162353515625,
      "step": 26500
    },
    {
      "epoch": 0.8279922720721273,
      "grad_norm": 0.9268739223480225,
      "learning_rate": 0.0009496563132532596,
      "loss": 2.768993896484375,
      "step": 27000
    },
    {
      "epoch": 0.8433254622956853,
      "grad_norm": 0.9772447943687439,
      "learning_rate": 0.0009486288491374438,
      "loss": 2.7601396484375,
      "step": 27500
    },
    {
      "epoch": 0.8586586525192431,
      "grad_norm": 0.9141217470169067,
      "learning_rate": 0.0009476013850216281,
      "loss": 2.753976318359375,
      "step": 28000
    },
    {
      "epoch": 0.8739918427428011,
      "grad_norm": 0.9566735029220581,
      "learning_rate": 0.0009465739209058124,
      "loss": 2.769777099609375,
      "step": 28500
    },
    {
      "epoch": 0.889325032966359,
      "grad_norm": 1.049375057220459,
      "learning_rate": 0.0009455464567899966,
      "loss": 2.7432177734375,
      "step": 29000
    },
    {
      "epoch": 0.9046582231899168,
      "grad_norm": 0.8959460258483887,
      "learning_rate": 0.0009445189926741808,
      "loss": 2.738292724609375,
      "step": 29500
    },
    {
      "epoch": 0.9199914134134748,
      "grad_norm": 0.9436110258102417,
      "learning_rate": 0.000943491528558365,
      "loss": 2.735663330078125,
      "step": 30000
    },
    {
      "epoch": 0.9353246036370327,
      "grad_norm": 0.9505304098129272,
      "learning_rate": 0.0009424640644425494,
      "loss": 2.730620361328125,
      "step": 30500
    },
    {
      "epoch": 0.9506577938605907,
      "grad_norm": 1.0711055994033813,
      "learning_rate": 0.0009414366003267337,
      "loss": 2.733042236328125,
      "step": 31000
    },
    {
      "epoch": 0.9659909840841485,
      "grad_norm": 1.0136299133300781,
      "learning_rate": 0.0009404091362109179,
      "loss": 2.717471923828125,
      "step": 31500
    },
    {
      "epoch": 0.9813241743077065,
      "grad_norm": 1.0794495344161987,
      "learning_rate": 0.0009393816720951021,
      "loss": 2.711216796875,
      "step": 32000
    },
    {
      "epoch": 0.9966573645312644,
      "grad_norm": 0.9262813329696655,
      "learning_rate": 0.0009383542079792864,
      "loss": 2.7045615234375,
      "step": 32500
    },
    {
      "epoch": 1.0119905547548222,
      "grad_norm": 1.5266720056533813,
      "learning_rate": 0.0009373267438634706,
      "loss": 2.70400634765625,
      "step": 33000
    },
    {
      "epoch": 1.0273237449783803,
      "grad_norm": 1.0034760236740112,
      "learning_rate": 0.0009362992797476549,
      "loss": 2.70302392578125,
      "step": 33500
    },
    {
      "epoch": 1.0426569352019381,
      "grad_norm": 0.8884544968605042,
      "learning_rate": 0.0009352718156318391,
      "loss": 2.685266357421875,
      "step": 34000
    },
    {
      "epoch": 1.057990125425496,
      "grad_norm": 1.046505331993103,
      "learning_rate": 0.0009342443515160233,
      "loss": 2.676602294921875,
      "step": 34500
    },
    {
      "epoch": 1.073323315649054,
      "grad_norm": 0.9898195862770081,
      "learning_rate": 0.0009332168874002076,
      "loss": 2.67285205078125,
      "step": 35000
    },
    {
      "epoch": 1.0886565058726119,
      "grad_norm": 0.9700272083282471,
      "learning_rate": 0.0009321894232843918,
      "loss": 2.666143310546875,
      "step": 35500
    },
    {
      "epoch": 1.1039896960961697,
      "grad_norm": 1.059637427330017,
      "learning_rate": 0.0009311619591685761,
      "loss": 2.66486669921875,
      "step": 36000
    },
    {
      "epoch": 1.1193228863197278,
      "grad_norm": 0.9528005123138428,
      "learning_rate": 0.0009301344950527603,
      "loss": 2.660676513671875,
      "step": 36500
    },
    {
      "epoch": 1.1346560765432856,
      "grad_norm": 0.9249218106269836,
      "learning_rate": 0.0009291070309369446,
      "loss": 2.65544287109375,
      "step": 37000
    },
    {
      "epoch": 1.1499892667668434,
      "grad_norm": 1.242437720298767,
      "learning_rate": 0.0009280795668211288,
      "loss": 2.71104638671875,
      "step": 37500
    },
    {
      "epoch": 1.1653224569904015,
      "grad_norm": 1.292757272720337,
      "learning_rate": 0.000927052102705313,
      "loss": 2.6573349609375,
      "step": 38000
    },
    {
      "epoch": 1.1806556472139593,
      "grad_norm": 1.1269389390945435,
      "learning_rate": 0.0009260246385894973,
      "loss": 2.6435595703125,
      "step": 38500
    },
    {
      "epoch": 1.1959888374375172,
      "grad_norm": 1.0906015634536743,
      "learning_rate": 0.0009249971744736815,
      "loss": 2.640878662109375,
      "step": 39000
    },
    {
      "epoch": 1.2113220276610752,
      "grad_norm": 0.9825807809829712,
      "learning_rate": 0.0009239697103578658,
      "loss": 2.648980712890625,
      "step": 39500
    },
    {
      "epoch": 1.226655217884633,
      "grad_norm": 0.9842659831047058,
      "learning_rate": 0.00092294224624205,
      "loss": 2.6298466796875,
      "step": 40000
    },
    {
      "epoch": 1.2419884081081909,
      "grad_norm": 0.963578462600708,
      "learning_rate": 0.0009219147821262342,
      "loss": 2.630078125,
      "step": 40500
    },
    {
      "epoch": 1.257321598331749,
      "grad_norm": 1.0084607601165771,
      "learning_rate": 0.0009208873180104185,
      "loss": 2.62867041015625,
      "step": 41000
    },
    {
      "epoch": 1.2726547885553068,
      "grad_norm": 0.9019485712051392,
      "learning_rate": 0.0009198598538946028,
      "loss": 2.624818115234375,
      "step": 41500
    },
    {
      "epoch": 1.2879879787788648,
      "grad_norm": 1.0349541902542114,
      "learning_rate": 0.000918832389778787,
      "loss": 2.61492529296875,
      "step": 42000
    },
    {
      "epoch": 1.3033211690024227,
      "grad_norm": 1.0910366773605347,
      "learning_rate": 0.0009178049256629712,
      "loss": 2.611399169921875,
      "step": 42500
    },
    {
      "epoch": 1.3186543592259805,
      "grad_norm": 0.955689013004303,
      "learning_rate": 0.0009167774615471554,
      "loss": 2.603817626953125,
      "step": 43000
    },
    {
      "epoch": 1.3339875494495383,
      "grad_norm": 1.065265417098999,
      "learning_rate": 0.0009157499974313397,
      "loss": 2.600803466796875,
      "step": 43500
    },
    {
      "epoch": 1.3493207396730964,
      "grad_norm": 1.3007278442382812,
      "learning_rate": 0.000914722533315524,
      "loss": 2.605083251953125,
      "step": 44000
    },
    {
      "epoch": 1.3646539298966542,
      "grad_norm": 1.0439703464508057,
      "learning_rate": 0.0009136950691997082,
      "loss": 2.608570556640625,
      "step": 44500
    },
    {
      "epoch": 1.3799871201202123,
      "grad_norm": 1.08986234664917,
      "learning_rate": 0.0009126676050838924,
      "loss": 2.60299169921875,
      "step": 45000
    },
    {
      "epoch": 1.3953203103437701,
      "grad_norm": 0.9815884232521057,
      "learning_rate": 0.0009116401409680766,
      "loss": 2.59692333984375,
      "step": 45500
    },
    {
      "epoch": 1.410653500567328,
      "grad_norm": 0.990138053894043,
      "learning_rate": 0.0009106126768522609,
      "loss": 2.5896708984375,
      "step": 46000
    },
    {
      "epoch": 1.425986690790886,
      "grad_norm": 1.1070818901062012,
      "learning_rate": 0.0009095852127364452,
      "loss": 2.604625732421875,
      "step": 46500
    },
    {
      "epoch": 1.4413198810144439,
      "grad_norm": 0.9439337849617004,
      "learning_rate": 0.0009085577486206294,
      "loss": 2.583058837890625,
      "step": 47000
    },
    {
      "epoch": 1.4566530712380017,
      "grad_norm": 1.026479721069336,
      "learning_rate": 0.0009075302845048136,
      "loss": 2.5759638671875,
      "step": 47500
    },
    {
      "epoch": 1.4719862614615598,
      "grad_norm": 1.0490233898162842,
      "learning_rate": 0.000906502820388998,
      "loss": 2.578414794921875,
      "step": 48000
    },
    {
      "epoch": 1.4873194516851176,
      "grad_norm": 0.9949004650115967,
      "learning_rate": 0.0009054753562731823,
      "loss": 2.57360595703125,
      "step": 48500
    },
    {
      "epoch": 1.5026526419086754,
      "grad_norm": 1.125211238861084,
      "learning_rate": 0.0009044478921573665,
      "loss": 2.566666748046875,
      "step": 49000
    },
    {
      "epoch": 1.5179858321322335,
      "grad_norm": 0.9821215271949768,
      "learning_rate": 0.0009034204280415507,
      "loss": 2.567974609375,
      "step": 49500
    },
    {
      "epoch": 1.5333190223557913,
      "grad_norm": 1.1235358715057373,
      "learning_rate": 0.0009023929639257349,
      "loss": 2.572336181640625,
      "step": 50000
    },
    {
      "epoch": 1.5486522125793494,
      "grad_norm": 1.2190747261047363,
      "learning_rate": 0.0009013654998099191,
      "loss": 2.556693115234375,
      "step": 50500
    },
    {
      "epoch": 1.5639854028029072,
      "grad_norm": 0.9801696538925171,
      "learning_rate": 0.0009003380356941035,
      "loss": 2.55803955078125,
      "step": 51000
    },
    {
      "epoch": 1.579318593026465,
      "grad_norm": 1.704946517944336,
      "learning_rate": 0.0008993105715782877,
      "loss": 2.568549072265625,
      "step": 51500
    },
    {
      "epoch": 1.5946517832500229,
      "grad_norm": 1.1942822933197021,
      "learning_rate": 0.0008982831074624719,
      "loss": 2.56319580078125,
      "step": 52000
    },
    {
      "epoch": 1.609984973473581,
      "grad_norm": 1.0617578029632568,
      "learning_rate": 0.0008972556433466561,
      "loss": 2.559867431640625,
      "step": 52500
    },
    {
      "epoch": 1.6253181636971388,
      "grad_norm": 0.9605861902236938,
      "learning_rate": 0.0008962281792308405,
      "loss": 2.548841064453125,
      "step": 53000
    },
    {
      "epoch": 1.6406513539206968,
      "grad_norm": 1.1213620901107788,
      "learning_rate": 0.0008952007151150247,
      "loss": 2.550928955078125,
      "step": 53500
    },
    {
      "epoch": 1.6559845441442547,
      "grad_norm": 1.9478049278259277,
      "learning_rate": 0.0008941732509992089,
      "loss": 2.543664794921875,
      "step": 54000
    },
    {
      "epoch": 1.6713177343678125,
      "grad_norm": 1.0788325071334839,
      "learning_rate": 0.0008931457868833931,
      "loss": 2.5419150390625,
      "step": 54500
    },
    {
      "epoch": 1.6866509245913703,
      "grad_norm": 1.0504772663116455,
      "learning_rate": 0.0008921183227675773,
      "loss": 2.550513427734375,
      "step": 55000
    },
    {
      "epoch": 1.7019841148149284,
      "grad_norm": 0.9761285185813904,
      "learning_rate": 0.0008910908586517617,
      "loss": 2.555272705078125,
      "step": 55500
    },
    {
      "epoch": 1.7173173050384865,
      "grad_norm": 1.0929040908813477,
      "learning_rate": 0.0008900633945359459,
      "loss": 2.55716748046875,
      "step": 56000
    },
    {
      "epoch": 1.7326504952620443,
      "grad_norm": 1.0190736055374146,
      "learning_rate": 0.0008890359304201301,
      "loss": 2.54168701171875,
      "step": 56500
    },
    {
      "epoch": 1.7479836854856021,
      "grad_norm": 1.105051875114441,
      "learning_rate": 0.0008880084663043143,
      "loss": 2.534852294921875,
      "step": 57000
    },
    {
      "epoch": 1.76331687570916,
      "grad_norm": 1.1458134651184082,
      "learning_rate": 0.0008869810021884985,
      "loss": 2.533857666015625,
      "step": 57500
    },
    {
      "epoch": 1.778650065932718,
      "grad_norm": 0.9536879658699036,
      "learning_rate": 0.0008859535380726829,
      "loss": 2.530094970703125,
      "step": 58000
    },
    {
      "epoch": 1.7939832561562759,
      "grad_norm": 1.0406311750411987,
      "learning_rate": 0.0008849260739568671,
      "loss": 2.531776123046875,
      "step": 58500
    },
    {
      "epoch": 1.809316446379834,
      "grad_norm": 1.0615878105163574,
      "learning_rate": 0.0008838986098410513,
      "loss": 2.527286865234375,
      "step": 59000
    },
    {
      "epoch": 1.8246496366033917,
      "grad_norm": 1.0918337106704712,
      "learning_rate": 0.0008828711457252355,
      "loss": 2.529194091796875,
      "step": 59500
    },
    {
      "epoch": 1.8399828268269496,
      "grad_norm": 1.0283782482147217,
      "learning_rate": 0.0008818436816094198,
      "loss": 2.521483154296875,
      "step": 60000
    },
    {
      "epoch": 1.8553160170505074,
      "grad_norm": 0.9793681502342224,
      "learning_rate": 0.000880816217493604,
      "loss": 2.523812255859375,
      "step": 60500
    },
    {
      "epoch": 1.8706492072740655,
      "grad_norm": 0.971653163433075,
      "learning_rate": 0.0008797887533777883,
      "loss": 2.518411865234375,
      "step": 61000
    },
    {
      "epoch": 1.8859823974976233,
      "grad_norm": 1.2206299304962158,
      "learning_rate": 0.0008787612892619725,
      "loss": 2.510052001953125,
      "step": 61500
    },
    {
      "epoch": 1.9013155877211814,
      "grad_norm": 1.032957673072815,
      "learning_rate": 0.0008777338251461567,
      "loss": 2.508514892578125,
      "step": 62000
    },
    {
      "epoch": 1.9166487779447392,
      "grad_norm": 1.1681855916976929,
      "learning_rate": 0.000876706361030341,
      "loss": 2.5099169921875,
      "step": 62500
    },
    {
      "epoch": 1.931981968168297,
      "grad_norm": 1.1712242364883423,
      "learning_rate": 0.0008756788969145252,
      "loss": 2.49520556640625,
      "step": 63000
    },
    {
      "epoch": 1.9473151583918549,
      "grad_norm": 1.71385657787323,
      "learning_rate": 0.0008746514327987095,
      "loss": 2.51007666015625,
      "step": 63500
    },
    {
      "epoch": 1.962648348615413,
      "grad_norm": 1.0384063720703125,
      "learning_rate": 0.0008736239686828937,
      "loss": 2.5085556640625,
      "step": 64000
    },
    {
      "epoch": 1.977981538838971,
      "grad_norm": 1.014934778213501,
      "learning_rate": 0.000872596504567078,
      "loss": 2.50568408203125,
      "step": 64500
    },
    {
      "epoch": 1.9933147290625288,
      "grad_norm": 1.1073269844055176,
      "learning_rate": 0.0008715690404512623,
      "loss": 2.507480712890625,
      "step": 65000
    },
    {
      "epoch": 2.0086479192860867,
      "grad_norm": 1.0436677932739258,
      "learning_rate": 0.0008705415763354466,
      "loss": 2.498531494140625,
      "step": 65500
    },
    {
      "epoch": 2.0239811095096445,
      "grad_norm": 1.062697410583496,
      "learning_rate": 0.0008695141122196308,
      "loss": 2.49360302734375,
      "step": 66000
    },
    {
      "epoch": 2.0393142997332023,
      "grad_norm": 1.0030971765518188,
      "learning_rate": 0.000868486648103815,
      "loss": 2.488805908203125,
      "step": 66500
    },
    {
      "epoch": 2.0546474899567606,
      "grad_norm": 1.0124140977859497,
      "learning_rate": 0.0008674591839879993,
      "loss": 2.495010498046875,
      "step": 67000
    },
    {
      "epoch": 2.0699806801803184,
      "grad_norm": 1.070816159248352,
      "learning_rate": 0.0008664317198721835,
      "loss": 2.49730908203125,
      "step": 67500
    },
    {
      "epoch": 2.0853138704038763,
      "grad_norm": 1.5643810033798218,
      "learning_rate": 0.0008654042557563678,
      "loss": 2.49456689453125,
      "step": 68000
    },
    {
      "epoch": 2.100647060627434,
      "grad_norm": 1.0367401838302612,
      "learning_rate": 0.000864376791640552,
      "loss": 2.488412353515625,
      "step": 68500
    },
    {
      "epoch": 2.115980250850992,
      "grad_norm": 1.1012048721313477,
      "learning_rate": 0.0008633493275247362,
      "loss": 2.493357666015625,
      "step": 69000
    },
    {
      "epoch": 2.13131344107455,
      "grad_norm": 0.9959151744842529,
      "learning_rate": 0.0008623218634089205,
      "loss": 2.483527587890625,
      "step": 69500
    },
    {
      "epoch": 2.146646631298108,
      "grad_norm": 1.040303349494934,
      "learning_rate": 0.0008612943992931047,
      "loss": 2.47618896484375,
      "step": 70000
    },
    {
      "epoch": 2.161979821521666,
      "grad_norm": 1.0976628065109253,
      "learning_rate": 0.000860266935177289,
      "loss": 2.473078857421875,
      "step": 70500
    },
    {
      "epoch": 2.1773130117452237,
      "grad_norm": 1.0886081457138062,
      "learning_rate": 0.0008592394710614732,
      "loss": 2.473018310546875,
      "step": 71000
    },
    {
      "epoch": 2.1926462019687816,
      "grad_norm": 0.9382045269012451,
      "learning_rate": 0.0008582120069456575,
      "loss": 2.4686962890625,
      "step": 71500
    },
    {
      "epoch": 2.2079793921923394,
      "grad_norm": 1.0487176179885864,
      "learning_rate": 0.0008571845428298417,
      "loss": 2.466439453125,
      "step": 72000
    },
    {
      "epoch": 2.2233125824158977,
      "grad_norm": 1.019620418548584,
      "learning_rate": 0.0008561570787140259,
      "loss": 2.46345703125,
      "step": 72500
    },
    {
      "epoch": 2.2386457726394555,
      "grad_norm": 0.9873740077018738,
      "learning_rate": 0.0008551296145982102,
      "loss": 2.46350244140625,
      "step": 73000
    },
    {
      "epoch": 2.2539789628630134,
      "grad_norm": 1.1678472757339478,
      "learning_rate": 0.0008541021504823944,
      "loss": 2.46201611328125,
      "step": 73500
    },
    {
      "epoch": 2.269312153086571,
      "grad_norm": 1.0411083698272705,
      "learning_rate": 0.0008530746863665787,
      "loss": 2.462214111328125,
      "step": 74000
    },
    {
      "epoch": 2.284645343310129,
      "grad_norm": 1.1319035291671753,
      "learning_rate": 0.0008520472222507629,
      "loss": 2.46221533203125,
      "step": 74500
    },
    {
      "epoch": 2.299978533533687,
      "grad_norm": 1.2074601650238037,
      "learning_rate": 0.0008510197581349471,
      "loss": 2.4605771484375,
      "step": 75000
    },
    {
      "epoch": 2.3153117237572447,
      "grad_norm": 1.0101802349090576,
      "learning_rate": 0.0008499922940191314,
      "loss": 2.452893798828125,
      "step": 75500
    },
    {
      "epoch": 2.330644913980803,
      "grad_norm": 1.0208394527435303,
      "learning_rate": 0.0008489648299033157,
      "loss": 2.459704833984375,
      "step": 76000
    },
    {
      "epoch": 2.345978104204361,
      "grad_norm": 1.0759966373443604,
      "learning_rate": 0.0008479373657874999,
      "loss": 2.4663515625,
      "step": 76500
    },
    {
      "epoch": 2.3613112944279187,
      "grad_norm": 1.3950154781341553,
      "learning_rate": 0.0008469099016716841,
      "loss": 2.47861962890625,
      "step": 77000
    },
    {
      "epoch": 2.3766444846514765,
      "grad_norm": 1.06509530544281,
      "learning_rate": 0.0008458824375558683,
      "loss": 2.452545654296875,
      "step": 77500
    },
    {
      "epoch": 2.3919776748750343,
      "grad_norm": 0.9840331673622131,
      "learning_rate": 0.0008448549734400525,
      "loss": 2.44589794921875,
      "step": 78000
    },
    {
      "epoch": 2.4073108650985926,
      "grad_norm": 1.4551725387573242,
      "learning_rate": 0.0008438275093242369,
      "loss": 2.4442275390625,
      "step": 78500
    },
    {
      "epoch": 2.4226440553221504,
      "grad_norm": 0.9275457859039307,
      "learning_rate": 0.0008428000452084211,
      "loss": 2.43882080078125,
      "step": 79000
    },
    {
      "epoch": 2.4379772455457083,
      "grad_norm": 1.0269012451171875,
      "learning_rate": 0.0008417725810926053,
      "loss": 2.44102734375,
      "step": 79500
    },
    {
      "epoch": 2.453310435769266,
      "grad_norm": 0.9632725119590759,
      "learning_rate": 0.0008407451169767895,
      "loss": 2.451830078125,
      "step": 80000
    },
    {
      "epoch": 2.468643625992824,
      "grad_norm": 1.1963940858840942,
      "learning_rate": 0.0008397176528609739,
      "loss": 2.457018798828125,
      "step": 80500
    },
    {
      "epoch": 2.4839768162163818,
      "grad_norm": 1.0788894891738892,
      "learning_rate": 0.0008386901887451581,
      "loss": 2.45520166015625,
      "step": 81000
    },
    {
      "epoch": 2.49931000643994,
      "grad_norm": 0.9518547058105469,
      "learning_rate": 0.0008376627246293423,
      "loss": 2.453682373046875,
      "step": 81500
    },
    {
      "epoch": 2.514643196663498,
      "grad_norm": 1.0291144847869873,
      "learning_rate": 0.0008366352605135265,
      "loss": 2.455847900390625,
      "step": 82000
    },
    {
      "epoch": 2.5299763868870557,
      "grad_norm": 1.141697883605957,
      "learning_rate": 0.0008356077963977108,
      "loss": 2.438781005859375,
      "step": 82500
    },
    {
      "epoch": 2.5453095771106136,
      "grad_norm": 1.0307334661483765,
      "learning_rate": 0.0008345803322818952,
      "loss": 2.429234130859375,
      "step": 83000
    },
    {
      "epoch": 2.5606427673341714,
      "grad_norm": 1.1941356658935547,
      "learning_rate": 0.0008335528681660794,
      "loss": 2.429663330078125,
      "step": 83500
    },
    {
      "epoch": 2.5759759575577297,
      "grad_norm": 1.006144642829895,
      "learning_rate": 0.0008325254040502636,
      "loss": 2.425216796875,
      "step": 84000
    },
    {
      "epoch": 2.5913091477812875,
      "grad_norm": 1.0533301830291748,
      "learning_rate": 0.0008314979399344478,
      "loss": 2.4267919921875,
      "step": 84500
    },
    {
      "epoch": 2.6066423380048453,
      "grad_norm": 1.1085325479507446,
      "learning_rate": 0.000830470475818632,
      "loss": 2.425106689453125,
      "step": 85000
    },
    {
      "epoch": 2.621975528228403,
      "grad_norm": 0.966414749622345,
      "learning_rate": 0.0008294430117028164,
      "loss": 2.424360595703125,
      "step": 85500
    },
    {
      "epoch": 2.637308718451961,
      "grad_norm": 1.9543871879577637,
      "learning_rate": 0.0008284155475870006,
      "loss": 2.4353818359375,
      "step": 86000
    },
    {
      "epoch": 2.652641908675519,
      "grad_norm": 0.8990039825439453,
      "learning_rate": 0.0008273880834711848,
      "loss": 2.4239921875,
      "step": 86500
    },
    {
      "epoch": 2.6679750988990767,
      "grad_norm": 0.9914394617080688,
      "learning_rate": 0.000826360619355369,
      "loss": 2.4215283203125,
      "step": 87000
    },
    {
      "epoch": 2.683308289122635,
      "grad_norm": 1.1236220598220825,
      "learning_rate": 0.0008253331552395533,
      "loss": 2.419091064453125,
      "step": 87500
    },
    {
      "epoch": 2.698641479346193,
      "grad_norm": 1.092773675918579,
      "learning_rate": 0.0008243056911237376,
      "loss": 2.41980224609375,
      "step": 88000
    },
    {
      "epoch": 2.7139746695697506,
      "grad_norm": 1.0908790826797485,
      "learning_rate": 0.0008232782270079218,
      "loss": 2.417427734375,
      "step": 88500
    },
    {
      "epoch": 2.7293078597933085,
      "grad_norm": 1.0773223638534546,
      "learning_rate": 0.000822250762892106,
      "loss": 2.41533544921875,
      "step": 89000
    },
    {
      "epoch": 2.7446410500168668,
      "grad_norm": 1.0966140031814575,
      "learning_rate": 0.0008212232987762902,
      "loss": 2.415212890625,
      "step": 89500
    },
    {
      "epoch": 2.7599742402404246,
      "grad_norm": 1.0292749404907227,
      "learning_rate": 0.0008201958346604745,
      "loss": 2.41604541015625,
      "step": 90000
    },
    {
      "epoch": 2.7753074304639824,
      "grad_norm": 1.078901767730713,
      "learning_rate": 0.0008191683705446588,
      "loss": 2.4170439453125,
      "step": 90500
    },
    {
      "epoch": 2.7906406206875403,
      "grad_norm": 1.0637688636779785,
      "learning_rate": 0.000818140906428843,
      "loss": 2.408758544921875,
      "step": 91000
    },
    {
      "epoch": 2.805973810911098,
      "grad_norm": 1.0911078453063965,
      "learning_rate": 0.0008171134423130272,
      "loss": 2.410234130859375,
      "step": 91500
    },
    {
      "epoch": 2.821307001134656,
      "grad_norm": 1.0348657369613647,
      "learning_rate": 0.0008160859781972115,
      "loss": 2.41000732421875,
      "step": 92000
    },
    {
      "epoch": 2.8366401913582138,
      "grad_norm": 1.107820749282837,
      "learning_rate": 0.0008150585140813957,
      "loss": 2.40731787109375,
      "step": 92500
    },
    {
      "epoch": 2.851973381581772,
      "grad_norm": 1.281421184539795,
      "learning_rate": 0.00081403104996558,
      "loss": 2.403383544921875,
      "step": 93000
    },
    {
      "epoch": 2.86730657180533,
      "grad_norm": 1.0394543409347534,
      "learning_rate": 0.0008130035858497642,
      "loss": 2.418556640625,
      "step": 93500
    },
    {
      "epoch": 2.8826397620288877,
      "grad_norm": 1.0160179138183594,
      "learning_rate": 0.0008119761217339484,
      "loss": 2.408310546875,
      "step": 94000
    },
    {
      "epoch": 2.8979729522524456,
      "grad_norm": 1.0455384254455566,
      "learning_rate": 0.0008109486576181327,
      "loss": 2.40493359375,
      "step": 94500
    },
    {
      "epoch": 2.9133061424760034,
      "grad_norm": 1.0490031242370605,
      "learning_rate": 0.0008099211935023169,
      "loss": 2.400986083984375,
      "step": 95000
    },
    {
      "epoch": 2.9286393326995617,
      "grad_norm": 0.9743694067001343,
      "learning_rate": 0.0008088937293865012,
      "loss": 2.39481494140625,
      "step": 95500
    },
    {
      "epoch": 2.9439725229231195,
      "grad_norm": 1.0077728033065796,
      "learning_rate": 0.0008078662652706854,
      "loss": 2.402294677734375,
      "step": 96000
    },
    {
      "epoch": 2.9593057131466773,
      "grad_norm": 1.0075600147247314,
      "learning_rate": 0.0008068388011548696,
      "loss": 2.399803955078125,
      "step": 96500
    },
    {
      "epoch": 2.974638903370235,
      "grad_norm": 126.66270446777344,
      "learning_rate": 0.0008058113370390539,
      "loss": 2.41233056640625,
      "step": 97000
    },
    {
      "epoch": 2.989972093593793,
      "grad_norm": 1.0031794309616089,
      "learning_rate": 0.0008047838729232381,
      "loss": 2.399853759765625,
      "step": 97500
    },
    {
      "epoch": 3.005305283817351,
      "grad_norm": 1.04261314868927,
      "learning_rate": 0.0008037564088074224,
      "loss": 2.40633349609375,
      "step": 98000
    },
    {
      "epoch": 3.020638474040909,
      "grad_norm": 7.837483882904053,
      "learning_rate": 0.0008027289446916066,
      "loss": 2.4231552734375,
      "step": 98500
    },
    {
      "epoch": 3.035971664264467,
      "grad_norm": 1.0534236431121826,
      "learning_rate": 0.0008017014805757909,
      "loss": 2.424142333984375,
      "step": 99000
    },
    {
      "epoch": 3.051304854488025,
      "grad_norm": 1.0783402919769287,
      "learning_rate": 0.0008006740164599752,
      "loss": 2.401991943359375,
      "step": 99500
    },
    {
      "epoch": 3.0666380447115826,
      "grad_norm": 11.349167823791504,
      "learning_rate": 0.0007996465523441594,
      "loss": 2.401349609375,
      "step": 100000
    },
    {
      "epoch": 3.0819712349351405,
      "grad_norm": 1.2633163928985596,
      "learning_rate": 0.0007986190882283437,
      "loss": 2.39587548828125,
      "step": 100500
    },
    {
      "epoch": 3.0973044251586983,
      "grad_norm": 0.8636135458946228,
      "learning_rate": 0.0007975916241125279,
      "loss": 2.394575439453125,
      "step": 101000
    },
    {
      "epoch": 3.1126376153822566,
      "grad_norm": 1.0022070407867432,
      "learning_rate": 0.0007965641599967122,
      "loss": 2.39681689453125,
      "step": 101500
    },
    {
      "epoch": 3.1279708056058144,
      "grad_norm": 1.1021260023117065,
      "learning_rate": 0.0007955366958808964,
      "loss": 2.402017822265625,
      "step": 102000
    },
    {
      "epoch": 3.1433039958293723,
      "grad_norm": 1.0681781768798828,
      "learning_rate": 0.0007945092317650806,
      "loss": 2.415124755859375,
      "step": 102500
    },
    {
      "epoch": 3.15863718605293,
      "grad_norm": 1.0853893756866455,
      "learning_rate": 0.0007934817676492649,
      "loss": 2.397299560546875,
      "step": 103000
    },
    {
      "epoch": 3.173970376276488,
      "grad_norm": 1.0460395812988281,
      "learning_rate": 0.0007924543035334492,
      "loss": 2.386372802734375,
      "step": 103500
    },
    {
      "epoch": 3.189303566500046,
      "grad_norm": 1.057936191558838,
      "learning_rate": 0.0007914268394176334,
      "loss": 2.387793212890625,
      "step": 104000
    },
    {
      "epoch": 3.204636756723604,
      "grad_norm": 1.0139129161834717,
      "learning_rate": 0.0007903993753018176,
      "loss": 2.385367431640625,
      "step": 104500
    },
    {
      "epoch": 3.219969946947162,
      "grad_norm": 0.972687840461731,
      "learning_rate": 0.0007893719111860018,
      "loss": 2.38626904296875,
      "step": 105000
    },
    {
      "epoch": 3.2353031371707197,
      "grad_norm": 1.1815131902694702,
      "learning_rate": 0.0007883444470701861,
      "loss": 2.3891572265625,
      "step": 105500
    },
    {
      "epoch": 3.2506363273942775,
      "grad_norm": 1.0027263164520264,
      "learning_rate": 0.0007873169829543704,
      "loss": 2.378604736328125,
      "step": 106000
    },
    {
      "epoch": 3.2659695176178354,
      "grad_norm": 1.0525060892105103,
      "learning_rate": 0.0007862895188385546,
      "loss": 2.378078369140625,
      "step": 106500
    },
    {
      "epoch": 3.2813027078413937,
      "grad_norm": 1.3268951177597046,
      "learning_rate": 0.0007852620547227388,
      "loss": 2.3823564453125,
      "step": 107000
    },
    {
      "epoch": 3.2966358980649515,
      "grad_norm": 1.099571943283081,
      "learning_rate": 0.000784234590606923,
      "loss": 2.37035791015625,
      "step": 107500
    },
    {
      "epoch": 3.3119690882885093,
      "grad_norm": 0.9928365349769592,
      "learning_rate": 0.0007832071264911074,
      "loss": 2.372281982421875,
      "step": 108000
    },
    {
      "epoch": 3.327302278512067,
      "grad_norm": 0.9659942388534546,
      "learning_rate": 0.0007821796623752916,
      "loss": 2.373524169921875,
      "step": 108500
    },
    {
      "epoch": 3.342635468735625,
      "grad_norm": 1.035586953163147,
      "learning_rate": 0.0007811521982594758,
      "loss": 2.370705322265625,
      "step": 109000
    },
    {
      "epoch": 3.357968658959183,
      "grad_norm": 0.9759525060653687,
      "learning_rate": 0.00078012473414366,
      "loss": 2.372330810546875,
      "step": 109500
    },
    {
      "epoch": 3.373301849182741,
      "grad_norm": 1.155532956123352,
      "learning_rate": 0.0007790972700278442,
      "loss": 2.36844091796875,
      "step": 110000
    },
    {
      "epoch": 3.388635039406299,
      "grad_norm": 1.109609842300415,
      "learning_rate": 0.0007780698059120286,
      "loss": 2.36522314453125,
      "step": 110500
    },
    {
      "epoch": 3.403968229629857,
      "grad_norm": 1.1023199558258057,
      "learning_rate": 0.0007770423417962128,
      "loss": 2.36473388671875,
      "step": 111000
    },
    {
      "epoch": 3.4193014198534146,
      "grad_norm": 1.1913602352142334,
      "learning_rate": 0.000776014877680397,
      "loss": 2.3751591796875,
      "step": 111500
    },
    {
      "epoch": 3.4346346100769725,
      "grad_norm": 1.0687745809555054,
      "learning_rate": 0.0007749874135645812,
      "loss": 2.366497802734375,
      "step": 112000
    },
    {
      "epoch": 3.4499678003005307,
      "grad_norm": 0.9889634251594543,
      "learning_rate": 0.0007739599494487654,
      "loss": 2.365602294921875,
      "step": 112500
    },
    {
      "epoch": 3.4653009905240886,
      "grad_norm": 0.9517545104026794,
      "learning_rate": 0.0007729324853329498,
      "loss": 2.353970947265625,
      "step": 113000
    },
    {
      "epoch": 3.4806341807476464,
      "grad_norm": 1.074897289276123,
      "learning_rate": 0.000771905021217134,
      "loss": 2.355974609375,
      "step": 113500
    },
    {
      "epoch": 3.4959673709712042,
      "grad_norm": 0.9137424230575562,
      "learning_rate": 0.0007708775571013182,
      "loss": 2.357901123046875,
      "step": 114000
    },
    {
      "epoch": 3.511300561194762,
      "grad_norm": 1.1870537996292114,
      "learning_rate": 0.0007698500929855024,
      "loss": 2.36006494140625,
      "step": 114500
    },
    {
      "epoch": 3.52663375141832,
      "grad_norm": 1.0832056999206543,
      "learning_rate": 0.0007688226288696867,
      "loss": 2.358577392578125,
      "step": 115000
    },
    {
      "epoch": 3.5419669416418778,
      "grad_norm": 1.0135303735733032,
      "learning_rate": 0.000767795164753871,
      "loss": 2.351806884765625,
      "step": 115500
    },
    {
      "epoch": 3.557300131865436,
      "grad_norm": 1.0838236808776855,
      "learning_rate": 0.0007667677006380552,
      "loss": 2.3514912109375,
      "step": 116000
    },
    {
      "epoch": 3.572633322088994,
      "grad_norm": 0.9750739336013794,
      "learning_rate": 0.0007657402365222394,
      "loss": 2.350390869140625,
      "step": 116500
    },
    {
      "epoch": 3.5879665123125517,
      "grad_norm": 0.8799856901168823,
      "learning_rate": 0.0007647127724064237,
      "loss": 2.34557568359375,
      "step": 117000
    },
    {
      "epoch": 3.6032997025361095,
      "grad_norm": 1.1979016065597534,
      "learning_rate": 0.000763685308290608,
      "loss": 2.394179931640625,
      "step": 117500
    },
    {
      "epoch": 3.618632892759668,
      "grad_norm": 1.188851237297058,
      "learning_rate": 0.0007626578441747923,
      "loss": 2.39966845703125,
      "step": 118000
    },
    {
      "epoch": 3.6339660829832257,
      "grad_norm": 1.0725599527359009,
      "learning_rate": 0.0007616303800589765,
      "loss": 2.38725537109375,
      "step": 118500
    },
    {
      "epoch": 3.6492992732067835,
      "grad_norm": 1.0177992582321167,
      "learning_rate": 0.0007606029159431607,
      "loss": 2.387532470703125,
      "step": 119000
    },
    {
      "epoch": 3.6646324634303413,
      "grad_norm": 1.0341455936431885,
      "learning_rate": 0.000759575451827345,
      "loss": 2.39099169921875,
      "step": 119500
    },
    {
      "epoch": 3.679965653653899,
      "grad_norm": 0.991851270198822,
      "learning_rate": 0.0007585479877115293,
      "loss": 2.389613037109375,
      "step": 120000
    },
    {
      "epoch": 3.695298843877457,
      "grad_norm": 0.9739353656768799,
      "learning_rate": 0.0007575205235957135,
      "loss": 2.3843544921875,
      "step": 120500
    },
    {
      "epoch": 3.710632034101015,
      "grad_norm": 0.9625571966171265,
      "learning_rate": 0.0007564930594798977,
      "loss": 2.384333740234375,
      "step": 121000
    },
    {
      "epoch": 3.725965224324573,
      "grad_norm": 0.9422615766525269,
      "learning_rate": 0.0007554655953640819,
      "loss": 2.379560791015625,
      "step": 121500
    },
    {
      "epoch": 3.741298414548131,
      "grad_norm": 0.9271089434623718,
      "learning_rate": 0.0007544381312482662,
      "loss": 2.385011474609375,
      "step": 122000
    },
    {
      "epoch": 3.756631604771689,
      "grad_norm": 1.225429892539978,
      "learning_rate": 0.0007534106671324504,
      "loss": 2.36654638671875,
      "step": 122500
    },
    {
      "epoch": 3.7719647949952466,
      "grad_norm": 0.9945045709609985,
      "learning_rate": 0.0007523832030166347,
      "loss": 2.341140380859375,
      "step": 123000
    },
    {
      "epoch": 3.787297985218805,
      "grad_norm": 1.0410875082015991,
      "learning_rate": 0.0007513557389008189,
      "loss": 2.339957275390625,
      "step": 123500
    },
    {
      "epoch": 3.8026311754423627,
      "grad_norm": 0.9847766160964966,
      "learning_rate": 0.0007503282747850031,
      "loss": 2.337027099609375,
      "step": 124000
    },
    {
      "epoch": 3.8179643656659206,
      "grad_norm": 1.0451420545578003,
      "learning_rate": 0.0007493008106691874,
      "loss": 2.341636474609375,
      "step": 124500
    },
    {
      "epoch": 3.8332975558894784,
      "grad_norm": 0.8977034687995911,
      "learning_rate": 0.0007482733465533716,
      "loss": 2.33426025390625,
      "step": 125000
    },
    {
      "epoch": 3.8486307461130362,
      "grad_norm": 1.1214112043380737,
      "learning_rate": 0.0007472458824375559,
      "loss": 2.3320234375,
      "step": 125500
    },
    {
      "epoch": 3.863963936336594,
      "grad_norm": 1.2016003131866455,
      "learning_rate": 0.0007462184183217401,
      "loss": 2.332626220703125,
      "step": 126000
    },
    {
      "epoch": 3.879297126560152,
      "grad_norm": 0.9598099589347839,
      "learning_rate": 0.0007451909542059244,
      "loss": 2.33662158203125,
      "step": 126500
    },
    {
      "epoch": 3.8946303167837097,
      "grad_norm": 1.105217695236206,
      "learning_rate": 0.0007441634900901086,
      "loss": 2.335081298828125,
      "step": 127000
    },
    {
      "epoch": 3.909963507007268,
      "grad_norm": 1.055809736251831,
      "learning_rate": 0.0007431360259742928,
      "loss": 2.3350810546875,
      "step": 127500
    },
    {
      "epoch": 3.925296697230826,
      "grad_norm": 0.9677720069885254,
      "learning_rate": 0.0007421085618584771,
      "loss": 2.32679296875,
      "step": 128000
    },
    {
      "epoch": 3.9406298874543837,
      "grad_norm": 1.048683762550354,
      "learning_rate": 0.0007410810977426613,
      "loss": 2.329231201171875,
      "step": 128500
    },
    {
      "epoch": 3.9559630776779415,
      "grad_norm": 1.0008125305175781,
      "learning_rate": 0.0007400536336268456,
      "loss": 2.33388330078125,
      "step": 129000
    },
    {
      "epoch": 3.9712962679015,
      "grad_norm": 1.010535717010498,
      "learning_rate": 0.0007390261695110298,
      "loss": 2.329573974609375,
      "step": 129500
    },
    {
      "epoch": 3.9866294581250576,
      "grad_norm": 1.0981321334838867,
      "learning_rate": 0.000737998705395214,
      "loss": 2.3347802734375,
      "step": 130000
    },
    {
      "epoch": 4.0019626483486155,
      "grad_norm": 0.9873194694519043,
      "learning_rate": 0.0007369712412793983,
      "loss": 2.327262451171875,
      "step": 130500
    },
    {
      "epoch": 4.017295838572173,
      "grad_norm": 1.0334597826004028,
      "learning_rate": 0.0007359437771635826,
      "loss": 2.323281982421875,
      "step": 131000
    },
    {
      "epoch": 4.032629028795731,
      "grad_norm": 1.054046392440796,
      "learning_rate": 0.0007349163130477668,
      "loss": 2.32666259765625,
      "step": 131500
    },
    {
      "epoch": 4.047962219019289,
      "grad_norm": 1.0472097396850586,
      "learning_rate": 0.000733888848931951,
      "loss": 2.320403076171875,
      "step": 132000
    },
    {
      "epoch": 4.063295409242847,
      "grad_norm": 1.0481075048446655,
      "learning_rate": 0.0007328613848161352,
      "loss": 2.32290673828125,
      "step": 132500
    },
    {
      "epoch": 4.078628599466405,
      "grad_norm": 1.0906621217727661,
      "learning_rate": 0.0007318339207003195,
      "loss": 2.31926025390625,
      "step": 133000
    },
    {
      "epoch": 4.0939617896899625,
      "grad_norm": 0.986464262008667,
      "learning_rate": 0.0007308064565845038,
      "loss": 2.327080810546875,
      "step": 133500
    },
    {
      "epoch": 4.109294979913521,
      "grad_norm": 1.0808234214782715,
      "learning_rate": 0.0007297789924686881,
      "loss": 2.324663330078125,
      "step": 134000
    },
    {
      "epoch": 4.124628170137079,
      "grad_norm": 1.0530495643615723,
      "learning_rate": 0.0007287515283528723,
      "loss": 2.32747021484375,
      "step": 134500
    },
    {
      "epoch": 4.139961360360637,
      "grad_norm": 1.5676161050796509,
      "learning_rate": 0.0007277240642370566,
      "loss": 2.326822998046875,
      "step": 135000
    },
    {
      "epoch": 4.155294550584195,
      "grad_norm": 1.0009845495224,
      "learning_rate": 0.0007266966001212409,
      "loss": 2.32525244140625,
      "step": 135500
    },
    {
      "epoch": 4.170627740807753,
      "grad_norm": 1.1091865301132202,
      "learning_rate": 0.0007256691360054251,
      "loss": 2.32842041015625,
      "step": 136000
    },
    {
      "epoch": 4.18596093103131,
      "grad_norm": 0.9990963935852051,
      "learning_rate": 0.0007246416718896093,
      "loss": 2.326690185546875,
      "step": 136500
    },
    {
      "epoch": 4.201294121254868,
      "grad_norm": 1.0287275314331055,
      "learning_rate": 0.0007236142077737935,
      "loss": 2.324251708984375,
      "step": 137000
    },
    {
      "epoch": 4.216627311478426,
      "grad_norm": 0.9484901428222656,
      "learning_rate": 0.0007225867436579778,
      "loss": 2.32472998046875,
      "step": 137500
    },
    {
      "epoch": 4.231960501701984,
      "grad_norm": 1.0180178880691528,
      "learning_rate": 0.0007215592795421621,
      "loss": 2.3212021484375,
      "step": 138000
    },
    {
      "epoch": 4.247293691925542,
      "grad_norm": 1.0087257623672485,
      "learning_rate": 0.0007205318154263463,
      "loss": 2.325920654296875,
      "step": 138500
    },
    {
      "epoch": 4.2626268821491,
      "grad_norm": 1.049051284790039,
      "learning_rate": 0.0007195043513105305,
      "loss": 2.31802099609375,
      "step": 139000
    },
    {
      "epoch": 4.277960072372657,
      "grad_norm": 1.04050612449646,
      "learning_rate": 0.0007184768871947147,
      "loss": 2.319311767578125,
      "step": 139500
    },
    {
      "epoch": 4.293293262596216,
      "grad_norm": 1.041749119758606,
      "learning_rate": 0.000717449423078899,
      "loss": 2.315538818359375,
      "step": 140000
    },
    {
      "epoch": 4.308626452819774,
      "grad_norm": 1.0806001424789429,
      "learning_rate": 0.0007164219589630833,
      "loss": 2.318419921875,
      "step": 140500
    },
    {
      "epoch": 4.323959643043332,
      "grad_norm": 0.9845504760742188,
      "learning_rate": 0.0007153944948472675,
      "loss": 2.319677978515625,
      "step": 141000
    },
    {
      "epoch": 4.33929283326689,
      "grad_norm": 1.5578675270080566,
      "learning_rate": 0.0007143670307314517,
      "loss": 2.3137734375,
      "step": 141500
    },
    {
      "epoch": 4.3546260234904475,
      "grad_norm": 0.9561862945556641,
      "learning_rate": 0.0007133395666156359,
      "loss": 2.311796875,
      "step": 142000
    },
    {
      "epoch": 4.369959213714005,
      "grad_norm": 0.9891361594200134,
      "learning_rate": 0.0007123121024998203,
      "loss": 2.31162841796875,
      "step": 142500
    },
    {
      "epoch": 4.385292403937563,
      "grad_norm": 0.9529083967208862,
      "learning_rate": 0.0007112846383840045,
      "loss": 2.31976171875,
      "step": 143000
    },
    {
      "epoch": 4.400625594161121,
      "grad_norm": 1.074535846710205,
      "learning_rate": 0.0007102571742681887,
      "loss": 2.31236083984375,
      "step": 143500
    },
    {
      "epoch": 4.415958784384679,
      "grad_norm": 0.9345454573631287,
      "learning_rate": 0.0007092297101523729,
      "loss": 2.3100966796875,
      "step": 144000
    },
    {
      "epoch": 4.431291974608237,
      "grad_norm": 0.9117188453674316,
      "learning_rate": 0.0007082022460365571,
      "loss": 2.310595703125,
      "step": 144500
    },
    {
      "epoch": 4.446625164831795,
      "grad_norm": 1.0388634204864502,
      "learning_rate": 0.0007071747819207415,
      "loss": 2.3145859375,
      "step": 145000
    },
    {
      "epoch": 4.461958355055353,
      "grad_norm": 0.9499608874320984,
      "learning_rate": 0.0007061473178049257,
      "loss": 2.313781982421875,
      "step": 145500
    },
    {
      "epoch": 4.477291545278911,
      "grad_norm": 0.9371971487998962,
      "learning_rate": 0.0007051198536891099,
      "loss": 2.307994384765625,
      "step": 146000
    },
    {
      "epoch": 4.492624735502469,
      "grad_norm": 0.9107025861740112,
      "learning_rate": 0.0007040923895732941,
      "loss": 2.308412353515625,
      "step": 146500
    },
    {
      "epoch": 4.507957925726027,
      "grad_norm": 0.9707034826278687,
      "learning_rate": 0.0007030649254574784,
      "loss": 2.30725,
      "step": 147000
    },
    {
      "epoch": 4.5232911159495846,
      "grad_norm": 1.0450971126556396,
      "learning_rate": 0.0007020374613416627,
      "loss": 2.30588037109375,
      "step": 147500
    },
    {
      "epoch": 4.538624306173142,
      "grad_norm": 0.9793196320533752,
      "learning_rate": 0.0007010099972258469,
      "loss": 2.305541748046875,
      "step": 148000
    },
    {
      "epoch": 4.5539574963967,
      "grad_norm": 0.9398958086967468,
      "learning_rate": 0.0006999825331100311,
      "loss": 2.29575341796875,
      "step": 148500
    },
    {
      "epoch": 4.569290686620258,
      "grad_norm": 1.0998700857162476,
      "learning_rate": 0.0006989550689942153,
      "loss": 2.30571923828125,
      "step": 149000
    },
    {
      "epoch": 4.584623876843816,
      "grad_norm": 0.9057356119155884,
      "learning_rate": 0.0006979276048783996,
      "loss": 2.300291259765625,
      "step": 149500
    },
    {
      "epoch": 4.599957067067374,
      "grad_norm": 1.0196291208267212,
      "learning_rate": 0.0006969001407625839,
      "loss": 2.3067138671875,
      "step": 150000
    },
    {
      "epoch": 4.615290257290932,
      "grad_norm": 1.1155024766921997,
      "learning_rate": 0.0006958726766467681,
      "loss": 2.29611669921875,
      "step": 150500
    },
    {
      "epoch": 4.630623447514489,
      "grad_norm": 1.0437560081481934,
      "learning_rate": 0.0006948452125309523,
      "loss": 2.2975673828125,
      "step": 151000
    },
    {
      "epoch": 4.645956637738048,
      "grad_norm": 0.919367253780365,
      "learning_rate": 0.0006938177484151366,
      "loss": 2.303860595703125,
      "step": 151500
    },
    {
      "epoch": 4.661289827961606,
      "grad_norm": 0.9895167946815491,
      "learning_rate": 0.0006927902842993209,
      "loss": 2.29558349609375,
      "step": 152000
    },
    {
      "epoch": 4.676623018185164,
      "grad_norm": 1.0639727115631104,
      "learning_rate": 0.0006917628201835052,
      "loss": 2.3023212890625,
      "step": 152500
    },
    {
      "epoch": 4.691956208408722,
      "grad_norm": 0.9420351982116699,
      "learning_rate": 0.0006907353560676894,
      "loss": 2.294746337890625,
      "step": 153000
    },
    {
      "epoch": 4.7072893986322795,
      "grad_norm": 0.939965546131134,
      "learning_rate": 0.0006897078919518736,
      "loss": 2.29506201171875,
      "step": 153500
    },
    {
      "epoch": 4.722622588855837,
      "grad_norm": 0.911388635635376,
      "learning_rate": 0.0006886804278360579,
      "loss": 2.297764892578125,
      "step": 154000
    },
    {
      "epoch": 4.737955779079395,
      "grad_norm": 1.1255003213882446,
      "learning_rate": 0.0006876529637202421,
      "loss": 2.291568603515625,
      "step": 154500
    },
    {
      "epoch": 4.753288969302953,
      "grad_norm": 1.0341004133224487,
      "learning_rate": 0.0006866254996044264,
      "loss": 2.29397412109375,
      "step": 155000
    },
    {
      "epoch": 4.768622159526511,
      "grad_norm": 0.993778645992279,
      "learning_rate": 0.0006855980354886106,
      "loss": 2.29723876953125,
      "step": 155500
    },
    {
      "epoch": 4.783955349750069,
      "grad_norm": 0.9582630395889282,
      "learning_rate": 0.0006845705713727948,
      "loss": 2.291623291015625,
      "step": 156000
    },
    {
      "epoch": 4.799288539973627,
      "grad_norm": 1.0447920560836792,
      "learning_rate": 0.0006835431072569791,
      "loss": 2.297012451171875,
      "step": 156500
    },
    {
      "epoch": 4.814621730197185,
      "grad_norm": 0.9290124773979187,
      "learning_rate": 0.0006825156431411633,
      "loss": 2.291688720703125,
      "step": 157000
    },
    {
      "epoch": 4.829954920420743,
      "grad_norm": 0.99012291431427,
      "learning_rate": 0.0006814881790253476,
      "loss": 2.29289453125,
      "step": 157500
    },
    {
      "epoch": 4.845288110644301,
      "grad_norm": 0.9243401288986206,
      "learning_rate": 0.0006804607149095318,
      "loss": 2.291481689453125,
      "step": 158000
    },
    {
      "epoch": 4.860621300867859,
      "grad_norm": 0.9846622943878174,
      "learning_rate": 0.0006794332507937161,
      "loss": 2.36663818359375,
      "step": 158500
    },
    {
      "epoch": 4.8759544910914165,
      "grad_norm": 1.0044904947280884,
      "learning_rate": 0.0006784057866779003,
      "loss": 2.283203857421875,
      "step": 159000
    },
    {
      "epoch": 4.891287681314974,
      "grad_norm": 1.0759766101837158,
      "learning_rate": 0.0006773783225620845,
      "loss": 2.279999755859375,
      "step": 159500
    },
    {
      "epoch": 4.906620871538532,
      "grad_norm": 0.9901242852210999,
      "learning_rate": 0.0006763508584462688,
      "loss": 2.341744384765625,
      "step": 160000
    },
    {
      "epoch": 4.92195406176209,
      "grad_norm": 0.9589545726776123,
      "learning_rate": 0.000675323394330453,
      "loss": 2.276427734375,
      "step": 160500
    },
    {
      "epoch": 4.937287251985648,
      "grad_norm": 1.1527578830718994,
      "learning_rate": 0.0006742959302146373,
      "loss": 2.281647216796875,
      "step": 161000
    },
    {
      "epoch": 4.952620442209206,
      "grad_norm": 1.1275092363357544,
      "learning_rate": 0.0006732684660988215,
      "loss": 2.28138232421875,
      "step": 161500
    },
    {
      "epoch": 4.9679536324327636,
      "grad_norm": 0.9733052849769592,
      "learning_rate": 0.0006722410019830057,
      "loss": 2.276751708984375,
      "step": 162000
    },
    {
      "epoch": 4.983286822656321,
      "grad_norm": 0.9592075943946838,
      "learning_rate": 0.00067121353786719,
      "loss": 2.278658935546875,
      "step": 162500
    },
    {
      "epoch": 4.99862001287988,
      "grad_norm": 0.9945816397666931,
      "learning_rate": 0.0006701860737513742,
      "loss": 2.285181884765625,
      "step": 163000
    },
    {
      "epoch": 5.013953203103438,
      "grad_norm": 0.9680554866790771,
      "learning_rate": 0.0006691586096355585,
      "loss": 2.27959912109375,
      "step": 163500
    },
    {
      "epoch": 5.029286393326996,
      "grad_norm": 0.9936657547950745,
      "learning_rate": 0.0006681311455197427,
      "loss": 2.2861240234375,
      "step": 164000
    },
    {
      "epoch": 5.044619583550554,
      "grad_norm": 1.047868013381958,
      "learning_rate": 0.0006671036814039269,
      "loss": 2.278624267578125,
      "step": 164500
    },
    {
      "epoch": 5.0599527737741115,
      "grad_norm": 0.9442141652107239,
      "learning_rate": 0.0006660762172881112,
      "loss": 2.272057373046875,
      "step": 165000
    },
    {
      "epoch": 5.075285963997669,
      "grad_norm": 0.9988092184066772,
      "learning_rate": 0.0006650487531722955,
      "loss": 2.27026025390625,
      "step": 165500
    },
    {
      "epoch": 5.090619154221227,
      "grad_norm": 1.1299848556518555,
      "learning_rate": 0.0006640212890564797,
      "loss": 2.267636962890625,
      "step": 166000
    },
    {
      "epoch": 5.105952344444785,
      "grad_norm": 1.000954031944275,
      "learning_rate": 0.0006629938249406639,
      "loss": 2.267901123046875,
      "step": 166500
    },
    {
      "epoch": 5.121285534668343,
      "grad_norm": 0.9552673101425171,
      "learning_rate": 0.0006619663608248481,
      "loss": 2.270672119140625,
      "step": 167000
    },
    {
      "epoch": 5.136618724891901,
      "grad_norm": 1.0032132863998413,
      "learning_rate": 0.0006609388967090324,
      "loss": 2.269614013671875,
      "step": 167500
    },
    {
      "epoch": 5.151951915115459,
      "grad_norm": 1.0271780490875244,
      "learning_rate": 0.0006599114325932167,
      "loss": 2.26814599609375,
      "step": 168000
    },
    {
      "epoch": 5.167285105339017,
      "grad_norm": 0.9501484632492065,
      "learning_rate": 0.000658883968477401,
      "loss": 2.2711953125,
      "step": 168500
    },
    {
      "epoch": 5.182618295562575,
      "grad_norm": 0.9047709703445435,
      "learning_rate": 0.0006578565043615852,
      "loss": 2.2666357421875,
      "step": 169000
    },
    {
      "epoch": 5.197951485786133,
      "grad_norm": 1.0150599479675293,
      "learning_rate": 0.0006568290402457694,
      "loss": 2.26838525390625,
      "step": 169500
    },
    {
      "epoch": 5.213284676009691,
      "grad_norm": 0.8929696083068848,
      "learning_rate": 0.0006558015761299538,
      "loss": 2.26212890625,
      "step": 170000
    },
    {
      "epoch": 5.2286178662332485,
      "grad_norm": 1.0004863739013672,
      "learning_rate": 0.000654774112014138,
      "loss": 2.26541357421875,
      "step": 170500
    },
    {
      "epoch": 5.243951056456806,
      "grad_norm": 1.0438615083694458,
      "learning_rate": 0.0006537466478983222,
      "loss": 2.261427978515625,
      "step": 171000
    },
    {
      "epoch": 5.259284246680364,
      "grad_norm": 1.1246472597122192,
      "learning_rate": 0.0006527191837825064,
      "loss": 2.264583251953125,
      "step": 171500
    },
    {
      "epoch": 5.274617436903922,
      "grad_norm": 0.9809620976448059,
      "learning_rate": 0.0006516917196666906,
      "loss": 2.263846923828125,
      "step": 172000
    },
    {
      "epoch": 5.28995062712748,
      "grad_norm": 1.0542471408843994,
      "learning_rate": 0.000650664255550875,
      "loss": 2.264419921875,
      "step": 172500
    },
    {
      "epoch": 5.305283817351038,
      "grad_norm": 0.9916055798530579,
      "learning_rate": 0.0006496367914350592,
      "loss": 2.263090576171875,
      "step": 173000
    },
    {
      "epoch": 5.3206170075745955,
      "grad_norm": 0.9650833010673523,
      "learning_rate": 0.0006486093273192434,
      "loss": 2.269659912109375,
      "step": 173500
    },
    {
      "epoch": 5.335950197798154,
      "grad_norm": 0.9465742707252502,
      "learning_rate": 0.0006475818632034276,
      "loss": 2.266365234375,
      "step": 174000
    },
    {
      "epoch": 5.351283388021712,
      "grad_norm": 1.0650707483291626,
      "learning_rate": 0.000646554399087612,
      "loss": 2.27085498046875,
      "step": 174500
    },
    {
      "epoch": 5.36661657824527,
      "grad_norm": 0.9889022707939148,
      "learning_rate": 0.0006455269349717962,
      "loss": 2.2664892578125,
      "step": 175000
    },
    {
      "epoch": 5.381949768468828,
      "grad_norm": 0.9560773968696594,
      "learning_rate": 0.0006444994708559804,
      "loss": 2.271109375,
      "step": 175500
    },
    {
      "epoch": 5.397282958692386,
      "grad_norm": 1.0954188108444214,
      "learning_rate": 0.0006434720067401646,
      "loss": 2.27003857421875,
      "step": 176000
    },
    {
      "epoch": 5.4126161489159434,
      "grad_norm": 1.0397051572799683,
      "learning_rate": 0.0006424445426243488,
      "loss": 2.26712548828125,
      "step": 176500
    },
    {
      "epoch": 5.427949339139501,
      "grad_norm": 0.895498514175415,
      "learning_rate": 0.0006414170785085331,
      "loss": 2.2700888671875,
      "step": 177000
    },
    {
      "epoch": 5.443282529363059,
      "grad_norm": 0.925999104976654,
      "learning_rate": 0.0006403896143927174,
      "loss": 2.26104443359375,
      "step": 177500
    },
    {
      "epoch": 5.458615719586617,
      "grad_norm": 1.0165995359420776,
      "learning_rate": 0.0006393621502769016,
      "loss": 2.25827978515625,
      "step": 178000
    },
    {
      "epoch": 5.473948909810175,
      "grad_norm": 0.9287647008895874,
      "learning_rate": 0.0006383346861610858,
      "loss": 2.251656982421875,
      "step": 178500
    },
    {
      "epoch": 5.489282100033733,
      "grad_norm": 0.9343289136886597,
      "learning_rate": 0.00063730722204527,
      "loss": 2.253738037109375,
      "step": 179000
    },
    {
      "epoch": 5.504615290257291,
      "grad_norm": 0.9714416265487671,
      "learning_rate": 0.0006362797579294543,
      "loss": 2.25658935546875,
      "step": 179500
    },
    {
      "epoch": 5.519948480480849,
      "grad_norm": 0.9686933755874634,
      "learning_rate": 0.0006352522938136386,
      "loss": 2.255177978515625,
      "step": 180000
    },
    {
      "epoch": 5.535281670704407,
      "grad_norm": 0.9441134929656982,
      "learning_rate": 0.0006342248296978228,
      "loss": 2.2570390625,
      "step": 180500
    },
    {
      "epoch": 5.550614860927965,
      "grad_norm": 0.97795569896698,
      "learning_rate": 0.000633197365582007,
      "loss": 2.25539013671875,
      "step": 181000
    },
    {
      "epoch": 5.565948051151523,
      "grad_norm": 1.0169578790664673,
      "learning_rate": 0.0006321699014661913,
      "loss": 2.25522607421875,
      "step": 181500
    },
    {
      "epoch": 5.5812812413750805,
      "grad_norm": 1.2037407159805298,
      "learning_rate": 0.0006311424373503755,
      "loss": 2.26430029296875,
      "step": 182000
    },
    {
      "epoch": 5.596614431598638,
      "grad_norm": 1.067467451095581,
      "learning_rate": 0.0006301149732345598,
      "loss": 2.257678955078125,
      "step": 182500
    },
    {
      "epoch": 5.611947621822196,
      "grad_norm": 0.9488410949707031,
      "learning_rate": 0.000629087509118744,
      "loss": 2.258622314453125,
      "step": 183000
    },
    {
      "epoch": 5.627280812045754,
      "grad_norm": 1.0531996488571167,
      "learning_rate": 0.0006280600450029282,
      "loss": 2.255596435546875,
      "step": 183500
    },
    {
      "epoch": 5.642614002269312,
      "grad_norm": 0.9988917112350464,
      "learning_rate": 0.0006270325808871125,
      "loss": 2.256611572265625,
      "step": 184000
    },
    {
      "epoch": 5.65794719249287,
      "grad_norm": 1.0092180967330933,
      "learning_rate": 0.0006260051167712967,
      "loss": 2.255166259765625,
      "step": 184500
    },
    {
      "epoch": 5.6732803827164275,
      "grad_norm": 1.084371566772461,
      "learning_rate": 0.000624977652655481,
      "loss": 2.25481640625,
      "step": 185000
    },
    {
      "epoch": 5.688613572939986,
      "grad_norm": 1.0845147371292114,
      "learning_rate": 0.0006239501885396652,
      "loss": 2.25538818359375,
      "step": 185500
    },
    {
      "epoch": 5.703946763163544,
      "grad_norm": 1.027005910873413,
      "learning_rate": 0.0006229227244238496,
      "loss": 2.246244384765625,
      "step": 186000
    },
    {
      "epoch": 5.719279953387102,
      "grad_norm": 0.9159988164901733,
      "learning_rate": 0.0006218952603080338,
      "loss": 2.24983544921875,
      "step": 186500
    },
    {
      "epoch": 5.73461314361066,
      "grad_norm": 1.1544363498687744,
      "learning_rate": 0.000620867796192218,
      "loss": 2.26296240234375,
      "step": 187000
    },
    {
      "epoch": 5.749946333834218,
      "grad_norm": 0.9719838500022888,
      "learning_rate": 0.0006198403320764023,
      "loss": 2.25274951171875,
      "step": 187500
    },
    {
      "epoch": 5.765279524057775,
      "grad_norm": 1.0159788131713867,
      "learning_rate": 0.0006188128679605865,
      "loss": 2.2626767578125,
      "step": 188000
    },
    {
      "epoch": 5.780612714281333,
      "grad_norm": 0.9425241351127625,
      "learning_rate": 0.0006177854038447708,
      "loss": 2.249486083984375,
      "step": 188500
    },
    {
      "epoch": 5.795945904504891,
      "grad_norm": 0.9763333797454834,
      "learning_rate": 0.000616757939728955,
      "loss": 2.251626708984375,
      "step": 189000
    },
    {
      "epoch": 5.811279094728449,
      "grad_norm": 0.9173125624656677,
      "learning_rate": 0.0006157304756131392,
      "loss": 2.249015380859375,
      "step": 189500
    },
    {
      "epoch": 5.826612284952007,
      "grad_norm": 1.048012137413025,
      "learning_rate": 0.0006147030114973235,
      "loss": 2.24950537109375,
      "step": 190000
    },
    {
      "epoch": 5.8419454751755655,
      "grad_norm": 0.9468924403190613,
      "learning_rate": 0.0006136755473815077,
      "loss": 2.246572998046875,
      "step": 190500
    },
    {
      "epoch": 5.857278665399123,
      "grad_norm": 0.8998527526855469,
      "learning_rate": 0.000612648083265692,
      "loss": 2.244881591796875,
      "step": 191000
    },
    {
      "epoch": 5.872611855622681,
      "grad_norm": 0.9944680333137512,
      "learning_rate": 0.0006116206191498762,
      "loss": 2.24555859375,
      "step": 191500
    },
    {
      "epoch": 5.887945045846239,
      "grad_norm": 0.9639532566070557,
      "learning_rate": 0.0006105931550340604,
      "loss": 2.242562744140625,
      "step": 192000
    },
    {
      "epoch": 5.903278236069797,
      "grad_norm": 0.9046755433082581,
      "learning_rate": 0.0006095656909182447,
      "loss": 2.24507861328125,
      "step": 192500
    },
    {
      "epoch": 5.918611426293355,
      "grad_norm": 0.9771453738212585,
      "learning_rate": 0.000608538226802429,
      "loss": 2.239072509765625,
      "step": 193000
    },
    {
      "epoch": 5.9339446165169125,
      "grad_norm": 0.9813857674598694,
      "learning_rate": 0.0006075107626866132,
      "loss": 2.250779296875,
      "step": 193500
    },
    {
      "epoch": 5.94927780674047,
      "grad_norm": 1.0077128410339355,
      "learning_rate": 0.0006064832985707974,
      "loss": 2.237977294921875,
      "step": 194000
    },
    {
      "epoch": 5.964610996964028,
      "grad_norm": 0.963520348072052,
      "learning_rate": 0.0006054558344549816,
      "loss": 2.24643505859375,
      "step": 194500
    },
    {
      "epoch": 5.979944187187586,
      "grad_norm": 0.9587693810462952,
      "learning_rate": 0.0006044283703391659,
      "loss": 2.249884765625,
      "step": 195000
    },
    {
      "epoch": 5.995277377411144,
      "grad_norm": 0.9101521372795105,
      "learning_rate": 0.0006034009062233502,
      "loss": 2.246553466796875,
      "step": 195500
    },
    {
      "epoch": 6.010610567634702,
      "grad_norm": 0.9489941596984863,
      "learning_rate": 0.0006023734421075344,
      "loss": 2.24535009765625,
      "step": 196000
    },
    {
      "epoch": 6.02594375785826,
      "grad_norm": 0.9361016750335693,
      "learning_rate": 0.0006013459779917186,
      "loss": 2.2426767578125,
      "step": 196500
    },
    {
      "epoch": 6.041276948081818,
      "grad_norm": 0.9649178981781006,
      "learning_rate": 0.0006003185138759028,
      "loss": 2.24096826171875,
      "step": 197000
    },
    {
      "epoch": 6.056610138305376,
      "grad_norm": 0.8999959230422974,
      "learning_rate": 0.0005992910497600872,
      "loss": 2.247010009765625,
      "step": 197500
    },
    {
      "epoch": 6.071943328528934,
      "grad_norm": 0.9264272451400757,
      "learning_rate": 0.0005982635856442714,
      "loss": 2.239556640625,
      "step": 198000
    },
    {
      "epoch": 6.087276518752492,
      "grad_norm": 0.997776448726654,
      "learning_rate": 0.0005972361215284556,
      "loss": 2.23791552734375,
      "step": 198500
    },
    {
      "epoch": 6.10260970897605,
      "grad_norm": 1.013379454612732,
      "learning_rate": 0.0005962086574126398,
      "loss": 2.2441943359375,
      "step": 199000
    },
    {
      "epoch": 6.117942899199607,
      "grad_norm": 0.9030807018280029,
      "learning_rate": 0.000595181193296824,
      "loss": 2.237796142578125,
      "step": 199500
    },
    {
      "epoch": 6.133276089423165,
      "grad_norm": 0.8709002733230591,
      "learning_rate": 0.0005941537291810084,
      "loss": 2.235516845703125,
      "step": 200000
    },
    {
      "epoch": 6.148609279646723,
      "grad_norm": 0.9175723195075989,
      "learning_rate": 0.0005931262650651926,
      "loss": 2.240197021484375,
      "step": 200500
    },
    {
      "epoch": 6.163942469870281,
      "grad_norm": 0.9393293857574463,
      "learning_rate": 0.0005920988009493768,
      "loss": 2.24956982421875,
      "step": 201000
    },
    {
      "epoch": 6.179275660093839,
      "grad_norm": 1.037772536277771,
      "learning_rate": 0.000591071336833561,
      "loss": 2.237399169921875,
      "step": 201500
    },
    {
      "epoch": 6.194608850317397,
      "grad_norm": 0.9020262360572815,
      "learning_rate": 0.0005900438727177453,
      "loss": 2.2604599609375,
      "step": 202000
    },
    {
      "epoch": 6.209942040540955,
      "grad_norm": 0.9170573353767395,
      "learning_rate": 0.0005890164086019296,
      "loss": 2.24441845703125,
      "step": 202500
    },
    {
      "epoch": 6.225275230764513,
      "grad_norm": 1.0186824798583984,
      "learning_rate": 0.0005879889444861139,
      "loss": 2.24244921875,
      "step": 203000
    },
    {
      "epoch": 6.240608420988071,
      "grad_norm": 0.9553197026252747,
      "learning_rate": 0.0005869614803702981,
      "loss": 2.241346923828125,
      "step": 203500
    },
    {
      "epoch": 6.255941611211629,
      "grad_norm": 0.9047817587852478,
      "learning_rate": 0.0005859340162544823,
      "loss": 2.23383544921875,
      "step": 204000
    },
    {
      "epoch": 6.271274801435187,
      "grad_norm": 0.9347020387649536,
      "learning_rate": 0.0005849065521386667,
      "loss": 2.22915478515625,
      "step": 204500
    },
    {
      "epoch": 6.2866079916587445,
      "grad_norm": 0.9690987467765808,
      "learning_rate": 0.0005838790880228509,
      "loss": 2.22935498046875,
      "step": 205000
    },
    {
      "epoch": 6.301941181882302,
      "grad_norm": 0.9864622354507446,
      "learning_rate": 0.0005828516239070351,
      "loss": 2.231296875,
      "step": 205500
    },
    {
      "epoch": 6.31727437210586,
      "grad_norm": 0.9501722455024719,
      "learning_rate": 0.0005818241597912193,
      "loss": 2.234732666015625,
      "step": 206000
    },
    {
      "epoch": 6.332607562329418,
      "grad_norm": 0.9334090352058411,
      "learning_rate": 0.0005807966956754035,
      "loss": 2.228567138671875,
      "step": 206500
    },
    {
      "epoch": 6.347940752552976,
      "grad_norm": 0.9500818252563477,
      "learning_rate": 0.0005797692315595879,
      "loss": 2.23051416015625,
      "step": 207000
    },
    {
      "epoch": 6.363273942776534,
      "grad_norm": 0.9463828206062317,
      "learning_rate": 0.0005787417674437721,
      "loss": 2.227259033203125,
      "step": 207500
    },
    {
      "epoch": 6.378607133000092,
      "grad_norm": 1.0424871444702148,
      "learning_rate": 0.0005777143033279563,
      "loss": 2.222300048828125,
      "step": 208000
    },
    {
      "epoch": 6.39394032322365,
      "grad_norm": 0.9323693513870239,
      "learning_rate": 0.0005766868392121405,
      "loss": 2.223302490234375,
      "step": 208500
    },
    {
      "epoch": 6.409273513447208,
      "grad_norm": 0.9248519539833069,
      "learning_rate": 0.0005756593750963248,
      "loss": 2.228900390625,
      "step": 209000
    },
    {
      "epoch": 6.424606703670766,
      "grad_norm": 0.9006691575050354,
      "learning_rate": 0.000574631910980509,
      "loss": 2.22398388671875,
      "step": 209500
    },
    {
      "epoch": 6.439939893894324,
      "grad_norm": 0.9456732273101807,
      "learning_rate": 0.0005736044468646933,
      "loss": 2.224505615234375,
      "step": 210000
    },
    {
      "epoch": 6.455273084117882,
      "grad_norm": 0.9350338578224182,
      "learning_rate": 0.0005725769827488775,
      "loss": 2.220249267578125,
      "step": 210500
    },
    {
      "epoch": 6.470606274341439,
      "grad_norm": 0.8714827299118042,
      "learning_rate": 0.0005715495186330617,
      "loss": 2.22928466796875,
      "step": 211000
    },
    {
      "epoch": 6.485939464564997,
      "grad_norm": 0.9264363050460815,
      "learning_rate": 0.000570522054517246,
      "loss": 2.258007568359375,
      "step": 211500
    },
    {
      "epoch": 6.501272654788555,
      "grad_norm": 0.9224889278411865,
      "learning_rate": 0.0005694945904014303,
      "loss": 2.252694580078125,
      "step": 212000
    },
    {
      "epoch": 6.516605845012113,
      "grad_norm": 0.9216419458389282,
      "learning_rate": 0.0005684671262856145,
      "loss": 2.2246591796875,
      "step": 212500
    },
    {
      "epoch": 6.531939035235671,
      "grad_norm": 0.9206384420394897,
      "learning_rate": 0.0005674396621697987,
      "loss": 2.220703857421875,
      "step": 213000
    },
    {
      "epoch": 6.5472722254592295,
      "grad_norm": 0.9439525008201599,
      "learning_rate": 0.000566412198053983,
      "loss": 2.21642138671875,
      "step": 213500
    },
    {
      "epoch": 6.562605415682787,
      "grad_norm": 0.9205273985862732,
      "learning_rate": 0.0005653847339381672,
      "loss": 2.2178076171875,
      "step": 214000
    },
    {
      "epoch": 6.577938605906345,
      "grad_norm": 0.9845165014266968,
      "learning_rate": 0.0005643572698223515,
      "loss": 2.221718994140625,
      "step": 214500
    },
    {
      "epoch": 6.593271796129903,
      "grad_norm": 1.006942629814148,
      "learning_rate": 0.0005633298057065357,
      "loss": 2.221414306640625,
      "step": 215000
    },
    {
      "epoch": 6.608604986353461,
      "grad_norm": 0.9668125510215759,
      "learning_rate": 0.0005623023415907199,
      "loss": 2.218563720703125,
      "step": 215500
    },
    {
      "epoch": 6.623938176577019,
      "grad_norm": 1.0040669441223145,
      "learning_rate": 0.0005612748774749042,
      "loss": 2.2148193359375,
      "step": 216000
    },
    {
      "epoch": 6.6392713668005765,
      "grad_norm": 0.9871698617935181,
      "learning_rate": 0.0005602474133590884,
      "loss": 2.212528076171875,
      "step": 216500
    },
    {
      "epoch": 6.654604557024134,
      "grad_norm": 0.9603434801101685,
      "learning_rate": 0.0005592199492432726,
      "loss": 2.207598876953125,
      "step": 217000
    },
    {
      "epoch": 6.669937747247692,
      "grad_norm": 0.9901469349861145,
      "learning_rate": 0.0005581924851274569,
      "loss": 2.22165625,
      "step": 217500
    },
    {
      "epoch": 6.68527093747125,
      "grad_norm": 0.9955246448516846,
      "learning_rate": 0.0005571650210116411,
      "loss": 2.214988037109375,
      "step": 218000
    },
    {
      "epoch": 6.700604127694808,
      "grad_norm": 0.9757549166679382,
      "learning_rate": 0.0005561375568958254,
      "loss": 2.21699609375,
      "step": 218500
    },
    {
      "epoch": 6.715937317918366,
      "grad_norm": 0.9231974482536316,
      "learning_rate": 0.0005551100927800096,
      "loss": 2.21194140625,
      "step": 219000
    },
    {
      "epoch": 6.7312705081419235,
      "grad_norm": 0.950542151927948,
      "learning_rate": 0.0005540826286641938,
      "loss": 2.212541015625,
      "step": 219500
    },
    {
      "epoch": 6.746603698365482,
      "grad_norm": 1.0565048456192017,
      "learning_rate": 0.0005530551645483781,
      "loss": 2.21347412109375,
      "step": 220000
    },
    {
      "epoch": 6.76193688858904,
      "grad_norm": 1.0073930025100708,
      "learning_rate": 0.0005520277004325625,
      "loss": 2.208374755859375,
      "step": 220500
    },
    {
      "epoch": 6.777270078812598,
      "grad_norm": 1.0372698307037354,
      "learning_rate": 0.0005510002363167467,
      "loss": 2.209357666015625,
      "step": 221000
    },
    {
      "epoch": 6.792603269036156,
      "grad_norm": 0.9625072479248047,
      "learning_rate": 0.0005499727722009309,
      "loss": 2.206805419921875,
      "step": 221500
    },
    {
      "epoch": 6.807936459259714,
      "grad_norm": 0.9764012694358826,
      "learning_rate": 0.0005489453080851152,
      "loss": 2.2055869140625,
      "step": 222000
    },
    {
      "epoch": 6.823269649483271,
      "grad_norm": 0.9529429078102112,
      "learning_rate": 0.0005479178439692994,
      "loss": 2.208606689453125,
      "step": 222500
    },
    {
      "epoch": 6.838602839706829,
      "grad_norm": 0.9485899806022644,
      "learning_rate": 0.0005468903798534837,
      "loss": 2.20398095703125,
      "step": 223000
    },
    {
      "epoch": 6.853936029930387,
      "grad_norm": 0.9776471853256226,
      "learning_rate": 0.0005458629157376679,
      "loss": 2.21119189453125,
      "step": 223500
    },
    {
      "epoch": 6.869269220153945,
      "grad_norm": 0.9755150079727173,
      "learning_rate": 0.0005448354516218521,
      "loss": 2.20704736328125,
      "step": 224000
    },
    {
      "epoch": 6.884602410377503,
      "grad_norm": 1.0282044410705566,
      "learning_rate": 0.0005438079875060364,
      "loss": 2.20789208984375,
      "step": 224500
    },
    {
      "epoch": 6.8999356006010615,
      "grad_norm": 0.9649658203125,
      "learning_rate": 0.0005427805233902207,
      "loss": 2.20995751953125,
      "step": 225000
    },
    {
      "epoch": 6.915268790824619,
      "grad_norm": 1.0128750801086426,
      "learning_rate": 0.0005417530592744049,
      "loss": 2.2080166015625,
      "step": 225500
    },
    {
      "epoch": 6.930601981048177,
      "grad_norm": 0.9281025528907776,
      "learning_rate": 0.0005407255951585891,
      "loss": 2.204848388671875,
      "step": 226000
    },
    {
      "epoch": 6.945935171271735,
      "grad_norm": 0.986391544342041,
      "learning_rate": 0.0005396981310427733,
      "loss": 2.209612548828125,
      "step": 226500
    },
    {
      "epoch": 6.961268361495293,
      "grad_norm": 0.9156123995780945,
      "learning_rate": 0.0005386706669269576,
      "loss": 2.206895263671875,
      "step": 227000
    },
    {
      "epoch": 6.976601551718851,
      "grad_norm": 1.0013313293457031,
      "learning_rate": 0.0005376432028111419,
      "loss": 2.21271484375,
      "step": 227500
    },
    {
      "epoch": 6.9919347419424085,
      "grad_norm": 1.0261515378952026,
      "learning_rate": 0.0005366157386953261,
      "loss": 2.2027060546875,
      "step": 228000
    },
    {
      "epoch": 7.007267932165966,
      "grad_norm": 0.9307826161384583,
      "learning_rate": 0.0005355882745795103,
      "loss": 2.20712548828125,
      "step": 228500
    },
    {
      "epoch": 7.022601122389524,
      "grad_norm": 0.9147453904151917,
      "learning_rate": 0.0005345608104636945,
      "loss": 2.201402587890625,
      "step": 229000
    },
    {
      "epoch": 7.037934312613082,
      "grad_norm": 1.0509899854660034,
      "learning_rate": 0.0005335333463478788,
      "loss": 2.202632080078125,
      "step": 229500
    },
    {
      "epoch": 7.05326750283664,
      "grad_norm": 0.9868361949920654,
      "learning_rate": 0.0005325058822320631,
      "loss": 2.205843017578125,
      "step": 230000
    },
    {
      "epoch": 7.068600693060198,
      "grad_norm": 1.004503846168518,
      "learning_rate": 0.0005314784181162473,
      "loss": 2.20215283203125,
      "step": 230500
    },
    {
      "epoch": 7.083933883283756,
      "grad_norm": 1.0334880352020264,
      "learning_rate": 0.0005304509540004315,
      "loss": 2.198786865234375,
      "step": 231000
    },
    {
      "epoch": 7.099267073507314,
      "grad_norm": 1.1348960399627686,
      "learning_rate": 0.0005294234898846157,
      "loss": 2.30681884765625,
      "step": 231500
    },
    {
      "epoch": 7.114600263730872,
      "grad_norm": 0.995057225227356,
      "learning_rate": 0.0005283960257688001,
      "loss": 2.20882763671875,
      "step": 232000
    },
    {
      "epoch": 7.12993345395443,
      "grad_norm": 1.0143413543701172,
      "learning_rate": 0.0005273685616529843,
      "loss": 2.206244384765625,
      "step": 232500
    },
    {
      "epoch": 7.145266644177988,
      "grad_norm": 0.9252045154571533,
      "learning_rate": 0.0005263410975371685,
      "loss": 2.2012646484375,
      "step": 233000
    },
    {
      "epoch": 7.160599834401546,
      "grad_norm": 0.9729524254798889,
      "learning_rate": 0.0005253136334213527,
      "loss": 2.209430908203125,
      "step": 233500
    },
    {
      "epoch": 7.175933024625103,
      "grad_norm": 0.8740706443786621,
      "learning_rate": 0.0005242861693055369,
      "loss": 2.20389599609375,
      "step": 234000
    },
    {
      "epoch": 7.191266214848661,
      "grad_norm": 0.9020913243293762,
      "learning_rate": 0.0005232587051897213,
      "loss": 2.201166259765625,
      "step": 234500
    },
    {
      "epoch": 7.206599405072219,
      "grad_norm": 0.9470095634460449,
      "learning_rate": 0.0005222312410739055,
      "loss": 2.1985302734375,
      "step": 235000
    },
    {
      "epoch": 7.221932595295777,
      "grad_norm": 1.0765324831008911,
      "learning_rate": 0.0005212037769580897,
      "loss": 2.19733642578125,
      "step": 235500
    },
    {
      "epoch": 7.237265785519335,
      "grad_norm": 0.9833400249481201,
      "learning_rate": 0.0005201763128422739,
      "loss": 2.23849853515625,
      "step": 236000
    },
    {
      "epoch": 7.2525989757428935,
      "grad_norm": 1.003823161125183,
      "learning_rate": 0.0005191488487264582,
      "loss": 2.20395166015625,
      "step": 236500
    },
    {
      "epoch": 7.267932165966451,
      "grad_norm": 0.9548781514167786,
      "learning_rate": 0.0005181213846106425,
      "loss": 2.194429443359375,
      "step": 237000
    },
    {
      "epoch": 7.283265356190009,
      "grad_norm": 0.9909761548042297,
      "learning_rate": 0.0005170939204948268,
      "loss": 2.1935244140625,
      "step": 237500
    },
    {
      "epoch": 7.298598546413567,
      "grad_norm": 1.0807112455368042,
      "learning_rate": 0.000516066456379011,
      "loss": 2.191677978515625,
      "step": 238000
    },
    {
      "epoch": 7.313931736637125,
      "grad_norm": 0.9172926545143127,
      "learning_rate": 0.0005150389922631952,
      "loss": 2.1903837890625,
      "step": 238500
    },
    {
      "epoch": 7.329264926860683,
      "grad_norm": 0.9298128485679626,
      "learning_rate": 0.0005140115281473795,
      "loss": 2.1929833984375,
      "step": 239000
    },
    {
      "epoch": 7.3445981170842405,
      "grad_norm": 0.9095985889434814,
      "learning_rate": 0.0005129840640315638,
      "loss": 2.188815673828125,
      "step": 239500
    },
    {
      "epoch": 7.359931307307798,
      "grad_norm": 0.909279465675354,
      "learning_rate": 0.000511956599915748,
      "loss": 2.188396728515625,
      "step": 240000
    },
    {
      "epoch": 7.375264497531356,
      "grad_norm": 0.9723482131958008,
      "learning_rate": 0.0005109291357999322,
      "loss": 2.188496337890625,
      "step": 240500
    },
    {
      "epoch": 7.390597687754914,
      "grad_norm": 0.9592594504356384,
      "learning_rate": 0.0005099016716841165,
      "loss": 2.191003173828125,
      "step": 241000
    },
    {
      "epoch": 7.405930877978472,
      "grad_norm": 0.9337832927703857,
      "learning_rate": 0.0005088742075683007,
      "loss": 2.186651611328125,
      "step": 241500
    },
    {
      "epoch": 7.42126406820203,
      "grad_norm": 0.8740912079811096,
      "learning_rate": 0.000507846743452485,
      "loss": 2.190474853515625,
      "step": 242000
    },
    {
      "epoch": 7.436597258425588,
      "grad_norm": 1.0178817510604858,
      "learning_rate": 0.0005068192793366692,
      "loss": 2.185767578125,
      "step": 242500
    },
    {
      "epoch": 7.451930448649146,
      "grad_norm": 0.9444199800491333,
      "learning_rate": 0.0005057918152208534,
      "loss": 2.184332763671875,
      "step": 243000
    },
    {
      "epoch": 7.467263638872704,
      "grad_norm": 0.9648879766464233,
      "learning_rate": 0.0005047643511050377,
      "loss": 2.188568603515625,
      "step": 243500
    },
    {
      "epoch": 7.482596829096262,
      "grad_norm": 0.9435598254203796,
      "learning_rate": 0.0005037368869892219,
      "loss": 2.186260498046875,
      "step": 244000
    },
    {
      "epoch": 7.49793001931982,
      "grad_norm": 0.9051665663719177,
      "learning_rate": 0.0005027094228734062,
      "loss": 2.179791259765625,
      "step": 244500
    },
    {
      "epoch": 7.513263209543378,
      "grad_norm": 0.9058200716972351,
      "learning_rate": 0.0005016819587575904,
      "loss": 2.183138427734375,
      "step": 245000
    },
    {
      "epoch": 7.528596399766935,
      "grad_norm": 0.9183915853500366,
      "learning_rate": 0.0005006544946417746,
      "loss": 2.183941162109375,
      "step": 245500
    },
    {
      "epoch": 7.543929589990493,
      "grad_norm": 0.9438408017158508,
      "learning_rate": 0.0004996270305259589,
      "loss": 2.18027099609375,
      "step": 246000
    },
    {
      "epoch": 7.559262780214051,
      "grad_norm": 0.9633219242095947,
      "learning_rate": 0.0004985995664101431,
      "loss": 2.1832861328125,
      "step": 246500
    },
    {
      "epoch": 7.574595970437609,
      "grad_norm": 1.0026354789733887,
      "learning_rate": 0.0004975721022943274,
      "loss": 2.180103271484375,
      "step": 247000
    },
    {
      "epoch": 7.589929160661168,
      "grad_norm": 0.9692184329032898,
      "learning_rate": 0.0004965446381785117,
      "loss": 2.18084765625,
      "step": 247500
    },
    {
      "epoch": 7.6052623508847255,
      "grad_norm": 0.9162648320198059,
      "learning_rate": 0.0004955171740626959,
      "loss": 2.185460205078125,
      "step": 248000
    },
    {
      "epoch": 7.620595541108283,
      "grad_norm": 0.9270127415657043,
      "learning_rate": 0.0004944897099468801,
      "loss": 2.18500927734375,
      "step": 248500
    },
    {
      "epoch": 7.635928731331841,
      "grad_norm": 1.0042341947555542,
      "learning_rate": 0.0004934622458310643,
      "loss": 2.178227783203125,
      "step": 249000
    },
    {
      "epoch": 7.651261921555399,
      "grad_norm": 0.9266281723976135,
      "learning_rate": 0.0004924347817152486,
      "loss": 2.181103515625,
      "step": 249500
    },
    {
      "epoch": 7.666595111778957,
      "grad_norm": 1.0151432752609253,
      "learning_rate": 0.0004914073175994329,
      "loss": 2.177479736328125,
      "step": 250000
    },
    {
      "epoch": 7.681928302002515,
      "grad_norm": 1.0316983461380005,
      "learning_rate": 0.0004903798534836171,
      "loss": 2.17549169921875,
      "step": 250500
    },
    {
      "epoch": 7.6972614922260725,
      "grad_norm": 1.0134527683258057,
      "learning_rate": 0.0004893523893678013,
      "loss": 2.18060888671875,
      "step": 251000
    },
    {
      "epoch": 7.71259468244963,
      "grad_norm": 0.9627741575241089,
      "learning_rate": 0.0004883249252519855,
      "loss": 2.17560595703125,
      "step": 251500
    },
    {
      "epoch": 7.727927872673188,
      "grad_norm": 0.9785253405570984,
      "learning_rate": 0.00048729746113616986,
      "loss": 2.18788623046875,
      "step": 252000
    },
    {
      "epoch": 7.743261062896746,
      "grad_norm": 0.9112822413444519,
      "learning_rate": 0.0004862699970203541,
      "loss": 2.18787353515625,
      "step": 252500
    },
    {
      "epoch": 7.758594253120304,
      "grad_norm": 0.9322875738143921,
      "learning_rate": 0.0004852425329045383,
      "loss": 2.182326904296875,
      "step": 253000
    },
    {
      "epoch": 7.773927443343862,
      "grad_norm": 0.9323176741600037,
      "learning_rate": 0.0004842150687887226,
      "loss": 2.18578662109375,
      "step": 253500
    },
    {
      "epoch": 7.78926063356742,
      "grad_norm": 0.9617714285850525,
      "learning_rate": 0.0004831876046729068,
      "loss": 2.18440576171875,
      "step": 254000
    },
    {
      "epoch": 7.804593823790978,
      "grad_norm": 0.938381016254425,
      "learning_rate": 0.00048216014055709106,
      "loss": 2.180271728515625,
      "step": 254500
    },
    {
      "epoch": 7.819927014014536,
      "grad_norm": 0.9258219003677368,
      "learning_rate": 0.0004811326764412753,
      "loss": 2.18286572265625,
      "step": 255000
    },
    {
      "epoch": 7.835260204238094,
      "grad_norm": 0.9577145576477051,
      "learning_rate": 0.00048010521232545955,
      "loss": 2.182063720703125,
      "step": 255500
    },
    {
      "epoch": 7.850593394461652,
      "grad_norm": 1.116279125213623,
      "learning_rate": 0.00047907774820964377,
      "loss": 2.22189208984375,
      "step": 256000
    },
    {
      "epoch": 7.8659265846852096,
      "grad_norm": 0.8886823654174805,
      "learning_rate": 0.00047805028409382804,
      "loss": 2.1770849609375,
      "step": 256500
    },
    {
      "epoch": 7.881259774908767,
      "grad_norm": 1.0181430578231812,
      "learning_rate": 0.00047702281997801226,
      "loss": 2.172475830078125,
      "step": 257000
    },
    {
      "epoch": 7.896592965132325,
      "grad_norm": 0.9926044940948486,
      "learning_rate": 0.0004759953558621965,
      "loss": 2.172684326171875,
      "step": 257500
    },
    {
      "epoch": 7.911926155355883,
      "grad_norm": 0.9689538478851318,
      "learning_rate": 0.00047496789174638075,
      "loss": 2.177263671875,
      "step": 258000
    },
    {
      "epoch": 7.927259345579441,
      "grad_norm": 0.9273969531059265,
      "learning_rate": 0.00047394042763056497,
      "loss": 2.17976025390625,
      "step": 258500
    },
    {
      "epoch": 7.942592535803,
      "grad_norm": 0.9241510629653931,
      "learning_rate": 0.0004729129635147493,
      "loss": 2.187328125,
      "step": 259000
    },
    {
      "epoch": 7.9579257260265575,
      "grad_norm": 0.9800302386283875,
      "learning_rate": 0.0004718854993989335,
      "loss": 2.171550048828125,
      "step": 259500
    },
    {
      "epoch": 7.973258916250115,
      "grad_norm": 0.9281045198440552,
      "learning_rate": 0.0004708580352831178,
      "loss": 2.18274755859375,
      "step": 260000
    },
    {
      "epoch": 7.988592106473673,
      "grad_norm": 0.9374285340309143,
      "learning_rate": 0.000469830571167302,
      "loss": 2.17093701171875,
      "step": 260500
    },
    {
      "epoch": 8.003925296697231,
      "grad_norm": 0.9211281538009644,
      "learning_rate": 0.0004688031070514862,
      "loss": 2.1726689453125,
      "step": 261000
    },
    {
      "epoch": 8.019258486920789,
      "grad_norm": 0.9847639799118042,
      "learning_rate": 0.0004677756429356705,
      "loss": 2.1776376953125,
      "step": 261500
    },
    {
      "epoch": 8.034591677144347,
      "grad_norm": 0.9983856081962585,
      "learning_rate": 0.0004667481788198547,
      "loss": 2.18103759765625,
      "step": 262000
    },
    {
      "epoch": 8.049924867367904,
      "grad_norm": 0.8992999792098999,
      "learning_rate": 0.000465720714704039,
      "loss": 2.1789794921875,
      "step": 262500
    },
    {
      "epoch": 8.065258057591462,
      "grad_norm": 0.8943489193916321,
      "learning_rate": 0.0004646932505882232,
      "loss": 2.173632568359375,
      "step": 263000
    },
    {
      "epoch": 8.08059124781502,
      "grad_norm": 0.9369834065437317,
      "learning_rate": 0.0004636657864724075,
      "loss": 2.170263916015625,
      "step": 263500
    },
    {
      "epoch": 8.095924438038578,
      "grad_norm": 0.9863760471343994,
      "learning_rate": 0.0004626383223565917,
      "loss": 2.171566162109375,
      "step": 264000
    },
    {
      "epoch": 8.111257628262136,
      "grad_norm": 0.9283600449562073,
      "learning_rate": 0.00046161085824077597,
      "loss": 2.171884765625,
      "step": 264500
    },
    {
      "epoch": 8.126590818485694,
      "grad_norm": 0.9468367695808411,
      "learning_rate": 0.0004605833941249602,
      "loss": 2.168829345703125,
      "step": 265000
    },
    {
      "epoch": 8.141924008709251,
      "grad_norm": 1.0426998138427734,
      "learning_rate": 0.0004595559300091444,
      "loss": 2.170163330078125,
      "step": 265500
    },
    {
      "epoch": 8.15725719893281,
      "grad_norm": 0.9358944892883301,
      "learning_rate": 0.0004585284658933287,
      "loss": 2.17309228515625,
      "step": 266000
    },
    {
      "epoch": 8.172590389156367,
      "grad_norm": 0.8933295011520386,
      "learning_rate": 0.0004575010017775129,
      "loss": 2.17467041015625,
      "step": 266500
    },
    {
      "epoch": 8.187923579379925,
      "grad_norm": 0.9726329445838928,
      "learning_rate": 0.00045647353766169717,
      "loss": 2.170869140625,
      "step": 267000
    },
    {
      "epoch": 8.203256769603485,
      "grad_norm": 0.9581248164176941,
      "learning_rate": 0.00045544607354588144,
      "loss": 2.16552099609375,
      "step": 267500
    },
    {
      "epoch": 8.218589959827042,
      "grad_norm": 0.9545334577560425,
      "learning_rate": 0.0004544186094300657,
      "loss": 2.163555908203125,
      "step": 268000
    },
    {
      "epoch": 8.2339231500506,
      "grad_norm": 0.9880333542823792,
      "learning_rate": 0.00045339114531424993,
      "loss": 2.162514892578125,
      "step": 268500
    },
    {
      "epoch": 8.249256340274158,
      "grad_norm": 0.9676527380943298,
      "learning_rate": 0.00045236368119843415,
      "loss": 2.1637099609375,
      "step": 269000
    },
    {
      "epoch": 8.264589530497716,
      "grad_norm": 1.0039492845535278,
      "learning_rate": 0.0004513362170826184,
      "loss": 2.16224853515625,
      "step": 269500
    },
    {
      "epoch": 8.279922720721274,
      "grad_norm": 0.9783391952514648,
      "learning_rate": 0.00045030875296680264,
      "loss": 2.16271435546875,
      "step": 270000
    },
    {
      "epoch": 8.295255910944832,
      "grad_norm": 0.9354684352874756,
      "learning_rate": 0.0004492812888509869,
      "loss": 2.162572998046875,
      "step": 270500
    },
    {
      "epoch": 8.31058910116839,
      "grad_norm": 1.0112619400024414,
      "learning_rate": 0.0004482538247351711,
      "loss": 2.166249755859375,
      "step": 271000
    },
    {
      "epoch": 8.325922291391947,
      "grad_norm": 0.9312315583229065,
      "learning_rate": 0.0004472263606193554,
      "loss": 2.170287841796875,
      "step": 271500
    },
    {
      "epoch": 8.341255481615505,
      "grad_norm": 0.910420298576355,
      "learning_rate": 0.0004461988965035396,
      "loss": 2.1701572265625,
      "step": 272000
    },
    {
      "epoch": 8.356588671839063,
      "grad_norm": 0.9733853936195374,
      "learning_rate": 0.00044517143238772383,
      "loss": 2.1632666015625,
      "step": 272500
    },
    {
      "epoch": 8.37192186206262,
      "grad_norm": 0.9422973394393921,
      "learning_rate": 0.0004441439682719081,
      "loss": 2.168470947265625,
      "step": 273000
    },
    {
      "epoch": 8.387255052286179,
      "grad_norm": 0.9360983967781067,
      "learning_rate": 0.0004431165041560923,
      "loss": 2.167650634765625,
      "step": 273500
    },
    {
      "epoch": 8.402588242509736,
      "grad_norm": 0.8891287446022034,
      "learning_rate": 0.0004420890400402766,
      "loss": 2.16269970703125,
      "step": 274000
    },
    {
      "epoch": 8.417921432733294,
      "grad_norm": 0.977506697177887,
      "learning_rate": 0.0004410615759244608,
      "loss": 2.1626337890625,
      "step": 274500
    },
    {
      "epoch": 8.433254622956852,
      "grad_norm": 0.938169002532959,
      "learning_rate": 0.0004400341118086451,
      "loss": 2.1620302734375,
      "step": 275000
    },
    {
      "epoch": 8.44858781318041,
      "grad_norm": 1.0033444166183472,
      "learning_rate": 0.0004390066476928293,
      "loss": 2.162121337890625,
      "step": 275500
    },
    {
      "epoch": 8.463921003403968,
      "grad_norm": 0.9575499296188354,
      "learning_rate": 0.00043797918357701363,
      "loss": 2.16051953125,
      "step": 276000
    },
    {
      "epoch": 8.479254193627526,
      "grad_norm": 0.9749202728271484,
      "learning_rate": 0.00043695171946119785,
      "loss": 2.15986572265625,
      "step": 276500
    },
    {
      "epoch": 8.494587383851083,
      "grad_norm": 0.9810478687286377,
      "learning_rate": 0.00043592425534538207,
      "loss": 2.153389404296875,
      "step": 277000
    },
    {
      "epoch": 8.509920574074641,
      "grad_norm": 12.6534423828125,
      "learning_rate": 0.00043489679122956634,
      "loss": 2.644532470703125,
      "step": 277500
    },
    {
      "epoch": 8.5252537642982,
      "grad_norm": 1.1211611032485962,
      "learning_rate": 0.00043386932711375056,
      "loss": 3.080705810546875,
      "step": 278000
    },
    {
      "epoch": 8.540586954521757,
      "grad_norm": 0.9509645104408264,
      "learning_rate": 0.00043284186299793483,
      "loss": 2.183162353515625,
      "step": 278500
    },
    {
      "epoch": 8.555920144745315,
      "grad_norm": 1.0484975576400757,
      "learning_rate": 0.00043181439888211905,
      "loss": 2.1676123046875,
      "step": 279000
    },
    {
      "epoch": 8.571253334968874,
      "grad_norm": 0.9419655203819275,
      "learning_rate": 0.0004307869347663033,
      "loss": 2.167958740234375,
      "step": 279500
    },
    {
      "epoch": 8.586586525192432,
      "grad_norm": 0.9268501400947571,
      "learning_rate": 0.00042975947065048754,
      "loss": 2.158396728515625,
      "step": 280000
    },
    {
      "epoch": 8.60191971541599,
      "grad_norm": 0.9125949144363403,
      "learning_rate": 0.00042873200653467176,
      "loss": 2.15858154296875,
      "step": 280500
    },
    {
      "epoch": 8.617252905639548,
      "grad_norm": 1.851557970046997,
      "learning_rate": 0.00042770454241885603,
      "loss": 2.154983642578125,
      "step": 281000
    },
    {
      "epoch": 8.632586095863106,
      "grad_norm": 0.9740294814109802,
      "learning_rate": 0.00042667707830304025,
      "loss": 2.184305908203125,
      "step": 281500
    },
    {
      "epoch": 8.647919286086664,
      "grad_norm": 1.0088683366775513,
      "learning_rate": 0.0004256496141872245,
      "loss": 2.154712890625,
      "step": 282000
    },
    {
      "epoch": 8.663252476310221,
      "grad_norm": 0.9518082141876221,
      "learning_rate": 0.00042462215007140874,
      "loss": 2.1606416015625,
      "step": 282500
    },
    {
      "epoch": 8.67858566653378,
      "grad_norm": 0.9166815280914307,
      "learning_rate": 0.000423594685955593,
      "loss": 2.16301708984375,
      "step": 283000
    },
    {
      "epoch": 8.693918856757337,
      "grad_norm": 0.9738340973854065,
      "learning_rate": 0.00042256722183977723,
      "loss": 2.161161376953125,
      "step": 283500
    },
    {
      "epoch": 8.709252046980895,
      "grad_norm": 0.9328674077987671,
      "learning_rate": 0.0004215397577239615,
      "loss": 2.1595078125,
      "step": 284000
    },
    {
      "epoch": 8.724585237204453,
      "grad_norm": 4.924217224121094,
      "learning_rate": 0.0004205122936081458,
      "loss": 2.155772216796875,
      "step": 284500
    },
    {
      "epoch": 8.73991842742801,
      "grad_norm": 3.7930402755737305,
      "learning_rate": 0.00041948482949233,
      "loss": 2.1722607421875,
      "step": 285000
    },
    {
      "epoch": 8.755251617651568,
      "grad_norm": 0.9515505433082581,
      "learning_rate": 0.00041845736537651426,
      "loss": 2.16401220703125,
      "step": 285500
    },
    {
      "epoch": 8.770584807875126,
      "grad_norm": 0.9334007501602173,
      "learning_rate": 0.0004174299012606985,
      "loss": 2.15022705078125,
      "step": 286000
    },
    {
      "epoch": 8.785917998098684,
      "grad_norm": 0.9569264650344849,
      "learning_rate": 0.00041640243714488275,
      "loss": 2.16190478515625,
      "step": 286500
    },
    {
      "epoch": 8.801251188322242,
      "grad_norm": 0.9780637621879578,
      "learning_rate": 0.00041537497302906697,
      "loss": 2.154711181640625,
      "step": 287000
    },
    {
      "epoch": 8.8165843785458,
      "grad_norm": 0.9233477711677551,
      "learning_rate": 0.00041434750891325124,
      "loss": 2.157458251953125,
      "step": 287500
    },
    {
      "epoch": 8.831917568769358,
      "grad_norm": 0.9175972938537598,
      "learning_rate": 0.00041332004479743546,
      "loss": 2.157989990234375,
      "step": 288000
    },
    {
      "epoch": 8.847250758992915,
      "grad_norm": 0.9064671993255615,
      "learning_rate": 0.0004122925806816197,
      "loss": 2.15585986328125,
      "step": 288500
    },
    {
      "epoch": 8.862583949216473,
      "grad_norm": 0.9852584004402161,
      "learning_rate": 0.00041126511656580395,
      "loss": 2.1588828125,
      "step": 289000
    },
    {
      "epoch": 8.877917139440031,
      "grad_norm": 0.9182608127593994,
      "learning_rate": 0.00041023765244998817,
      "loss": 2.1511474609375,
      "step": 289500
    },
    {
      "epoch": 8.89325032966359,
      "grad_norm": 1.0061551332473755,
      "learning_rate": 0.00040921018833417244,
      "loss": 2.153777099609375,
      "step": 290000
    },
    {
      "epoch": 8.908583519887149,
      "grad_norm": 0.9124777317047119,
      "learning_rate": 0.00040818272421835666,
      "loss": 2.144818115234375,
      "step": 290500
    },
    {
      "epoch": 8.923916710110706,
      "grad_norm": 0.910224199295044,
      "learning_rate": 0.00040715526010254093,
      "loss": 2.1789833984375,
      "step": 291000
    },
    {
      "epoch": 8.939249900334264,
      "grad_norm": 0.9544818997383118,
      "learning_rate": 0.00040612779598672515,
      "loss": 2.15167138671875,
      "step": 291500
    },
    {
      "epoch": 8.954583090557822,
      "grad_norm": 0.9717366099357605,
      "learning_rate": 0.0004051003318709094,
      "loss": 2.151651611328125,
      "step": 292000
    },
    {
      "epoch": 8.96991628078138,
      "grad_norm": 0.9445834159851074,
      "learning_rate": 0.00040407286775509364,
      "loss": 2.154056884765625,
      "step": 292500
    },
    {
      "epoch": 8.985249471004938,
      "grad_norm": 0.8973835110664368,
      "learning_rate": 0.00040304540363927786,
      "loss": 2.148269775390625,
      "step": 293000
    },
    {
      "epoch": 9.000582661228496,
      "grad_norm": 0.9345681667327881,
      "learning_rate": 0.0004020179395234622,
      "loss": 2.154309326171875,
      "step": 293500
    },
    {
      "epoch": 9.015915851452053,
      "grad_norm": 0.9269891977310181,
      "learning_rate": 0.0004009904754076464,
      "loss": 2.1445849609375,
      "step": 294000
    },
    {
      "epoch": 9.031249041675611,
      "grad_norm": 0.9665656089782715,
      "learning_rate": 0.0003999630112918307,
      "loss": 2.142473388671875,
      "step": 294500
    },
    {
      "epoch": 9.046582231899169,
      "grad_norm": 0.8849844336509705,
      "learning_rate": 0.0003989355471760149,
      "loss": 2.144214111328125,
      "step": 295000
    },
    {
      "epoch": 9.061915422122727,
      "grad_norm": 11.574191093444824,
      "learning_rate": 0.00039790808306019917,
      "loss": 3.21774755859375,
      "step": 295500
    },
    {
      "epoch": 9.077248612346285,
      "grad_norm": 2.6705760955810547,
      "learning_rate": 0.0003968806189443834,
      "loss": 3.997998046875,
      "step": 296000
    },
    {
      "epoch": 9.092581802569843,
      "grad_norm": 1.4139961004257202,
      "learning_rate": 0.0003958531548285676,
      "loss": 3.25447314453125,
      "step": 296500
    },
    {
      "epoch": 9.1079149927934,
      "grad_norm": 1.9016342163085938,
      "learning_rate": 0.0003948256907127519,
      "loss": 3.186572998046875,
      "step": 297000
    },
    {
      "epoch": 9.123248183016958,
      "grad_norm": 1.194314956665039,
      "learning_rate": 0.0003937982265969361,
      "loss": 2.78134716796875,
      "step": 297500
    },
    {
      "epoch": 9.138581373240516,
      "grad_norm": 1.0150920152664185,
      "learning_rate": 0.00039277076248112037,
      "loss": 2.463370361328125,
      "step": 298000
    },
    {
      "epoch": 9.153914563464074,
      "grad_norm": 0.9405332207679749,
      "learning_rate": 0.0003917432983653046,
      "loss": 2.188419189453125,
      "step": 298500
    },
    {
      "epoch": 9.169247753687632,
      "grad_norm": 0.9128625392913818,
      "learning_rate": 0.00039071583424948886,
      "loss": 2.168464111328125,
      "step": 299000
    },
    {
      "epoch": 9.18458094391119,
      "grad_norm": 1.00675630569458,
      "learning_rate": 0.0003896883701336731,
      "loss": 2.159985107421875,
      "step": 299500
    },
    {
      "epoch": 9.199914134134747,
      "grad_norm": 0.8720121383666992,
      "learning_rate": 0.0003886609060178573,
      "loss": 2.157592041015625,
      "step": 300000
    },
    {
      "epoch": 9.215247324358305,
      "grad_norm": 0.9381896257400513,
      "learning_rate": 0.00038763344190204156,
      "loss": 2.156147705078125,
      "step": 300500
    },
    {
      "epoch": 9.230580514581863,
      "grad_norm": 0.9941139817237854,
      "learning_rate": 0.0003866059777862258,
      "loss": 2.149791748046875,
      "step": 301000
    },
    {
      "epoch": 9.245913704805421,
      "grad_norm": 0.9148195385932922,
      "learning_rate": 0.00038557851367041005,
      "loss": 2.1458505859375,
      "step": 301500
    },
    {
      "epoch": 9.26124689502898,
      "grad_norm": 0.9031514525413513,
      "learning_rate": 0.0003845510495545943,
      "loss": 2.143084716796875,
      "step": 302000
    },
    {
      "epoch": 9.276580085252538,
      "grad_norm": 1.0594336986541748,
      "learning_rate": 0.0003835235854387786,
      "loss": 2.139436767578125,
      "step": 302500
    },
    {
      "epoch": 9.291913275476096,
      "grad_norm": 0.879939079284668,
      "learning_rate": 0.0003824961213229628,
      "loss": 2.14239794921875,
      "step": 303000
    },
    {
      "epoch": 9.307246465699654,
      "grad_norm": 0.9320951700210571,
      "learning_rate": 0.0003814686572071471,
      "loss": 2.144962158203125,
      "step": 303500
    },
    {
      "epoch": 9.322579655923212,
      "grad_norm": 0.8990065455436707,
      "learning_rate": 0.0003804411930913313,
      "loss": 2.14126318359375,
      "step": 304000
    },
    {
      "epoch": 9.33791284614677,
      "grad_norm": 0.90969318151474,
      "learning_rate": 0.0003794137289755155,
      "loss": 2.14310986328125,
      "step": 304500
    },
    {
      "epoch": 9.353246036370328,
      "grad_norm": 0.9072972536087036,
      "learning_rate": 0.0003783862648596998,
      "loss": 2.140880859375,
      "step": 305000
    },
    {
      "epoch": 9.368579226593885,
      "grad_norm": 0.9800154566764832,
      "learning_rate": 0.000377358800743884,
      "loss": 2.13557958984375,
      "step": 305500
    },
    {
      "epoch": 9.383912416817443,
      "grad_norm": 0.9199201464653015,
      "learning_rate": 0.0003763313366280683,
      "loss": 2.150316650390625,
      "step": 306000
    },
    {
      "epoch": 9.399245607041001,
      "grad_norm": 0.8888324499130249,
      "learning_rate": 0.0003753038725122525,
      "loss": 2.13763818359375,
      "step": 306500
    },
    {
      "epoch": 9.414578797264559,
      "grad_norm": 0.908806324005127,
      "learning_rate": 0.0003742764083964368,
      "loss": 2.140972900390625,
      "step": 307000
    },
    {
      "epoch": 9.429911987488117,
      "grad_norm": 1.0923656225204468,
      "learning_rate": 0.000373248944280621,
      "loss": 2.130876220703125,
      "step": 307500
    },
    {
      "epoch": 9.445245177711675,
      "grad_norm": 0.9099012017250061,
      "learning_rate": 0.0003722214801648052,
      "loss": 2.132488525390625,
      "step": 308000
    },
    {
      "epoch": 9.460578367935232,
      "grad_norm": 0.9411154985427856,
      "learning_rate": 0.0003711940160489895,
      "loss": 2.13144873046875,
      "step": 308500
    },
    {
      "epoch": 9.47591155815879,
      "grad_norm": 0.8911005258560181,
      "learning_rate": 0.0003701665519331737,
      "loss": 2.133062255859375,
      "step": 309000
    },
    {
      "epoch": 9.491244748382348,
      "grad_norm": 0.943794310092926,
      "learning_rate": 0.000369139087817358,
      "loss": 2.133711669921875,
      "step": 309500
    },
    {
      "epoch": 9.506577938605906,
      "grad_norm": 0.914375364780426,
      "learning_rate": 0.0003681116237015422,
      "loss": 2.131699462890625,
      "step": 310000
    },
    {
      "epoch": 9.521911128829464,
      "grad_norm": 0.9958600401878357,
      "learning_rate": 0.0003670841595857265,
      "loss": 2.127068603515625,
      "step": 310500
    },
    {
      "epoch": 9.537244319053022,
      "grad_norm": 0.9124085307121277,
      "learning_rate": 0.00036605669546991074,
      "loss": 2.135460693359375,
      "step": 311000
    },
    {
      "epoch": 9.55257750927658,
      "grad_norm": 0.9349147081375122,
      "learning_rate": 0.000365029231354095,
      "loss": 2.130185791015625,
      "step": 311500
    },
    {
      "epoch": 9.567910699500137,
      "grad_norm": 0.8774728178977966,
      "learning_rate": 0.00036400176723827923,
      "loss": 2.131975830078125,
      "step": 312000
    },
    {
      "epoch": 9.583243889723695,
      "grad_norm": 0.8731340169906616,
      "learning_rate": 0.00036297430312246345,
      "loss": 2.152654296875,
      "step": 312500
    },
    {
      "epoch": 9.598577079947255,
      "grad_norm": 0.9262880086898804,
      "learning_rate": 0.0003619468390066477,
      "loss": 2.1312138671875,
      "step": 313000
    },
    {
      "epoch": 9.613910270170813,
      "grad_norm": 0.9379519820213318,
      "learning_rate": 0.00036091937489083194,
      "loss": 2.1309052734375,
      "step": 313500
    },
    {
      "epoch": 9.62924346039437,
      "grad_norm": 0.8927226662635803,
      "learning_rate": 0.0003598919107750162,
      "loss": 2.12682373046875,
      "step": 314000
    },
    {
      "epoch": 9.644576650617928,
      "grad_norm": 0.9276019334793091,
      "learning_rate": 0.00035886444665920043,
      "loss": 2.125686767578125,
      "step": 314500
    },
    {
      "epoch": 9.659909840841486,
      "grad_norm": 1.0309480428695679,
      "learning_rate": 0.0003578369825433847,
      "loss": 2.127134033203125,
      "step": 315000
    },
    {
      "epoch": 9.675243031065044,
      "grad_norm": 0.9474682807922363,
      "learning_rate": 0.0003568095184275689,
      "loss": 2.12454931640625,
      "step": 315500
    },
    {
      "epoch": 9.690576221288602,
      "grad_norm": 0.9093489646911621,
      "learning_rate": 0.00035578205431175314,
      "loss": 2.123470458984375,
      "step": 316000
    },
    {
      "epoch": 9.70590941151216,
      "grad_norm": 0.8616217970848083,
      "learning_rate": 0.0003547545901959374,
      "loss": 2.126158447265625,
      "step": 316500
    },
    {
      "epoch": 9.721242601735717,
      "grad_norm": 0.928504228591919,
      "learning_rate": 0.0003537271260801216,
      "loss": 2.274539794921875,
      "step": 317000
    },
    {
      "epoch": 9.736575791959275,
      "grad_norm": 0.9357199668884277,
      "learning_rate": 0.0003526996619643059,
      "loss": 2.12382861328125,
      "step": 317500
    },
    {
      "epoch": 9.751908982182833,
      "grad_norm": 0.8808205723762512,
      "learning_rate": 0.0003516721978484901,
      "loss": 2.11723876953125,
      "step": 318000
    },
    {
      "epoch": 9.767242172406391,
      "grad_norm": 0.8950467109680176,
      "learning_rate": 0.0003506447337326744,
      "loss": 2.123248046875,
      "step": 318500
    },
    {
      "epoch": 9.782575362629949,
      "grad_norm": 1.010391116142273,
      "learning_rate": 0.00034961726961685866,
      "loss": 2.129399658203125,
      "step": 319000
    },
    {
      "epoch": 9.797908552853507,
      "grad_norm": 0.8765254616737366,
      "learning_rate": 0.0003485898055010429,
      "loss": 2.126660888671875,
      "step": 319500
    },
    {
      "epoch": 9.813241743077064,
      "grad_norm": 0.977301299571991,
      "learning_rate": 0.00034756234138522715,
      "loss": 2.12415966796875,
      "step": 320000
    },
    {
      "epoch": 9.828574933300622,
      "grad_norm": 0.9465354681015015,
      "learning_rate": 0.00034653487726941137,
      "loss": 2.11918408203125,
      "step": 320500
    },
    {
      "epoch": 9.84390812352418,
      "grad_norm": 0.9051035046577454,
      "learning_rate": 0.00034550741315359564,
      "loss": 2.1199619140625,
      "step": 321000
    },
    {
      "epoch": 9.859241313747738,
      "grad_norm": 0.8718971014022827,
      "learning_rate": 0.00034447994903777986,
      "loss": 2.13548828125,
      "step": 321500
    },
    {
      "epoch": 9.874574503971296,
      "grad_norm": 0.9003779888153076,
      "learning_rate": 0.00034345248492196413,
      "loss": 2.116677001953125,
      "step": 322000
    },
    {
      "epoch": 9.889907694194854,
      "grad_norm": 0.9519785642623901,
      "learning_rate": 0.00034242502080614835,
      "loss": 2.2166533203125,
      "step": 322500
    },
    {
      "epoch": 9.905240884418411,
      "grad_norm": 0.9673523902893066,
      "learning_rate": 0.0003413975566903326,
      "loss": 2.12233984375,
      "step": 323000
    },
    {
      "epoch": 9.92057407464197,
      "grad_norm": 0.9066923260688782,
      "learning_rate": 0.00034037009257451684,
      "loss": 2.1174404296875,
      "step": 323500
    },
    {
      "epoch": 9.935907264865527,
      "grad_norm": 0.8994842767715454,
      "learning_rate": 0.00033934262845870106,
      "loss": 2.11081494140625,
      "step": 324000
    },
    {
      "epoch": 9.951240455089085,
      "grad_norm": 0.9179783463478088,
      "learning_rate": 0.00033831516434288533,
      "loss": 2.11522021484375,
      "step": 324500
    },
    {
      "epoch": 9.966573645312645,
      "grad_norm": 0.9965870380401611,
      "learning_rate": 0.00033728770022706955,
      "loss": 2.115026611328125,
      "step": 325000
    },
    {
      "epoch": 9.981906835536202,
      "grad_norm": 0.9637007713317871,
      "learning_rate": 0.0003362602361112538,
      "loss": 2.119259033203125,
      "step": 325500
    },
    {
      "epoch": 9.99724002575976,
      "grad_norm": 0.8663878440856934,
      "learning_rate": 0.00033523277199543804,
      "loss": 2.2038720703125,
      "step": 326000
    },
    {
      "epoch": 10.012573215983318,
      "grad_norm": 0.9896288514137268,
      "learning_rate": 0.0003342053078796223,
      "loss": 2.11087353515625,
      "step": 326500
    },
    {
      "epoch": 10.027906406206876,
      "grad_norm": 0.9026309251785278,
      "learning_rate": 0.00033317784376380653,
      "loss": 2.109000732421875,
      "step": 327000
    },
    {
      "epoch": 10.043239596430434,
      "grad_norm": 0.9134894013404846,
      "learning_rate": 0.00033215037964799075,
      "loss": 2.110432373046875,
      "step": 327500
    },
    {
      "epoch": 10.058572786653992,
      "grad_norm": 0.8728117346763611,
      "learning_rate": 0.0003311229155321751,
      "loss": 2.1112392578125,
      "step": 328000
    },
    {
      "epoch": 10.07390597687755,
      "grad_norm": 1.249224305152893,
      "learning_rate": 0.0003300954514163593,
      "loss": 2.116403076171875,
      "step": 328500
    },
    {
      "epoch": 10.089239167101107,
      "grad_norm": 0.948402464389801,
      "learning_rate": 0.00032906798730054357,
      "loss": 2.11359228515625,
      "step": 329000
    },
    {
      "epoch": 10.104572357324665,
      "grad_norm": 1.0774781703948975,
      "learning_rate": 0.0003280405231847278,
      "loss": 2.114695556640625,
      "step": 329500
    },
    {
      "epoch": 10.119905547548223,
      "grad_norm": 0.932476282119751,
      "learning_rate": 0.00032701305906891206,
      "loss": 2.1198720703125,
      "step": 330000
    },
    {
      "epoch": 10.13523873777178,
      "grad_norm": 0.9639845490455627,
      "learning_rate": 0.0003259855949530963,
      "loss": 2.115079345703125,
      "step": 330500
    },
    {
      "epoch": 10.150571927995339,
      "grad_norm": 0.910460889339447,
      "learning_rate": 0.00032495813083728055,
      "loss": 2.117462890625,
      "step": 331000
    },
    {
      "epoch": 10.165905118218896,
      "grad_norm": 0.8573005199432373,
      "learning_rate": 0.00032393066672146476,
      "loss": 2.10928564453125,
      "step": 331500
    },
    {
      "epoch": 10.181238308442454,
      "grad_norm": 1.0561102628707886,
      "learning_rate": 0.000322903202605649,
      "loss": 2.11848291015625,
      "step": 332000
    },
    {
      "epoch": 10.196571498666012,
      "grad_norm": 0.9995536208152771,
      "learning_rate": 0.00032187573848983325,
      "loss": 2.11069775390625,
      "step": 332500
    },
    {
      "epoch": 10.21190468888957,
      "grad_norm": 0.9712611436843872,
      "learning_rate": 0.00032084827437401747,
      "loss": 2.11180810546875,
      "step": 333000
    },
    {
      "epoch": 10.227237879113128,
      "grad_norm": 0.8606237173080444,
      "learning_rate": 0.00031982081025820174,
      "loss": 2.112678955078125,
      "step": 333500
    },
    {
      "epoch": 10.242571069336686,
      "grad_norm": 0.8895093202590942,
      "learning_rate": 0.00031879334614238596,
      "loss": 2.104147705078125,
      "step": 334000
    },
    {
      "epoch": 10.257904259560243,
      "grad_norm": 1.012330412864685,
      "learning_rate": 0.00031776588202657023,
      "loss": 2.11276416015625,
      "step": 334500
    },
    {
      "epoch": 10.273237449783801,
      "grad_norm": 0.8904862999916077,
      "learning_rate": 0.00031673841791075445,
      "loss": 2.109542724609375,
      "step": 335000
    },
    {
      "epoch": 10.288570640007359,
      "grad_norm": 0.908838152885437,
      "learning_rate": 0.00031571095379493867,
      "loss": 2.106905029296875,
      "step": 335500
    },
    {
      "epoch": 10.303903830230919,
      "grad_norm": 0.8937394618988037,
      "learning_rate": 0.00031468348967912294,
      "loss": 2.110737060546875,
      "step": 336000
    },
    {
      "epoch": 10.319237020454477,
      "grad_norm": 0.9888873100280762,
      "learning_rate": 0.0003136560255633072,
      "loss": 2.117593017578125,
      "step": 336500
    },
    {
      "epoch": 10.334570210678034,
      "grad_norm": 0.9693204760551453,
      "learning_rate": 0.0003126285614474915,
      "loss": 2.10942724609375,
      "step": 337000
    },
    {
      "epoch": 10.349903400901592,
      "grad_norm": 0.9552232027053833,
      "learning_rate": 0.0003116010973316757,
      "loss": 2.105618408203125,
      "step": 337500
    },
    {
      "epoch": 10.36523659112515,
      "grad_norm": 1.0517728328704834,
      "learning_rate": 0.00031057363321586,
      "loss": 2.108389892578125,
      "step": 338000
    },
    {
      "epoch": 10.380569781348708,
      "grad_norm": 0.8790879249572754,
      "learning_rate": 0.0003095461691000442,
      "loss": 2.105360107421875,
      "step": 338500
    },
    {
      "epoch": 10.395902971572266,
      "grad_norm": 0.8989303112030029,
      "learning_rate": 0.00030851870498422847,
      "loss": 2.137923095703125,
      "step": 339000
    },
    {
      "epoch": 10.411236161795824,
      "grad_norm": 0.9769546389579773,
      "learning_rate": 0.0003074912408684127,
      "loss": 2.110882080078125,
      "step": 339500
    },
    {
      "epoch": 10.426569352019381,
      "grad_norm": 0.8892316222190857,
      "learning_rate": 0.0003064637767525969,
      "loss": 2.11351318359375,
      "step": 340000
    },
    {
      "epoch": 10.44190254224294,
      "grad_norm": 0.9441830515861511,
      "learning_rate": 0.0003054363126367812,
      "loss": 2.104545654296875,
      "step": 340500
    },
    {
      "epoch": 10.457235732466497,
      "grad_norm": 1.9213511943817139,
      "learning_rate": 0.0003044088485209654,
      "loss": 2.103302490234375,
      "step": 341000
    },
    {
      "epoch": 10.472568922690055,
      "grad_norm": 0.9644396305084229,
      "learning_rate": 0.00030338138440514967,
      "loss": 2.10061181640625,
      "step": 341500
    },
    {
      "epoch": 10.487902112913613,
      "grad_norm": 1.0395784378051758,
      "learning_rate": 0.0003023539202893339,
      "loss": 2.101993408203125,
      "step": 342000
    },
    {
      "epoch": 10.50323530313717,
      "grad_norm": 0.9795703887939453,
      "learning_rate": 0.00030132645617351816,
      "loss": 2.10506640625,
      "step": 342500
    },
    {
      "epoch": 10.518568493360728,
      "grad_norm": 0.9227430820465088,
      "learning_rate": 0.0003002989920577024,
      "loss": 2.10047705078125,
      "step": 343000
    },
    {
      "epoch": 10.533901683584286,
      "grad_norm": 0.8801776170730591,
      "learning_rate": 0.0002992715279418866,
      "loss": 2.101152587890625,
      "step": 343500
    },
    {
      "epoch": 10.549234873807844,
      "grad_norm": 0.8818261027336121,
      "learning_rate": 0.00029824406382607087,
      "loss": 2.100804931640625,
      "step": 344000
    },
    {
      "epoch": 10.564568064031402,
      "grad_norm": 0.8552242517471313,
      "learning_rate": 0.0002972165997102551,
      "loss": 2.09761376953125,
      "step": 344500
    },
    {
      "epoch": 10.57990125425496,
      "grad_norm": 0.9127684831619263,
      "learning_rate": 0.0002961891355944394,
      "loss": 2.0985595703125,
      "step": 345000
    },
    {
      "epoch": 10.595234444478518,
      "grad_norm": 0.8820174932479858,
      "learning_rate": 0.00029516167147862363,
      "loss": 2.098114501953125,
      "step": 345500
    },
    {
      "epoch": 10.610567634702075,
      "grad_norm": 0.9346983432769775,
      "learning_rate": 0.0002941342073628079,
      "loss": 2.098978759765625,
      "step": 346000
    },
    {
      "epoch": 10.625900824925633,
      "grad_norm": 0.91888427734375,
      "learning_rate": 0.0002931067432469921,
      "loss": 2.0967607421875,
      "step": 346500
    },
    {
      "epoch": 10.641234015149191,
      "grad_norm": 0.9148829579353333,
      "learning_rate": 0.00029207927913117634,
      "loss": 2.093981689453125,
      "step": 347000
    },
    {
      "epoch": 10.656567205372749,
      "grad_norm": 0.8980809450149536,
      "learning_rate": 0.0002910518150153606,
      "loss": 2.0962724609375,
      "step": 347500
    },
    {
      "epoch": 10.671900395596309,
      "grad_norm": 0.9673241376876831,
      "learning_rate": 0.0002900243508995448,
      "loss": 2.09750048828125,
      "step": 348000
    },
    {
      "epoch": 10.687233585819866,
      "grad_norm": 0.8674719929695129,
      "learning_rate": 0.0002889968867837291,
      "loss": 2.094869873046875,
      "step": 348500
    },
    {
      "epoch": 10.702566776043424,
      "grad_norm": 0.9313533902168274,
      "learning_rate": 0.0002879694226679133,
      "loss": 2.09409765625,
      "step": 349000
    },
    {
      "epoch": 10.717899966266982,
      "grad_norm": 0.9745606780052185,
      "learning_rate": 0.0002869419585520976,
      "loss": 2.095867431640625,
      "step": 349500
    },
    {
      "epoch": 10.73323315649054,
      "grad_norm": 0.8968507051467896,
      "learning_rate": 0.0002859144944362818,
      "loss": 2.0949326171875,
      "step": 350000
    },
    {
      "epoch": 10.748566346714098,
      "grad_norm": 1.0235860347747803,
      "learning_rate": 0.0002848870303204661,
      "loss": 2.097340576171875,
      "step": 350500
    },
    {
      "epoch": 10.763899536937656,
      "grad_norm": 0.9557115435600281,
      "learning_rate": 0.0002838595662046503,
      "loss": 2.092142822265625,
      "step": 351000
    },
    {
      "epoch": 10.779232727161213,
      "grad_norm": 0.9046032428741455,
      "learning_rate": 0.0002828321020888345,
      "loss": 2.09010400390625,
      "step": 351500
    },
    {
      "epoch": 10.794565917384771,
      "grad_norm": 2.994778633117676,
      "learning_rate": 0.0002818046379730188,
      "loss": 2.0924736328125,
      "step": 352000
    },
    {
      "epoch": 10.809899107608329,
      "grad_norm": 0.9183769822120667,
      "learning_rate": 0.000280777173857203,
      "loss": 2.09469580078125,
      "step": 352500
    },
    {
      "epoch": 10.825232297831887,
      "grad_norm": 0.9352908134460449,
      "learning_rate": 0.0002797497097413873,
      "loss": 2.092965576171875,
      "step": 353000
    },
    {
      "epoch": 10.840565488055445,
      "grad_norm": 0.9282081723213196,
      "learning_rate": 0.00027872224562557155,
      "loss": 2.0887353515625,
      "step": 353500
    },
    {
      "epoch": 10.855898678279003,
      "grad_norm": 0.9089400768280029,
      "learning_rate": 0.0002776947815097558,
      "loss": 2.091353759765625,
      "step": 354000
    },
    {
      "epoch": 10.87123186850256,
      "grad_norm": 0.9882640838623047,
      "learning_rate": 0.00027666731739394004,
      "loss": 2.094681396484375,
      "step": 354500
    },
    {
      "epoch": 10.886565058726118,
      "grad_norm": 0.9600873589515686,
      "learning_rate": 0.00027563985327812426,
      "loss": 2.0882900390625,
      "step": 355000
    },
    {
      "epoch": 10.901898248949676,
      "grad_norm": 0.8674167394638062,
      "learning_rate": 0.00027461238916230853,
      "loss": 2.089852294921875,
      "step": 355500
    },
    {
      "epoch": 10.917231439173234,
      "grad_norm": 0.8718811869621277,
      "learning_rate": 0.00027358492504649275,
      "loss": 2.088258056640625,
      "step": 356000
    },
    {
      "epoch": 10.932564629396792,
      "grad_norm": 0.9575982093811035,
      "learning_rate": 0.000272557460930677,
      "loss": 2.082998046875,
      "step": 356500
    },
    {
      "epoch": 10.94789781962035,
      "grad_norm": 0.9020726084709167,
      "learning_rate": 0.00027152999681486124,
      "loss": 2.0901455078125,
      "step": 357000
    },
    {
      "epoch": 10.963231009843907,
      "grad_norm": 0.8743335604667664,
      "learning_rate": 0.0002705025326990455,
      "loss": 2.091321044921875,
      "step": 357500
    },
    {
      "epoch": 10.978564200067465,
      "grad_norm": 0.8623536825180054,
      "learning_rate": 0.00026947506858322973,
      "loss": 2.088880615234375,
      "step": 358000
    },
    {
      "epoch": 10.993897390291025,
      "grad_norm": 0.9811893701553345,
      "learning_rate": 0.000268447604467414,
      "loss": 2.105343017578125,
      "step": 358500
    },
    {
      "epoch": 11.009230580514583,
      "grad_norm": 0.9964583516120911,
      "learning_rate": 0.0002674201403515982,
      "loss": 2.08487841796875,
      "step": 359000
    },
    {
      "epoch": 11.02456377073814,
      "grad_norm": 0.9179002046585083,
      "learning_rate": 0.00026639267623578244,
      "loss": 2.088212158203125,
      "step": 359500
    },
    {
      "epoch": 11.039896960961698,
      "grad_norm": 0.8934545516967773,
      "learning_rate": 0.0002653652121199667,
      "loss": 2.0840595703125,
      "step": 360000
    },
    {
      "epoch": 11.055230151185256,
      "grad_norm": 0.9651426672935486,
      "learning_rate": 0.00026433774800415093,
      "loss": 2.086373046875,
      "step": 360500
    },
    {
      "epoch": 11.070563341408814,
      "grad_norm": 21.365129470825195,
      "learning_rate": 0.0002633102838883352,
      "loss": 2.1591787109375,
      "step": 361000
    },
    {
      "epoch": 11.085896531632372,
      "grad_norm": 0.9601545333862305,
      "learning_rate": 0.0002622828197725194,
      "loss": 2.11279541015625,
      "step": 361500
    },
    {
      "epoch": 11.10122972185593,
      "grad_norm": 0.9134415984153748,
      "learning_rate": 0.00026125535565670375,
      "loss": 2.08732421875,
      "step": 362000
    },
    {
      "epoch": 11.116562912079488,
      "grad_norm": 0.8562743067741394,
      "learning_rate": 0.00026022789154088796,
      "loss": 2.08519189453125,
      "step": 362500
    },
    {
      "epoch": 11.131896102303045,
      "grad_norm": 0.9580739736557007,
      "learning_rate": 0.0002592004274250722,
      "loss": 2.087134033203125,
      "step": 363000
    },
    {
      "epoch": 11.147229292526603,
      "grad_norm": 0.9790233373641968,
      "learning_rate": 0.00025817296330925645,
      "loss": 2.0866435546875,
      "step": 363500
    },
    {
      "epoch": 11.162562482750161,
      "grad_norm": 0.8779180645942688,
      "learning_rate": 0.00025714549919344067,
      "loss": 2.08897607421875,
      "step": 364000
    },
    {
      "epoch": 11.177895672973719,
      "grad_norm": 0.9718131422996521,
      "learning_rate": 0.00025611803507762494,
      "loss": 2.0864853515625,
      "step": 364500
    },
    {
      "epoch": 11.193228863197277,
      "grad_norm": 0.9318755269050598,
      "learning_rate": 0.00025509057096180916,
      "loss": 2.077686767578125,
      "step": 365000
    },
    {
      "epoch": 11.208562053420835,
      "grad_norm": 0.9992250204086304,
      "learning_rate": 0.00025406310684599343,
      "loss": 2.07693115234375,
      "step": 365500
    },
    {
      "epoch": 11.223895243644392,
      "grad_norm": 0.9219459891319275,
      "learning_rate": 0.00025303564273017765,
      "loss": 2.072782958984375,
      "step": 366000
    },
    {
      "epoch": 11.23922843386795,
      "grad_norm": 0.8979462385177612,
      "learning_rate": 0.00025200817861436187,
      "loss": 2.074909912109375,
      "step": 366500
    },
    {
      "epoch": 11.254561624091508,
      "grad_norm": 0.8906501531600952,
      "learning_rate": 0.00025098071449854614,
      "loss": 2.0798525390625,
      "step": 367000
    },
    {
      "epoch": 11.269894814315066,
      "grad_norm": 0.8725651502609253,
      "learning_rate": 0.0002499532503827304,
      "loss": 2.082548095703125,
      "step": 367500
    },
    {
      "epoch": 11.285228004538624,
      "grad_norm": 0.9534032940864563,
      "learning_rate": 0.00024892578626691463,
      "loss": 2.079510986328125,
      "step": 368000
    },
    {
      "epoch": 11.300561194762182,
      "grad_norm": 0.9377962350845337,
      "learning_rate": 0.00024789832215109885,
      "loss": 2.079551025390625,
      "step": 368500
    },
    {
      "epoch": 11.31589438498574,
      "grad_norm": 0.8636206984519958,
      "learning_rate": 0.0002468708580352831,
      "loss": 2.073847900390625,
      "step": 369000
    },
    {
      "epoch": 11.331227575209297,
      "grad_norm": 0.923529326915741,
      "learning_rate": 0.00024584339391946734,
      "loss": 2.0712060546875,
      "step": 369500
    },
    {
      "epoch": 11.346560765432855,
      "grad_norm": 0.8881893754005432,
      "learning_rate": 0.0002448159298036516,
      "loss": 2.08044287109375,
      "step": 370000
    },
    {
      "epoch": 11.361893955656415,
      "grad_norm": 0.946375846862793,
      "learning_rate": 0.00024378846568783586,
      "loss": 2.076953857421875,
      "step": 370500
    },
    {
      "epoch": 11.377227145879973,
      "grad_norm": 0.9080908894538879,
      "learning_rate": 0.0002427610015720201,
      "loss": 2.074939453125,
      "step": 371000
    },
    {
      "epoch": 11.39256033610353,
      "grad_norm": 0.9097892045974731,
      "learning_rate": 0.00024173353745620435,
      "loss": 2.07150537109375,
      "step": 371500
    },
    {
      "epoch": 11.407893526327088,
      "grad_norm": 1.0230767726898193,
      "learning_rate": 0.0002407060733403886,
      "loss": 2.073179443359375,
      "step": 372000
    },
    {
      "epoch": 11.423226716550646,
      "grad_norm": 0.9200460314750671,
      "learning_rate": 0.0002396786092245728,
      "loss": 2.0725185546875,
      "step": 372500
    },
    {
      "epoch": 11.438559906774204,
      "grad_norm": 0.900130569934845,
      "learning_rate": 0.00023865114510875708,
      "loss": 2.07635546875,
      "step": 373000
    },
    {
      "epoch": 11.453893096997762,
      "grad_norm": 0.937246561050415,
      "learning_rate": 0.00023762368099294133,
      "loss": 2.079601318359375,
      "step": 373500
    },
    {
      "epoch": 11.46922628722132,
      "grad_norm": 0.8678611516952515,
      "learning_rate": 0.00023659621687712558,
      "loss": 2.07959912109375,
      "step": 374000
    },
    {
      "epoch": 11.484559477444877,
      "grad_norm": 0.9533618688583374,
      "learning_rate": 0.00023556875276130982,
      "loss": 2.066445068359375,
      "step": 374500
    },
    {
      "epoch": 11.499892667668435,
      "grad_norm": 0.9741430878639221,
      "learning_rate": 0.00023454128864549407,
      "loss": 2.07080810546875,
      "step": 375000
    },
    {
      "epoch": 11.515225857891993,
      "grad_norm": 0.9919676184654236,
      "learning_rate": 0.0002335138245296783,
      "loss": 2.066888427734375,
      "step": 375500
    },
    {
      "epoch": 11.53055904811555,
      "grad_norm": 0.9268702864646912,
      "learning_rate": 0.00023248636041386256,
      "loss": 2.061945556640625,
      "step": 376000
    },
    {
      "epoch": 11.545892238339109,
      "grad_norm": 0.878388524055481,
      "learning_rate": 0.00023145889629804677,
      "loss": 2.064855712890625,
      "step": 376500
    },
    {
      "epoch": 11.561225428562667,
      "grad_norm": 0.9411481022834778,
      "learning_rate": 0.00023043143218223102,
      "loss": 2.059548095703125,
      "step": 377000
    },
    {
      "epoch": 11.576558618786224,
      "grad_norm": 0.9315140843391418,
      "learning_rate": 0.0002294039680664153,
      "loss": 2.068278076171875,
      "step": 377500
    },
    {
      "epoch": 11.591891809009782,
      "grad_norm": 0.8674419522285461,
      "learning_rate": 0.00022837650395059954,
      "loss": 2.06922998046875,
      "step": 378000
    },
    {
      "epoch": 11.60722499923334,
      "grad_norm": 0.9791417121887207,
      "learning_rate": 0.00022734903983478378,
      "loss": 2.06313720703125,
      "step": 378500
    },
    {
      "epoch": 11.622558189456898,
      "grad_norm": 0.9076842069625854,
      "learning_rate": 0.00022632157571896803,
      "loss": 2.060241943359375,
      "step": 379000
    },
    {
      "epoch": 11.637891379680456,
      "grad_norm": 0.939439058303833,
      "learning_rate": 0.00022529411160315227,
      "loss": 2.0638212890625,
      "step": 379500
    },
    {
      "epoch": 11.653224569904014,
      "grad_norm": 0.905220091342926,
      "learning_rate": 0.00022426664748733652,
      "loss": 2.057696044921875,
      "step": 380000
    },
    {
      "epoch": 11.668557760127571,
      "grad_norm": 0.9110855460166931,
      "learning_rate": 0.00022323918337152074,
      "loss": 2.0625986328125,
      "step": 380500
    },
    {
      "epoch": 11.68389095035113,
      "grad_norm": 0.9120020866394043,
      "learning_rate": 0.00022221171925570498,
      "loss": 2.06264013671875,
      "step": 381000
    },
    {
      "epoch": 11.699224140574689,
      "grad_norm": 1.0115516185760498,
      "learning_rate": 0.00022118425513988925,
      "loss": 2.0600927734375,
      "step": 381500
    },
    {
      "epoch": 11.714557330798247,
      "grad_norm": 0.923702597618103,
      "learning_rate": 0.0002201567910240735,
      "loss": 2.063225830078125,
      "step": 382000
    },
    {
      "epoch": 11.729890521021805,
      "grad_norm": 0.9295987486839294,
      "learning_rate": 0.00021912932690825774,
      "loss": 2.0610546875,
      "step": 382500
    },
    {
      "epoch": 11.745223711245362,
      "grad_norm": 0.9020257592201233,
      "learning_rate": 0.000218101862792442,
      "loss": 2.063927978515625,
      "step": 383000
    },
    {
      "epoch": 11.76055690146892,
      "grad_norm": 0.9038189649581909,
      "learning_rate": 0.00021707439867662623,
      "loss": 2.06617919921875,
      "step": 383500
    },
    {
      "epoch": 11.775890091692478,
      "grad_norm": 0.9462250471115112,
      "learning_rate": 0.00021604693456081048,
      "loss": 2.06784716796875,
      "step": 384000
    },
    {
      "epoch": 11.791223281916036,
      "grad_norm": 0.8941705226898193,
      "learning_rate": 0.0002150194704449947,
      "loss": 2.058805908203125,
      "step": 384500
    },
    {
      "epoch": 11.806556472139594,
      "grad_norm": 0.8866847157478333,
      "learning_rate": 0.00021399200632917894,
      "loss": 2.06271875,
      "step": 385000
    },
    {
      "epoch": 11.821889662363152,
      "grad_norm": 0.9080286622047424,
      "learning_rate": 0.0002129645422133632,
      "loss": 2.061570556640625,
      "step": 385500
    },
    {
      "epoch": 11.83722285258671,
      "grad_norm": 0.9109781980514526,
      "learning_rate": 0.00021193707809754746,
      "loss": 2.050642333984375,
      "step": 386000
    },
    {
      "epoch": 11.852556042810267,
      "grad_norm": 0.9107651710510254,
      "learning_rate": 0.0002109096139817317,
      "loss": 2.06415869140625,
      "step": 386500
    },
    {
      "epoch": 11.867889233033825,
      "grad_norm": 0.8821139335632324,
      "learning_rate": 0.00020988214986591595,
      "loss": 2.06503369140625,
      "step": 387000
    },
    {
      "epoch": 11.883222423257383,
      "grad_norm": 0.9155604243278503,
      "learning_rate": 0.0002088546857501002,
      "loss": 2.0608984375,
      "step": 387500
    },
    {
      "epoch": 11.89855561348094,
      "grad_norm": 0.9363220930099487,
      "learning_rate": 0.0002078272216342844,
      "loss": 2.059036376953125,
      "step": 388000
    },
    {
      "epoch": 11.913888803704499,
      "grad_norm": 0.8350512385368347,
      "learning_rate": 0.00020679975751846866,
      "loss": 2.057044921875,
      "step": 388500
    },
    {
      "epoch": 11.929221993928056,
      "grad_norm": 0.9073978662490845,
      "learning_rate": 0.0002057722934026529,
      "loss": 2.06073779296875,
      "step": 389000
    },
    {
      "epoch": 11.944555184151614,
      "grad_norm": 0.9082510471343994,
      "learning_rate": 0.00020474482928683715,
      "loss": 2.059148193359375,
      "step": 389500
    },
    {
      "epoch": 11.959888374375172,
      "grad_norm": 0.9777054786682129,
      "learning_rate": 0.00020371736517102142,
      "loss": 2.055695068359375,
      "step": 390000
    },
    {
      "epoch": 11.97522156459873,
      "grad_norm": 0.960303783416748,
      "learning_rate": 0.00020268990105520567,
      "loss": 2.0562041015625,
      "step": 390500
    },
    {
      "epoch": 11.990554754822288,
      "grad_norm": 0.8981908559799194,
      "learning_rate": 0.0002016624369393899,
      "loss": 2.058037353515625,
      "step": 391000
    },
    {
      "epoch": 12.005887945045846,
      "grad_norm": 0.9634485244750977,
      "learning_rate": 0.00020063497282357416,
      "loss": 2.05224609375,
      "step": 391500
    },
    {
      "epoch": 12.021221135269403,
      "grad_norm": 0.9679660201072693,
      "learning_rate": 0.00019960750870775837,
      "loss": 2.052638916015625,
      "step": 392000
    },
    {
      "epoch": 12.036554325492961,
      "grad_norm": 0.9284456968307495,
      "learning_rate": 0.00019858004459194262,
      "loss": 2.048908203125,
      "step": 392500
    },
    {
      "epoch": 12.05188751571652,
      "grad_norm": 0.8738199472427368,
      "learning_rate": 0.00019755258047612686,
      "loss": 2.051658935546875,
      "step": 393000
    },
    {
      "epoch": 12.067220705940079,
      "grad_norm": 0.9431732296943665,
      "learning_rate": 0.0001965251163603111,
      "loss": 2.04869482421875,
      "step": 393500
    },
    {
      "epoch": 12.082553896163637,
      "grad_norm": 0.9679067730903625,
      "learning_rate": 0.00019549765224449535,
      "loss": 2.053001708984375,
      "step": 394000
    },
    {
      "epoch": 12.097887086387194,
      "grad_norm": 0.8935375213623047,
      "learning_rate": 0.00019447018812867963,
      "loss": 2.047596435546875,
      "step": 394500
    },
    {
      "epoch": 12.113220276610752,
      "grad_norm": 0.91364586353302,
      "learning_rate": 0.00019344272401286387,
      "loss": 2.051766845703125,
      "step": 395000
    },
    {
      "epoch": 12.12855346683431,
      "grad_norm": 0.9564911723136902,
      "learning_rate": 0.00019241525989704812,
      "loss": 2.0480810546875,
      "step": 395500
    },
    {
      "epoch": 12.143886657057868,
      "grad_norm": 0.8961449861526489,
      "learning_rate": 0.00019138779578123233,
      "loss": 2.0425924072265627,
      "step": 396000
    },
    {
      "epoch": 12.159219847281426,
      "grad_norm": 0.9604061841964722,
      "learning_rate": 0.00019036033166541658,
      "loss": 2.04914453125,
      "step": 396500
    },
    {
      "epoch": 12.174553037504984,
      "grad_norm": 1.0155346393585205,
      "learning_rate": 0.00018933286754960083,
      "loss": 2.047794921875,
      "step": 397000
    },
    {
      "epoch": 12.189886227728541,
      "grad_norm": 0.9058077931404114,
      "learning_rate": 0.00018830540343378507,
      "loss": 2.0435338134765626,
      "step": 397500
    },
    {
      "epoch": 12.2052194179521,
      "grad_norm": 0.9513629078865051,
      "learning_rate": 0.00018727793931796932,
      "loss": 2.0454945068359374,
      "step": 398000
    },
    {
      "epoch": 12.220552608175657,
      "grad_norm": 0.9357339143753052,
      "learning_rate": 0.00018625047520215356,
      "loss": 2.0360347900390625,
      "step": 398500
    },
    {
      "epoch": 12.235885798399215,
      "grad_norm": 0.8954430222511292,
      "learning_rate": 0.00018522301108633783,
      "loss": 2.050967529296875,
      "step": 399000
    },
    {
      "epoch": 12.251218988622773,
      "grad_norm": 0.8790498971939087,
      "learning_rate": 0.00018419554697052208,
      "loss": 2.0475169677734373,
      "step": 399500
    },
    {
      "epoch": 12.26655217884633,
      "grad_norm": 0.9526025056838989,
      "learning_rate": 0.0001831680828547063,
      "loss": 2.04253076171875,
      "step": 400000
    },
    {
      "epoch": 12.281885369069888,
      "grad_norm": 0.9807749390602112,
      "learning_rate": 0.00018214061873889054,
      "loss": 2.039591064453125,
      "step": 400500
    },
    {
      "epoch": 12.297218559293446,
      "grad_norm": 0.94532710313797,
      "learning_rate": 0.0001811131546230748,
      "loss": 2.0433421630859376,
      "step": 401000
    },
    {
      "epoch": 12.312551749517004,
      "grad_norm": 0.9574890732765198,
      "learning_rate": 0.00018008569050725903,
      "loss": 2.0430377197265623,
      "step": 401500
    },
    {
      "epoch": 12.327884939740562,
      "grad_norm": 1.125672459602356,
      "learning_rate": 0.00017905822639144328,
      "loss": 2.04189306640625,
      "step": 402000
    },
    {
      "epoch": 12.34321812996412,
      "grad_norm": 0.8750975728034973,
      "learning_rate": 0.00017803076227562752,
      "loss": 2.0426529541015626,
      "step": 402500
    },
    {
      "epoch": 12.358551320187678,
      "grad_norm": 0.9902825355529785,
      "learning_rate": 0.0001770032981598118,
      "loss": 2.03882373046875,
      "step": 403000
    },
    {
      "epoch": 12.373884510411235,
      "grad_norm": 0.8706808686256409,
      "learning_rate": 0.00017597583404399604,
      "loss": 2.040285888671875,
      "step": 403500
    },
    {
      "epoch": 12.389217700634793,
      "grad_norm": 0.9436490535736084,
      "learning_rate": 0.00017494836992818026,
      "loss": 2.0391044921875,
      "step": 404000
    },
    {
      "epoch": 12.404550890858353,
      "grad_norm": 0.9359686374664307,
      "learning_rate": 0.0001739209058123645,
      "loss": 2.040439697265625,
      "step": 404500
    },
    {
      "epoch": 12.41988408108191,
      "grad_norm": 8.439556121826172,
      "learning_rate": 0.00017289344169654875,
      "loss": 2.052749755859375,
      "step": 405000
    },
    {
      "epoch": 12.435217271305469,
      "grad_norm": 0.8805736899375916,
      "learning_rate": 0.000171865977580733,
      "loss": 2.049886962890625,
      "step": 405500
    },
    {
      "epoch": 12.450550461529026,
      "grad_norm": 0.9033536314964294,
      "learning_rate": 0.00017083851346491724,
      "loss": 2.0480576171875,
      "step": 406000
    },
    {
      "epoch": 12.465883651752584,
      "grad_norm": 0.9548377394676208,
      "learning_rate": 0.00016981104934910148,
      "loss": 2.032974853515625,
      "step": 406500
    },
    {
      "epoch": 12.481216841976142,
      "grad_norm": 0.8679157495498657,
      "learning_rate": 0.00016878358523328573,
      "loss": 2.039317626953125,
      "step": 407000
    },
    {
      "epoch": 12.4965500321997,
      "grad_norm": 0.9515289068222046,
      "learning_rate": 0.00016775612111747,
      "loss": 2.0402255859375,
      "step": 407500
    },
    {
      "epoch": 12.511883222423258,
      "grad_norm": 0.8877235054969788,
      "learning_rate": 0.00016672865700165422,
      "loss": 2.0382567138671877,
      "step": 408000
    },
    {
      "epoch": 12.527216412646816,
      "grad_norm": 0.93044513463974,
      "learning_rate": 0.00016570119288583846,
      "loss": 2.042698486328125,
      "step": 408500
    },
    {
      "epoch": 12.542549602870373,
      "grad_norm": 0.9317615628242493,
      "learning_rate": 0.0001646737287700227,
      "loss": 2.0413780517578126,
      "step": 409000
    },
    {
      "epoch": 12.557882793093931,
      "grad_norm": 0.9409142732620239,
      "learning_rate": 0.00016364626465420695,
      "loss": 2.0424705810546877,
      "step": 409500
    },
    {
      "epoch": 12.573215983317489,
      "grad_norm": 0.9483290910720825,
      "learning_rate": 0.0001626188005383912,
      "loss": 2.04281787109375,
      "step": 410000
    },
    {
      "epoch": 12.588549173541047,
      "grad_norm": 0.9657753705978394,
      "learning_rate": 0.00016159133642257544,
      "loss": 2.0340877685546874,
      "step": 410500
    },
    {
      "epoch": 12.603882363764605,
      "grad_norm": 1.6388766765594482,
      "learning_rate": 0.0001605638723067597,
      "loss": 2.0358363037109375,
      "step": 411000
    },
    {
      "epoch": 12.619215553988163,
      "grad_norm": 0.9225006699562073,
      "learning_rate": 0.0001595364081909439,
      "loss": 2.0344635009765626,
      "step": 411500
    },
    {
      "epoch": 12.63454874421172,
      "grad_norm": 0.9115180969238281,
      "learning_rate": 0.00015850894407512818,
      "loss": 2.0352620849609373,
      "step": 412000
    },
    {
      "epoch": 12.649881934435278,
      "grad_norm": 0.9649976491928101,
      "learning_rate": 0.00015748147995931243,
      "loss": 2.0334176025390627,
      "step": 412500
    },
    {
      "epoch": 12.665215124658836,
      "grad_norm": 0.950308084487915,
      "learning_rate": 0.00015645401584349667,
      "loss": 2.034465087890625,
      "step": 413000
    },
    {
      "epoch": 12.680548314882394,
      "grad_norm": 0.9390722513198853,
      "learning_rate": 0.00015542655172768092,
      "loss": 2.03224560546875,
      "step": 413500
    },
    {
      "epoch": 12.695881505105952,
      "grad_norm": 0.8929451704025269,
      "learning_rate": 0.00015439908761186516,
      "loss": 2.0324617919921875,
      "step": 414000
    },
    {
      "epoch": 12.71121469532951,
      "grad_norm": 0.9831867218017578,
      "learning_rate": 0.0001533716234960494,
      "loss": 2.0264443359375,
      "step": 414500
    },
    {
      "epoch": 12.726547885553067,
      "grad_norm": 0.9382458925247192,
      "learning_rate": 0.00015234415938023365,
      "loss": 2.0276663818359375,
      "step": 415000
    },
    {
      "epoch": 12.741881075776625,
      "grad_norm": 0.9780635237693787,
      "learning_rate": 0.00015131669526441787,
      "loss": 2.0322786865234375,
      "step": 415500
    },
    {
      "epoch": 12.757214266000185,
      "grad_norm": 0.9014304280281067,
      "learning_rate": 0.00015028923114860214,
      "loss": 2.0272650146484374,
      "step": 416000
    },
    {
      "epoch": 12.772547456223743,
      "grad_norm": 0.9504732489585876,
      "learning_rate": 0.0001492617670327864,
      "loss": 2.0319107666015626,
      "step": 416500
    },
    {
      "epoch": 12.7878806464473,
      "grad_norm": 0.9370633959770203,
      "learning_rate": 0.00014823430291697063,
      "loss": 2.0276944580078125,
      "step": 417000
    },
    {
      "epoch": 12.803213836670858,
      "grad_norm": 0.9153697490692139,
      "learning_rate": 0.00014720683880115488,
      "loss": 2.0308023681640623,
      "step": 417500
    },
    {
      "epoch": 12.818547026894416,
      "grad_norm": 0.9047188758850098,
      "learning_rate": 0.00014617937468533912,
      "loss": 2.0271561279296875,
      "step": 418000
    },
    {
      "epoch": 12.833880217117974,
      "grad_norm": 0.9106605052947998,
      "learning_rate": 0.00014515191056952337,
      "loss": 2.0228441162109374,
      "step": 418500
    },
    {
      "epoch": 12.849213407341532,
      "grad_norm": 0.9332911372184753,
      "learning_rate": 0.0001441244464537076,
      "loss": 2.028383544921875,
      "step": 419000
    },
    {
      "epoch": 12.86454659756509,
      "grad_norm": 0.9788764715194702,
      "learning_rate": 0.00014309698233789183,
      "loss": 2.0307564697265623,
      "step": 419500
    },
    {
      "epoch": 12.879879787788648,
      "grad_norm": 0.9490921497344971,
      "learning_rate": 0.00014206951822207608,
      "loss": 2.032196533203125,
      "step": 420000
    },
    {
      "epoch": 12.895212978012205,
      "grad_norm": 0.9331722259521484,
      "learning_rate": 0.00014104205410626035,
      "loss": 2.02581201171875,
      "step": 420500
    },
    {
      "epoch": 12.910546168235763,
      "grad_norm": 0.9405240416526794,
      "learning_rate": 0.0001400145899904446,
      "loss": 2.0220235595703127,
      "step": 421000
    },
    {
      "epoch": 12.925879358459321,
      "grad_norm": 0.9027151465415955,
      "learning_rate": 0.00013898712587462884,
      "loss": 2.023098388671875,
      "step": 421500
    },
    {
      "epoch": 12.941212548682879,
      "grad_norm": 0.9208540320396423,
      "learning_rate": 0.00013795966175881308,
      "loss": 2.0254830322265627,
      "step": 422000
    },
    {
      "epoch": 12.956545738906437,
      "grad_norm": 0.9127742648124695,
      "learning_rate": 0.00013693219764299733,
      "loss": 2.021534912109375,
      "step": 422500
    },
    {
      "epoch": 12.971878929129995,
      "grad_norm": 0.9001808762550354,
      "learning_rate": 0.00013590473352718157,
      "loss": 2.0235911865234373,
      "step": 423000
    },
    {
      "epoch": 12.987212119353552,
      "grad_norm": 1.0127555131912231,
      "learning_rate": 0.0001348772694113658,
      "loss": 2.02138330078125,
      "step": 423500
    },
    {
      "epoch": 13.00254530957711,
      "grad_norm": 0.9362192749977112,
      "learning_rate": 0.00013384980529555004,
      "loss": 2.0196815185546875,
      "step": 424000
    },
    {
      "epoch": 13.017878499800668,
      "grad_norm": 0.9487162828445435,
      "learning_rate": 0.0001328223411797343,
      "loss": 2.018721435546875,
      "step": 424500
    },
    {
      "epoch": 13.033211690024226,
      "grad_norm": 0.948177695274353,
      "learning_rate": 0.00013179487706391855,
      "loss": 2.019599365234375,
      "step": 425000
    },
    {
      "epoch": 13.048544880247784,
      "grad_norm": 0.8995773792266846,
      "learning_rate": 0.0001307674129481028,
      "loss": 2.0233519287109374,
      "step": 425500
    },
    {
      "epoch": 13.063878070471342,
      "grad_norm": 0.9270117878913879,
      "learning_rate": 0.00012973994883228704,
      "loss": 2.017077880859375,
      "step": 426000
    },
    {
      "epoch": 13.0792112606949,
      "grad_norm": 0.8888282179832458,
      "learning_rate": 0.0001287124847164713,
      "loss": 2.0177393798828125,
      "step": 426500
    },
    {
      "epoch": 13.094544450918459,
      "grad_norm": 1.00867760181427,
      "learning_rate": 0.00012768502060065553,
      "loss": 2.01686376953125,
      "step": 427000
    },
    {
      "epoch": 13.109877641142017,
      "grad_norm": 0.9551187753677368,
      "learning_rate": 0.00012665755648483975,
      "loss": 2.015956298828125,
      "step": 427500
    },
    {
      "epoch": 13.125210831365575,
      "grad_norm": 1.001699686050415,
      "learning_rate": 0.000125630092369024,
      "loss": 2.018053955078125,
      "step": 428000
    },
    {
      "epoch": 13.140544021589132,
      "grad_norm": 0.8624700903892517,
      "learning_rate": 0.00012460262825320824,
      "loss": 2.0144296875,
      "step": 428500
    },
    {
      "epoch": 13.15587721181269,
      "grad_norm": 0.9099005460739136,
      "learning_rate": 0.00012357516413739252,
      "loss": 2.014934326171875,
      "step": 429000
    },
    {
      "epoch": 13.171210402036248,
      "grad_norm": 0.9618480801582336,
      "learning_rate": 0.00012254770002157676,
      "loss": 2.0125889892578126,
      "step": 429500
    },
    {
      "epoch": 13.186543592259806,
      "grad_norm": 0.9395309090614319,
      "learning_rate": 0.000121520235905761,
      "loss": 2.01322705078125,
      "step": 430000
    },
    {
      "epoch": 13.201876782483364,
      "grad_norm": 0.9544713497161865,
      "learning_rate": 0.00012049277178994524,
      "loss": 2.0199425048828124,
      "step": 430500
    },
    {
      "epoch": 13.217209972706922,
      "grad_norm": 0.9401258826255798,
      "learning_rate": 0.00011946530767412948,
      "loss": 2.01855322265625,
      "step": 431000
    },
    {
      "epoch": 13.23254316293048,
      "grad_norm": 0.953959047794342,
      "learning_rate": 0.00011843784355831373,
      "loss": 2.01529150390625,
      "step": 431500
    },
    {
      "epoch": 13.247876353154037,
      "grad_norm": 0.9421747326850891,
      "learning_rate": 0.00011741037944249797,
      "loss": 2.0098516845703127,
      "step": 432000
    },
    {
      "epoch": 13.263209543377595,
      "grad_norm": 0.88308185338974,
      "learning_rate": 0.00011638291532668222,
      "loss": 2.0104246826171877,
      "step": 432500
    },
    {
      "epoch": 13.278542733601153,
      "grad_norm": 0.9535665512084961,
      "learning_rate": 0.00011535545121086646,
      "loss": 2.0113984375,
      "step": 433000
    },
    {
      "epoch": 13.29387592382471,
      "grad_norm": 0.8829141855239868,
      "learning_rate": 0.00011432798709505071,
      "loss": 2.0163486328125,
      "step": 433500
    },
    {
      "epoch": 13.309209114048269,
      "grad_norm": 0.9442151784896851,
      "learning_rate": 0.00011330052297923494,
      "loss": 2.0098338623046876,
      "step": 434000
    },
    {
      "epoch": 13.324542304271827,
      "grad_norm": 0.8852311968803406,
      "learning_rate": 0.0001122730588634192,
      "loss": 2.01128857421875,
      "step": 434500
    },
    {
      "epoch": 13.339875494495384,
      "grad_norm": 0.9344000220298767,
      "learning_rate": 0.00011124559474760344,
      "loss": 2.00576123046875,
      "step": 435000
    },
    {
      "epoch": 13.355208684718942,
      "grad_norm": 0.9251855611801147,
      "learning_rate": 0.00011021813063178769,
      "loss": 2.01498876953125,
      "step": 435500
    },
    {
      "epoch": 13.3705418749425,
      "grad_norm": 0.9849985241889954,
      "learning_rate": 0.00010919066651597192,
      "loss": 2.0109813232421874,
      "step": 436000
    },
    {
      "epoch": 13.385875065166058,
      "grad_norm": 0.9185920357704163,
      "learning_rate": 0.00010816320240015618,
      "loss": 2.013811279296875,
      "step": 436500
    },
    {
      "epoch": 13.401208255389616,
      "grad_norm": 0.9730367660522461,
      "learning_rate": 0.00010713573828434042,
      "loss": 2.00818798828125,
      "step": 437000
    },
    {
      "epoch": 13.416541445613174,
      "grad_norm": 4.857619762420654,
      "learning_rate": 0.00010610827416852467,
      "loss": 2.00988037109375,
      "step": 437500
    },
    {
      "epoch": 13.431874635836731,
      "grad_norm": 0.9473047852516174,
      "learning_rate": 0.0001050808100527089,
      "loss": 2.005110595703125,
      "step": 438000
    },
    {
      "epoch": 13.44720782606029,
      "grad_norm": 0.9315809607505798,
      "learning_rate": 0.00010405334593689316,
      "loss": 2.0071646728515624,
      "step": 438500
    },
    {
      "epoch": 13.462541016283849,
      "grad_norm": 0.9317981004714966,
      "learning_rate": 0.0001030258818210774,
      "loss": 2.0065947265625,
      "step": 439000
    },
    {
      "epoch": 13.477874206507407,
      "grad_norm": 0.9032931923866272,
      "learning_rate": 0.00010199841770526165,
      "loss": 2.001392333984375,
      "step": 439500
    },
    {
      "epoch": 13.493207396730964,
      "grad_norm": 0.9399937391281128,
      "learning_rate": 0.00010097095358944588,
      "loss": 2.0057232666015623,
      "step": 440000
    },
    {
      "epoch": 13.508540586954522,
      "grad_norm": 0.9294759631156921,
      "learning_rate": 9.994348947363013e-05,
      "loss": 2.0005076904296875,
      "step": 440500
    },
    {
      "epoch": 13.52387377717808,
      "grad_norm": 0.9257121682167053,
      "learning_rate": 9.891602535781439e-05,
      "loss": 2.00176904296875,
      "step": 441000
    },
    {
      "epoch": 13.539206967401638,
      "grad_norm": 0.9932507276535034,
      "learning_rate": 9.788856124199863e-05,
      "loss": 2.0089398193359376,
      "step": 441500
    },
    {
      "epoch": 13.554540157625196,
      "grad_norm": 0.9416031241416931,
      "learning_rate": 9.686109712618286e-05,
      "loss": 2.0063912353515625,
      "step": 442000
    },
    {
      "epoch": 13.569873347848754,
      "grad_norm": 0.9554703235626221,
      "learning_rate": 9.583363301036711e-05,
      "loss": 2.0038231201171874,
      "step": 442500
    },
    {
      "epoch": 13.585206538072311,
      "grad_norm": 0.9067648649215698,
      "learning_rate": 9.480616889455137e-05,
      "loss": 2.0017965087890626,
      "step": 443000
    },
    {
      "epoch": 13.60053972829587,
      "grad_norm": 0.9855777025222778,
      "learning_rate": 9.377870477873561e-05,
      "loss": 2.006759765625,
      "step": 443500
    },
    {
      "epoch": 13.615872918519427,
      "grad_norm": 0.9550586938858032,
      "learning_rate": 9.275124066291984e-05,
      "loss": 2.00286181640625,
      "step": 444000
    },
    {
      "epoch": 13.631206108742985,
      "grad_norm": 0.9628958702087402,
      "learning_rate": 9.172377654710409e-05,
      "loss": 2.0019564208984373,
      "step": 444500
    },
    {
      "epoch": 13.646539298966543,
      "grad_norm": 0.9518256783485413,
      "learning_rate": 9.069631243128835e-05,
      "loss": 1.9976925048828125,
      "step": 445000
    },
    {
      "epoch": 13.6618724891901,
      "grad_norm": 0.8920614719390869,
      "learning_rate": 8.966884831547259e-05,
      "loss": 2.0026600341796876,
      "step": 445500
    },
    {
      "epoch": 13.677205679413659,
      "grad_norm": 0.9062846899032593,
      "learning_rate": 8.864138419965682e-05,
      "loss": 2.0046416015625,
      "step": 446000
    },
    {
      "epoch": 13.692538869637216,
      "grad_norm": 0.8731572031974792,
      "learning_rate": 8.761392008384107e-05,
      "loss": 1.9965362548828125,
      "step": 446500
    },
    {
      "epoch": 13.707872059860774,
      "grad_norm": 1.01910400390625,
      "learning_rate": 8.658645596802533e-05,
      "loss": 1.999089599609375,
      "step": 447000
    },
    {
      "epoch": 13.723205250084332,
      "grad_norm": 0.9068704843521118,
      "learning_rate": 8.555899185220957e-05,
      "loss": 2.00007763671875,
      "step": 447500
    },
    {
      "epoch": 13.73853844030789,
      "grad_norm": 0.9264721870422363,
      "learning_rate": 8.45315277363938e-05,
      "loss": 1.997175537109375,
      "step": 448000
    },
    {
      "epoch": 13.753871630531448,
      "grad_norm": 0.9075028300285339,
      "learning_rate": 8.350406362057805e-05,
      "loss": 1.9973629150390626,
      "step": 448500
    },
    {
      "epoch": 13.769204820755006,
      "grad_norm": 0.9317379593849182,
      "learning_rate": 8.24765995047623e-05,
      "loss": 1.996767333984375,
      "step": 449000
    },
    {
      "epoch": 13.784538010978565,
      "grad_norm": 0.9457451105117798,
      "learning_rate": 8.144913538894655e-05,
      "loss": 1.998953857421875,
      "step": 449500
    },
    {
      "epoch": 13.799871201202123,
      "grad_norm": 0.9694564938545227,
      "learning_rate": 8.042167127313079e-05,
      "loss": 1.994564697265625,
      "step": 450000
    },
    {
      "epoch": 13.81520439142568,
      "grad_norm": 0.9401931762695312,
      "learning_rate": 7.939420715731503e-05,
      "loss": 1.99537109375,
      "step": 450500
    },
    {
      "epoch": 13.830537581649239,
      "grad_norm": 0.9121079444885254,
      "learning_rate": 7.836674304149928e-05,
      "loss": 1.9967298583984374,
      "step": 451000
    },
    {
      "epoch": 13.845870771872796,
      "grad_norm": 0.9305955767631531,
      "learning_rate": 7.733927892568353e-05,
      "loss": 1.9936163330078125,
      "step": 451500
    },
    {
      "epoch": 13.861203962096354,
      "grad_norm": 0.9616714119911194,
      "learning_rate": 7.631181480986777e-05,
      "loss": 1.9941680908203125,
      "step": 452000
    },
    {
      "epoch": 13.876537152319912,
      "grad_norm": 0.887218177318573,
      "learning_rate": 7.528435069405201e-05,
      "loss": 1.9960093994140624,
      "step": 452500
    },
    {
      "epoch": 13.89187034254347,
      "grad_norm": 0.9147011041641235,
      "learning_rate": 7.425688657823626e-05,
      "loss": 1.9913450927734375,
      "step": 453000
    },
    {
      "epoch": 13.907203532767028,
      "grad_norm": 0.9264606237411499,
      "learning_rate": 7.32294224624205e-05,
      "loss": 1.9949853515625,
      "step": 453500
    },
    {
      "epoch": 13.922536722990586,
      "grad_norm": 0.930642306804657,
      "learning_rate": 7.220195834660475e-05,
      "loss": 1.9899346923828125,
      "step": 454000
    },
    {
      "epoch": 13.937869913214143,
      "grad_norm": 0.854496955871582,
      "learning_rate": 7.117449423078899e-05,
      "loss": 1.998737548828125,
      "step": 454500
    },
    {
      "epoch": 13.953203103437701,
      "grad_norm": 0.9076685309410095,
      "learning_rate": 7.014703011497324e-05,
      "loss": 1.9913065185546874,
      "step": 455000
    },
    {
      "epoch": 13.96853629366126,
      "grad_norm": 0.895515501499176,
      "learning_rate": 6.911956599915747e-05,
      "loss": 1.9948375244140626,
      "step": 455500
    },
    {
      "epoch": 13.983869483884817,
      "grad_norm": 0.9749481081962585,
      "learning_rate": 6.809210188334173e-05,
      "loss": 1.9882486572265625,
      "step": 456000
    },
    {
      "epoch": 13.999202674108375,
      "grad_norm": 0.9416682124137878,
      "learning_rate": 6.706463776752597e-05,
      "loss": 1.98831982421875,
      "step": 456500
    },
    {
      "epoch": 14.014535864331933,
      "grad_norm": 0.9078933000564575,
      "learning_rate": 6.603717365171022e-05,
      "loss": 1.987869873046875,
      "step": 457000
    },
    {
      "epoch": 14.02986905455549,
      "grad_norm": 0.9235718250274658,
      "learning_rate": 6.500970953589445e-05,
      "loss": 1.99305859375,
      "step": 457500
    },
    {
      "epoch": 14.045202244779048,
      "grad_norm": 0.9646036028862,
      "learning_rate": 6.398224542007871e-05,
      "loss": 1.9931959228515626,
      "step": 458000
    },
    {
      "epoch": 14.060535435002606,
      "grad_norm": 1.0133482217788696,
      "learning_rate": 6.295478130426295e-05,
      "loss": 1.9905670166015625,
      "step": 458500
    },
    {
      "epoch": 14.075868625226164,
      "grad_norm": 0.9169586300849915,
      "learning_rate": 6.19273171884472e-05,
      "loss": 1.992046142578125,
      "step": 459000
    },
    {
      "epoch": 14.091201815449722,
      "grad_norm": 1.002814531326294,
      "learning_rate": 6.089985307263144e-05,
      "loss": 1.98700048828125,
      "step": 459500
    },
    {
      "epoch": 14.10653500567328,
      "grad_norm": 0.9563496112823486,
      "learning_rate": 5.987238895681568e-05,
      "loss": 1.98731005859375,
      "step": 460000
    },
    {
      "epoch": 14.121868195896838,
      "grad_norm": 0.9733923673629761,
      "learning_rate": 5.884492484099993e-05,
      "loss": 1.98325830078125,
      "step": 460500
    },
    {
      "epoch": 14.137201386120395,
      "grad_norm": 0.9921107888221741,
      "learning_rate": 5.781746072518417e-05,
      "loss": 1.9850029296875,
      "step": 461000
    },
    {
      "epoch": 14.152534576343955,
      "grad_norm": 0.9491721391677856,
      "learning_rate": 5.6789996609368424e-05,
      "loss": 1.9857259521484374,
      "step": 461500
    },
    {
      "epoch": 14.167867766567513,
      "grad_norm": 0.8804633021354675,
      "learning_rate": 5.576253249355266e-05,
      "loss": 1.98178076171875,
      "step": 462000
    },
    {
      "epoch": 14.18320095679107,
      "grad_norm": 0.9189617037773132,
      "learning_rate": 5.473506837773691e-05,
      "loss": 1.9854525146484374,
      "step": 462500
    },
    {
      "epoch": 14.198534147014628,
      "grad_norm": 0.9965745210647583,
      "learning_rate": 5.370760426192115e-05,
      "loss": 1.98847705078125,
      "step": 463000
    },
    {
      "epoch": 14.213867337238186,
      "grad_norm": 0.9616757035255432,
      "learning_rate": 5.26801401461054e-05,
      "loss": 1.985622802734375,
      "step": 463500
    },
    {
      "epoch": 14.229200527461744,
      "grad_norm": 1.0184119939804077,
      "learning_rate": 5.165267603028964e-05,
      "loss": 1.989092041015625,
      "step": 464000
    },
    {
      "epoch": 14.244533717685302,
      "grad_norm": 0.9619824290275574,
      "learning_rate": 5.062521191447389e-05,
      "loss": 1.98259423828125,
      "step": 464500
    },
    {
      "epoch": 14.25986690790886,
      "grad_norm": 0.9330005645751953,
      "learning_rate": 4.959774779865813e-05,
      "loss": 1.9782156982421875,
      "step": 465000
    },
    {
      "epoch": 14.275200098132418,
      "grad_norm": 0.9333367943763733,
      "learning_rate": 4.857028368284238e-05,
      "loss": 1.985651611328125,
      "step": 465500
    },
    {
      "epoch": 14.290533288355975,
      "grad_norm": 0.9643346071243286,
      "learning_rate": 4.754281956702662e-05,
      "loss": 1.987324951171875,
      "step": 466000
    },
    {
      "epoch": 14.305866478579533,
      "grad_norm": 0.9358896613121033,
      "learning_rate": 4.651535545121087e-05,
      "loss": 1.98485693359375,
      "step": 466500
    },
    {
      "epoch": 14.321199668803091,
      "grad_norm": 0.9450936913490295,
      "learning_rate": 4.5487891335395114e-05,
      "loss": 1.9812447509765625,
      "step": 467000
    },
    {
      "epoch": 14.336532859026649,
      "grad_norm": 0.8825874924659729,
      "learning_rate": 4.446042721957936e-05,
      "loss": 1.9822239990234376,
      "step": 467500
    },
    {
      "epoch": 14.351866049250207,
      "grad_norm": 0.8992685675621033,
      "learning_rate": 4.3432963103763604e-05,
      "loss": 1.981752685546875,
      "step": 468000
    },
    {
      "epoch": 14.367199239473765,
      "grad_norm": 0.9332273602485657,
      "learning_rate": 4.240549898794785e-05,
      "loss": 1.9774483642578125,
      "step": 468500
    },
    {
      "epoch": 14.382532429697322,
      "grad_norm": 0.9260332584381104,
      "learning_rate": 4.137803487213209e-05,
      "loss": 1.983718505859375,
      "step": 469000
    },
    {
      "epoch": 14.39786561992088,
      "grad_norm": 0.9751363396644592,
      "learning_rate": 4.035057075631634e-05,
      "loss": 1.9811126708984375,
      "step": 469500
    },
    {
      "epoch": 14.413198810144438,
      "grad_norm": 0.95609450340271,
      "learning_rate": 3.932310664050058e-05,
      "loss": 1.981505126953125,
      "step": 470000
    },
    {
      "epoch": 14.428532000367996,
      "grad_norm": 0.9047972559928894,
      "learning_rate": 3.829564252468483e-05,
      "loss": 1.9790108642578126,
      "step": 470500
    },
    {
      "epoch": 14.443865190591554,
      "grad_norm": 0.951911985874176,
      "learning_rate": 3.726817840886907e-05,
      "loss": 1.9770003662109374,
      "step": 471000
    },
    {
      "epoch": 14.459198380815112,
      "grad_norm": 0.98056560754776,
      "learning_rate": 3.624071429305332e-05,
      "loss": 1.98037890625,
      "step": 471500
    },
    {
      "epoch": 14.47453157103867,
      "grad_norm": 0.9287095665931702,
      "learning_rate": 3.521325017723756e-05,
      "loss": 1.975437744140625,
      "step": 472000
    },
    {
      "epoch": 14.489864761262229,
      "grad_norm": 0.9857012629508972,
      "learning_rate": 3.418578606142181e-05,
      "loss": 1.9744571533203126,
      "step": 472500
    },
    {
      "epoch": 14.505197951485787,
      "grad_norm": 0.9061793088912964,
      "learning_rate": 3.315832194560605e-05,
      "loss": 1.97807421875,
      "step": 473000
    },
    {
      "epoch": 14.520531141709345,
      "grad_norm": 0.9368249773979187,
      "learning_rate": 3.21308578297903e-05,
      "loss": 1.9766177978515624,
      "step": 473500
    },
    {
      "epoch": 14.535864331932903,
      "grad_norm": 0.9416869282722473,
      "learning_rate": 3.110339371397454e-05,
      "loss": 1.97445361328125,
      "step": 474000
    },
    {
      "epoch": 14.55119752215646,
      "grad_norm": 0.9494808912277222,
      "learning_rate": 3.0075929598158784e-05,
      "loss": 1.980681884765625,
      "step": 474500
    },
    {
      "epoch": 14.566530712380018,
      "grad_norm": 0.9582274556159973,
      "learning_rate": 2.904846548234303e-05,
      "loss": 1.9713182373046876,
      "step": 475000
    },
    {
      "epoch": 14.581863902603576,
      "grad_norm": 0.8838064670562744,
      "learning_rate": 2.8021001366527275e-05,
      "loss": 1.975603759765625,
      "step": 475500
    },
    {
      "epoch": 14.597197092827134,
      "grad_norm": 0.9534491896629333,
      "learning_rate": 2.699353725071152e-05,
      "loss": 1.972388427734375,
      "step": 476000
    },
    {
      "epoch": 14.612530283050692,
      "grad_norm": 0.96030193567276,
      "learning_rate": 2.5966073134895765e-05,
      "loss": 1.9766041259765625,
      "step": 476500
    },
    {
      "epoch": 14.62786347327425,
      "grad_norm": 0.9311888217926025,
      "learning_rate": 2.493860901908001e-05,
      "loss": 1.9739630126953125,
      "step": 477000
    },
    {
      "epoch": 14.643196663497807,
      "grad_norm": 0.9285484552383423,
      "learning_rate": 2.3911144903264255e-05,
      "loss": 1.97049609375,
      "step": 477500
    },
    {
      "epoch": 14.658529853721365,
      "grad_norm": 0.9047533869743347,
      "learning_rate": 2.28836807874485e-05,
      "loss": 1.972680419921875,
      "step": 478000
    },
    {
      "epoch": 14.673863043944923,
      "grad_norm": 0.9683652520179749,
      "learning_rate": 2.1856216671632746e-05,
      "loss": 1.9756221923828126,
      "step": 478500
    },
    {
      "epoch": 14.689196234168481,
      "grad_norm": 0.8978590965270996,
      "learning_rate": 2.082875255581699e-05,
      "loss": 1.973049560546875,
      "step": 479000
    },
    {
      "epoch": 14.704529424392039,
      "grad_norm": 0.9055408835411072,
      "learning_rate": 1.9801288440001232e-05,
      "loss": 1.973763671875,
      "step": 479500
    },
    {
      "epoch": 14.719862614615597,
      "grad_norm": 0.8995787501335144,
      "learning_rate": 1.8773824324185478e-05,
      "loss": 1.9763970947265626,
      "step": 480000
    },
    {
      "epoch": 14.735195804839154,
      "grad_norm": 0.9438687562942505,
      "learning_rate": 1.7746360208369723e-05,
      "loss": 1.971931396484375,
      "step": 480500
    },
    {
      "epoch": 14.750528995062712,
      "grad_norm": 0.9335545301437378,
      "learning_rate": 1.6718896092553968e-05,
      "loss": 1.966485107421875,
      "step": 481000
    },
    {
      "epoch": 14.76586218528627,
      "grad_norm": 0.9144617915153503,
      "learning_rate": 1.5691431976738213e-05,
      "loss": 1.9701805419921874,
      "step": 481500
    },
    {
      "epoch": 14.781195375509828,
      "grad_norm": 1.01540207862854,
      "learning_rate": 1.4663967860922457e-05,
      "loss": 1.966320068359375,
      "step": 482000
    },
    {
      "epoch": 14.796528565733386,
      "grad_norm": 0.9367926120758057,
      "learning_rate": 1.3636503745106702e-05,
      "loss": 1.9681883544921874,
      "step": 482500
    },
    {
      "epoch": 14.811861755956944,
      "grad_norm": 0.9213653802871704,
      "learning_rate": 1.2609039629290947e-05,
      "loss": 1.97171142578125,
      "step": 483000
    },
    {
      "epoch": 14.827194946180501,
      "grad_norm": 0.9544906616210938,
      "learning_rate": 1.1581575513475192e-05,
      "loss": 1.9717967529296876,
      "step": 483500
    },
    {
      "epoch": 14.84252813640406,
      "grad_norm": 0.9205822944641113,
      "learning_rate": 1.0554111397659437e-05,
      "loss": 1.966518798828125,
      "step": 484000
    },
    {
      "epoch": 14.857861326627619,
      "grad_norm": 0.9487109780311584,
      "learning_rate": 9.52664728184368e-06,
      "loss": 1.9655050048828124,
      "step": 484500
    },
    {
      "epoch": 14.873194516851177,
      "grad_norm": 0.9579548239707947,
      "learning_rate": 8.499183166027926e-06,
      "loss": 1.9715491943359376,
      "step": 485000
    },
    {
      "epoch": 14.888527707074735,
      "grad_norm": 0.9350531697273254,
      "learning_rate": 7.471719050212171e-06,
      "loss": 1.9708812255859376,
      "step": 485500
    },
    {
      "epoch": 14.903860897298292,
      "grad_norm": 0.9493932723999023,
      "learning_rate": 6.444254934396416e-06,
      "loss": 1.968130615234375,
      "step": 486000
    },
    {
      "epoch": 14.91919408752185,
      "grad_norm": 0.9266709089279175,
      "learning_rate": 5.416790818580661e-06,
      "loss": 1.9653431396484375,
      "step": 486500
    },
    {
      "epoch": 14.934527277745408,
      "grad_norm": 0.9095956683158875,
      "learning_rate": 4.3893267027649065e-06,
      "loss": 1.9693433837890626,
      "step": 487000
    },
    {
      "epoch": 14.949860467968966,
      "grad_norm": 0.9118430614471436,
      "learning_rate": 3.361862586949151e-06,
      "loss": 1.9688089599609375,
      "step": 487500
    },
    {
      "epoch": 14.965193658192524,
      "grad_norm": 0.884293794631958,
      "learning_rate": 2.334398471133396e-06,
      "loss": 1.962416748046875,
      "step": 488000
    },
    {
      "epoch": 14.980526848416082,
      "grad_norm": 0.9306288957595825,
      "learning_rate": 1.3069343553176407e-06,
      "loss": 1.9678748779296875,
      "step": 488500
    },
    {
      "epoch": 14.99586003863964,
      "grad_norm": 0.8706272840499878,
      "learning_rate": 2.7947023950188536e-07,
      "loss": 1.9680279541015624,
      "step": 489000
    },
    {
      "epoch": 15.0,
      "step": 489135,
      "total_flos": 1.0411608145803264e+18,
      "train_loss": 2.3089358288195254,
      "train_runtime": 82476.5142,
      "train_samples_per_second": 379.552,
      "train_steps_per_second": 5.931
    }
  ],
  "logging_steps": 500,
  "max_steps": 489135,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 15,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0411608145803264e+18,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}