{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 100.0,
  "eval_steps": 20000,
  "global_step": 309400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03232062055591468,
      "grad_norm": 113.44369506835938,
      "learning_rate": 9.900000000000002e-06,
      "loss": 5.1994,
      "step": 100
    },
    {
      "epoch": 0.06464124111182935,
      "grad_norm": 33.283287048339844,
      "learning_rate": 1.9900000000000003e-05,
      "loss": 4.5771,
      "step": 200
    },
    {
      "epoch": 0.09696186166774402,
      "grad_norm": 26.25897789001465,
      "learning_rate": 2.9900000000000002e-05,
      "loss": 4.1609,
      "step": 300
    },
    {
      "epoch": 0.1292824822236587,
      "grad_norm": 11.137129783630371,
      "learning_rate": 3.99e-05,
      "loss": 4.0668,
      "step": 400
    },
    {
      "epoch": 0.16160310277957338,
      "grad_norm": 14.905611991882324,
      "learning_rate": 4.99e-05,
      "loss": 4.0021,
      "step": 500
    },
    {
      "epoch": 0.19392372333548805,
      "grad_norm": 2.45811128616333,
      "learning_rate": 5.9900000000000006e-05,
      "loss": 3.9788,
      "step": 600
    },
    {
      "epoch": 0.22624434389140272,
      "grad_norm": 3.4350666999816895,
      "learning_rate": 6.99e-05,
      "loss": 3.9595,
      "step": 700
    },
    {
      "epoch": 0.2585649644473174,
      "grad_norm": 21.33148956298828,
      "learning_rate": 7.99e-05,
      "loss": 3.9243,
      "step": 800
    },
    {
      "epoch": 0.2908855850032321,
      "grad_norm": 2.3939037322998047,
      "learning_rate": 8.989999999999999e-05,
      "loss": 3.8641,
      "step": 900
    },
    {
      "epoch": 0.32320620555914675,
      "grad_norm": 2.719916343688965,
      "learning_rate": 9.99e-05,
      "loss": 3.8605,
      "step": 1000
    },
    {
      "epoch": 0.3555268261150614,
      "grad_norm": 2.285353899002075,
      "learning_rate": 0.0001099,
      "loss": 3.8334,
      "step": 1100
    },
    {
      "epoch": 0.3878474466709761,
      "grad_norm": 2.2743117809295654,
      "learning_rate": 0.00011990000000000001,
      "loss": 3.8158,
      "step": 1200
    },
    {
      "epoch": 0.42016806722689076,
      "grad_norm": 2.1339423656463623,
      "learning_rate": 0.00012989999999999999,
      "loss": 3.7871,
      "step": 1300
    },
    {
      "epoch": 0.45248868778280543,
      "grad_norm": 2.2670485973358154,
      "learning_rate": 0.0001399,
      "loss": 3.779,
      "step": 1400
    },
    {
      "epoch": 0.4848093083387201,
      "grad_norm": 2.1925437450408936,
      "learning_rate": 0.0001499,
      "loss": 3.7351,
      "step": 1500
    },
    {
      "epoch": 0.5171299288946348,
      "grad_norm": 2.1954660415649414,
      "learning_rate": 0.00015989999999999998,
      "loss": 3.7266,
      "step": 1600
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 3.2180988788604736,
      "learning_rate": 0.0001699,
      "loss": 3.7417,
      "step": 1700
    },
    {
      "epoch": 0.5817711700064642,
      "grad_norm": 2.362977981567383,
      "learning_rate": 0.0001799,
      "loss": 3.7068,
      "step": 1800
    },
    {
      "epoch": 0.6140917905623788,
      "grad_norm": 2.1778812408447266,
      "learning_rate": 0.0001899,
      "loss": 3.7141,
      "step": 1900
    },
    {
      "epoch": 0.6464124111182935,
      "grad_norm": 2.239959716796875,
      "learning_rate": 0.0001999,
      "loss": 3.6816,
      "step": 2000
    },
    {
      "epoch": 0.6787330316742082,
      "grad_norm": 2.3324010372161865,
      "learning_rate": 0.0002099,
      "loss": 3.6757,
      "step": 2100
    },
    {
      "epoch": 0.7110536522301228,
      "grad_norm": 2.222890853881836,
      "learning_rate": 0.0002199,
      "loss": 3.6602,
      "step": 2200
    },
    {
      "epoch": 0.7433742727860375,
      "grad_norm": 2.055497407913208,
      "learning_rate": 0.0002299,
      "loss": 3.657,
      "step": 2300
    },
    {
      "epoch": 0.7756948933419522,
      "grad_norm": 2.1699202060699463,
      "learning_rate": 0.0002399,
      "loss": 3.6371,
      "step": 2400
    },
    {
      "epoch": 0.8080155138978669,
      "grad_norm": 2.2787368297576904,
      "learning_rate": 0.0002499,
      "loss": 3.6215,
      "step": 2500
    },
    {
      "epoch": 0.8403361344537815,
      "grad_norm": 2.3619353771209717,
      "learning_rate": 0.00025990000000000003,
      "loss": 3.6471,
      "step": 2600
    },
    {
      "epoch": 0.8726567550096962,
      "grad_norm": 2.054823160171509,
      "learning_rate": 0.0002699,
      "loss": 3.5954,
      "step": 2700
    },
    {
      "epoch": 0.9049773755656109,
      "grad_norm": 2.221311092376709,
      "learning_rate": 0.0002799,
      "loss": 3.5998,
      "step": 2800
    },
    {
      "epoch": 0.9372979961215255,
      "grad_norm": 2.4884724617004395,
      "learning_rate": 0.0002899,
      "loss": 3.5862,
      "step": 2900
    },
    {
      "epoch": 0.9696186166774402,
      "grad_norm": 2.2477798461914062,
      "learning_rate": 0.0002999,
      "loss": 3.5723,
      "step": 3000
    },
    {
      "epoch": 1.0019392372333549,
      "grad_norm": 2.155560255050659,
      "learning_rate": 0.0003099,
      "loss": 3.5919,
      "step": 3100
    },
    {
      "epoch": 1.0342598577892697,
      "grad_norm": 1.4968713521957397,
      "learning_rate": 0.0003199,
      "loss": 3.5275,
      "step": 3200
    },
    {
      "epoch": 1.0665804783451842,
      "grad_norm": 1.2746202945709229,
      "learning_rate": 0.00032990000000000005,
      "loss": 3.5395,
      "step": 3300
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 1.3098007440567017,
      "learning_rate": 0.00033989999999999997,
      "loss": 3.5354,
      "step": 3400
    },
    {
      "epoch": 1.1312217194570136,
      "grad_norm": 1.745730996131897,
      "learning_rate": 0.0003499,
      "loss": 3.5099,
      "step": 3500
    },
    {
      "epoch": 1.1635423400129283,
      "grad_norm": 1.8114116191864014,
      "learning_rate": 0.0003599,
      "loss": 3.5412,
      "step": 3600
    },
    {
      "epoch": 1.195862960568843,
      "grad_norm": 2.3928165435791016,
      "learning_rate": 0.0003699,
      "loss": 3.5332,
      "step": 3700
    },
    {
      "epoch": 1.2281835811247577,
      "grad_norm": 1.126379370689392,
      "learning_rate": 0.0003799,
      "loss": 3.5205,
      "step": 3800
    },
    {
      "epoch": 1.2605042016806722,
      "grad_norm": 1.7738536596298218,
      "learning_rate": 0.00038990000000000004,
      "loss": 3.5306,
      "step": 3900
    },
    {
      "epoch": 1.292824822236587,
      "grad_norm": 2.3915224075317383,
      "learning_rate": 0.00039989999999999996,
      "loss": 3.5113,
      "step": 4000
    },
    {
      "epoch": 1.3251454427925016,
      "grad_norm": 1.2352187633514404,
      "learning_rate": 0.0004099,
      "loss": 3.4997,
      "step": 4100
    },
    {
      "epoch": 1.3574660633484164,
      "grad_norm": 1.6244854927062988,
      "learning_rate": 0.0004199,
      "loss": 3.5079,
      "step": 4200
    },
    {
      "epoch": 1.389786683904331,
      "grad_norm": 1.1132093667984009,
      "learning_rate": 0.0004299,
      "loss": 3.5052,
      "step": 4300
    },
    {
      "epoch": 1.4221073044602457,
      "grad_norm": 1.9960055351257324,
      "learning_rate": 0.0004399,
      "loss": 3.5056,
      "step": 4400
    },
    {
      "epoch": 1.4544279250161603,
      "grad_norm": 1.619606852531433,
      "learning_rate": 0.00044990000000000004,
      "loss": 3.4965,
      "step": 4500
    },
    {
      "epoch": 1.486748545572075,
      "grad_norm": 1.8198740482330322,
      "learning_rate": 0.0004599,
      "loss": 3.4824,
      "step": 4600
    },
    {
      "epoch": 1.5190691661279896,
      "grad_norm": 2.4110352993011475,
      "learning_rate": 0.0004699,
      "loss": 3.4957,
      "step": 4700
    },
    {
      "epoch": 1.5513897866839044,
      "grad_norm": 1.0220048427581787,
      "learning_rate": 0.0004799,
      "loss": 3.4719,
      "step": 4800
    },
    {
      "epoch": 1.5837104072398192,
      "grad_norm": 1.1443417072296143,
      "learning_rate": 0.0004899,
      "loss": 3.4902,
      "step": 4900
    },
    {
      "epoch": 1.6160310277957337,
      "grad_norm": 1.0778316259384155,
      "learning_rate": 0.0004999000000000001,
      "loss": 3.4851,
      "step": 5000
    },
    {
      "epoch": 1.6483516483516483,
      "grad_norm": 1.5312631130218506,
      "learning_rate": 0.0005099,
      "loss": 3.4704,
      "step": 5100
    },
    {
      "epoch": 1.680672268907563,
      "grad_norm": 1.2108691930770874,
      "learning_rate": 0.0005199,
      "loss": 3.4674,
      "step": 5200
    },
    {
      "epoch": 1.7129928894634778,
      "grad_norm": 1.3876620531082153,
      "learning_rate": 0.0005299,
      "loss": 3.4695,
      "step": 5300
    },
    {
      "epoch": 1.7453135100193924,
      "grad_norm": 1.118224024772644,
      "learning_rate": 0.0005399000000000001,
      "loss": 3.4654,
      "step": 5400
    },
    {
      "epoch": 1.777634130575307,
      "grad_norm": 1.0403189659118652,
      "learning_rate": 0.0005499000000000001,
      "loss": 3.4498,
      "step": 5500
    },
    {
      "epoch": 1.8099547511312217,
      "grad_norm": 1.0136079788208008,
      "learning_rate": 0.0005599,
      "loss": 3.4364,
      "step": 5600
    },
    {
      "epoch": 1.8422753716871365,
      "grad_norm": 1.3502916097640991,
      "learning_rate": 0.0005698999999999999,
      "loss": 3.4396,
      "step": 5700
    },
    {
      "epoch": 1.874595992243051,
      "grad_norm": 1.0874897241592407,
      "learning_rate": 0.0005799,
      "loss": 3.4767,
      "step": 5800
    },
    {
      "epoch": 1.9069166127989656,
      "grad_norm": 1.2160725593566895,
      "learning_rate": 0.0005899,
      "loss": 3.4555,
      "step": 5900
    },
    {
      "epoch": 1.9392372333548804,
      "grad_norm": 0.9763041734695435,
      "learning_rate": 0.0005999,
      "loss": 3.4453,
      "step": 6000
    },
    {
      "epoch": 1.9715578539107952,
      "grad_norm": 1.3038817644119263,
      "learning_rate": 0.0006099,
      "loss": 3.4526,
      "step": 6100
    },
    {
      "epoch": 2.0038784744667097,
      "grad_norm": 1.0602381229400635,
      "learning_rate": 0.0006199,
      "loss": 3.4462,
      "step": 6200
    },
    {
      "epoch": 2.0361990950226243,
      "grad_norm": 0.7091767191886902,
      "learning_rate": 0.0006299000000000001,
      "loss": 3.3692,
      "step": 6300
    },
    {
      "epoch": 2.0685197155785393,
      "grad_norm": 0.9198008179664612,
      "learning_rate": 0.0006399,
      "loss": 3.3699,
      "step": 6400
    },
    {
      "epoch": 2.100840336134454,
      "grad_norm": 0.7512125372886658,
      "learning_rate": 0.0006499,
      "loss": 3.3667,
      "step": 6500
    },
    {
      "epoch": 2.1331609566903684,
      "grad_norm": 1.0284326076507568,
      "learning_rate": 0.0006599,
      "loss": 3.3685,
      "step": 6600
    },
    {
      "epoch": 2.165481577246283,
      "grad_norm": 1.1990816593170166,
      "learning_rate": 0.0006699000000000001,
      "loss": 3.3774,
      "step": 6700
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 0.9412187933921814,
      "learning_rate": 0.0006799,
      "loss": 3.3603,
      "step": 6800
    },
    {
      "epoch": 2.2301228183581125,
      "grad_norm": 1.1793667078018188,
      "learning_rate": 0.0006899,
      "loss": 3.3585,
      "step": 6900
    },
    {
      "epoch": 2.262443438914027,
      "grad_norm": 1.0098427534103394,
      "learning_rate": 0.0006998999999999999,
      "loss": 3.3701,
      "step": 7000
    },
    {
      "epoch": 2.2947640594699417,
      "grad_norm": 1.2947179079055786,
      "learning_rate": 0.0007099,
      "loss": 3.3552,
      "step": 7100
    },
    {
      "epoch": 2.3270846800258567,
      "grad_norm": 1.0354315042495728,
      "learning_rate": 0.0007199,
      "loss": 3.3738,
      "step": 7200
    },
    {
      "epoch": 2.3594053005817712,
      "grad_norm": 1.6114907264709473,
      "learning_rate": 0.0007299,
      "loss": 3.3601,
      "step": 7300
    },
    {
      "epoch": 2.391725921137686,
      "grad_norm": 1.2489641904830933,
      "learning_rate": 0.0007399,
      "loss": 3.3666,
      "step": 7400
    },
    {
      "epoch": 2.4240465416936003,
      "grad_norm": 1.2799603939056396,
      "learning_rate": 0.0007499000000000001,
      "loss": 3.3767,
      "step": 7500
    },
    {
      "epoch": 2.4563671622495153,
      "grad_norm": 0.9481520652770996,
      "learning_rate": 0.0007599,
      "loss": 3.3799,
      "step": 7600
    },
    {
      "epoch": 2.48868778280543,
      "grad_norm": 1.095807671546936,
      "learning_rate": 0.0007699,
      "loss": 3.3691,
      "step": 7700
    },
    {
      "epoch": 2.5210084033613445,
      "grad_norm": 0.9669839143753052,
      "learning_rate": 0.0007799,
      "loss": 3.3424,
      "step": 7800
    },
    {
      "epoch": 2.553329023917259,
      "grad_norm": 0.819404125213623,
      "learning_rate": 0.0007899000000000001,
      "loss": 3.3339,
      "step": 7900
    },
    {
      "epoch": 2.585649644473174,
      "grad_norm": 0.797839879989624,
      "learning_rate": 0.0007999000000000001,
      "loss": 3.3667,
      "step": 8000
    },
    {
      "epoch": 2.6179702650290886,
      "grad_norm": 1.1646702289581299,
      "learning_rate": 0.0008099,
      "loss": 3.37,
      "step": 8100
    },
    {
      "epoch": 2.650290885585003,
      "grad_norm": 1.1598727703094482,
      "learning_rate": 0.0008198999999999999,
      "loss": 3.3375,
      "step": 8200
    },
    {
      "epoch": 2.682611506140918,
      "grad_norm": 1.25111722946167,
      "learning_rate": 0.0008299,
      "loss": 3.3584,
      "step": 8300
    },
    {
      "epoch": 2.7149321266968327,
      "grad_norm": 1.2236987352371216,
      "learning_rate": 0.0008399,
      "loss": 3.3714,
      "step": 8400
    },
    {
      "epoch": 2.7472527472527473,
      "grad_norm": 0.9083935022354126,
      "learning_rate": 0.0008499,
      "loss": 3.3567,
      "step": 8500
    },
    {
      "epoch": 2.779573367808662,
      "grad_norm": 1.0694997310638428,
      "learning_rate": 0.0008599,
      "loss": 3.3439,
      "step": 8600
    },
    {
      "epoch": 2.8118939883645764,
      "grad_norm": 1.1277011632919312,
      "learning_rate": 0.0008699000000000001,
      "loss": 3.3346,
      "step": 8700
    },
    {
      "epoch": 2.8442146089204914,
      "grad_norm": 1.3444178104400635,
      "learning_rate": 0.0008799000000000001,
      "loss": 3.3451,
      "step": 8800
    },
    {
      "epoch": 2.876535229476406,
      "grad_norm": 0.9961609244346619,
      "learning_rate": 0.0008899,
      "loss": 3.3484,
      "step": 8900
    },
    {
      "epoch": 2.9088558500323205,
      "grad_norm": 0.9413596391677856,
      "learning_rate": 0.0008999,
      "loss": 3.3289,
      "step": 9000
    },
    {
      "epoch": 2.9411764705882355,
      "grad_norm": 1.064833164215088,
      "learning_rate": 0.0009099,
      "loss": 3.3546,
      "step": 9100
    },
    {
      "epoch": 2.97349709114415,
      "grad_norm": 0.9576635360717773,
      "learning_rate": 0.0009199000000000001,
      "loss": 3.3515,
      "step": 9200
    },
    {
      "epoch": 3.0058177117000646,
      "grad_norm": 0.8599377274513245,
      "learning_rate": 0.0009299,
      "loss": 3.3331,
      "step": 9300
    },
    {
      "epoch": 3.038138332255979,
      "grad_norm": 0.8528821468353271,
      "learning_rate": 0.0009399,
      "loss": 3.2379,
      "step": 9400
    },
    {
      "epoch": 3.070458952811894,
      "grad_norm": 1.010067105293274,
      "learning_rate": 0.0009498999999999999,
      "loss": 3.2548,
      "step": 9500
    },
    {
      "epoch": 3.1027795733678087,
      "grad_norm": 1.0422749519348145,
      "learning_rate": 0.0009599,
      "loss": 3.2458,
      "step": 9600
    },
    {
      "epoch": 3.1351001939237233,
      "grad_norm": 1.1780894994735718,
      "learning_rate": 0.0009699,
      "loss": 3.2479,
      "step": 9700
    },
    {
      "epoch": 3.167420814479638,
      "grad_norm": 1.0699479579925537,
      "learning_rate": 0.0009799,
      "loss": 3.2466,
      "step": 9800
    },
    {
      "epoch": 3.199741435035553,
      "grad_norm": 0.7220283150672913,
      "learning_rate": 0.0009899,
      "loss": 3.2282,
      "step": 9900
    },
    {
      "epoch": 3.2320620555914674,
      "grad_norm": 0.9945827126502991,
      "learning_rate": 0.0009999,
      "loss": 3.2569,
      "step": 10000
    },
    {
      "epoch": 3.264382676147382,
      "grad_norm": 0.9884164929389954,
      "learning_rate": 0.001,
      "loss": 3.2202,
      "step": 10100
    },
    {
      "epoch": 3.2967032967032965,
      "grad_norm": 0.9047076106071472,
      "learning_rate": 0.001,
      "loss": 3.2181,
      "step": 10200
    },
    {
      "epoch": 3.3290239172592115,
      "grad_norm": 1.3361272811889648,
      "learning_rate": 0.001,
      "loss": 3.2336,
      "step": 10300
    },
    {
      "epoch": 3.361344537815126,
      "grad_norm": 1.0945632457733154,
      "learning_rate": 0.001,
      "loss": 3.2355,
      "step": 10400
    },
    {
      "epoch": 3.3936651583710407,
      "grad_norm": 1.010493278503418,
      "learning_rate": 0.001,
      "loss": 3.2467,
      "step": 10500
    },
    {
      "epoch": 3.425985778926955,
      "grad_norm": 0.941750705242157,
      "learning_rate": 0.001,
      "loss": 3.2268,
      "step": 10600
    },
    {
      "epoch": 3.45830639948287,
      "grad_norm": 0.6709722876548767,
      "learning_rate": 0.001,
      "loss": 3.2282,
      "step": 10700
    },
    {
      "epoch": 3.490627020038785,
      "grad_norm": 0.8207814693450928,
      "learning_rate": 0.001,
      "loss": 3.2243,
      "step": 10800
    },
    {
      "epoch": 3.5229476405946993,
      "grad_norm": 0.9374675154685974,
      "learning_rate": 0.001,
      "loss": 3.2398,
      "step": 10900
    },
    {
      "epoch": 3.555268261150614,
      "grad_norm": 1.0046817064285278,
      "learning_rate": 0.001,
      "loss": 3.2387,
      "step": 11000
    },
    {
      "epoch": 3.587588881706529,
      "grad_norm": 1.0659905672073364,
      "learning_rate": 0.001,
      "loss": 3.2373,
      "step": 11100
    },
    {
      "epoch": 3.6199095022624435,
      "grad_norm": 0.8840706944465637,
      "learning_rate": 0.001,
      "loss": 3.2419,
      "step": 11200
    },
    {
      "epoch": 3.652230122818358,
      "grad_norm": 0.8998158574104309,
      "learning_rate": 0.001,
      "loss": 3.2298,
      "step": 11300
    },
    {
      "epoch": 3.684550743374273,
      "grad_norm": 0.7526170015335083,
      "learning_rate": 0.001,
      "loss": 3.2266,
      "step": 11400
    },
    {
      "epoch": 3.7168713639301876,
      "grad_norm": 1.02177095413208,
      "learning_rate": 0.001,
      "loss": 3.2299,
      "step": 11500
    },
    {
      "epoch": 3.749191984486102,
      "grad_norm": 1.0600848197937012,
      "learning_rate": 0.001,
      "loss": 3.2301,
      "step": 11600
    },
    {
      "epoch": 3.7815126050420167,
      "grad_norm": 1.2486552000045776,
      "learning_rate": 0.001,
      "loss": 3.2267,
      "step": 11700
    },
    {
      "epoch": 3.8138332255979313,
      "grad_norm": 1.2336997985839844,
      "learning_rate": 0.001,
      "loss": 3.2322,
      "step": 11800
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 1.1906139850616455,
      "learning_rate": 0.001,
      "loss": 3.2321,
      "step": 11900
    },
    {
      "epoch": 3.878474466709761,
      "grad_norm": 0.8188307881355286,
      "learning_rate": 0.001,
      "loss": 3.2081,
      "step": 12000
    },
    {
      "epoch": 3.9107950872656754,
      "grad_norm": 0.9523578882217407,
      "learning_rate": 0.001,
      "loss": 3.2217,
      "step": 12100
    },
    {
      "epoch": 3.9431157078215904,
      "grad_norm": 1.0636179447174072,
      "learning_rate": 0.001,
      "loss": 3.2072,
      "step": 12200
    },
    {
      "epoch": 3.975436328377505,
      "grad_norm": 1.092067003250122,
      "learning_rate": 0.001,
      "loss": 3.2053,
      "step": 12300
    },
    {
      "epoch": 4.0077569489334195,
      "grad_norm": 0.7680415511131287,
      "learning_rate": 0.001,
      "loss": 3.2015,
      "step": 12400
    },
    {
      "epoch": 4.040077569489334,
      "grad_norm": 1.0675336122512817,
      "learning_rate": 0.001,
      "loss": 3.1144,
      "step": 12500
    },
    {
      "epoch": 4.072398190045249,
      "grad_norm": 1.0144174098968506,
      "learning_rate": 0.001,
      "loss": 3.1165,
      "step": 12600
    },
    {
      "epoch": 4.104718810601163,
      "grad_norm": 1.1183968782424927,
      "learning_rate": 0.001,
      "loss": 3.131,
      "step": 12700
    },
    {
      "epoch": 4.137039431157079,
      "grad_norm": 0.8900427222251892,
      "learning_rate": 0.001,
      "loss": 3.1315,
      "step": 12800
    },
    {
      "epoch": 4.169360051712993,
      "grad_norm": 0.9315294027328491,
      "learning_rate": 0.001,
      "loss": 3.1344,
      "step": 12900
    },
    {
      "epoch": 4.201680672268908,
      "grad_norm": 1.214819312095642,
      "learning_rate": 0.001,
      "loss": 3.132,
      "step": 13000
    },
    {
      "epoch": 4.234001292824822,
      "grad_norm": 0.7954821586608887,
      "learning_rate": 0.001,
      "loss": 3.1417,
      "step": 13100
    },
    {
      "epoch": 4.266321913380737,
      "grad_norm": 0.927521824836731,
      "learning_rate": 0.001,
      "loss": 3.1207,
      "step": 13200
    },
    {
      "epoch": 4.298642533936651,
      "grad_norm": 0.9967598915100098,
      "learning_rate": 0.001,
      "loss": 3.1457,
      "step": 13300
    },
    {
      "epoch": 4.330963154492566,
      "grad_norm": 0.8189947009086609,
      "learning_rate": 0.001,
      "loss": 3.1434,
      "step": 13400
    },
    {
      "epoch": 4.3632837750484805,
      "grad_norm": 0.8321822285652161,
      "learning_rate": 0.001,
      "loss": 3.1667,
      "step": 13500
    },
    {
      "epoch": 4.395604395604396,
      "grad_norm": 0.9342663884162903,
      "learning_rate": 0.001,
      "loss": 3.1384,
      "step": 13600
    },
    {
      "epoch": 4.4279250161603105,
      "grad_norm": 1.075761079788208,
      "learning_rate": 0.001,
      "loss": 3.1525,
      "step": 13700
    },
    {
      "epoch": 4.460245636716225,
      "grad_norm": 0.8055844902992249,
      "learning_rate": 0.001,
      "loss": 3.1573,
      "step": 13800
    },
    {
      "epoch": 4.49256625727214,
      "grad_norm": 1.074677586555481,
      "learning_rate": 0.001,
      "loss": 3.1582,
      "step": 13900
    },
    {
      "epoch": 4.524886877828054,
      "grad_norm": 0.9087541699409485,
      "learning_rate": 0.001,
      "loss": 3.1483,
      "step": 14000
    },
    {
      "epoch": 4.557207498383969,
      "grad_norm": 0.9732751846313477,
      "learning_rate": 0.001,
      "loss": 3.1317,
      "step": 14100
    },
    {
      "epoch": 4.589528118939883,
      "grad_norm": 1.3061445951461792,
      "learning_rate": 0.001,
      "loss": 3.1436,
      "step": 14200
    },
    {
      "epoch": 4.621848739495798,
      "grad_norm": 1.0117545127868652,
      "learning_rate": 0.001,
      "loss": 3.1514,
      "step": 14300
    },
    {
      "epoch": 4.654169360051713,
      "grad_norm": 0.9364200830459595,
      "learning_rate": 0.001,
      "loss": 3.1453,
      "step": 14400
    },
    {
      "epoch": 4.686489980607628,
      "grad_norm": 0.9485110640525818,
      "learning_rate": 0.001,
      "loss": 3.1505,
      "step": 14500
    },
    {
      "epoch": 4.7188106011635425,
      "grad_norm": 0.7017455101013184,
      "learning_rate": 0.001,
      "loss": 3.1556,
      "step": 14600
    },
    {
      "epoch": 4.751131221719457,
      "grad_norm": 0.7182191610336304,
      "learning_rate": 0.001,
      "loss": 3.1469,
      "step": 14700
    },
    {
      "epoch": 4.783451842275372,
      "grad_norm": 0.871917724609375,
      "learning_rate": 0.001,
      "loss": 3.1624,
      "step": 14800
    },
    {
      "epoch": 4.815772462831286,
      "grad_norm": 0.9741417169570923,
      "learning_rate": 0.001,
      "loss": 3.151,
      "step": 14900
    },
    {
      "epoch": 4.848093083387201,
      "grad_norm": 0.966870903968811,
      "learning_rate": 0.001,
      "loss": 3.1085,
      "step": 15000
    },
    {
      "epoch": 4.880413703943116,
      "grad_norm": 0.8608819842338562,
      "learning_rate": 0.001,
      "loss": 3.1423,
      "step": 15100
    },
    {
      "epoch": 4.912734324499031,
      "grad_norm": 0.8575353622436523,
      "learning_rate": 0.001,
      "loss": 3.1509,
      "step": 15200
    },
    {
      "epoch": 4.945054945054945,
      "grad_norm": 0.7007643580436707,
      "learning_rate": 0.001,
      "loss": 3.1507,
      "step": 15300
    },
    {
      "epoch": 4.97737556561086,
      "grad_norm": 0.8379340767860413,
      "learning_rate": 0.001,
      "loss": 3.1407,
      "step": 15400
    },
    {
      "epoch": 5.009696186166774,
      "grad_norm": 0.9032299518585205,
      "learning_rate": 0.001,
      "loss": 3.1197,
      "step": 15500
    },
    {
      "epoch": 5.042016806722689,
      "grad_norm": 0.922421932220459,
      "learning_rate": 0.001,
      "loss": 3.0103,
      "step": 15600
    },
    {
      "epoch": 5.0743374272786035,
      "grad_norm": 0.8886153697967529,
      "learning_rate": 0.001,
      "loss": 3.0239,
      "step": 15700
    },
    {
      "epoch": 5.106658047834518,
      "grad_norm": 1.210507869720459,
      "learning_rate": 0.001,
      "loss": 3.0331,
      "step": 15800
    },
    {
      "epoch": 5.1389786683904335,
      "grad_norm": 0.9552029371261597,
      "learning_rate": 0.001,
      "loss": 3.0191,
      "step": 15900
    },
    {
      "epoch": 5.171299288946348,
      "grad_norm": 0.9923421740531921,
      "learning_rate": 0.001,
      "loss": 3.0519,
      "step": 16000
    },
    {
      "epoch": 5.203619909502263,
      "grad_norm": 0.646263062953949,
      "learning_rate": 0.001,
      "loss": 3.0327,
      "step": 16100
    },
    {
      "epoch": 5.235940530058177,
      "grad_norm": 0.9746344685554504,
      "learning_rate": 0.001,
      "loss": 3.0388,
      "step": 16200
    },
    {
      "epoch": 5.268261150614092,
      "grad_norm": 0.894690215587616,
      "learning_rate": 0.001,
      "loss": 3.0451,
      "step": 16300
    },
    {
      "epoch": 5.300581771170006,
      "grad_norm": 1.1923508644104004,
      "learning_rate": 0.001,
      "loss": 3.039,
      "step": 16400
    },
    {
      "epoch": 5.332902391725921,
      "grad_norm": 0.9015272259712219,
      "learning_rate": 0.001,
      "loss": 3.0746,
      "step": 16500
    },
    {
      "epoch": 5.365223012281835,
      "grad_norm": 1.0535194873809814,
      "learning_rate": 0.001,
      "loss": 3.0663,
      "step": 16600
    },
    {
      "epoch": 5.397543632837751,
      "grad_norm": 0.8790969848632812,
      "learning_rate": 0.001,
      "loss": 3.0455,
      "step": 16700
    },
    {
      "epoch": 5.429864253393665,
      "grad_norm": 0.8354184627532959,
      "learning_rate": 0.001,
      "loss": 3.0653,
      "step": 16800
    },
    {
      "epoch": 5.46218487394958,
      "grad_norm": 1.1250206232070923,
      "learning_rate": 0.001,
      "loss": 3.0639,
      "step": 16900
    },
    {
      "epoch": 5.4945054945054945,
      "grad_norm": 0.9991565942764282,
      "learning_rate": 0.001,
      "loss": 3.0435,
      "step": 17000
    },
    {
      "epoch": 5.526826115061409,
      "grad_norm": 0.757892370223999,
      "learning_rate": 0.001,
      "loss": 3.0669,
      "step": 17100
    },
    {
      "epoch": 5.559146735617324,
      "grad_norm": 0.8190027475357056,
      "learning_rate": 0.001,
      "loss": 3.0609,
      "step": 17200
    },
    {
      "epoch": 5.591467356173238,
      "grad_norm": 0.9603754878044128,
      "learning_rate": 0.001,
      "loss": 3.0439,
      "step": 17300
    },
    {
      "epoch": 5.623787976729153,
      "grad_norm": 0.5893958806991577,
      "learning_rate": 0.001,
      "loss": 3.0683,
      "step": 17400
    },
    {
      "epoch": 5.656108597285068,
      "grad_norm": 0.927288830280304,
      "learning_rate": 0.001,
      "loss": 3.0408,
      "step": 17500
    },
    {
      "epoch": 5.688429217840983,
      "grad_norm": 0.90427565574646,
      "learning_rate": 0.001,
      "loss": 3.0687,
      "step": 17600
    },
    {
      "epoch": 5.720749838396897,
      "grad_norm": 0.8372429013252258,
      "learning_rate": 0.001,
      "loss": 3.0582,
      "step": 17700
    },
    {
      "epoch": 5.753070458952812,
      "grad_norm": 0.9206283092498779,
      "learning_rate": 0.001,
      "loss": 3.0717,
      "step": 17800
    },
    {
      "epoch": 5.785391079508726,
      "grad_norm": 0.970551609992981,
      "learning_rate": 0.001,
      "loss": 3.0689,
      "step": 17900
    },
    {
      "epoch": 5.817711700064641,
      "grad_norm": 0.9441208839416504,
      "learning_rate": 0.001,
      "loss": 3.0412,
      "step": 18000
    },
    {
      "epoch": 5.850032320620556,
      "grad_norm": 0.869175910949707,
      "learning_rate": 0.001,
      "loss": 3.0553,
      "step": 18100
    },
    {
      "epoch": 5.882352941176471,
      "grad_norm": 0.6702381372451782,
      "learning_rate": 0.001,
      "loss": 3.0553,
      "step": 18200
    },
    {
      "epoch": 5.914673561732386,
      "grad_norm": 1.0862089395523071,
      "learning_rate": 0.001,
      "loss": 3.0741,
      "step": 18300
    },
    {
      "epoch": 5.9469941822883,
      "grad_norm": 0.9103309512138367,
      "learning_rate": 0.001,
      "loss": 3.0748,
      "step": 18400
    },
    {
      "epoch": 5.979314802844215,
      "grad_norm": 1.0982170104980469,
      "learning_rate": 0.001,
      "loss": 3.054,
      "step": 18500
    },
    {
      "epoch": 6.011635423400129,
      "grad_norm": 1.0017380714416504,
      "learning_rate": 0.001,
      "loss": 3.0038,
      "step": 18600
    },
    {
      "epoch": 6.043956043956044,
      "grad_norm": 1.0425845384597778,
      "learning_rate": 0.001,
      "loss": 2.9489,
      "step": 18700
    },
    {
      "epoch": 6.076276664511958,
      "grad_norm": 1.030131220817566,
      "learning_rate": 0.001,
      "loss": 2.9291,
      "step": 18800
    },
    {
      "epoch": 6.108597285067873,
      "grad_norm": 1.0179742574691772,
      "learning_rate": 0.001,
      "loss": 2.9501,
      "step": 18900
    },
    {
      "epoch": 6.140917905623788,
      "grad_norm": 1.0169600248336792,
      "learning_rate": 0.001,
      "loss": 2.9339,
      "step": 19000
    },
    {
      "epoch": 6.173238526179703,
      "grad_norm": 0.7874507308006287,
      "learning_rate": 0.001,
      "loss": 2.9623,
      "step": 19100
    },
    {
      "epoch": 6.2055591467356175,
      "grad_norm": 0.7536994218826294,
      "learning_rate": 0.001,
      "loss": 2.9431,
      "step": 19200
    },
    {
      "epoch": 6.237879767291532,
      "grad_norm": 1.3374706506729126,
      "learning_rate": 0.001,
      "loss": 2.9691,
      "step": 19300
    },
    {
      "epoch": 6.270200387847447,
      "grad_norm": 0.9803719520568848,
      "learning_rate": 0.001,
      "loss": 2.9555,
      "step": 19400
    },
    {
      "epoch": 6.302521008403361,
      "grad_norm": 0.898348331451416,
      "learning_rate": 0.001,
      "loss": 2.9691,
      "step": 19500
    },
    {
      "epoch": 6.334841628959276,
      "grad_norm": 1.0121514797210693,
      "learning_rate": 0.001,
      "loss": 2.9758,
      "step": 19600
    },
    {
      "epoch": 6.36716224951519,
      "grad_norm": 0.8829805850982666,
      "learning_rate": 0.001,
      "loss": 2.9724,
      "step": 19700
    },
    {
      "epoch": 6.399482870071106,
      "grad_norm": 1.1278361082077026,
      "learning_rate": 0.001,
      "loss": 2.9596,
      "step": 19800
    },
    {
      "epoch": 6.43180349062702,
      "grad_norm": 0.9255377650260925,
      "learning_rate": 0.001,
      "loss": 2.9845,
      "step": 19900
    },
    {
      "epoch": 6.464124111182935,
      "grad_norm": 0.867389440536499,
      "learning_rate": 0.001,
      "loss": 2.9652,
      "step": 20000
    },
    {
      "epoch": 6.496444731738849,
      "grad_norm": 0.8110164999961853,
      "learning_rate": 0.001,
      "loss": 2.9839,
      "step": 20100
    },
    {
      "epoch": 6.528765352294764,
      "grad_norm": 1.071718454360962,
      "learning_rate": 0.001,
      "loss": 2.9835,
      "step": 20200
    },
    {
      "epoch": 6.5610859728506785,
      "grad_norm": 1.1645890474319458,
      "learning_rate": 0.001,
      "loss": 2.9578,
      "step": 20300
    },
    {
      "epoch": 6.593406593406593,
      "grad_norm": 0.9051645994186401,
      "learning_rate": 0.001,
      "loss": 2.9964,
      "step": 20400
    },
    {
      "epoch": 6.625727213962508,
      "grad_norm": 1.0463429689407349,
      "learning_rate": 0.001,
      "loss": 2.9768,
      "step": 20500
    },
    {
      "epoch": 6.658047834518423,
      "grad_norm": 1.1838918924331665,
      "learning_rate": 0.001,
      "loss": 2.9879,
      "step": 20600
    },
    {
      "epoch": 6.690368455074338,
      "grad_norm": 0.7269249558448792,
      "learning_rate": 0.001,
      "loss": 2.9872,
      "step": 20700
    },
    {
      "epoch": 6.722689075630252,
      "grad_norm": 0.8935712575912476,
      "learning_rate": 0.001,
      "loss": 2.978,
      "step": 20800
    },
    {
      "epoch": 6.755009696186167,
      "grad_norm": 1.0895768404006958,
      "learning_rate": 0.001,
      "loss": 2.9891,
      "step": 20900
    },
    {
      "epoch": 6.787330316742081,
      "grad_norm": 0.7446025609970093,
      "learning_rate": 0.001,
      "loss": 2.9789,
      "step": 21000
    },
    {
      "epoch": 6.819650937297996,
      "grad_norm": 1.0650365352630615,
      "learning_rate": 0.001,
      "loss": 2.9689,
      "step": 21100
    },
    {
      "epoch": 6.85197155785391,
      "grad_norm": 1.0426945686340332,
      "learning_rate": 0.001,
      "loss": 3.003,
      "step": 21200
    },
    {
      "epoch": 6.884292178409826,
      "grad_norm": 0.9406901597976685,
      "learning_rate": 0.001,
      "loss": 2.9873,
      "step": 21300
    },
    {
      "epoch": 6.91661279896574,
      "grad_norm": 0.8841379284858704,
      "learning_rate": 0.001,
      "loss": 2.9859,
      "step": 21400
    },
    {
      "epoch": 6.948933419521655,
      "grad_norm": 0.9247796535491943,
      "learning_rate": 0.001,
      "loss": 2.9769,
      "step": 21500
    },
    {
      "epoch": 6.98125404007757,
      "grad_norm": 0.9202895164489746,
      "learning_rate": 0.001,
      "loss": 2.9972,
      "step": 21600
    },
    {
      "epoch": 7.013574660633484,
      "grad_norm": 1.2635228633880615,
      "learning_rate": 0.001,
      "loss": 2.9374,
      "step": 21700
    },
    {
      "epoch": 7.045895281189399,
      "grad_norm": 1.269637107849121,
      "learning_rate": 0.001,
      "loss": 2.8665,
      "step": 21800
    },
    {
      "epoch": 7.078215901745313,
      "grad_norm": 1.1895501613616943,
      "learning_rate": 0.001,
      "loss": 2.8506,
      "step": 21900
    },
    {
      "epoch": 7.110536522301228,
      "grad_norm": 0.8704085350036621,
      "learning_rate": 0.001,
      "loss": 2.8815,
      "step": 22000
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 1.042540192604065,
      "learning_rate": 0.001,
      "loss": 2.8699,
      "step": 22100
    },
    {
      "epoch": 7.175177763413058,
      "grad_norm": 0.9110554456710815,
      "learning_rate": 0.001,
      "loss": 2.8704,
      "step": 22200
    },
    {
      "epoch": 7.207498383968972,
      "grad_norm": 0.951602578163147,
      "learning_rate": 0.001,
      "loss": 2.8674,
      "step": 22300
    },
    {
      "epoch": 7.239819004524887,
      "grad_norm": 0.988113284111023,
      "learning_rate": 0.001,
      "loss": 2.8939,
      "step": 22400
    },
    {
      "epoch": 7.2721396250808015,
      "grad_norm": 1.3134607076644897,
      "learning_rate": 0.001,
      "loss": 2.8967,
      "step": 22500
    },
    {
      "epoch": 7.304460245636716,
      "grad_norm": 0.9608508348464966,
      "learning_rate": 0.001,
      "loss": 2.8733,
      "step": 22600
    },
    {
      "epoch": 7.336780866192631,
      "grad_norm": 0.9588029384613037,
      "learning_rate": 0.001,
      "loss": 2.8962,
      "step": 22700
    },
    {
      "epoch": 7.369101486748546,
      "grad_norm": 1.15349280834198,
      "learning_rate": 0.001,
      "loss": 2.8861,
      "step": 22800
    },
    {
      "epoch": 7.401422107304461,
      "grad_norm": 1.198407530784607,
      "learning_rate": 0.001,
      "loss": 2.8782,
      "step": 22900
    },
    {
      "epoch": 7.433742727860375,
      "grad_norm": 0.9935774803161621,
      "learning_rate": 0.001,
      "loss": 2.9192,
      "step": 23000
    },
    {
      "epoch": 7.46606334841629,
      "grad_norm": 1.0621734857559204,
      "learning_rate": 0.001,
      "loss": 2.9049,
      "step": 23100
    },
    {
      "epoch": 7.498383968972204,
      "grad_norm": 1.2372674942016602,
      "learning_rate": 0.001,
      "loss": 2.9289,
      "step": 23200
    },
    {
      "epoch": 7.530704589528119,
      "grad_norm": 1.0882078409194946,
      "learning_rate": 0.001,
      "loss": 2.9114,
      "step": 23300
    },
    {
      "epoch": 7.563025210084033,
      "grad_norm": 0.8493301272392273,
      "learning_rate": 0.001,
      "loss": 2.9269,
      "step": 23400
    },
    {
      "epoch": 7.595345830639948,
      "grad_norm": 0.7285293340682983,
      "learning_rate": 0.001,
      "loss": 2.9255,
      "step": 23500
    },
    {
      "epoch": 7.6276664511958625,
      "grad_norm": 1.0530344247817993,
      "learning_rate": 0.001,
      "loss": 2.9048,
      "step": 23600
    },
    {
      "epoch": 7.659987071751778,
      "grad_norm": 1.0908581018447876,
      "learning_rate": 0.001,
      "loss": 2.9228,
      "step": 23700
    },
    {
      "epoch": 7.6923076923076925,
      "grad_norm": 0.9890776872634888,
      "learning_rate": 0.001,
      "loss": 2.9278,
      "step": 23800
    },
    {
      "epoch": 7.724628312863607,
      "grad_norm": 0.9740605354309082,
      "learning_rate": 0.001,
      "loss": 2.9043,
      "step": 23900
    },
    {
      "epoch": 7.756948933419522,
      "grad_norm": 1.2037266492843628,
      "learning_rate": 0.001,
      "loss": 2.9253,
      "step": 24000
    },
    {
      "epoch": 7.789269553975436,
      "grad_norm": 1.1273502111434937,
      "learning_rate": 0.001,
      "loss": 2.9193,
      "step": 24100
    },
    {
      "epoch": 7.821590174531351,
      "grad_norm": 1.109514594078064,
      "learning_rate": 0.001,
      "loss": 2.9252,
      "step": 24200
    },
    {
      "epoch": 7.853910795087265,
      "grad_norm": 1.082470178604126,
      "learning_rate": 0.001,
      "loss": 2.9334,
      "step": 24300
    },
    {
      "epoch": 7.886231415643181,
      "grad_norm": 1.14096200466156,
      "learning_rate": 0.001,
      "loss": 2.9195,
      "step": 24400
    },
    {
      "epoch": 7.918552036199095,
      "grad_norm": 1.1023954153060913,
      "learning_rate": 0.001,
      "loss": 2.9416,
      "step": 24500
    },
    {
      "epoch": 7.95087265675501,
      "grad_norm": 0.8876301646232605,
      "learning_rate": 0.001,
      "loss": 2.9058,
      "step": 24600
    },
    {
      "epoch": 7.983193277310924,
      "grad_norm": 1.178880214691162,
      "learning_rate": 0.001,
      "loss": 2.9248,
      "step": 24700
    },
    {
      "epoch": 8.015513897866839,
      "grad_norm": 1.0578535795211792,
      "learning_rate": 0.001,
      "loss": 2.8523,
      "step": 24800
    },
    {
      "epoch": 8.047834518422754,
      "grad_norm": 1.3258286714553833,
      "learning_rate": 0.001,
      "loss": 2.8026,
      "step": 24900
    },
    {
      "epoch": 8.080155138978668,
      "grad_norm": 1.2805758714675903,
      "learning_rate": 0.001,
      "loss": 2.7986,
      "step": 25000
    },
    {
      "epoch": 8.112475759534583,
      "grad_norm": 0.9195302128791809,
      "learning_rate": 0.001,
      "loss": 2.8141,
      "step": 25100
    },
    {
      "epoch": 8.144796380090497,
      "grad_norm": 1.085827112197876,
      "learning_rate": 0.001,
      "loss": 2.813,
      "step": 25200
    },
    {
      "epoch": 8.177117000646412,
      "grad_norm": 1.5205888748168945,
      "learning_rate": 0.001,
      "loss": 2.8136,
      "step": 25300
    },
    {
      "epoch": 8.209437621202326,
      "grad_norm": 1.387506127357483,
      "learning_rate": 0.001,
      "loss": 2.809,
      "step": 25400
    },
    {
      "epoch": 8.241758241758241,
      "grad_norm": 0.9745718240737915,
      "learning_rate": 0.001,
      "loss": 2.8106,
      "step": 25500
    },
    {
      "epoch": 8.274078862314157,
      "grad_norm": 1.1379154920578003,
      "learning_rate": 0.001,
      "loss": 2.8474,
      "step": 25600
    },
    {
      "epoch": 8.306399482870072,
      "grad_norm": 1.5041371583938599,
      "learning_rate": 0.001,
      "loss": 2.8457,
      "step": 25700
    },
    {
      "epoch": 8.338720103425986,
      "grad_norm": 1.2022348642349243,
      "learning_rate": 0.001,
      "loss": 2.8391,
      "step": 25800
    },
    {
      "epoch": 8.371040723981901,
      "grad_norm": 1.372659683227539,
      "learning_rate": 0.001,
      "loss": 2.8052,
      "step": 25900
    },
    {
      "epoch": 8.403361344537815,
      "grad_norm": 1.4856975078582764,
      "learning_rate": 0.001,
      "loss": 2.8294,
      "step": 26000
    },
    {
      "epoch": 8.43568196509373,
      "grad_norm": 1.080346703529358,
      "learning_rate": 0.001,
      "loss": 2.8348,
      "step": 26100
    },
    {
      "epoch": 8.468002585649645,
      "grad_norm": 1.1464358568191528,
      "learning_rate": 0.001,
      "loss": 2.8426,
      "step": 26200
    },
    {
      "epoch": 8.50032320620556,
      "grad_norm": 1.155603051185608,
      "learning_rate": 0.001,
      "loss": 2.8648,
      "step": 26300
    },
    {
      "epoch": 8.532643826761474,
      "grad_norm": 1.1736012697219849,
      "learning_rate": 0.001,
      "loss": 2.8652,
      "step": 26400
    },
    {
      "epoch": 8.564964447317388,
      "grad_norm": 1.1918305158615112,
      "learning_rate": 0.001,
      "loss": 2.8356,
      "step": 26500
    },
    {
      "epoch": 8.597285067873303,
      "grad_norm": 0.9844455122947693,
      "learning_rate": 0.001,
      "loss": 2.8573,
      "step": 26600
    },
    {
      "epoch": 8.629605688429217,
      "grad_norm": 1.0055450201034546,
      "learning_rate": 0.001,
      "loss": 2.8432,
      "step": 26700
    },
    {
      "epoch": 8.661926308985132,
      "grad_norm": 1.429309368133545,
      "learning_rate": 0.001,
      "loss": 2.8591,
      "step": 26800
    },
    {
      "epoch": 8.694246929541046,
      "grad_norm": 1.6253108978271484,
      "learning_rate": 0.001,
      "loss": 2.8641,
      "step": 26900
    },
    {
      "epoch": 8.726567550096961,
      "grad_norm": 1.1094082593917847,
      "learning_rate": 0.001,
      "loss": 2.8623,
      "step": 27000
    },
    {
      "epoch": 8.758888170652877,
      "grad_norm": 1.6157804727554321,
      "learning_rate": 0.001,
      "loss": 2.8444,
      "step": 27100
    },
    {
      "epoch": 8.791208791208792,
      "grad_norm": 1.1055054664611816,
      "learning_rate": 0.001,
      "loss": 2.8503,
      "step": 27200
    },
    {
      "epoch": 8.823529411764707,
      "grad_norm": 1.0860084295272827,
      "learning_rate": 0.001,
      "loss": 2.8627,
      "step": 27300
    },
    {
      "epoch": 8.855850032320621,
      "grad_norm": 1.8660216331481934,
      "learning_rate": 0.001,
      "loss": 2.863,
      "step": 27400
    },
    {
      "epoch": 8.888170652876536,
      "grad_norm": 0.9799934029579163,
      "learning_rate": 0.001,
      "loss": 2.8736,
      "step": 27500
    },
    {
      "epoch": 8.92049127343245,
      "grad_norm": 1.2370038032531738,
      "learning_rate": 0.001,
      "loss": 2.8695,
      "step": 27600
    },
    {
      "epoch": 8.952811893988365,
      "grad_norm": 1.547116994857788,
      "learning_rate": 0.001,
      "loss": 2.8767,
      "step": 27700
    },
    {
      "epoch": 8.98513251454428,
      "grad_norm": 1.3884578943252563,
      "learning_rate": 0.001,
      "loss": 2.8653,
      "step": 27800
    },
    {
      "epoch": 9.017453135100194,
      "grad_norm": 1.0243676900863647,
      "learning_rate": 0.001,
      "loss": 2.7814,
      "step": 27900
    },
    {
      "epoch": 9.049773755656108,
      "grad_norm": 1.246034026145935,
      "learning_rate": 0.001,
      "loss": 2.7149,
      "step": 28000
    },
    {
      "epoch": 9.082094376212023,
      "grad_norm": 1.4059250354766846,
      "learning_rate": 0.001,
      "loss": 2.7479,
      "step": 28100
    },
    {
      "epoch": 9.114414996767938,
      "grad_norm": 1.1591936349868774,
      "learning_rate": 0.001,
      "loss": 2.7149,
      "step": 28200
    },
    {
      "epoch": 9.146735617323852,
      "grad_norm": 1.3190242052078247,
      "learning_rate": 0.001,
      "loss": 2.7682,
      "step": 28300
    },
    {
      "epoch": 9.179056237879767,
      "grad_norm": 1.0201836824417114,
      "learning_rate": 0.001,
      "loss": 2.7568,
      "step": 28400
    },
    {
      "epoch": 9.211376858435681,
      "grad_norm": 1.3165394067764282,
      "learning_rate": 0.001,
      "loss": 2.761,
      "step": 28500
    },
    {
      "epoch": 9.243697478991596,
      "grad_norm": 1.5911014080047607,
      "learning_rate": 0.001,
      "loss": 2.7625,
      "step": 28600
    },
    {
      "epoch": 9.276018099547512,
      "grad_norm": 1.216652750968933,
      "learning_rate": 0.001,
      "loss": 2.7949,
      "step": 28700
    },
    {
      "epoch": 9.308338720103427,
      "grad_norm": 1.302988886833191,
      "learning_rate": 0.001,
      "loss": 2.7728,
      "step": 28800
    },
    {
      "epoch": 9.340659340659341,
      "grad_norm": 1.0725343227386475,
      "learning_rate": 0.001,
      "loss": 2.7737,
      "step": 28900
    },
    {
      "epoch": 9.372979961215256,
      "grad_norm": 1.4870610237121582,
      "learning_rate": 0.001,
      "loss": 2.7814,
      "step": 29000
    },
    {
      "epoch": 9.40530058177117,
      "grad_norm": 1.8429652452468872,
      "learning_rate": 0.001,
      "loss": 2.7755,
      "step": 29100
    },
    {
      "epoch": 9.437621202327085,
      "grad_norm": 1.161829948425293,
      "learning_rate": 0.001,
      "loss": 2.7867,
      "step": 29200
    },
    {
      "epoch": 9.469941822883,
      "grad_norm": 1.0724472999572754,
      "learning_rate": 0.001,
      "loss": 2.7889,
      "step": 29300
    },
    {
      "epoch": 9.502262443438914,
      "grad_norm": 1.493570327758789,
      "learning_rate": 0.001,
      "loss": 2.7713,
      "step": 29400
    },
    {
      "epoch": 9.534583063994829,
      "grad_norm": 1.497449278831482,
      "learning_rate": 0.001,
      "loss": 2.7983,
      "step": 29500
    },
    {
      "epoch": 9.566903684550743,
      "grad_norm": 1.244484543800354,
      "learning_rate": 0.001,
      "loss": 2.7882,
      "step": 29600
    },
    {
      "epoch": 9.599224305106658,
      "grad_norm": 1.44032621383667,
      "learning_rate": 0.001,
      "loss": 2.8069,
      "step": 29700
    },
    {
      "epoch": 9.631544925662572,
      "grad_norm": 0.8440661430358887,
      "learning_rate": 0.001,
      "loss": 2.8004,
      "step": 29800
    },
    {
      "epoch": 9.663865546218487,
      "grad_norm": 1.1102241277694702,
      "learning_rate": 0.001,
      "loss": 2.793,
      "step": 29900
    },
    {
      "epoch": 9.696186166774401,
      "grad_norm": 0.9780630469322205,
      "learning_rate": 0.001,
      "loss": 2.791,
      "step": 30000
    },
    {
      "epoch": 9.728506787330316,
      "grad_norm": 1.3218283653259277,
      "learning_rate": 0.001,
      "loss": 2.7984,
      "step": 30100
    },
    {
      "epoch": 9.760827407886232,
      "grad_norm": 1.3901311159133911,
      "learning_rate": 0.001,
      "loss": 2.7985,
      "step": 30200
    },
    {
      "epoch": 9.793148028442147,
      "grad_norm": 1.4005396366119385,
      "learning_rate": 0.001,
      "loss": 2.7985,
      "step": 30300
    },
    {
      "epoch": 9.825468648998061,
      "grad_norm": 1.001150369644165,
      "learning_rate": 0.001,
      "loss": 2.807,
      "step": 30400
    },
    {
      "epoch": 9.857789269553976,
      "grad_norm": 1.3119566440582275,
      "learning_rate": 0.001,
      "loss": 2.8018,
      "step": 30500
    },
    {
      "epoch": 9.89010989010989,
      "grad_norm": 1.1732113361358643,
      "learning_rate": 0.001,
      "loss": 2.8034,
      "step": 30600
    },
    {
      "epoch": 9.922430510665805,
      "grad_norm": 1.5517836809158325,
      "learning_rate": 0.001,
      "loss": 2.8192,
      "step": 30700
    },
    {
      "epoch": 9.95475113122172,
      "grad_norm": 1.5819275379180908,
      "learning_rate": 0.001,
      "loss": 2.8089,
      "step": 30800
    },
    {
      "epoch": 9.987071751777634,
      "grad_norm": 1.0927438735961914,
      "learning_rate": 0.001,
      "loss": 2.8199,
      "step": 30900
    },
    {
      "epoch": 10.019392372333549,
      "grad_norm": 1.000216007232666,
      "learning_rate": 0.001,
      "loss": 2.7301,
      "step": 31000
    },
    {
      "epoch": 10.051712992889463,
      "grad_norm": 1.1941349506378174,
      "learning_rate": 0.001,
      "loss": 2.6769,
      "step": 31100
    },
    {
      "epoch": 10.084033613445378,
      "grad_norm": 1.313490629196167,
      "learning_rate": 0.001,
      "loss": 2.697,
      "step": 31200
    },
    {
      "epoch": 10.116354234001292,
      "grad_norm": 0.816692590713501,
      "learning_rate": 0.001,
      "loss": 2.7027,
      "step": 31300
    },
    {
      "epoch": 10.148674854557207,
      "grad_norm": 1.0504392385482788,
      "learning_rate": 0.001,
      "loss": 2.6844,
      "step": 31400
    },
    {
      "epoch": 10.180995475113122,
      "grad_norm": 0.7781311869621277,
      "learning_rate": 0.001,
      "loss": 2.7091,
      "step": 31500
    },
    {
      "epoch": 10.213316095669036,
      "grad_norm": 1.0855755805969238,
      "learning_rate": 0.001,
      "loss": 2.7003,
      "step": 31600
    },
    {
      "epoch": 10.24563671622495,
      "grad_norm": 0.8881792426109314,
      "learning_rate": 0.001,
      "loss": 2.7052,
      "step": 31700
    },
    {
      "epoch": 10.277957336780867,
      "grad_norm": 0.7997879385948181,
      "learning_rate": 0.001,
      "loss": 2.7191,
      "step": 31800
    },
    {
      "epoch": 10.310277957336782,
      "grad_norm": 0.7601060271263123,
      "learning_rate": 0.001,
      "loss": 2.7178,
      "step": 31900
    },
    {
      "epoch": 10.342598577892696,
      "grad_norm": 1.0980945825576782,
      "learning_rate": 0.001,
      "loss": 2.7123,
      "step": 32000
    },
    {
      "epoch": 10.37491919844861,
      "grad_norm": 0.8539420366287231,
      "learning_rate": 0.001,
      "loss": 2.7201,
      "step": 32100
    },
    {
      "epoch": 10.407239819004525,
      "grad_norm": 0.9446685314178467,
      "learning_rate": 0.001,
      "loss": 2.7538,
      "step": 32200
    },
    {
      "epoch": 10.43956043956044,
      "grad_norm": 1.2443652153015137,
      "learning_rate": 0.001,
      "loss": 2.7351,
      "step": 32300
    },
    {
      "epoch": 10.471881060116354,
      "grad_norm": 1.1149390935897827,
      "learning_rate": 0.001,
      "loss": 2.7451,
      "step": 32400
    },
    {
      "epoch": 10.504201680672269,
      "grad_norm": 1.2788093090057373,
      "learning_rate": 0.001,
      "loss": 2.7387,
      "step": 32500
    },
    {
      "epoch": 10.536522301228183,
      "grad_norm": 0.862935483455658,
      "learning_rate": 0.001,
      "loss": 2.7337,
      "step": 32600
    },
    {
      "epoch": 10.568842921784098,
      "grad_norm": 1.0679367780685425,
      "learning_rate": 0.001,
      "loss": 2.7335,
      "step": 32700
    },
    {
      "epoch": 10.601163542340013,
      "grad_norm": 1.15278160572052,
      "learning_rate": 0.001,
      "loss": 2.7268,
      "step": 32800
    },
    {
      "epoch": 10.633484162895927,
      "grad_norm": 0.8131126165390015,
      "learning_rate": 0.001,
      "loss": 2.7518,
      "step": 32900
    },
    {
      "epoch": 10.665804783451842,
      "grad_norm": 0.9842662811279297,
      "learning_rate": 0.001,
      "loss": 2.723,
      "step": 33000
    },
    {
      "epoch": 10.698125404007756,
      "grad_norm": 1.0702661275863647,
      "learning_rate": 0.001,
      "loss": 2.7401,
      "step": 33100
    },
    {
      "epoch": 10.73044602456367,
      "grad_norm": 1.0665313005447388,
      "learning_rate": 0.001,
      "loss": 2.7595,
      "step": 33200
    },
    {
      "epoch": 10.762766645119587,
      "grad_norm": 0.853649914264679,
      "learning_rate": 0.001,
      "loss": 2.7734,
      "step": 33300
    },
    {
      "epoch": 10.795087265675502,
      "grad_norm": 1.1607190370559692,
      "learning_rate": 0.001,
      "loss": 2.7514,
      "step": 33400
    },
    {
      "epoch": 10.827407886231416,
      "grad_norm": 1.0019394159317017,
      "learning_rate": 0.001,
      "loss": 2.7674,
      "step": 33500
    },
    {
      "epoch": 10.85972850678733,
      "grad_norm": 1.0300143957138062,
      "learning_rate": 0.001,
      "loss": 2.7567,
      "step": 33600
    },
    {
      "epoch": 10.892049127343245,
      "grad_norm": 0.9865690469741821,
      "learning_rate": 0.001,
      "loss": 2.7641,
      "step": 33700
    },
    {
      "epoch": 10.92436974789916,
      "grad_norm": 0.9428331255912781,
      "learning_rate": 0.001,
      "loss": 2.7485,
      "step": 33800
    },
    {
      "epoch": 10.956690368455074,
      "grad_norm": 0.8437827229499817,
      "learning_rate": 0.001,
      "loss": 2.7633,
      "step": 33900
    },
    {
      "epoch": 10.989010989010989,
      "grad_norm": 1.3695709705352783,
      "learning_rate": 0.001,
      "loss": 2.7574,
      "step": 34000
    },
    {
      "epoch": 11.021331609566904,
      "grad_norm": 1.3747538328170776,
      "learning_rate": 0.001,
      "loss": 2.7082,
      "step": 34100
    },
    {
      "epoch": 11.053652230122818,
      "grad_norm": 0.9120927453041077,
      "learning_rate": 0.001,
      "loss": 2.6415,
      "step": 34200
    },
    {
      "epoch": 11.085972850678733,
      "grad_norm": 1.1730124950408936,
      "learning_rate": 0.001,
      "loss": 2.6401,
      "step": 34300
    },
    {
      "epoch": 11.118293471234647,
      "grad_norm": 0.9366941452026367,
      "learning_rate": 0.001,
      "loss": 2.6628,
      "step": 34400
    },
    {
      "epoch": 11.150614091790562,
      "grad_norm": 1.0878065824508667,
      "learning_rate": 0.001,
      "loss": 2.6478,
      "step": 34500
    },
    {
      "epoch": 11.182934712346476,
      "grad_norm": 0.989831805229187,
      "learning_rate": 0.001,
      "loss": 2.6668,
      "step": 34600
    },
    {
      "epoch": 11.215255332902391,
      "grad_norm": 1.0725752115249634,
      "learning_rate": 0.001,
      "loss": 2.6692,
      "step": 34700
    },
    {
      "epoch": 11.247575953458306,
      "grad_norm": 1.2443684339523315,
      "learning_rate": 0.001,
      "loss": 2.6533,
      "step": 34800
    },
    {
      "epoch": 11.279896574014222,
      "grad_norm": 0.7641411423683167,
      "learning_rate": 0.001,
      "loss": 2.67,
      "step": 34900
    },
    {
      "epoch": 11.312217194570136,
      "grad_norm": 1.127281904220581,
      "learning_rate": 0.001,
      "loss": 2.6623,
      "step": 35000
    },
    {
      "epoch": 11.344537815126051,
      "grad_norm": 1.0336980819702148,
      "learning_rate": 0.001,
      "loss": 2.6648,
      "step": 35100
    },
    {
      "epoch": 11.376858435681966,
      "grad_norm": 0.899639368057251,
      "learning_rate": 0.001,
      "loss": 2.6684,
      "step": 35200
    },
    {
      "epoch": 11.40917905623788,
      "grad_norm": 1.1687790155410767,
      "learning_rate": 0.001,
      "loss": 2.6739,
      "step": 35300
    },
    {
      "epoch": 11.441499676793795,
      "grad_norm": 1.050125241279602,
      "learning_rate": 0.001,
      "loss": 2.6682,
      "step": 35400
    },
    {
      "epoch": 11.47382029734971,
      "grad_norm": 0.8031840920448303,
      "learning_rate": 0.001,
      "loss": 2.6905,
      "step": 35500
    },
    {
      "epoch": 11.506140917905624,
      "grad_norm": 1.2813186645507812,
      "learning_rate": 0.001,
      "loss": 2.7205,
      "step": 35600
    },
    {
      "epoch": 11.538461538461538,
      "grad_norm": 0.9722304344177246,
      "learning_rate": 0.001,
      "loss": 2.6864,
      "step": 35700
    },
    {
      "epoch": 11.570782159017453,
      "grad_norm": 0.9341808557510376,
      "learning_rate": 0.001,
      "loss": 2.6956,
      "step": 35800
    },
    {
      "epoch": 11.603102779573367,
      "grad_norm": 1.0142689943313599,
      "learning_rate": 0.001,
      "loss": 2.6816,
      "step": 35900
    },
    {
      "epoch": 11.635423400129282,
      "grad_norm": 0.813972532749176,
      "learning_rate": 0.001,
      "loss": 2.6859,
      "step": 36000
    },
    {
      "epoch": 11.667744020685197,
      "grad_norm": 1.170541763305664,
      "learning_rate": 0.001,
      "loss": 2.596,
      "step": 36100
    },
    {
      "epoch": 11.700064641241111,
      "grad_norm": 1.1519564390182495,
      "learning_rate": 0.001,
      "loss": 2.5998,
      "step": 36200
    },
    {
      "epoch": 11.732385261797026,
      "grad_norm": 1.2155847549438477,
      "learning_rate": 0.001,
      "loss": 2.6024,
      "step": 36300
    },
    {
      "epoch": 11.764705882352942,
      "grad_norm": 1.2150511741638184,
      "learning_rate": 0.001,
      "loss": 2.6089,
      "step": 36400
    },
    {
      "epoch": 11.797026502908857,
      "grad_norm": 0.9761043787002563,
      "learning_rate": 0.001,
      "loss": 2.6097,
      "step": 36500
    },
    {
      "epoch": 11.829347123464771,
      "grad_norm": 0.753853440284729,
      "learning_rate": 0.001,
      "loss": 2.6199,
      "step": 36600
    },
    {
      "epoch": 11.861667744020686,
      "grad_norm": 1.1278780698776245,
      "learning_rate": 0.001,
      "loss": 2.6138,
      "step": 36700
    },
    {
      "epoch": 11.8939883645766,
      "grad_norm": 0.9861252307891846,
      "learning_rate": 0.001,
      "loss": 2.6216,
      "step": 36800
    },
    {
      "epoch": 11.926308985132515,
      "grad_norm": 0.7999703884124756,
      "learning_rate": 0.001,
      "loss": 2.6214,
      "step": 36900
    },
    {
      "epoch": 11.95862960568843,
      "grad_norm": 0.8605625629425049,
      "learning_rate": 0.001,
      "loss": 2.6279,
      "step": 37000
    },
    {
      "epoch": 11.990950226244344,
      "grad_norm": 1.095085620880127,
      "learning_rate": 0.001,
      "loss": 2.6221,
      "step": 37100
    },
    {
      "epoch": 12.023270846800258,
      "grad_norm": 1.4295034408569336,
      "learning_rate": 0.001,
      "loss": 2.6083,
      "step": 37200
    },
    {
      "epoch": 12.055591467356173,
      "grad_norm": 0.8960357308387756,
      "learning_rate": 0.001,
      "loss": 2.5875,
      "step": 37300
    },
    {
      "epoch": 12.087912087912088,
      "grad_norm": 0.999830961227417,
      "learning_rate": 0.001,
      "loss": 2.5932,
      "step": 37400
    },
    {
      "epoch": 12.120232708468002,
      "grad_norm": 1.110213041305542,
      "learning_rate": 0.001,
      "loss": 2.5877,
      "step": 37500
    },
    {
      "epoch": 12.152553329023917,
      "grad_norm": 1.1710408926010132,
      "learning_rate": 0.001,
      "loss": 2.6005,
      "step": 37600
    },
    {
      "epoch": 12.184873949579831,
      "grad_norm": 1.1342028379440308,
      "learning_rate": 0.001,
      "loss": 2.6232,
      "step": 37700
    },
    {
      "epoch": 12.217194570135746,
      "grad_norm": 1.1005823612213135,
      "learning_rate": 0.001,
      "loss": 2.6374,
      "step": 37800
    },
    {
      "epoch": 12.24951519069166,
      "grad_norm": 0.8393723964691162,
      "learning_rate": 0.001,
      "loss": 2.6276,
      "step": 37900
    },
    {
      "epoch": 12.281835811247577,
      "grad_norm": 0.8750357031822205,
      "learning_rate": 0.001,
      "loss": 2.6316,
      "step": 38000
    },
    {
      "epoch": 12.314156431803491,
      "grad_norm": 0.9854604601860046,
      "learning_rate": 0.001,
      "loss": 2.6355,
      "step": 38100
    },
    {
      "epoch": 12.346477052359406,
      "grad_norm": 0.927906334400177,
      "learning_rate": 0.001,
      "loss": 2.617,
      "step": 38200
    },
    {
      "epoch": 12.37879767291532,
      "grad_norm": 1.4400506019592285,
      "learning_rate": 0.001,
      "loss": 2.6094,
      "step": 38300
    },
    {
      "epoch": 12.411118293471235,
      "grad_norm": 0.9851289987564087,
      "learning_rate": 0.001,
      "loss": 2.6556,
      "step": 38400
    },
    {
      "epoch": 12.44343891402715,
      "grad_norm": 1.1679672002792358,
      "learning_rate": 0.001,
      "loss": 2.6526,
      "step": 38500
    },
    {
      "epoch": 12.475759534583064,
      "grad_norm": 0.9106985330581665,
      "learning_rate": 0.001,
      "loss": 2.6378,
      "step": 38600
    },
    {
      "epoch": 12.508080155138979,
      "grad_norm": 0.8666954636573792,
      "learning_rate": 0.001,
      "loss": 2.6454,
      "step": 38700
    },
    {
      "epoch": 12.540400775694893,
      "grad_norm": 1.5032638311386108,
      "learning_rate": 0.001,
      "loss": 2.6457,
      "step": 38800
    },
    {
      "epoch": 12.572721396250808,
      "grad_norm": 1.29007089138031,
      "learning_rate": 0.001,
      "loss": 2.6457,
      "step": 38900
    },
    {
      "epoch": 12.605042016806722,
      "grad_norm": 1.187584400177002,
      "learning_rate": 0.001,
      "loss": 2.6636,
      "step": 39000
    },
    {
      "epoch": 12.637362637362637,
      "grad_norm": 1.0897037982940674,
      "learning_rate": 0.001,
      "loss": 2.67,
      "step": 39100
    },
    {
      "epoch": 12.669683257918551,
      "grad_norm": 1.2954078912734985,
      "learning_rate": 0.001,
      "loss": 2.6616,
      "step": 39200
    },
    {
      "epoch": 12.702003878474466,
      "grad_norm": 0.8234089016914368,
      "learning_rate": 0.001,
      "loss": 2.6467,
      "step": 39300
    },
    {
      "epoch": 12.73432449903038,
      "grad_norm": 0.9669334292411804,
      "learning_rate": 0.001,
      "loss": 2.6853,
      "step": 39400
    },
    {
      "epoch": 12.766645119586297,
      "grad_norm": 0.931905210018158,
      "learning_rate": 0.001,
      "loss": 2.6756,
      "step": 39500
    },
    {
      "epoch": 12.798965740142211,
      "grad_norm": 0.8956810235977173,
      "learning_rate": 0.001,
      "loss": 2.6557,
      "step": 39600
    },
    {
      "epoch": 12.831286360698126,
      "grad_norm": 1.1757956743240356,
      "learning_rate": 0.001,
      "loss": 2.6833,
      "step": 39700
    },
    {
      "epoch": 12.86360698125404,
      "grad_norm": 0.9770579934120178,
      "learning_rate": 0.001,
      "loss": 2.6633,
      "step": 39800
    },
    {
      "epoch": 12.895927601809955,
      "grad_norm": 1.209007740020752,
      "learning_rate": 0.001,
      "loss": 2.6647,
      "step": 39900
    },
    {
      "epoch": 12.92824822236587,
      "grad_norm": 1.2638388872146606,
      "learning_rate": 0.001,
      "loss": 2.673,
      "step": 40000
    },
    {
      "epoch": 12.960568842921784,
      "grad_norm": 1.2949479818344116,
      "learning_rate": 0.001,
      "loss": 2.679,
      "step": 40100
    },
    {
      "epoch": 12.992889463477699,
      "grad_norm": 1.257927656173706,
      "learning_rate": 0.001,
      "loss": 2.6769,
      "step": 40200
    },
    {
      "epoch": 13.025210084033613,
      "grad_norm": 1.076108694076538,
      "learning_rate": 0.001,
      "loss": 2.5622,
      "step": 40300
    },
    {
      "epoch": 13.057530704589528,
      "grad_norm": 1.1594815254211426,
      "learning_rate": 0.001,
      "loss": 2.5509,
      "step": 40400
    },
    {
      "epoch": 13.089851325145442,
      "grad_norm": 0.9643914103507996,
      "learning_rate": 0.001,
      "loss": 2.5681,
      "step": 40500
    },
    {
      "epoch": 13.122171945701357,
      "grad_norm": 1.0107759237289429,
      "learning_rate": 0.001,
      "loss": 2.5477,
      "step": 40600
    },
    {
      "epoch": 13.154492566257272,
      "grad_norm": 0.7948814630508423,
      "learning_rate": 0.001,
      "loss": 2.5575,
      "step": 40700
    },
    {
      "epoch": 13.186813186813186,
      "grad_norm": 1.3021531105041504,
      "learning_rate": 0.001,
      "loss": 2.5826,
      "step": 40800
    },
    {
      "epoch": 13.2191338073691,
      "grad_norm": 0.9879547357559204,
      "learning_rate": 0.001,
      "loss": 2.5756,
      "step": 40900
    },
    {
      "epoch": 13.251454427925015,
      "grad_norm": 0.8074339032173157,
      "learning_rate": 0.001,
      "loss": 2.558,
      "step": 41000
    },
    {
      "epoch": 13.283775048480932,
      "grad_norm": 0.9623432159423828,
      "learning_rate": 0.001,
      "loss": 2.56,
      "step": 41100
    },
    {
      "epoch": 13.316095669036846,
      "grad_norm": 1.2546730041503906,
      "learning_rate": 0.001,
      "loss": 2.5823,
      "step": 41200
    },
    {
      "epoch": 13.34841628959276,
      "grad_norm": 1.051803469657898,
      "learning_rate": 0.001,
      "loss": 2.5743,
      "step": 41300
    },
    {
      "epoch": 13.380736910148675,
      "grad_norm": 1.1379426717758179,
      "learning_rate": 0.001,
      "loss": 2.5904,
      "step": 41400
    },
    {
      "epoch": 13.41305753070459,
      "grad_norm": 0.9064072370529175,
      "learning_rate": 0.001,
      "loss": 2.6003,
      "step": 41500
    },
    {
      "epoch": 13.445378151260504,
      "grad_norm": 1.031472086906433,
      "learning_rate": 0.001,
      "loss": 2.6042,
      "step": 41600
    },
    {
      "epoch": 13.477698771816419,
      "grad_norm": 1.0278077125549316,
      "learning_rate": 0.001,
      "loss": 2.5967,
      "step": 41700
    },
    {
      "epoch": 13.510019392372334,
      "grad_norm": 0.9069276452064514,
      "learning_rate": 0.001,
      "loss": 2.6164,
      "step": 41800
    },
    {
      "epoch": 13.542340012928248,
      "grad_norm": 1.1582199335098267,
      "learning_rate": 0.001,
      "loss": 2.596,
      "step": 41900
    },
    {
      "epoch": 13.574660633484163,
      "grad_norm": 0.9175617694854736,
      "learning_rate": 0.001,
      "loss": 2.5997,
      "step": 42000
    },
    {
      "epoch": 13.606981254040077,
      "grad_norm": 1.11009681224823,
      "learning_rate": 0.001,
      "loss": 2.6208,
      "step": 42100
    },
    {
      "epoch": 13.639301874595992,
      "grad_norm": 1.0659406185150146,
      "learning_rate": 0.001,
      "loss": 2.6103,
      "step": 42200
    },
    {
      "epoch": 13.671622495151906,
      "grad_norm": 1.2223795652389526,
      "learning_rate": 0.001,
      "loss": 2.6163,
      "step": 42300
    },
    {
      "epoch": 13.70394311570782,
      "grad_norm": 0.9805840849876404,
      "learning_rate": 0.001,
      "loss": 2.6003,
      "step": 42400
    },
    {
      "epoch": 13.736263736263737,
      "grad_norm": 1.130028247833252,
      "learning_rate": 0.001,
      "loss": 2.6155,
      "step": 42500
    },
    {
      "epoch": 13.768584356819652,
      "grad_norm": 1.0690525770187378,
      "learning_rate": 0.001,
      "loss": 2.6287,
      "step": 42600
    },
    {
      "epoch": 13.800904977375566,
      "grad_norm": 1.1252151727676392,
      "learning_rate": 0.001,
      "loss": 2.618,
      "step": 42700
    },
    {
      "epoch": 13.83322559793148,
      "grad_norm": 1.2166658639907837,
      "learning_rate": 0.001,
      "loss": 2.6358,
      "step": 42800
    },
    {
      "epoch": 13.865546218487395,
      "grad_norm": 1.0091367959976196,
      "learning_rate": 0.001,
      "loss": 2.6259,
      "step": 42900
    },
    {
      "epoch": 13.89786683904331,
      "grad_norm": 1.2160910367965698,
      "learning_rate": 0.001,
      "loss": 2.6537,
      "step": 43000
    },
    {
      "epoch": 13.930187459599225,
      "grad_norm": 1.0695080757141113,
      "learning_rate": 0.001,
      "loss": 2.6389,
      "step": 43100
    },
    {
      "epoch": 13.96250808015514,
      "grad_norm": 0.9037491083145142,
      "learning_rate": 0.001,
      "loss": 2.6302,
      "step": 43200
    },
    {
      "epoch": 13.994828700711054,
      "grad_norm": 1.2553186416625977,
      "learning_rate": 0.001,
      "loss": 2.6346,
      "step": 43300
    },
    {
      "epoch": 14.027149321266968,
      "grad_norm": 1.0879606008529663,
      "learning_rate": 0.001,
      "loss": 2.5208,
      "step": 43400
    },
    {
      "epoch": 14.059469941822883,
      "grad_norm": 1.118901252746582,
      "learning_rate": 0.001,
      "loss": 2.5002,
      "step": 43500
    },
    {
      "epoch": 14.091790562378797,
      "grad_norm": 1.2253042459487915,
      "learning_rate": 0.001,
      "loss": 2.5058,
      "step": 43600
    },
    {
      "epoch": 14.124111182934712,
      "grad_norm": 1.366318941116333,
      "learning_rate": 0.001,
      "loss": 2.5225,
      "step": 43700
    },
    {
      "epoch": 14.156431803490626,
      "grad_norm": 1.1060069799423218,
      "learning_rate": 0.001,
      "loss": 2.5134,
      "step": 43800
    },
    {
      "epoch": 14.188752424046541,
      "grad_norm": 1.1791584491729736,
      "learning_rate": 0.001,
      "loss": 2.541,
      "step": 43900
    },
    {
      "epoch": 14.221073044602456,
      "grad_norm": 1.2990303039550781,
      "learning_rate": 0.001,
      "loss": 2.5358,
      "step": 44000
    },
    {
      "epoch": 14.25339366515837,
      "grad_norm": 0.881264328956604,
      "learning_rate": 0.001,
      "loss": 2.5145,
      "step": 44100
    },
    {
      "epoch": 14.285714285714286,
      "grad_norm": 0.991474449634552,
      "learning_rate": 0.001,
      "loss": 2.5161,
      "step": 44200
    },
    {
      "epoch": 14.318034906270201,
      "grad_norm": 1.303600788116455,
      "learning_rate": 0.001,
      "loss": 2.5507,
      "step": 44300
    },
    {
      "epoch": 14.350355526826116,
      "grad_norm": 1.3152434825897217,
      "learning_rate": 0.001,
      "loss": 2.5458,
      "step": 44400
    },
    {
      "epoch": 14.38267614738203,
      "grad_norm": 1.014987826347351,
      "learning_rate": 0.001,
      "loss": 2.5469,
      "step": 44500
    },
    {
      "epoch": 14.414996767937945,
      "grad_norm": 0.9973893165588379,
      "learning_rate": 0.001,
      "loss": 2.5583,
      "step": 44600
    },
    {
      "epoch": 14.44731738849386,
      "grad_norm": 1.0743112564086914,
      "learning_rate": 0.001,
      "loss": 2.5419,
      "step": 44700
    },
    {
      "epoch": 14.479638009049774,
      "grad_norm": 1.2921549081802368,
      "learning_rate": 0.001,
      "loss": 2.5509,
      "step": 44800
    },
    {
      "epoch": 14.511958629605688,
      "grad_norm": 0.9177213907241821,
      "learning_rate": 0.001,
      "loss": 2.5699,
      "step": 44900
    },
    {
      "epoch": 14.544279250161603,
      "grad_norm": 1.4217877388000488,
      "learning_rate": 0.001,
      "loss": 2.5507,
      "step": 45000
    },
    {
      "epoch": 14.576599870717518,
      "grad_norm": 1.3486171960830688,
      "learning_rate": 0.001,
      "loss": 2.5519,
      "step": 45100
    },
    {
      "epoch": 14.608920491273432,
      "grad_norm": 1.2178871631622314,
      "learning_rate": 0.001,
      "loss": 2.5565,
      "step": 45200
    },
    {
      "epoch": 14.641241111829347,
      "grad_norm": 1.29816734790802,
      "learning_rate": 0.001,
      "loss": 2.5733,
      "step": 45300
    },
    {
      "epoch": 14.673561732385261,
      "grad_norm": 1.0312505960464478,
      "learning_rate": 0.001,
      "loss": 2.5617,
      "step": 45400
    },
    {
      "epoch": 14.705882352941176,
      "grad_norm": 1.1762622594833374,
      "learning_rate": 0.001,
      "loss": 2.5717,
      "step": 45500
    },
    {
      "epoch": 14.738202973497092,
      "grad_norm": 1.0525074005126953,
      "learning_rate": 0.001,
      "loss": 2.5774,
      "step": 45600
    },
    {
      "epoch": 14.770523594053007,
      "grad_norm": 1.54285728931427,
      "learning_rate": 0.001,
      "loss": 2.5915,
      "step": 45700
    },
    {
      "epoch": 14.802844214608921,
      "grad_norm": 1.0963060855865479,
      "learning_rate": 0.001,
      "loss": 2.5708,
      "step": 45800
    },
    {
      "epoch": 14.835164835164836,
      "grad_norm": 0.9922949075698853,
      "learning_rate": 0.001,
      "loss": 2.5994,
      "step": 45900
    },
    {
      "epoch": 14.86748545572075,
      "grad_norm": 1.2420673370361328,
      "learning_rate": 0.001,
      "loss": 2.5955,
      "step": 46000
    },
    {
      "epoch": 14.899806076276665,
      "grad_norm": 0.9536318778991699,
      "learning_rate": 0.001,
      "loss": 2.5818,
      "step": 46100
    },
    {
      "epoch": 14.93212669683258,
      "grad_norm": 1.0575299263000488,
      "learning_rate": 0.001,
      "loss": 2.6045,
      "step": 46200
    },
    {
      "epoch": 14.964447317388494,
      "grad_norm": 0.8865509629249573,
      "learning_rate": 0.001,
      "loss": 2.5853,
      "step": 46300
    },
    {
      "epoch": 14.996767937944409,
      "grad_norm": 1.2456960678100586,
      "learning_rate": 0.001,
      "loss": 2.5969,
      "step": 46400
    },
    {
      "epoch": 15.029088558500323,
      "grad_norm": 1.0670504570007324,
      "learning_rate": 0.001,
      "loss": 2.4761,
      "step": 46500
    },
    {
      "epoch": 15.061409179056238,
      "grad_norm": 0.948182225227356,
      "learning_rate": 0.001,
      "loss": 2.4568,
      "step": 46600
    },
    {
      "epoch": 15.093729799612152,
      "grad_norm": 1.298714280128479,
      "learning_rate": 0.001,
      "loss": 2.4873,
      "step": 46700
    },
    {
      "epoch": 15.126050420168067,
      "grad_norm": 1.0651124715805054,
      "learning_rate": 0.001,
      "loss": 2.4539,
      "step": 46800
    },
    {
      "epoch": 15.158371040723981,
      "grad_norm": 0.9363376498222351,
      "learning_rate": 0.001,
      "loss": 2.4645,
      "step": 46900
    },
    {
      "epoch": 15.190691661279896,
      "grad_norm": 1.1798454523086548,
      "learning_rate": 0.001,
      "loss": 2.4686,
      "step": 47000
    },
    {
      "epoch": 15.22301228183581,
      "grad_norm": 1.0877801179885864,
      "learning_rate": 0.001,
      "loss": 2.479,
      "step": 47100
    },
    {
      "epoch": 15.255332902391725,
      "grad_norm": 1.2323899269104004,
      "learning_rate": 0.001,
      "loss": 2.5143,
      "step": 47200
    },
    {
      "epoch": 15.287653522947641,
      "grad_norm": 1.1232088804244995,
      "learning_rate": 0.001,
      "loss": 2.4904,
      "step": 47300
    },
    {
      "epoch": 15.319974143503556,
      "grad_norm": 1.3587777614593506,
      "learning_rate": 0.001,
      "loss": 2.499,
      "step": 47400
    },
    {
      "epoch": 15.35229476405947,
      "grad_norm": 1.5187313556671143,
      "learning_rate": 0.001,
      "loss": 2.5202,
      "step": 47500
    },
    {
      "epoch": 15.384615384615385,
      "grad_norm": 1.5214544534683228,
      "learning_rate": 0.001,
      "loss": 2.4968,
      "step": 47600
    },
    {
      "epoch": 15.4169360051713,
      "grad_norm": 1.4066399335861206,
      "learning_rate": 0.001,
      "loss": 2.5064,
      "step": 47700
    },
    {
      "epoch": 15.449256625727214,
      "grad_norm": 1.1718268394470215,
      "learning_rate": 0.001,
      "loss": 2.5161,
      "step": 47800
    },
    {
      "epoch": 15.481577246283129,
      "grad_norm": 1.0770251750946045,
      "learning_rate": 0.001,
      "loss": 2.5122,
      "step": 47900
    },
    {
      "epoch": 15.513897866839043,
      "grad_norm": 1.092182993888855,
      "learning_rate": 0.001,
      "loss": 2.5292,
      "step": 48000
    },
    {
      "epoch": 15.546218487394958,
      "grad_norm": 1.0473302602767944,
      "learning_rate": 0.001,
      "loss": 2.5315,
      "step": 48100
    },
    {
      "epoch": 15.578539107950872,
      "grad_norm": 1.0130027532577515,
      "learning_rate": 0.001,
      "loss": 2.5181,
      "step": 48200
    },
    {
      "epoch": 15.610859728506787,
      "grad_norm": 1.1945054531097412,
      "learning_rate": 0.001,
      "loss": 2.5199,
      "step": 48300
    },
    {
      "epoch": 15.643180349062701,
      "grad_norm": 1.765254259109497,
      "learning_rate": 0.001,
      "loss": 2.5338,
      "step": 48400
    },
    {
      "epoch": 15.675500969618616,
      "grad_norm": 1.1778308153152466,
      "learning_rate": 0.001,
      "loss": 2.5448,
      "step": 48500
    },
    {
      "epoch": 15.70782159017453,
      "grad_norm": 1.2698488235473633,
      "learning_rate": 0.001,
      "loss": 2.5294,
      "step": 48600
    },
    {
      "epoch": 15.740142210730447,
      "grad_norm": 1.0903241634368896,
      "learning_rate": 0.001,
      "loss": 2.5441,
      "step": 48700
    },
    {
      "epoch": 15.772462831286362,
      "grad_norm": 0.9908322691917419,
      "learning_rate": 0.001,
      "loss": 2.5434,
      "step": 48800
    },
    {
      "epoch": 15.804783451842276,
      "grad_norm": 1.0519664287567139,
      "learning_rate": 0.001,
      "loss": 2.5406,
      "step": 48900
    },
    {
      "epoch": 15.83710407239819,
      "grad_norm": 1.250427484512329,
      "learning_rate": 0.001,
      "loss": 2.5543,
      "step": 49000
    },
    {
      "epoch": 15.869424692954105,
      "grad_norm": 1.1209453344345093,
      "learning_rate": 0.001,
      "loss": 2.5426,
      "step": 49100
    },
    {
      "epoch": 15.90174531351002,
      "grad_norm": 1.2598960399627686,
      "learning_rate": 0.001,
      "loss": 2.5517,
      "step": 49200
    },
    {
      "epoch": 15.934065934065934,
      "grad_norm": 1.168419599533081,
      "learning_rate": 0.001,
      "loss": 2.557,
      "step": 49300
    },
    {
      "epoch": 15.966386554621849,
      "grad_norm": 1.2239935398101807,
      "learning_rate": 0.001,
      "loss": 2.5589,
      "step": 49400
    },
    {
      "epoch": 15.998707175177763,
      "grad_norm": 1.3314663171768188,
      "learning_rate": 0.001,
      "loss": 2.5477,
      "step": 49500
    },
    {
      "epoch": 16.031027795733678,
      "grad_norm": 1.2716763019561768,
      "learning_rate": 0.001,
      "loss": 2.4259,
      "step": 49600
    },
    {
      "epoch": 16.063348416289593,
      "grad_norm": 1.186794400215149,
      "learning_rate": 0.001,
      "loss": 2.4269,
      "step": 49700
    },
    {
      "epoch": 16.095669036845507,
      "grad_norm": 1.5052367448806763,
      "learning_rate": 0.001,
      "loss": 2.4288,
      "step": 49800
    },
    {
      "epoch": 16.12798965740142,
      "grad_norm": 1.3346431255340576,
      "learning_rate": 0.001,
      "loss": 2.4482,
      "step": 49900
    },
    {
      "epoch": 16.160310277957336,
      "grad_norm": 1.0178332328796387,
      "learning_rate": 0.001,
      "loss": 2.4402,
      "step": 50000
    },
    {
      "epoch": 16.19263089851325,
      "grad_norm": 1.1986984014511108,
      "learning_rate": 0.001,
      "loss": 2.4467,
      "step": 50100
    },
    {
      "epoch": 16.224951519069165,
      "grad_norm": 1.4956904649734497,
      "learning_rate": 0.001,
      "loss": 2.4564,
      "step": 50200
    },
    {
      "epoch": 16.25727213962508,
      "grad_norm": 1.2278879880905151,
      "learning_rate": 0.001,
      "loss": 2.4519,
      "step": 50300
    },
    {
      "epoch": 16.289592760180994,
      "grad_norm": 1.304221272468567,
      "learning_rate": 0.001,
      "loss": 2.4559,
      "step": 50400
    },
    {
      "epoch": 16.32191338073691,
      "grad_norm": 1.3971552848815918,
      "learning_rate": 0.001,
      "loss": 2.4522,
      "step": 50500
    },
    {
      "epoch": 16.354234001292824,
      "grad_norm": 1.3419325351715088,
      "learning_rate": 0.001,
      "loss": 2.4699,
      "step": 50600
    },
    {
      "epoch": 16.386554621848738,
      "grad_norm": 1.2903776168823242,
      "learning_rate": 0.001,
      "loss": 2.4723,
      "step": 50700
    },
    {
      "epoch": 16.418875242404653,
      "grad_norm": 1.5094326734542847,
      "learning_rate": 0.001,
      "loss": 2.4804,
      "step": 50800
    },
    {
      "epoch": 16.451195862960567,
      "grad_norm": 1.5980035066604614,
      "learning_rate": 0.001,
      "loss": 2.483,
      "step": 50900
    },
    {
      "epoch": 16.483516483516482,
      "grad_norm": 1.2993049621582031,
      "learning_rate": 0.001,
      "loss": 2.4846,
      "step": 51000
    },
    {
      "epoch": 16.5158371040724,
      "grad_norm": 1.2067556381225586,
      "learning_rate": 0.001,
      "loss": 2.4769,
      "step": 51100
    },
    {
      "epoch": 16.548157724628314,
      "grad_norm": 1.9052283763885498,
      "learning_rate": 0.001,
      "loss": 2.479,
      "step": 51200
    },
    {
      "epoch": 16.58047834518423,
      "grad_norm": 1.3466124534606934,
      "learning_rate": 0.001,
      "loss": 2.5064,
      "step": 51300
    },
    {
      "epoch": 16.612798965740144,
      "grad_norm": 1.563071846961975,
      "learning_rate": 0.001,
      "loss": 2.4885,
      "step": 51400
    },
    {
      "epoch": 16.645119586296058,
      "grad_norm": 1.5232013463974,
      "learning_rate": 0.001,
      "loss": 2.489,
      "step": 51500
    },
    {
      "epoch": 16.677440206851973,
      "grad_norm": 1.1990022659301758,
      "learning_rate": 0.001,
      "loss": 2.4958,
      "step": 51600
    },
    {
      "epoch": 16.709760827407887,
      "grad_norm": 1.1869248151779175,
      "learning_rate": 0.001,
      "loss": 2.5014,
      "step": 51700
    },
    {
      "epoch": 16.742081447963802,
      "grad_norm": 1.4302977323532104,
      "learning_rate": 0.001,
      "loss": 2.5028,
      "step": 51800
    },
    {
      "epoch": 16.774402068519716,
      "grad_norm": 1.3441663980484009,
      "learning_rate": 0.001,
      "loss": 2.5031,
      "step": 51900
    },
    {
      "epoch": 16.80672268907563,
      "grad_norm": 1.2463428974151611,
      "learning_rate": 0.001,
      "loss": 2.5206,
      "step": 52000
    },
    {
      "epoch": 16.839043309631545,
      "grad_norm": 1.5516313314437866,
      "learning_rate": 0.001,
      "loss": 2.5044,
      "step": 52100
    },
    {
      "epoch": 16.87136393018746,
      "grad_norm": 1.4924278259277344,
      "learning_rate": 0.001,
      "loss": 2.5015,
      "step": 52200
    },
    {
      "epoch": 16.903684550743375,
      "grad_norm": 1.4840755462646484,
      "learning_rate": 0.001,
      "loss": 2.5115,
      "step": 52300
    },
    {
      "epoch": 16.93600517129929,
      "grad_norm": 1.1688814163208008,
      "learning_rate": 0.001,
      "loss": 2.5057,
      "step": 52400
    },
    {
      "epoch": 16.968325791855204,
      "grad_norm": 1.1291621923446655,
      "learning_rate": 0.001,
      "loss": 2.5316,
      "step": 52500
    },
    {
      "epoch": 17.00064641241112,
      "grad_norm": 1.3141711950302124,
      "learning_rate": 0.001,
      "loss": 2.5096,
      "step": 52600
    },
    {
      "epoch": 17.032967032967033,
      "grad_norm": 1.1805791854858398,
      "learning_rate": 0.001,
      "loss": 2.3768,
      "step": 52700
    },
    {
      "epoch": 17.065287653522947,
      "grad_norm": 1.2402406930923462,
      "learning_rate": 0.001,
      "loss": 2.3891,
      "step": 52800
    },
    {
      "epoch": 17.097608274078862,
      "grad_norm": 1.5982283353805542,
      "learning_rate": 0.001,
      "loss": 2.3722,
      "step": 52900
    },
    {
      "epoch": 17.129928894634777,
      "grad_norm": 1.4602590799331665,
      "learning_rate": 0.001,
      "loss": 2.3982,
      "step": 53000
    },
    {
      "epoch": 17.16224951519069,
      "grad_norm": 2.0189146995544434,
      "learning_rate": 0.001,
      "loss": 2.4175,
      "step": 53100
    },
    {
      "epoch": 17.194570135746606,
      "grad_norm": 2.113309621810913,
      "learning_rate": 0.001,
      "loss": 2.4099,
      "step": 53200
    },
    {
      "epoch": 17.22689075630252,
      "grad_norm": 1.5319947004318237,
      "learning_rate": 0.001,
      "loss": 2.4323,
      "step": 53300
    },
    {
      "epoch": 17.259211376858435,
      "grad_norm": 1.7054084539413452,
      "learning_rate": 0.001,
      "loss": 2.4122,
      "step": 53400
    },
    {
      "epoch": 17.29153199741435,
      "grad_norm": 2.107525110244751,
      "learning_rate": 0.001,
      "loss": 2.4175,
      "step": 53500
    },
    {
      "epoch": 17.323852617970264,
      "grad_norm": 1.9685229063034058,
      "learning_rate": 0.001,
      "loss": 2.42,
      "step": 53600
    },
    {
      "epoch": 17.35617323852618,
      "grad_norm": 1.7401131391525269,
      "learning_rate": 0.001,
      "loss": 2.4364,
      "step": 53700
    },
    {
      "epoch": 17.388493859082093,
      "grad_norm": 2.035468101501465,
      "learning_rate": 0.001,
      "loss": 2.4363,
      "step": 53800
    },
    {
      "epoch": 17.420814479638008,
      "grad_norm": 1.4379023313522339,
      "learning_rate": 0.001,
      "loss": 2.4419,
      "step": 53900
    },
    {
      "epoch": 17.453135100193922,
      "grad_norm": 1.6685974597930908,
      "learning_rate": 0.001,
      "loss": 2.439,
      "step": 54000
    },
    {
      "epoch": 17.485455720749837,
      "grad_norm": 1.5203348398208618,
      "learning_rate": 0.001,
      "loss": 2.4467,
      "step": 54100
    },
    {
      "epoch": 17.517776341305755,
      "grad_norm": 1.2775732278823853,
      "learning_rate": 0.001,
      "loss": 2.4467,
      "step": 54200
    },
    {
      "epoch": 17.55009696186167,
      "grad_norm": 1.7329598665237427,
      "learning_rate": 0.001,
      "loss": 2.4492,
      "step": 54300
    },
    {
      "epoch": 17.582417582417584,
      "grad_norm": 1.3014206886291504,
      "learning_rate": 0.001,
      "loss": 2.4777,
      "step": 54400
    },
    {
      "epoch": 17.6147382029735,
      "grad_norm": 1.263486623764038,
      "learning_rate": 0.001,
      "loss": 2.4548,
      "step": 54500
    },
    {
      "epoch": 17.647058823529413,
      "grad_norm": 2.006847620010376,
      "learning_rate": 0.001,
      "loss": 2.4647,
      "step": 54600
    },
    {
      "epoch": 17.679379444085328,
      "grad_norm": 2.0060877799987793,
      "learning_rate": 0.001,
      "loss": 2.4461,
      "step": 54700
    },
    {
      "epoch": 17.711700064641242,
      "grad_norm": 1.688281774520874,
      "learning_rate": 0.001,
      "loss": 2.4669,
      "step": 54800
    },
    {
      "epoch": 17.744020685197157,
      "grad_norm": 1.5485999584197998,
      "learning_rate": 0.001,
      "loss": 2.4972,
      "step": 54900
    },
    {
      "epoch": 17.77634130575307,
      "grad_norm": 1.3471914529800415,
      "learning_rate": 0.001,
      "loss": 2.4706,
      "step": 55000
    },
    {
      "epoch": 17.808661926308986,
      "grad_norm": 1.660112738609314,
      "learning_rate": 0.001,
      "loss": 2.4731,
      "step": 55100
    },
    {
      "epoch": 17.8409825468649,
      "grad_norm": 1.4767402410507202,
      "learning_rate": 0.001,
      "loss": 2.468,
      "step": 55200
    },
    {
      "epoch": 17.873303167420815,
      "grad_norm": 1.243491530418396,
      "learning_rate": 0.001,
      "loss": 2.4797,
      "step": 55300
    },
    {
      "epoch": 17.90562378797673,
      "grad_norm": 1.5120997428894043,
      "learning_rate": 0.001,
      "loss": 2.4638,
      "step": 55400
    },
    {
      "epoch": 17.937944408532644,
      "grad_norm": 1.463824987411499,
      "learning_rate": 0.001,
      "loss": 2.4688,
      "step": 55500
    },
    {
      "epoch": 17.97026502908856,
      "grad_norm": 1.5150164365768433,
      "learning_rate": 0.001,
      "loss": 2.4871,
      "step": 55600
    },
    {
      "epoch": 18.002585649644473,
      "grad_norm": 1.273226261138916,
      "learning_rate": 0.001,
      "loss": 2.5058,
      "step": 55700
    },
    {
      "epoch": 18.034906270200388,
      "grad_norm": 1.1136760711669922,
      "learning_rate": 0.001,
      "loss": 2.3403,
      "step": 55800
    },
    {
      "epoch": 18.067226890756302,
      "grad_norm": 1.2880661487579346,
      "learning_rate": 0.001,
      "loss": 2.3427,
      "step": 55900
    },
    {
      "epoch": 18.099547511312217,
      "grad_norm": 1.3773696422576904,
      "learning_rate": 0.001,
      "loss": 2.3565,
      "step": 56000
    },
    {
      "epoch": 18.13186813186813,
      "grad_norm": 0.9006345868110657,
      "learning_rate": 0.001,
      "loss": 2.3755,
      "step": 56100
    },
    {
      "epoch": 18.164188752424046,
      "grad_norm": 1.2340940237045288,
      "learning_rate": 0.001,
      "loss": 2.3949,
      "step": 56200
    },
    {
      "epoch": 18.19650937297996,
      "grad_norm": 1.297279953956604,
      "learning_rate": 0.001,
      "loss": 2.3835,
      "step": 56300
    },
    {
      "epoch": 18.228829993535875,
      "grad_norm": 1.0448439121246338,
      "learning_rate": 0.001,
      "loss": 2.3986,
      "step": 56400
    },
    {
      "epoch": 18.26115061409179,
      "grad_norm": 1.0477882623672485,
      "learning_rate": 0.001,
      "loss": 2.3906,
      "step": 56500
    },
    {
      "epoch": 18.293471234647704,
      "grad_norm": 1.030461072921753,
      "learning_rate": 0.001,
      "loss": 2.3882,
      "step": 56600
    },
    {
      "epoch": 18.32579185520362,
      "grad_norm": 0.8635056614875793,
      "learning_rate": 0.001,
      "loss": 2.4023,
      "step": 56700
    },
    {
      "epoch": 18.358112475759533,
      "grad_norm": 1.3237051963806152,
      "learning_rate": 0.001,
      "loss": 2.369,
      "step": 56800
    },
    {
      "epoch": 18.390433096315448,
      "grad_norm": 1.3418434858322144,
      "learning_rate": 0.001,
      "loss": 2.4058,
      "step": 56900
    },
    {
      "epoch": 18.422753716871362,
      "grad_norm": 0.8876633644104004,
      "learning_rate": 0.001,
      "loss": 2.4028,
      "step": 57000
    },
    {
      "epoch": 18.455074337427277,
      "grad_norm": 1.2339004278182983,
      "learning_rate": 0.001,
      "loss": 2.4131,
      "step": 57100
    },
    {
      "epoch": 18.48739495798319,
      "grad_norm": 1.1238473653793335,
      "learning_rate": 0.001,
      "loss": 2.3856,
      "step": 57200
    },
    {
      "epoch": 18.51971557853911,
      "grad_norm": 1.535725474357605,
      "learning_rate": 0.001,
      "loss": 2.4254,
      "step": 57300
    },
    {
      "epoch": 18.552036199095024,
      "grad_norm": 0.8891725540161133,
      "learning_rate": 0.001,
      "loss": 2.4406,
      "step": 57400
    },
    {
      "epoch": 18.58435681965094,
      "grad_norm": 1.3219631910324097,
      "learning_rate": 0.001,
      "loss": 2.4282,
      "step": 57500
    },
    {
      "epoch": 18.616677440206853,
      "grad_norm": 1.4664770364761353,
      "learning_rate": 0.001,
      "loss": 2.4167,
      "step": 57600
    },
    {
      "epoch": 18.648998060762768,
      "grad_norm": 1.4198930263519287,
      "learning_rate": 0.001,
      "loss": 2.4329,
      "step": 57700
    },
    {
      "epoch": 18.681318681318682,
      "grad_norm": 1.31005859375,
      "learning_rate": 0.001,
      "loss": 2.4255,
      "step": 57800
    },
    {
      "epoch": 18.713639301874597,
      "grad_norm": 1.3033839464187622,
      "learning_rate": 0.001,
      "loss": 2.4145,
      "step": 57900
    },
    {
      "epoch": 18.74595992243051,
      "grad_norm": 1.0991932153701782,
      "learning_rate": 0.001,
      "loss": 2.4405,
      "step": 58000
    },
    {
      "epoch": 18.778280542986426,
      "grad_norm": 1.0855860710144043,
      "learning_rate": 0.001,
      "loss": 2.4528,
      "step": 58100
    },
    {
      "epoch": 18.81060116354234,
      "grad_norm": 1.543005347251892,
      "learning_rate": 0.001,
      "loss": 2.4497,
      "step": 58200
    },
    {
      "epoch": 18.842921784098255,
      "grad_norm": 1.1537874937057495,
      "learning_rate": 0.001,
      "loss": 2.4345,
      "step": 58300
    },
    {
      "epoch": 18.87524240465417,
      "grad_norm": 1.6207787990570068,
      "learning_rate": 0.001,
      "loss": 2.4552,
      "step": 58400
    },
    {
      "epoch": 18.907563025210084,
      "grad_norm": 0.987137496471405,
      "learning_rate": 0.001,
      "loss": 2.4263,
      "step": 58500
    },
    {
      "epoch": 18.939883645766,
      "grad_norm": 1.1179084777832031,
      "learning_rate": 0.001,
      "loss": 2.4583,
      "step": 58600
    },
    {
      "epoch": 18.972204266321913,
      "grad_norm": 0.999499499797821,
      "learning_rate": 0.001,
      "loss": 2.4537,
      "step": 58700
    },
    {
      "epoch": 19.004524886877828,
      "grad_norm": 1.0300583839416504,
      "learning_rate": 0.001,
      "loss": 2.4514,
      "step": 58800
    },
    {
      "epoch": 19.036845507433743,
      "grad_norm": 0.9608945846557617,
      "learning_rate": 0.001,
      "loss": 2.326,
      "step": 58900
    },
    {
      "epoch": 19.069166127989657,
      "grad_norm": 0.9459260702133179,
      "learning_rate": 0.001,
      "loss": 2.3132,
      "step": 59000
    },
    {
      "epoch": 19.10148674854557,
      "grad_norm": 1.2012510299682617,
      "learning_rate": 0.001,
      "loss": 2.332,
      "step": 59100
    },
    {
      "epoch": 19.133807369101486,
      "grad_norm": 1.1166940927505493,
      "learning_rate": 0.001,
      "loss": 2.3535,
      "step": 59200
    },
    {
      "epoch": 19.1661279896574,
      "grad_norm": 1.3316816091537476,
      "learning_rate": 0.001,
      "loss": 2.3331,
      "step": 59300
    },
    {
      "epoch": 19.198448610213315,
      "grad_norm": 1.1380234956741333,
      "learning_rate": 0.001,
      "loss": 2.3438,
      "step": 59400
    },
    {
      "epoch": 19.23076923076923,
      "grad_norm": 1.0130378007888794,
      "learning_rate": 0.001,
      "loss": 2.3425,
      "step": 59500
    },
    {
      "epoch": 19.263089851325145,
      "grad_norm": 1.0612099170684814,
      "learning_rate": 0.001,
      "loss": 2.3591,
      "step": 59600
    },
    {
      "epoch": 19.29541047188106,
      "grad_norm": 1.0072628259658813,
      "learning_rate": 0.001,
      "loss": 2.3543,
      "step": 59700
    },
    {
      "epoch": 19.327731092436974,
      "grad_norm": 1.1276565790176392,
      "learning_rate": 0.001,
      "loss": 2.3558,
      "step": 59800
    },
    {
      "epoch": 19.360051712992888,
      "grad_norm": 1.0294878482818604,
      "learning_rate": 0.001,
      "loss": 2.3793,
      "step": 59900
    },
    {
      "epoch": 19.392372333548803,
      "grad_norm": 1.3939874172210693,
      "learning_rate": 0.001,
      "loss": 2.3649,
      "step": 60000
    },
    {
      "epoch": 19.424692954104717,
      "grad_norm": 1.295091986656189,
      "learning_rate": 0.001,
      "loss": 2.3757,
      "step": 60100
    },
    {
      "epoch": 19.457013574660632,
      "grad_norm": 1.3220593929290771,
      "learning_rate": 0.001,
      "loss": 2.3635,
      "step": 60200
    },
    {
      "epoch": 19.489334195216546,
      "grad_norm": 1.4696449041366577,
      "learning_rate": 0.001,
      "loss": 2.3927,
      "step": 60300
    },
    {
      "epoch": 19.521654815772465,
      "grad_norm": 0.9687468409538269,
      "learning_rate": 0.001,
      "loss": 2.3806,
      "step": 60400
    },
    {
      "epoch": 19.55397543632838,
      "grad_norm": 1.0483554601669312,
      "learning_rate": 0.001,
      "loss": 2.3805,
      "step": 60500
    },
    {
      "epoch": 19.586296056884294,
      "grad_norm": 0.9296285510063171,
      "learning_rate": 0.001,
      "loss": 2.3839,
      "step": 60600
    },
    {
      "epoch": 19.618616677440208,
      "grad_norm": 1.5007354021072388,
      "learning_rate": 0.001,
      "loss": 2.3968,
      "step": 60700
    },
    {
      "epoch": 19.650937297996123,
      "grad_norm": 1.5555963516235352,
      "learning_rate": 0.001,
      "loss": 2.3942,
      "step": 60800
    },
    {
      "epoch": 19.683257918552037,
      "grad_norm": 1.1963167190551758,
      "learning_rate": 0.001,
      "loss": 2.3854,
      "step": 60900
    },
    {
      "epoch": 19.715578539107952,
      "grad_norm": 1.2514575719833374,
      "learning_rate": 0.001,
      "loss": 2.404,
      "step": 61000
    },
    {
      "epoch": 19.747899159663866,
      "grad_norm": 1.4767061471939087,
      "learning_rate": 0.001,
      "loss": 2.3834,
      "step": 61100
    },
    {
      "epoch": 19.78021978021978,
      "grad_norm": 0.9871048927307129,
      "learning_rate": 0.001,
      "loss": 2.3927,
      "step": 61200
    },
    {
      "epoch": 19.812540400775696,
      "grad_norm": 1.4090756177902222,
      "learning_rate": 0.001,
      "loss": 2.4223,
      "step": 61300
    },
    {
      "epoch": 19.84486102133161,
      "grad_norm": 1.3110271692276,
      "learning_rate": 0.001,
      "loss": 2.3889,
      "step": 61400
    },
    {
      "epoch": 19.877181641887525,
      "grad_norm": 0.9297486543655396,
      "learning_rate": 0.001,
      "loss": 2.431,
      "step": 61500
    },
    {
      "epoch": 19.90950226244344,
      "grad_norm": 1.3082588911056519,
      "learning_rate": 0.001,
      "loss": 2.4306,
      "step": 61600
    },
    {
      "epoch": 19.941822882999354,
      "grad_norm": 0.9515864849090576,
      "learning_rate": 0.001,
      "loss": 2.4443,
      "step": 61700
    },
    {
      "epoch": 19.97414350355527,
      "grad_norm": 1.187511920928955,
      "learning_rate": 0.001,
      "loss": 2.4338,
      "step": 61800
    },
    {
      "epoch": 20.006464124111183,
      "grad_norm": 1.113945722579956,
      "learning_rate": 0.001,
      "loss": 2.4036,
      "step": 61900
    },
    {
      "epoch": 20.038784744667097,
      "grad_norm": 0.9578619599342346,
      "learning_rate": 0.001,
      "loss": 2.3059,
      "step": 62000
    },
    {
      "epoch": 20.071105365223012,
      "grad_norm": 1.0143957138061523,
      "learning_rate": 0.001,
      "loss": 2.2843,
      "step": 62100
    },
    {
      "epoch": 20.103425985778927,
      "grad_norm": 1.097559928894043,
      "learning_rate": 0.001,
      "loss": 2.3054,
      "step": 62200
    },
    {
      "epoch": 20.13574660633484,
      "grad_norm": 0.9272734522819519,
      "learning_rate": 0.001,
      "loss": 2.292,
      "step": 62300
    },
    {
      "epoch": 20.168067226890756,
      "grad_norm": 1.0882327556610107,
      "learning_rate": 0.001,
      "loss": 2.3145,
      "step": 62400
    },
    {
      "epoch": 20.20038784744667,
      "grad_norm": 1.3917256593704224,
      "learning_rate": 0.001,
      "loss": 2.3216,
      "step": 62500
    },
    {
      "epoch": 20.232708468002585,
      "grad_norm": 1.114766001701355,
      "learning_rate": 0.001,
      "loss": 2.3222,
      "step": 62600
    },
    {
      "epoch": 20.2650290885585,
      "grad_norm": 1.3342783451080322,
      "learning_rate": 0.001,
      "loss": 2.3123,
      "step": 62700
    },
    {
      "epoch": 20.297349709114414,
      "grad_norm": 1.06283438205719,
      "learning_rate": 0.001,
      "loss": 2.3179,
      "step": 62800
    },
    {
      "epoch": 20.32967032967033,
      "grad_norm": 0.93958979845047,
      "learning_rate": 0.001,
      "loss": 2.3198,
      "step": 62900
    },
    {
      "epoch": 20.361990950226243,
      "grad_norm": 1.4212366342544556,
      "learning_rate": 0.001,
      "loss": 2.3144,
      "step": 63000
    },
    {
      "epoch": 20.394311570782158,
      "grad_norm": 1.3134227991104126,
      "learning_rate": 0.001,
      "loss": 2.3527,
      "step": 63100
    },
    {
      "epoch": 20.426632191338072,
      "grad_norm": 1.1288926601409912,
      "learning_rate": 0.001,
      "loss": 2.3462,
      "step": 63200
    },
    {
      "epoch": 20.458952811893987,
      "grad_norm": 1.0301005840301514,
      "learning_rate": 0.001,
      "loss": 2.3592,
      "step": 63300
    },
    {
      "epoch": 20.4912734324499,
      "grad_norm": 0.9638227820396423,
      "learning_rate": 0.001,
      "loss": 2.3568,
      "step": 63400
    },
    {
      "epoch": 20.52359405300582,
      "grad_norm": 1.5197877883911133,
      "learning_rate": 0.001,
      "loss": 2.3549,
      "step": 63500
    },
    {
      "epoch": 20.555914673561734,
      "grad_norm": 1.1526395082473755,
      "learning_rate": 0.001,
      "loss": 2.3606,
      "step": 63600
    },
    {
      "epoch": 20.58823529411765,
      "grad_norm": 1.2824829816818237,
      "learning_rate": 0.001,
      "loss": 2.3527,
      "step": 63700
    },
    {
      "epoch": 20.620555914673563,
      "grad_norm": 1.1107521057128906,
      "learning_rate": 0.001,
      "loss": 2.3621,
      "step": 63800
    },
    {
      "epoch": 20.652876535229478,
      "grad_norm": 1.2559133768081665,
      "learning_rate": 0.001,
      "loss": 2.3635,
      "step": 63900
    },
    {
      "epoch": 20.685197155785392,
      "grad_norm": 1.1576194763183594,
      "learning_rate": 0.001,
      "loss": 2.3666,
      "step": 64000
    },
    {
      "epoch": 20.717517776341307,
      "grad_norm": 1.067619800567627,
      "learning_rate": 0.001,
      "loss": 2.3763,
      "step": 64100
    },
    {
      "epoch": 20.74983839689722,
      "grad_norm": 1.0354868173599243,
      "learning_rate": 0.001,
      "loss": 2.3594,
      "step": 64200
    },
    {
      "epoch": 20.782159017453136,
      "grad_norm": 1.3898648023605347,
      "learning_rate": 0.001,
      "loss": 2.3996,
      "step": 64300
    },
    {
      "epoch": 20.81447963800905,
      "grad_norm": 1.0457971096038818,
      "learning_rate": 0.001,
      "loss": 2.3974,
      "step": 64400
    },
    {
      "epoch": 20.846800258564965,
      "grad_norm": 1.394001841545105,
      "learning_rate": 0.001,
      "loss": 2.376,
      "step": 64500
    },
    {
      "epoch": 20.87912087912088,
      "grad_norm": 1.2913107872009277,
      "learning_rate": 0.001,
      "loss": 2.3719,
      "step": 64600
    },
    {
      "epoch": 20.911441499676794,
      "grad_norm": 0.8956575393676758,
      "learning_rate": 0.001,
      "loss": 2.3725,
      "step": 64700
    },
    {
      "epoch": 20.94376212023271,
      "grad_norm": 0.9267522692680359,
      "learning_rate": 0.001,
      "loss": 2.3908,
      "step": 64800
    },
    {
      "epoch": 20.976082740788623,
      "grad_norm": 1.1674199104309082,
      "learning_rate": 0.001,
      "loss": 2.3816,
      "step": 64900
    },
    {
      "epoch": 21.008403361344538,
      "grad_norm": 1.149228811264038,
      "learning_rate": 0.001,
      "loss": 2.3687,
      "step": 65000
    },
    {
      "epoch": 21.040723981900452,
      "grad_norm": 1.1210534572601318,
      "learning_rate": 0.001,
      "loss": 2.2492,
      "step": 65100
    },
    {
      "epoch": 21.073044602456367,
      "grad_norm": 1.153964638710022,
      "learning_rate": 0.001,
      "loss": 2.2474,
      "step": 65200
    },
    {
      "epoch": 21.10536522301228,
      "grad_norm": 1.2374367713928223,
      "learning_rate": 0.001,
      "loss": 2.2591,
      "step": 65300
    },
    {
      "epoch": 21.137685843568196,
      "grad_norm": 1.231076955795288,
      "learning_rate": 0.001,
      "loss": 2.2824,
      "step": 65400
    },
    {
      "epoch": 21.17000646412411,
      "grad_norm": 1.1518474817276,
      "learning_rate": 0.001,
      "loss": 2.2904,
      "step": 65500
    },
    {
      "epoch": 21.202327084680025,
      "grad_norm": 1.1400446891784668,
      "learning_rate": 0.001,
      "loss": 2.2937,
      "step": 65600
    },
    {
      "epoch": 21.23464770523594,
      "grad_norm": 1.0334277153015137,
      "learning_rate": 0.001,
      "loss": 2.291,
      "step": 65700
    },
    {
      "epoch": 21.266968325791854,
      "grad_norm": 1.1228870153427124,
      "learning_rate": 0.001,
      "loss": 2.2916,
      "step": 65800
    },
    {
      "epoch": 21.29928894634777,
      "grad_norm": 1.0719165802001953,
      "learning_rate": 0.001,
      "loss": 2.2946,
      "step": 65900
    },
    {
      "epoch": 21.331609566903683,
      "grad_norm": 1.0845648050308228,
      "learning_rate": 0.001,
      "loss": 2.3075,
      "step": 66000
    },
    {
      "epoch": 21.363930187459598,
      "grad_norm": 1.3496699333190918,
      "learning_rate": 0.001,
      "loss": 2.2954,
      "step": 66100
    },
    {
      "epoch": 21.396250808015512,
      "grad_norm": 0.8247977495193481,
      "learning_rate": 0.001,
      "loss": 2.2924,
      "step": 66200
    },
    {
      "epoch": 21.428571428571427,
      "grad_norm": 0.9616690278053284,
      "learning_rate": 0.001,
      "loss": 2.305,
      "step": 66300
    },
    {
      "epoch": 21.46089204912734,
      "grad_norm": 1.060357689857483,
      "learning_rate": 0.001,
      "loss": 2.3309,
      "step": 66400
    },
    {
      "epoch": 21.49321266968326,
      "grad_norm": 1.2382253408432007,
      "learning_rate": 0.001,
      "loss": 2.3049,
      "step": 66500
    },
    {
      "epoch": 21.525533290239174,
      "grad_norm": 0.8520820736885071,
      "learning_rate": 0.001,
      "loss": 2.3077,
      "step": 66600
    },
    {
      "epoch": 21.55785391079509,
      "grad_norm": 1.147915005683899,
      "learning_rate": 0.001,
      "loss": 2.3323,
      "step": 66700
    },
    {
      "epoch": 21.590174531351003,
      "grad_norm": 1.319478154182434,
      "learning_rate": 0.001,
      "loss": 2.3191,
      "step": 66800
    },
    {
      "epoch": 21.622495151906918,
      "grad_norm": 1.131990671157837,
      "learning_rate": 0.001,
      "loss": 2.323,
      "step": 66900
    },
    {
      "epoch": 21.654815772462833,
      "grad_norm": 1.0251647233963013,
      "learning_rate": 0.001,
      "loss": 2.3486,
      "step": 67000
    },
    {
      "epoch": 21.687136393018747,
      "grad_norm": 1.1523061990737915,
      "learning_rate": 0.001,
      "loss": 2.341,
      "step": 67100
    },
    {
      "epoch": 21.71945701357466,
      "grad_norm": 1.333418607711792,
      "learning_rate": 0.001,
      "loss": 2.3534,
      "step": 67200
    },
    {
      "epoch": 21.751777634130576,
      "grad_norm": 0.9779078364372253,
      "learning_rate": 0.001,
      "loss": 2.3478,
      "step": 67300
    },
    {
      "epoch": 21.78409825468649,
      "grad_norm": 1.1211507320404053,
      "learning_rate": 0.001,
      "loss": 2.332,
      "step": 67400
    },
    {
      "epoch": 21.816418875242405,
      "grad_norm": 1.406153678894043,
      "learning_rate": 0.001,
      "loss": 2.3506,
      "step": 67500
    },
    {
      "epoch": 21.84873949579832,
      "grad_norm": 0.9729377031326294,
      "learning_rate": 0.001,
      "loss": 2.3466,
      "step": 67600
    },
    {
      "epoch": 21.881060116354234,
      "grad_norm": 1.1170735359191895,
      "learning_rate": 0.001,
      "loss": 2.3591,
      "step": 67700
    },
    {
      "epoch": 21.91338073691015,
      "grad_norm": 1.214516282081604,
      "learning_rate": 0.001,
      "loss": 2.3676,
      "step": 67800
    },
    {
      "epoch": 21.945701357466064,
      "grad_norm": 1.2979365587234497,
      "learning_rate": 0.001,
      "loss": 2.3666,
      "step": 67900
    },
    {
      "epoch": 21.978021978021978,
      "grad_norm": 1.5110282897949219,
      "learning_rate": 0.001,
      "loss": 2.3846,
      "step": 68000
    },
    {
      "epoch": 22.010342598577893,
      "grad_norm": 1.2588374614715576,
      "learning_rate": 0.001,
      "loss": 2.323,
      "step": 68100
    },
    {
      "epoch": 22.042663219133807,
      "grad_norm": 1.0757921934127808,
      "learning_rate": 0.001,
      "loss": 2.2411,
      "step": 68200
    },
    {
      "epoch": 22.07498383968972,
      "grad_norm": 1.0231963396072388,
      "learning_rate": 0.001,
      "loss": 2.2505,
      "step": 68300
    },
    {
      "epoch": 22.107304460245636,
      "grad_norm": 1.2770941257476807,
      "learning_rate": 0.001,
      "loss": 2.2263,
      "step": 68400
    },
    {
      "epoch": 22.13962508080155,
      "grad_norm": 1.3017656803131104,
      "learning_rate": 0.001,
      "loss": 2.2273,
      "step": 68500
    },
    {
      "epoch": 22.171945701357465,
      "grad_norm": 1.176435947418213,
      "learning_rate": 0.001,
      "loss": 2.2569,
      "step": 68600
    },
    {
      "epoch": 22.20426632191338,
      "grad_norm": 1.3054310083389282,
      "learning_rate": 0.001,
      "loss": 2.2676,
      "step": 68700
    },
    {
      "epoch": 22.236586942469295,
      "grad_norm": 1.0871057510375977,
      "learning_rate": 0.001,
      "loss": 2.268,
      "step": 68800
    },
    {
      "epoch": 22.26890756302521,
      "grad_norm": 1.239288330078125,
      "learning_rate": 0.001,
      "loss": 2.2647,
      "step": 68900
    },
    {
      "epoch": 22.301228183581124,
      "grad_norm": 1.0190906524658203,
      "learning_rate": 0.001,
      "loss": 2.2857,
      "step": 69000
    },
    {
      "epoch": 22.33354880413704,
      "grad_norm": 1.2209452390670776,
      "learning_rate": 0.001,
      "loss": 2.2612,
      "step": 69100
    },
    {
      "epoch": 22.365869424692953,
      "grad_norm": 1.2406755685806274,
      "learning_rate": 0.001,
      "loss": 2.2864,
      "step": 69200
    },
    {
      "epoch": 22.398190045248867,
      "grad_norm": 1.1042966842651367,
      "learning_rate": 0.001,
      "loss": 2.2763,
      "step": 69300
    },
    {
      "epoch": 22.430510665804782,
      "grad_norm": 1.0039794445037842,
      "learning_rate": 0.001,
      "loss": 2.2695,
      "step": 69400
    },
    {
      "epoch": 22.462831286360696,
      "grad_norm": 1.4037723541259766,
      "learning_rate": 0.001,
      "loss": 2.2778,
      "step": 69500
    },
    {
      "epoch": 22.49515190691661,
      "grad_norm": 1.3101537227630615,
      "learning_rate": 0.001,
      "loss": 2.2784,
      "step": 69600
    },
    {
      "epoch": 22.52747252747253,
      "grad_norm": 1.0466303825378418,
      "learning_rate": 0.001,
      "loss": 2.2998,
      "step": 69700
    },
    {
      "epoch": 22.559793148028444,
      "grad_norm": 1.2835876941680908,
      "learning_rate": 0.001,
      "loss": 2.2933,
      "step": 69800
    },
    {
      "epoch": 22.59211376858436,
      "grad_norm": 1.040469765663147,
      "learning_rate": 0.001,
      "loss": 2.2951,
      "step": 69900
    },
    {
      "epoch": 22.624434389140273,
      "grad_norm": 0.8917735815048218,
      "learning_rate": 0.001,
      "loss": 2.3084,
      "step": 70000
    },
    {
      "epoch": 22.656755009696187,
      "grad_norm": 1.2921438217163086,
      "learning_rate": 0.001,
      "loss": 2.3097,
      "step": 70100
    },
    {
      "epoch": 22.689075630252102,
      "grad_norm": 1.1070172786712646,
      "learning_rate": 0.001,
      "loss": 2.3189,
      "step": 70200
    },
    {
      "epoch": 22.721396250808017,
      "grad_norm": 1.3595770597457886,
      "learning_rate": 0.001,
      "loss": 2.3035,
      "step": 70300
    },
    {
      "epoch": 22.75371687136393,
      "grad_norm": 1.0014970302581787,
      "learning_rate": 0.001,
      "loss": 2.3059,
      "step": 70400
    },
    {
      "epoch": 22.786037491919846,
      "grad_norm": 1.2341176271438599,
      "learning_rate": 0.001,
      "loss": 2.3161,
      "step": 70500
    },
    {
      "epoch": 22.81835811247576,
      "grad_norm": 0.9569864273071289,
      "learning_rate": 0.001,
      "loss": 2.3215,
      "step": 70600
    },
    {
      "epoch": 22.850678733031675,
      "grad_norm": 1.036069631576538,
      "learning_rate": 0.001,
      "loss": 2.335,
      "step": 70700
    },
    {
      "epoch": 22.88299935358759,
      "grad_norm": 1.5049176216125488,
      "learning_rate": 0.001,
      "loss": 2.3246,
      "step": 70800
    },
    {
      "epoch": 22.915319974143504,
      "grad_norm": 1.2657185792922974,
      "learning_rate": 0.001,
      "loss": 2.3259,
      "step": 70900
    },
    {
      "epoch": 22.94764059469942,
      "grad_norm": 1.2280467748641968,
      "learning_rate": 0.001,
      "loss": 2.3253,
      "step": 71000
    },
    {
      "epoch": 22.979961215255333,
      "grad_norm": 1.2914707660675049,
      "learning_rate": 0.001,
      "loss": 2.3534,
      "step": 71100
    },
    {
      "epoch": 23.012281835811248,
      "grad_norm": 1.0989599227905273,
      "learning_rate": 0.001,
      "loss": 2.2715,
      "step": 71200
    },
    {
      "epoch": 23.044602456367162,
      "grad_norm": 1.1108335256576538,
      "learning_rate": 0.001,
      "loss": 2.1853,
      "step": 71300
    },
    {
      "epoch": 23.076923076923077,
      "grad_norm": 1.5226976871490479,
      "learning_rate": 0.001,
      "loss": 2.215,
      "step": 71400
    },
    {
      "epoch": 23.10924369747899,
      "grad_norm": 1.087694525718689,
      "learning_rate": 0.001,
      "loss": 2.216,
      "step": 71500
    },
    {
      "epoch": 23.141564318034906,
      "grad_norm": 1.6098570823669434,
      "learning_rate": 0.001,
      "loss": 2.2233,
      "step": 71600
    },
    {
      "epoch": 23.17388493859082,
      "grad_norm": 1.3562836647033691,
      "learning_rate": 0.001,
      "loss": 2.2185,
      "step": 71700
    },
    {
      "epoch": 23.206205559146735,
      "grad_norm": 1.253631353378296,
      "learning_rate": 0.001,
      "loss": 2.2379,
      "step": 71800
    },
    {
      "epoch": 23.23852617970265,
      "grad_norm": 1.4562768936157227,
      "learning_rate": 0.001,
      "loss": 2.2423,
      "step": 71900
    },
    {
      "epoch": 23.270846800258564,
      "grad_norm": 1.1356525421142578,
      "learning_rate": 0.001,
      "loss": 2.2214,
      "step": 72000
    },
    {
      "epoch": 23.30316742081448,
      "grad_norm": 1.1421269178390503,
      "learning_rate": 0.001,
      "loss": 2.2432,
      "step": 72100
    },
    {
      "epoch": 23.335488041370393,
      "grad_norm": 1.1426451206207275,
      "learning_rate": 0.001,
      "loss": 2.2497,
      "step": 72200
    },
    {
      "epoch": 23.367808661926308,
      "grad_norm": 1.230992078781128,
      "learning_rate": 0.001,
      "loss": 2.249,
      "step": 72300
    },
    {
      "epoch": 23.400129282482222,
      "grad_norm": 1.4944993257522583,
      "learning_rate": 0.001,
      "loss": 2.2725,
      "step": 72400
    },
    {
      "epoch": 23.432449903038137,
      "grad_norm": 1.104407787322998,
      "learning_rate": 0.001,
      "loss": 2.24,
      "step": 72500
    },
    {
      "epoch": 23.46477052359405,
      "grad_norm": 1.4007248878479004,
      "learning_rate": 0.001,
      "loss": 2.2582,
      "step": 72600
    },
    {
      "epoch": 23.49709114414997,
      "grad_norm": 1.5281628370285034,
      "learning_rate": 0.001,
      "loss": 2.2614,
      "step": 72700
    },
    {
      "epoch": 23.529411764705884,
      "grad_norm": 1.3542243242263794,
      "learning_rate": 0.001,
      "loss": 2.2539,
      "step": 72800
    },
    {
      "epoch": 23.5617323852618,
      "grad_norm": 1.7197226285934448,
      "learning_rate": 0.001,
      "loss": 2.271,
      "step": 72900
    },
    {
      "epoch": 23.594053005817713,
      "grad_norm": 1.0739434957504272,
      "learning_rate": 0.001,
      "loss": 2.2626,
      "step": 73000
    },
    {
      "epoch": 23.626373626373628,
      "grad_norm": 1.0851984024047852,
      "learning_rate": 0.001,
      "loss": 2.2636,
      "step": 73100
    },
    {
      "epoch": 23.658694246929542,
      "grad_norm": 1.173173189163208,
      "learning_rate": 0.001,
      "loss": 2.2793,
      "step": 73200
    },
    {
      "epoch": 23.691014867485457,
      "grad_norm": 1.310870885848999,
      "learning_rate": 0.001,
      "loss": 2.2891,
      "step": 73300
    },
    {
      "epoch": 23.72333548804137,
      "grad_norm": 1.3357535600662231,
      "learning_rate": 0.001,
      "loss": 2.289,
      "step": 73400
    },
    {
      "epoch": 23.755656108597286,
      "grad_norm": 1.8570516109466553,
      "learning_rate": 0.001,
      "loss": 2.2864,
      "step": 73500
    },
    {
      "epoch": 23.7879767291532,
      "grad_norm": 1.019691824913025,
      "learning_rate": 0.001,
      "loss": 2.3127,
      "step": 73600
    },
    {
      "epoch": 23.820297349709115,
      "grad_norm": 1.171330213546753,
      "learning_rate": 0.001,
      "loss": 2.302,
      "step": 73700
    },
    {
      "epoch": 23.85261797026503,
      "grad_norm": 1.340964913368225,
      "learning_rate": 0.001,
      "loss": 2.2851,
      "step": 73800
    },
    {
      "epoch": 23.884938590820944,
      "grad_norm": 1.0584162473678589,
      "learning_rate": 0.001,
      "loss": 2.2952,
      "step": 73900
    },
    {
      "epoch": 23.91725921137686,
      "grad_norm": 1.089120864868164,
      "learning_rate": 0.001,
      "loss": 2.2938,
      "step": 74000
    },
    {
      "epoch": 23.949579831932773,
      "grad_norm": 0.9918783903121948,
      "learning_rate": 0.001,
      "loss": 2.3159,
      "step": 74100
    },
    {
      "epoch": 23.981900452488688,
      "grad_norm": 1.2158150672912598,
      "learning_rate": 0.001,
      "loss": 2.3232,
      "step": 74200
    },
    {
      "epoch": 24.014221073044602,
      "grad_norm": 1.7537885904312134,
      "learning_rate": 0.001,
      "loss": 2.2393,
      "step": 74300
    },
    {
      "epoch": 24.046541693600517,
      "grad_norm": 1.2171244621276855,
      "learning_rate": 0.001,
      "loss": 2.1603,
      "step": 74400
    },
    {
      "epoch": 24.07886231415643,
      "grad_norm": 1.923531413078308,
      "learning_rate": 0.001,
      "loss": 2.1792,
      "step": 74500
    },
    {
      "epoch": 24.111182934712346,
      "grad_norm": 1.4310954809188843,
      "learning_rate": 0.001,
      "loss": 2.1884,
      "step": 74600
    },
    {
      "epoch": 24.14350355526826,
      "grad_norm": 1.3417888879776,
      "learning_rate": 0.001,
      "loss": 2.2052,
      "step": 74700
    },
    {
      "epoch": 24.175824175824175,
      "grad_norm": 1.4067453145980835,
      "learning_rate": 0.001,
      "loss": 2.1844,
      "step": 74800
    },
    {
      "epoch": 24.20814479638009,
      "grad_norm": 1.3039509057998657,
      "learning_rate": 0.001,
      "loss": 2.1862,
      "step": 74900
    },
    {
      "epoch": 24.240465416936004,
      "grad_norm": 1.3245545625686646,
      "learning_rate": 0.001,
      "loss": 2.2082,
      "step": 75000
    },
    {
      "epoch": 24.27278603749192,
      "grad_norm": 1.1734683513641357,
      "learning_rate": 0.001,
      "loss": 2.1925,
      "step": 75100
    },
    {
      "epoch": 24.305106658047833,
      "grad_norm": 1.2977125644683838,
      "learning_rate": 0.001,
      "loss": 2.2278,
      "step": 75200
    },
    {
      "epoch": 24.337427278603748,
      "grad_norm": 1.3284844160079956,
      "learning_rate": 0.001,
      "loss": 2.2107,
      "step": 75300
    },
    {
      "epoch": 24.369747899159663,
      "grad_norm": 1.7949256896972656,
      "learning_rate": 0.001,
      "loss": 2.2315,
      "step": 75400
    },
    {
      "epoch": 24.402068519715577,
      "grad_norm": 1.2842888832092285,
      "learning_rate": 0.001,
      "loss": 2.2449,
      "step": 75500
    },
    {
      "epoch": 24.43438914027149,
      "grad_norm": 1.664375901222229,
      "learning_rate": 0.001,
      "loss": 2.2103,
      "step": 75600
    },
    {
      "epoch": 24.466709760827406,
      "grad_norm": 1.819553017616272,
      "learning_rate": 0.001,
      "loss": 2.2411,
      "step": 75700
    },
    {
      "epoch": 24.49903038138332,
      "grad_norm": 1.7226625680923462,
      "learning_rate": 0.001,
      "loss": 2.2335,
      "step": 75800
    },
    {
      "epoch": 24.53135100193924,
      "grad_norm": 1.389763355255127,
      "learning_rate": 0.001,
      "loss": 2.2298,
      "step": 75900
    },
    {
      "epoch": 24.563671622495153,
      "grad_norm": 1.4180145263671875,
      "learning_rate": 0.001,
      "loss": 2.2553,
      "step": 76000
    },
    {
      "epoch": 24.595992243051068,
      "grad_norm": 1.7032394409179688,
      "learning_rate": 0.001,
      "loss": 2.253,
      "step": 76100
    },
    {
      "epoch": 24.628312863606983,
      "grad_norm": 1.2484254837036133,
      "learning_rate": 0.001,
      "loss": 2.2626,
      "step": 76200
    },
    {
      "epoch": 24.660633484162897,
      "grad_norm": 1.4861352443695068,
      "learning_rate": 0.001,
      "loss": 2.2621,
      "step": 76300
    },
    {
      "epoch": 24.69295410471881,
      "grad_norm": 1.2266833782196045,
      "learning_rate": 0.001,
      "loss": 2.2577,
      "step": 76400
    },
    {
      "epoch": 24.725274725274726,
      "grad_norm": 1.5920053720474243,
      "learning_rate": 0.001,
      "loss": 2.2622,
      "step": 76500
    },
    {
      "epoch": 24.75759534583064,
      "grad_norm": 1.5401145219802856,
      "learning_rate": 0.001,
      "loss": 2.2672,
      "step": 76600
    },
    {
      "epoch": 24.789915966386555,
      "grad_norm": 1.6406484842300415,
      "learning_rate": 0.001,
      "loss": 2.2677,
      "step": 76700
    },
    {
      "epoch": 24.82223658694247,
      "grad_norm": 1.2690526247024536,
      "learning_rate": 0.001,
      "loss": 2.2716,
      "step": 76800
    },
    {
      "epoch": 24.854557207498384,
      "grad_norm": 1.3956623077392578,
      "learning_rate": 0.001,
      "loss": 2.2565,
      "step": 76900
    },
    {
      "epoch": 24.8868778280543,
      "grad_norm": 1.2422696352005005,
      "learning_rate": 0.001,
      "loss": 2.2735,
      "step": 77000
    },
    {
      "epoch": 24.919198448610214,
      "grad_norm": 1.3382925987243652,
      "learning_rate": 0.001,
      "loss": 2.2897,
      "step": 77100
    },
    {
      "epoch": 24.951519069166128,
      "grad_norm": 1.3177549839019775,
      "learning_rate": 0.001,
      "loss": 2.2879,
      "step": 77200
    },
    {
      "epoch": 24.983839689722043,
      "grad_norm": 1.4060649871826172,
      "learning_rate": 0.001,
      "loss": 2.2852,
      "step": 77300
    },
    {
      "epoch": 25.016160310277957,
      "grad_norm": 2.507507801055908,
      "learning_rate": 0.001,
      "loss": 2.1969,
      "step": 77400
    },
    {
      "epoch": 25.048480930833872,
      "grad_norm": 1.7902899980545044,
      "learning_rate": 0.001,
      "loss": 2.159,
      "step": 77500
    },
    {
      "epoch": 25.080801551389786,
      "grad_norm": 2.543278455734253,
      "learning_rate": 0.001,
      "loss": 2.1503,
      "step": 77600
    },
    {
      "epoch": 25.1131221719457,
      "grad_norm": 2.190962553024292,
      "learning_rate": 0.001,
      "loss": 2.1718,
      "step": 77700
    },
    {
      "epoch": 25.145442792501616,
      "grad_norm": 2.3507230281829834,
      "learning_rate": 0.001,
      "loss": 2.1762,
      "step": 77800
    },
    {
      "epoch": 25.17776341305753,
      "grad_norm": 2.4458060264587402,
      "learning_rate": 0.001,
      "loss": 2.1659,
      "step": 77900
    },
    {
      "epoch": 25.210084033613445,
      "grad_norm": 1.6360588073730469,
      "learning_rate": 0.001,
      "loss": 2.1637,
      "step": 78000
    },
    {
      "epoch": 25.24240465416936,
      "grad_norm": 2.420311212539673,
      "learning_rate": 0.001,
      "loss": 2.1622,
      "step": 78100
    },
    {
      "epoch": 25.274725274725274,
      "grad_norm": 1.5954487323760986,
      "learning_rate": 0.001,
      "loss": 2.2073,
      "step": 78200
    },
    {
      "epoch": 25.30704589528119,
      "grad_norm": 2.6514792442321777,
      "learning_rate": 0.001,
      "loss": 2.1782,
      "step": 78300
    },
    {
      "epoch": 25.339366515837103,
      "grad_norm": 2.318582057952881,
      "learning_rate": 0.001,
      "loss": 2.1766,
      "step": 78400
    },
    {
      "epoch": 25.371687136393017,
      "grad_norm": 2.036907434463501,
      "learning_rate": 0.001,
      "loss": 2.1729,
      "step": 78500
    },
    {
      "epoch": 25.404007756948932,
      "grad_norm": 2.1478607654571533,
      "learning_rate": 0.001,
      "loss": 2.1956,
      "step": 78600
    },
    {
      "epoch": 25.436328377504847,
      "grad_norm": 1.987168788909912,
      "learning_rate": 0.001,
      "loss": 2.1986,
      "step": 78700
    },
    {
      "epoch": 25.46864899806076,
      "grad_norm": 1.57612144947052,
      "learning_rate": 0.001,
      "loss": 2.2138,
      "step": 78800
    },
    {
      "epoch": 25.50096961861668,
      "grad_norm": 1.8580467700958252,
      "learning_rate": 0.001,
      "loss": 2.2137,
      "step": 78900
    },
    {
      "epoch": 25.533290239172594,
      "grad_norm": 2.277358293533325,
      "learning_rate": 0.001,
      "loss": 2.2186,
      "step": 79000
    },
    {
      "epoch": 25.56561085972851,
      "grad_norm": 2.014516592025757,
      "learning_rate": 0.001,
      "loss": 2.2176,
      "step": 79100
    },
    {
      "epoch": 25.597931480284423,
      "grad_norm": 1.9379520416259766,
      "learning_rate": 0.001,
      "loss": 2.2346,
      "step": 79200
    },
    {
      "epoch": 25.630252100840337,
      "grad_norm": 1.767410397529602,
      "learning_rate": 0.001,
      "loss": 2.225,
      "step": 79300
    },
    {
      "epoch": 25.662572721396252,
      "grad_norm": 1.7645798921585083,
      "learning_rate": 0.001,
      "loss": 2.2424,
      "step": 79400
    },
    {
      "epoch": 25.694893341952167,
      "grad_norm": 1.68009614944458,
      "learning_rate": 0.001,
      "loss": 2.2434,
      "step": 79500
    },
    {
      "epoch": 25.72721396250808,
      "grad_norm": 1.9485399723052979,
      "learning_rate": 0.001,
      "loss": 2.2394,
      "step": 79600
    },
    {
      "epoch": 25.759534583063996,
      "grad_norm": 2.297874927520752,
      "learning_rate": 0.001,
      "loss": 2.2385,
      "step": 79700
    },
    {
      "epoch": 25.79185520361991,
      "grad_norm": 1.9281902313232422,
      "learning_rate": 0.001,
      "loss": 2.2504,
      "step": 79800
    },
    {
      "epoch": 25.824175824175825,
      "grad_norm": 1.8228880167007446,
      "learning_rate": 0.001,
      "loss": 2.2296,
      "step": 79900
    },
    {
      "epoch": 25.85649644473174,
      "grad_norm": 2.050082206726074,
      "learning_rate": 0.001,
      "loss": 2.2528,
      "step": 80000
    },
    {
      "epoch": 25.888817065287654,
      "grad_norm": 2.1452155113220215,
      "learning_rate": 0.001,
      "loss": 2.2329,
      "step": 80100
    },
    {
      "epoch": 25.92113768584357,
      "grad_norm": 1.783553957939148,
      "learning_rate": 0.001,
      "loss": 2.2716,
      "step": 80200
    },
    {
      "epoch": 25.953458306399483,
      "grad_norm": 2.0124473571777344,
      "learning_rate": 0.001,
      "loss": 2.2467,
      "step": 80300
    },
    {
      "epoch": 25.985778926955398,
      "grad_norm": 1.8177739381790161,
      "learning_rate": 0.001,
      "loss": 2.2752,
      "step": 80400
    },
    {
      "epoch": 26.018099547511312,
      "grad_norm": 1.366523265838623,
      "learning_rate": 0.001,
      "loss": 2.1745,
      "step": 80500
    },
    {
      "epoch": 26.050420168067227,
      "grad_norm": 1.7601717710494995,
      "learning_rate": 0.001,
      "loss": 2.1084,
      "step": 80600
    },
    {
      "epoch": 26.08274078862314,
      "grad_norm": 1.2369937896728516,
      "learning_rate": 0.001,
      "loss": 2.1185,
      "step": 80700
    },
    {
      "epoch": 26.115061409179056,
      "grad_norm": 1.2424700260162354,
      "learning_rate": 0.001,
      "loss": 2.1177,
      "step": 80800
    },
    {
      "epoch": 26.14738202973497,
      "grad_norm": 1.8751611709594727,
      "learning_rate": 0.001,
      "loss": 2.152,
      "step": 80900
    },
    {
      "epoch": 26.179702650290885,
      "grad_norm": 1.1152818202972412,
      "learning_rate": 0.001,
      "loss": 2.1489,
      "step": 81000
    },
    {
      "epoch": 26.2120232708468,
      "grad_norm": 1.1283564567565918,
      "learning_rate": 0.001,
      "loss": 2.1572,
      "step": 81100
    },
    {
      "epoch": 26.244343891402714,
      "grad_norm": 1.639378309249878,
      "learning_rate": 0.001,
      "loss": 2.1561,
      "step": 81200
    },
    {
      "epoch": 26.27666451195863,
      "grad_norm": 1.1049447059631348,
      "learning_rate": 0.001,
      "loss": 2.1588,
      "step": 81300
    },
    {
      "epoch": 26.308985132514543,
      "grad_norm": 1.0583877563476562,
      "learning_rate": 0.001,
      "loss": 2.1731,
      "step": 81400
    },
    {
      "epoch": 26.341305753070458,
      "grad_norm": 1.3335222005844116,
      "learning_rate": 0.001,
      "loss": 2.1745,
      "step": 81500
    },
    {
      "epoch": 26.373626373626372,
      "grad_norm": 1.6638619899749756,
      "learning_rate": 0.001,
      "loss": 2.1599,
      "step": 81600
    },
    {
      "epoch": 26.405946994182287,
      "grad_norm": 1.8034693002700806,
      "learning_rate": 0.001,
      "loss": 2.1863,
      "step": 81700
    },
    {
      "epoch": 26.4382676147382,
      "grad_norm": 1.0890341997146606,
      "learning_rate": 0.001,
      "loss": 2.1944,
      "step": 81800
    },
    {
      "epoch": 26.470588235294116,
      "grad_norm": 1.7226943969726562,
      "learning_rate": 0.001,
      "loss": 2.1819,
      "step": 81900
    },
    {
      "epoch": 26.50290885585003,
      "grad_norm": 1.294287085533142,
      "learning_rate": 0.001,
      "loss": 2.1832,
      "step": 82000
    },
    {
      "epoch": 26.53522947640595,
      "grad_norm": 1.3550304174423218,
      "learning_rate": 0.001,
      "loss": 2.2035,
      "step": 82100
    },
    {
      "epoch": 26.567550096961863,
      "grad_norm": 1.1257293224334717,
      "learning_rate": 0.001,
      "loss": 2.1898,
      "step": 82200
    },
    {
      "epoch": 26.599870717517778,
      "grad_norm": 1.2646733522415161,
      "learning_rate": 0.001,
      "loss": 2.1997,
      "step": 82300
    },
    {
      "epoch": 26.632191338073692,
      "grad_norm": 1.2385530471801758,
      "learning_rate": 0.001,
      "loss": 2.2071,
      "step": 82400
    },
    {
      "epoch": 26.664511958629607,
      "grad_norm": 1.4374717473983765,
      "learning_rate": 0.001,
      "loss": 2.2082,
      "step": 82500
    },
    {
      "epoch": 26.69683257918552,
      "grad_norm": 1.3186120986938477,
      "learning_rate": 0.001,
      "loss": 2.2149,
      "step": 82600
    },
    {
      "epoch": 26.729153199741436,
      "grad_norm": 1.2617899179458618,
      "learning_rate": 0.001,
      "loss": 2.2039,
      "step": 82700
    },
    {
      "epoch": 26.76147382029735,
      "grad_norm": 1.0441887378692627,
      "learning_rate": 0.001,
      "loss": 2.2324,
      "step": 82800
    },
    {
      "epoch": 26.793794440853265,
      "grad_norm": 1.5578880310058594,
      "learning_rate": 0.001,
      "loss": 2.2155,
      "step": 82900
    },
    {
      "epoch": 26.82611506140918,
      "grad_norm": 1.1477580070495605,
      "learning_rate": 0.001,
      "loss": 2.2219,
      "step": 83000
    },
    {
      "epoch": 26.858435681965094,
      "grad_norm": 1.3140536546707153,
      "learning_rate": 0.001,
      "loss": 2.2309,
      "step": 83100
    },
    {
      "epoch": 26.89075630252101,
      "grad_norm": 1.0781357288360596,
      "learning_rate": 0.001,
      "loss": 2.2302,
      "step": 83200
    },
    {
      "epoch": 26.923076923076923,
      "grad_norm": 1.6410821676254272,
      "learning_rate": 0.001,
      "loss": 2.2319,
      "step": 83300
    },
    {
      "epoch": 26.955397543632838,
      "grad_norm": 1.5108658075332642,
      "learning_rate": 0.001,
      "loss": 2.2258,
      "step": 83400
    },
    {
      "epoch": 26.987718164188752,
      "grad_norm": 1.4185115098953247,
      "learning_rate": 0.001,
      "loss": 2.2219,
      "step": 83500
    },
    {
      "epoch": 27.020038784744667,
      "grad_norm": 1.2338390350341797,
      "learning_rate": 0.001,
      "loss": 2.1582,
      "step": 83600
    },
    {
      "epoch": 27.05235940530058,
      "grad_norm": 1.1917002201080322,
      "learning_rate": 0.001,
      "loss": 2.0996,
      "step": 83700
    },
    {
      "epoch": 27.084680025856496,
      "grad_norm": 1.9231431484222412,
      "learning_rate": 0.001,
      "loss": 2.1101,
      "step": 83800
    },
    {
      "epoch": 27.11700064641241,
      "grad_norm": 0.9797855615615845,
      "learning_rate": 0.001,
      "loss": 2.1199,
      "step": 83900
    },
    {
      "epoch": 27.149321266968325,
      "grad_norm": 1.3979872465133667,
      "learning_rate": 0.001,
      "loss": 2.1181,
      "step": 84000
    },
    {
      "epoch": 27.18164188752424,
      "grad_norm": 1.0003714561462402,
      "learning_rate": 0.001,
      "loss": 2.1446,
      "step": 84100
    },
    {
      "epoch": 27.213962508080154,
      "grad_norm": 1.7641527652740479,
      "learning_rate": 0.001,
      "loss": 2.1024,
      "step": 84200
    },
    {
      "epoch": 27.24628312863607,
      "grad_norm": 0.9522609114646912,
      "learning_rate": 0.001,
      "loss": 2.126,
      "step": 84300
    },
    {
      "epoch": 27.278603749191983,
      "grad_norm": 1.028588891029358,
      "learning_rate": 0.001,
      "loss": 2.1288,
      "step": 84400
    },
    {
      "epoch": 27.310924369747898,
      "grad_norm": 1.1693410873413086,
      "learning_rate": 0.001,
      "loss": 2.1359,
      "step": 84500
    },
    {
      "epoch": 27.343244990303813,
      "grad_norm": 1.3971128463745117,
      "learning_rate": 0.001,
      "loss": 2.1631,
      "step": 84600
    },
    {
      "epoch": 27.375565610859727,
      "grad_norm": 1.0558292865753174,
      "learning_rate": 0.001,
      "loss": 2.1556,
      "step": 84700
    },
    {
      "epoch": 27.40788623141564,
      "grad_norm": 1.113844633102417,
      "learning_rate": 0.001,
      "loss": 2.1462,
      "step": 84800
    },
    {
      "epoch": 27.440206851971556,
      "grad_norm": 1.251039981842041,
      "learning_rate": 0.001,
      "loss": 2.1483,
      "step": 84900
    },
    {
      "epoch": 27.47252747252747,
      "grad_norm": 1.2447925806045532,
      "learning_rate": 0.001,
      "loss": 2.1503,
      "step": 85000
    },
    {
      "epoch": 27.50484809308339,
      "grad_norm": 1.154356598854065,
      "learning_rate": 0.001,
      "loss": 2.1789,
      "step": 85100
    },
    {
      "epoch": 27.537168713639304,
      "grad_norm": 1.1376807689666748,
      "learning_rate": 0.001,
      "loss": 2.1802,
      "step": 85200
    },
    {
      "epoch": 27.569489334195218,
      "grad_norm": 1.3358043432235718,
      "learning_rate": 0.001,
      "loss": 2.1827,
      "step": 85300
    },
    {
      "epoch": 27.601809954751133,
      "grad_norm": 1.147119402885437,
      "learning_rate": 0.001,
      "loss": 2.173,
      "step": 85400
    },
    {
      "epoch": 27.634130575307047,
      "grad_norm": 1.3377326726913452,
      "learning_rate": 0.001,
      "loss": 2.1811,
      "step": 85500
    },
    {
      "epoch": 27.66645119586296,
      "grad_norm": 1.1831611394882202,
      "learning_rate": 0.001,
      "loss": 2.1735,
      "step": 85600
    },
    {
      "epoch": 27.698771816418876,
      "grad_norm": 1.2356758117675781,
      "learning_rate": 0.001,
      "loss": 2.1968,
      "step": 85700
    },
    {
      "epoch": 27.73109243697479,
      "grad_norm": 1.4294730424880981,
      "learning_rate": 0.001,
      "loss": 2.178,
      "step": 85800
    },
    {
      "epoch": 27.763413057530705,
      "grad_norm": 1.5439614057540894,
      "learning_rate": 0.001,
      "loss": 2.1808,
      "step": 85900
    },
    {
      "epoch": 27.79573367808662,
      "grad_norm": 1.3789457082748413,
      "learning_rate": 0.001,
      "loss": 2.1897,
      "step": 86000
    },
    {
      "epoch": 27.828054298642535,
      "grad_norm": 0.9521170258522034,
      "learning_rate": 0.001,
      "loss": 2.1824,
      "step": 86100
    },
    {
      "epoch": 27.86037491919845,
      "grad_norm": 0.98322594165802,
      "learning_rate": 0.001,
      "loss": 2.2039,
      "step": 86200
    },
    {
      "epoch": 27.892695539754364,
      "grad_norm": 1.7284862995147705,
      "learning_rate": 0.001,
      "loss": 2.1833,
      "step": 86300
    },
    {
      "epoch": 27.92501616031028,
      "grad_norm": 1.160421371459961,
      "learning_rate": 0.001,
      "loss": 2.1943,
      "step": 86400
    },
    {
      "epoch": 27.957336780866193,
      "grad_norm": 1.2484320402145386,
      "learning_rate": 0.001,
      "loss": 2.2137,
      "step": 86500
    },
    {
      "epoch": 27.989657401422107,
      "grad_norm": 1.6111912727355957,
      "learning_rate": 0.001,
      "loss": 2.1995,
      "step": 86600
    },
    {
      "epoch": 28.021978021978022,
      "grad_norm": 1.159625768661499,
      "learning_rate": 0.001,
      "loss": 2.1394,
      "step": 86700
    },
    {
      "epoch": 28.054298642533936,
      "grad_norm": 1.2188056707382202,
      "learning_rate": 0.001,
      "loss": 2.0749,
      "step": 86800
    },
    {
      "epoch": 28.08661926308985,
      "grad_norm": 1.3605949878692627,
      "learning_rate": 0.001,
      "loss": 2.0627,
      "step": 86900
    },
    {
      "epoch": 28.118939883645766,
      "grad_norm": 1.0128086805343628,
      "learning_rate": 0.001,
      "loss": 2.0837,
      "step": 87000
    },
    {
      "epoch": 28.15126050420168,
      "grad_norm": 1.420502781867981,
      "learning_rate": 0.001,
      "loss": 2.0804,
      "step": 87100
    },
    {
      "epoch": 28.183581124757595,
      "grad_norm": 1.1222341060638428,
      "learning_rate": 0.001,
      "loss": 2.0978,
      "step": 87200
    },
    {
      "epoch": 28.21590174531351,
      "grad_norm": 1.2059674263000488,
      "learning_rate": 0.001,
      "loss": 2.1132,
      "step": 87300
    },
    {
      "epoch": 28.248222365869424,
      "grad_norm": 1.1298748254776,
      "learning_rate": 0.001,
      "loss": 2.1136,
      "step": 87400
    },
    {
      "epoch": 28.28054298642534,
      "grad_norm": 1.2116446495056152,
      "learning_rate": 0.001,
      "loss": 2.1205,
      "step": 87500
    },
    {
      "epoch": 28.312863606981253,
      "grad_norm": 1.4095208644866943,
      "learning_rate": 0.001,
      "loss": 2.1073,
      "step": 87600
    },
    {
      "epoch": 28.345184227537167,
      "grad_norm": 1.0656698942184448,
      "learning_rate": 0.001,
      "loss": 2.1035,
      "step": 87700
    },
    {
      "epoch": 28.377504848093082,
      "grad_norm": 1.166192650794983,
      "learning_rate": 0.001,
      "loss": 2.1497,
      "step": 87800
    },
    {
      "epoch": 28.409825468648997,
      "grad_norm": 1.2223316431045532,
      "learning_rate": 0.001,
      "loss": 2.1285,
      "step": 87900
    },
    {
      "epoch": 28.44214608920491,
      "grad_norm": 1.3476072549819946,
      "learning_rate": 0.001,
      "loss": 2.1229,
      "step": 88000
    },
    {
      "epoch": 28.474466709760826,
      "grad_norm": 1.5452789068222046,
      "learning_rate": 0.001,
      "loss": 2.1377,
      "step": 88100
    },
    {
      "epoch": 28.50678733031674,
      "grad_norm": 1.204521656036377,
      "learning_rate": 0.001,
      "loss": 2.1411,
      "step": 88200
    },
    {
      "epoch": 28.53910795087266,
      "grad_norm": 1.2663288116455078,
      "learning_rate": 0.001,
      "loss": 2.156,
      "step": 88300
    },
    {
      "epoch": 28.571428571428573,
      "grad_norm": 1.0826762914657593,
      "learning_rate": 0.001,
      "loss": 2.1547,
      "step": 88400
    },
    {
      "epoch": 28.603749191984488,
      "grad_norm": 1.1127820014953613,
      "learning_rate": 0.001,
      "loss": 2.1708,
      "step": 88500
    },
    {
      "epoch": 28.636069812540402,
      "grad_norm": 1.3881254196166992,
      "learning_rate": 0.001,
      "loss": 2.1594,
      "step": 88600
    },
    {
      "epoch": 28.668390433096317,
      "grad_norm": 1.1154764890670776,
      "learning_rate": 0.001,
      "loss": 2.1618,
      "step": 88700
    },
    {
      "epoch": 28.70071105365223,
      "grad_norm": 1.3774234056472778,
      "learning_rate": 0.001,
      "loss": 2.1696,
      "step": 88800
    },
    {
      "epoch": 28.733031674208146,
      "grad_norm": 1.477734923362732,
      "learning_rate": 0.001,
      "loss": 2.1735,
      "step": 88900
    },
    {
      "epoch": 28.76535229476406,
      "grad_norm": 1.1354868412017822,
      "learning_rate": 0.001,
      "loss": 2.1755,
      "step": 89000
    },
    {
      "epoch": 28.797672915319975,
      "grad_norm": 1.2781658172607422,
      "learning_rate": 0.001,
      "loss": 2.1702,
      "step": 89100
    },
    {
      "epoch": 28.82999353587589,
      "grad_norm": 0.9861193895339966,
      "learning_rate": 0.001,
      "loss": 2.1754,
      "step": 89200
    },
    {
      "epoch": 28.862314156431804,
      "grad_norm": 1.2006617784500122,
      "learning_rate": 0.001,
      "loss": 2.1712,
      "step": 89300
    },
    {
      "epoch": 28.89463477698772,
      "grad_norm": 1.0458413362503052,
      "learning_rate": 0.001,
      "loss": 2.1622,
      "step": 89400
    },
    {
      "epoch": 28.926955397543633,
      "grad_norm": 1.6380434036254883,
      "learning_rate": 0.001,
      "loss": 2.1827,
      "step": 89500
    },
    {
      "epoch": 28.959276018099548,
      "grad_norm": 1.4402202367782593,
      "learning_rate": 0.001,
      "loss": 2.1788,
      "step": 89600
    },
    {
      "epoch": 28.991596638655462,
      "grad_norm": 1.1642043590545654,
      "learning_rate": 0.001,
      "loss": 2.1953,
      "step": 89700
    },
    {
      "epoch": 29.023917259211377,
      "grad_norm": 1.3228559494018555,
      "learning_rate": 0.001,
      "loss": 2.097,
      "step": 89800
    },
    {
      "epoch": 29.05623787976729,
      "grad_norm": 1.251704216003418,
      "learning_rate": 0.001,
      "loss": 2.042,
      "step": 89900
    },
    {
      "epoch": 29.088558500323206,
      "grad_norm": 1.0149487257003784,
      "learning_rate": 0.001,
      "loss": 2.0505,
      "step": 90000
    },
    {
      "epoch": 29.12087912087912,
      "grad_norm": 1.255851149559021,
      "learning_rate": 0.001,
      "loss": 2.0693,
      "step": 90100
    },
    {
      "epoch": 29.153199741435035,
      "grad_norm": 1.5572729110717773,
      "learning_rate": 0.001,
      "loss": 2.0668,
      "step": 90200
    },
    {
      "epoch": 29.18552036199095,
      "grad_norm": 1.1453217267990112,
      "learning_rate": 0.001,
      "loss": 2.0868,
      "step": 90300
    },
    {
      "epoch": 29.217840982546864,
      "grad_norm": 1.1141669750213623,
      "learning_rate": 0.001,
      "loss": 2.0751,
      "step": 90400
    },
    {
      "epoch": 29.25016160310278,
      "grad_norm": 1.3564319610595703,
      "learning_rate": 0.001,
      "loss": 2.0766,
      "step": 90500
    },
    {
      "epoch": 29.282482223658693,
      "grad_norm": 1.0817420482635498,
      "learning_rate": 0.001,
      "loss": 2.0784,
      "step": 90600
    },
    {
      "epoch": 29.314802844214608,
      "grad_norm": 1.1262016296386719,
      "learning_rate": 0.001,
      "loss": 2.0984,
      "step": 90700
    },
    {
      "epoch": 29.347123464770522,
      "grad_norm": 0.9490855932235718,
      "learning_rate": 0.001,
      "loss": 2.1047,
      "step": 90800
    },
    {
      "epoch": 29.379444085326437,
      "grad_norm": 1.128937005996704,
      "learning_rate": 0.001,
      "loss": 2.0962,
      "step": 90900
    },
    {
      "epoch": 29.41176470588235,
      "grad_norm": 1.2524522542953491,
      "learning_rate": 0.001,
      "loss": 2.1144,
      "step": 91000
    },
    {
      "epoch": 29.444085326438266,
      "grad_norm": 1.3518542051315308,
      "learning_rate": 0.001,
      "loss": 2.1241,
      "step": 91100
    },
    {
      "epoch": 29.47640594699418,
      "grad_norm": 1.2834372520446777,
      "learning_rate": 0.001,
      "loss": 2.1124,
      "step": 91200
    },
    {
      "epoch": 29.5087265675501,
      "grad_norm": 1.3267338275909424,
      "learning_rate": 0.001,
      "loss": 2.1215,
      "step": 91300
    },
    {
      "epoch": 29.541047188106013,
      "grad_norm": 1.4632035493850708,
      "learning_rate": 0.001,
      "loss": 2.143,
      "step": 91400
    },
    {
      "epoch": 29.573367808661928,
      "grad_norm": 1.2071197032928467,
      "learning_rate": 0.001,
      "loss": 2.1225,
      "step": 91500
    },
    {
      "epoch": 29.605688429217842,
      "grad_norm": 1.339823842048645,
      "learning_rate": 0.001,
      "loss": 2.1094,
      "step": 91600
    },
    {
      "epoch": 29.638009049773757,
      "grad_norm": 1.1348124742507935,
      "learning_rate": 0.001,
      "loss": 2.1373,
      "step": 91700
    },
    {
      "epoch": 29.67032967032967,
      "grad_norm": 1.0786309242248535,
      "learning_rate": 0.001,
      "loss": 2.146,
      "step": 91800
    },
    {
      "epoch": 29.702650290885586,
      "grad_norm": 1.2192673683166504,
      "learning_rate": 0.001,
      "loss": 2.1523,
      "step": 91900
    },
    {
      "epoch": 29.7349709114415,
      "grad_norm": 0.9565330147743225,
      "learning_rate": 0.001,
      "loss": 2.1408,
      "step": 92000
    },
    {
      "epoch": 29.767291531997415,
      "grad_norm": 1.2919212579727173,
      "learning_rate": 0.001,
      "loss": 2.1431,
      "step": 92100
    },
    {
      "epoch": 29.79961215255333,
      "grad_norm": 1.1823819875717163,
      "learning_rate": 0.001,
      "loss": 2.1612,
      "step": 92200
    },
    {
      "epoch": 29.831932773109244,
      "grad_norm": 1.1808539628982544,
      "learning_rate": 0.001,
      "loss": 2.1541,
      "step": 92300
    },
    {
      "epoch": 29.86425339366516,
      "grad_norm": 0.9185066223144531,
      "learning_rate": 0.001,
      "loss": 2.1528,
      "step": 92400
    },
    {
      "epoch": 29.896574014221073,
      "grad_norm": 1.387736439704895,
      "learning_rate": 0.001,
      "loss": 2.1577,
      "step": 92500
    },
    {
      "epoch": 29.928894634776988,
      "grad_norm": 1.27926504611969,
      "learning_rate": 0.001,
      "loss": 2.1618,
      "step": 92600
    },
    {
      "epoch": 29.961215255332903,
      "grad_norm": 1.438068151473999,
      "learning_rate": 0.001,
      "loss": 2.1501,
      "step": 92700
    },
    {
      "epoch": 29.993535875888817,
      "grad_norm": 1.2931363582611084,
      "learning_rate": 0.001,
      "loss": 2.1733,
      "step": 92800
    },
    {
      "epoch": 30.02585649644473,
      "grad_norm": 1.4011821746826172,
      "learning_rate": 0.001,
      "loss": 2.0494,
      "step": 92900
    },
    {
      "epoch": 30.058177117000646,
      "grad_norm": 1.3266193866729736,
      "learning_rate": 0.001,
      "loss": 2.028,
      "step": 93000
    },
    {
      "epoch": 30.09049773755656,
      "grad_norm": 1.4412564039230347,
      "learning_rate": 0.001,
      "loss": 2.0236,
      "step": 93100
    },
    {
      "epoch": 30.122818358112475,
      "grad_norm": 1.2266614437103271,
      "learning_rate": 0.001,
      "loss": 2.0305,
      "step": 93200
    },
    {
      "epoch": 30.15513897866839,
      "grad_norm": 1.2787266969680786,
      "learning_rate": 0.001,
      "loss": 2.0371,
      "step": 93300
    },
    {
      "epoch": 30.187459599224304,
      "grad_norm": 1.3180530071258545,
      "learning_rate": 0.001,
      "loss": 2.0685,
      "step": 93400
    },
    {
      "epoch": 30.21978021978022,
      "grad_norm": 0.980501115322113,
      "learning_rate": 0.001,
      "loss": 2.0615,
      "step": 93500
    },
    {
      "epoch": 30.252100840336134,
      "grad_norm": 1.0844141244888306,
      "learning_rate": 0.001,
      "loss": 2.0757,
      "step": 93600
    },
    {
      "epoch": 30.284421460892048,
      "grad_norm": 1.7597213983535767,
      "learning_rate": 0.001,
      "loss": 2.0663,
      "step": 93700
    },
    {
      "epoch": 30.316742081447963,
      "grad_norm": 1.1686208248138428,
      "learning_rate": 0.001,
      "loss": 2.0461,
      "step": 93800
    },
    {
      "epoch": 30.349062702003877,
      "grad_norm": 1.2640702724456787,
      "learning_rate": 0.001,
      "loss": 2.081,
      "step": 93900
    },
    {
      "epoch": 30.381383322559792,
      "grad_norm": 1.1923021078109741,
      "learning_rate": 0.001,
      "loss": 2.0855,
      "step": 94000
    },
    {
      "epoch": 30.413703943115706,
      "grad_norm": 1.25620698928833,
      "learning_rate": 0.001,
      "loss": 2.1024,
      "step": 94100
    },
    {
      "epoch": 30.44602456367162,
      "grad_norm": 1.1417943239212036,
      "learning_rate": 0.001,
      "loss": 2.0802,
      "step": 94200
    },
    {
      "epoch": 30.478345184227535,
      "grad_norm": 1.3786128759384155,
      "learning_rate": 0.001,
      "loss": 2.1161,
      "step": 94300
    },
    {
      "epoch": 30.51066580478345,
      "grad_norm": 1.1850334405899048,
      "learning_rate": 0.001,
      "loss": 2.1171,
      "step": 94400
    },
    {
      "epoch": 30.542986425339368,
      "grad_norm": 1.1608952283859253,
      "learning_rate": 0.001,
      "loss": 2.1074,
      "step": 94500
    },
    {
      "epoch": 30.575307045895283,
      "grad_norm": 1.5039657354354858,
      "learning_rate": 0.001,
      "loss": 2.1199,
      "step": 94600
    },
    {
      "epoch": 30.607627666451197,
      "grad_norm": 1.1668621301651,
      "learning_rate": 0.001,
      "loss": 2.1185,
      "step": 94700
    },
    {
      "epoch": 30.639948287007112,
      "grad_norm": 1.6132876873016357,
      "learning_rate": 0.001,
      "loss": 2.0857,
      "step": 94800
    },
    {
      "epoch": 30.672268907563026,
      "grad_norm": 1.538486123085022,
      "learning_rate": 0.001,
      "loss": 2.0991,
      "step": 94900
    },
    {
      "epoch": 30.70458952811894,
      "grad_norm": 1.506345272064209,
      "learning_rate": 0.001,
      "loss": 2.1122,
      "step": 95000
    },
    {
      "epoch": 30.736910148674855,
      "grad_norm": 1.0374579429626465,
      "learning_rate": 0.001,
      "loss": 2.1348,
      "step": 95100
    },
    {
      "epoch": 30.76923076923077,
      "grad_norm": 1.2800602912902832,
      "learning_rate": 0.001,
      "loss": 2.1188,
      "step": 95200
    },
    {
      "epoch": 30.801551389786685,
      "grad_norm": 1.1404392719268799,
      "learning_rate": 0.001,
      "loss": 2.1272,
      "step": 95300
    },
    {
      "epoch": 30.8338720103426,
      "grad_norm": 1.3880510330200195,
      "learning_rate": 0.001,
      "loss": 2.1493,
      "step": 95400
    },
    {
      "epoch": 30.866192630898514,
      "grad_norm": 1.391794204711914,
      "learning_rate": 0.001,
      "loss": 2.1378,
      "step": 95500
    },
    {
      "epoch": 30.89851325145443,
      "grad_norm": 1.0275532007217407,
      "learning_rate": 0.001,
      "loss": 2.1227,
      "step": 95600
    },
    {
      "epoch": 30.930833872010343,
      "grad_norm": 1.4005444049835205,
      "learning_rate": 0.001,
      "loss": 2.1576,
      "step": 95700
    },
    {
      "epoch": 30.963154492566257,
      "grad_norm": 1.2828242778778076,
      "learning_rate": 0.001,
      "loss": 2.1411,
      "step": 95800
    },
    {
      "epoch": 30.995475113122172,
      "grad_norm": 1.341699242591858,
      "learning_rate": 0.001,
      "loss": 2.1246,
      "step": 95900
    },
    {
      "epoch": 31.027795733678087,
      "grad_norm": 1.4933757781982422,
      "learning_rate": 0.001,
      "loss": 2.0016,
      "step": 96000
    },
    {
      "epoch": 31.060116354234,
      "grad_norm": 1.5427340269088745,
      "learning_rate": 0.001,
      "loss": 2.0132,
      "step": 96100
    },
    {
      "epoch": 31.092436974789916,
      "grad_norm": 1.1902391910552979,
      "learning_rate": 0.001,
      "loss": 2.0301,
      "step": 96200
    },
    {
      "epoch": 31.12475759534583,
      "grad_norm": 1.2572218179702759,
      "learning_rate": 0.001,
      "loss": 2.0339,
      "step": 96300
    },
    {
      "epoch": 31.157078215901745,
      "grad_norm": 1.2706958055496216,
      "learning_rate": 0.001,
      "loss": 2.032,
      "step": 96400
    },
    {
      "epoch": 31.18939883645766,
      "grad_norm": 1.4089903831481934,
      "learning_rate": 0.001,
      "loss": 2.0138,
      "step": 96500
    },
    {
      "epoch": 31.221719457013574,
      "grad_norm": 1.3937467336654663,
      "learning_rate": 0.001,
      "loss": 2.0442,
      "step": 96600
    },
    {
      "epoch": 31.25404007756949,
      "grad_norm": 1.353804588317871,
      "learning_rate": 0.001,
      "loss": 2.0317,
      "step": 96700
    },
    {
      "epoch": 31.286360698125403,
      "grad_norm": 1.279462456703186,
      "learning_rate": 0.001,
      "loss": 2.057,
      "step": 96800
    },
    {
      "epoch": 31.318681318681318,
      "grad_norm": 1.0817734003067017,
      "learning_rate": 0.001,
      "loss": 2.0597,
      "step": 96900
    },
    {
      "epoch": 31.351001939237232,
      "grad_norm": 1.5528923273086548,
      "learning_rate": 0.001,
      "loss": 2.0555,
      "step": 97000
    },
    {
      "epoch": 31.383322559793147,
      "grad_norm": 1.3770098686218262,
      "learning_rate": 0.001,
      "loss": 2.0565,
      "step": 97100
    },
    {
      "epoch": 31.41564318034906,
      "grad_norm": 1.2134709358215332,
      "learning_rate": 0.001,
      "loss": 2.077,
      "step": 97200
    },
    {
      "epoch": 31.447963800904976,
      "grad_norm": 1.6369162797927856,
      "learning_rate": 0.001,
      "loss": 2.0746,
      "step": 97300
    },
    {
      "epoch": 31.48028442146089,
      "grad_norm": 1.389773964881897,
      "learning_rate": 0.001,
      "loss": 2.0696,
      "step": 97400
    },
    {
      "epoch": 31.51260504201681,
      "grad_norm": 1.4730721712112427,
      "learning_rate": 0.001,
      "loss": 2.086,
      "step": 97500
    },
    {
      "epoch": 31.544925662572723,
      "grad_norm": 1.5068094730377197,
      "learning_rate": 0.001,
      "loss": 2.0827,
      "step": 97600
    },
    {
      "epoch": 31.577246283128638,
      "grad_norm": 1.334282636642456,
      "learning_rate": 0.001,
      "loss": 2.0834,
      "step": 97700
    },
    {
      "epoch": 31.609566903684552,
      "grad_norm": 1.3712047338485718,
      "learning_rate": 0.001,
      "loss": 2.083,
      "step": 97800
    },
    {
      "epoch": 31.641887524240467,
      "grad_norm": 1.0409879684448242,
      "learning_rate": 0.001,
      "loss": 2.0913,
      "step": 97900
    },
    {
      "epoch": 31.67420814479638,
      "grad_norm": 1.559335708618164,
      "learning_rate": 0.001,
      "loss": 2.1005,
      "step": 98000
    },
    {
      "epoch": 31.706528765352296,
      "grad_norm": 1.1505087614059448,
      "learning_rate": 0.001,
      "loss": 2.1066,
      "step": 98100
    },
    {
      "epoch": 31.73884938590821,
      "grad_norm": 1.2901155948638916,
      "learning_rate": 0.001,
      "loss": 2.0871,
      "step": 98200
    },
    {
      "epoch": 31.771170006464125,
      "grad_norm": 1.6031471490859985,
      "learning_rate": 0.001,
      "loss": 2.1081,
      "step": 98300
    },
    {
      "epoch": 31.80349062702004,
      "grad_norm": 1.2014280557632446,
      "learning_rate": 0.001,
      "loss": 2.1044,
      "step": 98400
    },
    {
      "epoch": 31.835811247575954,
      "grad_norm": 1.3353430032730103,
      "learning_rate": 0.001,
      "loss": 2.1145,
      "step": 98500
    },
    {
      "epoch": 31.86813186813187,
      "grad_norm": 1.4211585521697998,
      "learning_rate": 0.001,
      "loss": 2.1067,
      "step": 98600
    },
    {
      "epoch": 31.900452488687783,
      "grad_norm": 1.28533935546875,
      "learning_rate": 0.001,
      "loss": 2.1234,
      "step": 98700
    },
    {
      "epoch": 31.932773109243698,
      "grad_norm": 1.4658890962600708,
      "learning_rate": 0.001,
      "loss": 2.1224,
      "step": 98800
    },
    {
      "epoch": 31.965093729799612,
      "grad_norm": 1.3019647598266602,
      "learning_rate": 0.001,
      "loss": 2.1161,
      "step": 98900
    },
    {
      "epoch": 31.997414350355527,
      "grad_norm": 1.580609679222107,
      "learning_rate": 0.001,
      "loss": 2.1106,
      "step": 99000
    },
    {
      "epoch": 32.02973497091144,
      "grad_norm": 1.6000734567642212,
      "learning_rate": 0.001,
      "loss": 2.0183,
      "step": 99100
    },
    {
      "epoch": 32.062055591467356,
      "grad_norm": 1.5266070365905762,
      "learning_rate": 0.001,
      "loss": 1.992,
      "step": 99200
    },
    {
      "epoch": 32.09437621202327,
      "grad_norm": 1.4625951051712036,
      "learning_rate": 0.001,
      "loss": 1.9784,
      "step": 99300
    },
    {
      "epoch": 32.126696832579185,
      "grad_norm": 1.5137872695922852,
      "learning_rate": 0.001,
      "loss": 1.9986,
      "step": 99400
    },
    {
      "epoch": 32.1590174531351,
      "grad_norm": 1.565382719039917,
      "learning_rate": 0.001,
      "loss": 2.014,
      "step": 99500
    },
    {
      "epoch": 32.191338073691014,
      "grad_norm": 1.1044955253601074,
      "learning_rate": 0.001,
      "loss": 2.0119,
      "step": 99600
    },
    {
      "epoch": 32.22365869424693,
      "grad_norm": 1.5801650285720825,
      "learning_rate": 0.001,
      "loss": 2.0215,
      "step": 99700
    },
    {
      "epoch": 32.25597931480284,
      "grad_norm": 1.502664566040039,
      "learning_rate": 0.001,
      "loss": 2.0201,
      "step": 99800
    },
    {
      "epoch": 32.28829993535876,
      "grad_norm": 1.5750117301940918,
      "learning_rate": 0.001,
      "loss": 2.0281,
      "step": 99900
    },
    {
      "epoch": 32.32062055591467,
      "grad_norm": 1.4533034563064575,
      "learning_rate": 0.001,
      "loss": 2.0448,
      "step": 100000
    },
    {
      "epoch": 32.35294117647059,
      "grad_norm": 1.4341336488723755,
      "learning_rate": 0.001,
      "loss": 2.0461,
      "step": 100100
    },
    {
      "epoch": 32.3852617970265,
      "grad_norm": 1.501747488975525,
      "learning_rate": 0.001,
      "loss": 2.0465,
      "step": 100200
    },
    {
      "epoch": 32.417582417582416,
      "grad_norm": 1.3563640117645264,
      "learning_rate": 0.001,
      "loss": 2.0374,
      "step": 100300
    },
    {
      "epoch": 32.44990303813833,
      "grad_norm": 1.6985423564910889,
      "learning_rate": 0.001,
      "loss": 2.042,
      "step": 100400
    },
    {
      "epoch": 32.482223658694245,
      "grad_norm": 1.352845311164856,
      "learning_rate": 0.001,
      "loss": 2.0394,
      "step": 100500
    },
    {
      "epoch": 32.51454427925016,
      "grad_norm": 1.6858887672424316,
      "learning_rate": 0.001,
      "loss": 2.0446,
      "step": 100600
    },
    {
      "epoch": 32.546864899806074,
      "grad_norm": 1.6969914436340332,
      "learning_rate": 0.001,
      "loss": 2.0659,
      "step": 100700
    },
    {
      "epoch": 32.57918552036199,
      "grad_norm": 1.2938587665557861,
      "learning_rate": 0.001,
      "loss": 2.0486,
      "step": 100800
    },
    {
      "epoch": 32.6115061409179,
      "grad_norm": 1.2119784355163574,
      "learning_rate": 0.001,
      "loss": 2.065,
      "step": 100900
    },
    {
      "epoch": 32.64382676147382,
      "grad_norm": 1.3899317979812622,
      "learning_rate": 0.001,
      "loss": 2.0688,
      "step": 101000
    },
    {
      "epoch": 32.67614738202973,
      "grad_norm": 1.5170328617095947,
      "learning_rate": 0.001,
      "loss": 2.065,
      "step": 101100
    },
    {
      "epoch": 32.70846800258565,
      "grad_norm": 1.3387643098831177,
      "learning_rate": 0.001,
      "loss": 2.0754,
      "step": 101200
    },
    {
      "epoch": 32.74078862314156,
      "grad_norm": 2.1560583114624023,
      "learning_rate": 0.001,
      "loss": 2.0846,
      "step": 101300
    },
    {
      "epoch": 32.773109243697476,
      "grad_norm": 1.1874232292175293,
      "learning_rate": 0.001,
      "loss": 2.0913,
      "step": 101400
    },
    {
      "epoch": 32.80542986425339,
      "grad_norm": 1.5885916948318481,
      "learning_rate": 0.001,
      "loss": 2.0901,
      "step": 101500
    },
    {
      "epoch": 32.837750484809305,
      "grad_norm": 1.571648359298706,
      "learning_rate": 0.001,
      "loss": 2.09,
      "step": 101600
    },
    {
      "epoch": 32.87007110536522,
      "grad_norm": 1.2718168497085571,
      "learning_rate": 0.001,
      "loss": 2.086,
      "step": 101700
    },
    {
      "epoch": 32.902391725921134,
      "grad_norm": 1.189794659614563,
      "learning_rate": 0.001,
      "loss": 2.0902,
      "step": 101800
    },
    {
      "epoch": 32.93471234647705,
      "grad_norm": 1.6280981302261353,
      "learning_rate": 0.001,
      "loss": 2.0996,
      "step": 101900
    },
    {
      "epoch": 32.967032967032964,
      "grad_norm": 1.2445026636123657,
      "learning_rate": 0.001,
      "loss": 2.0995,
      "step": 102000
    },
    {
      "epoch": 32.999353587588885,
      "grad_norm": 1.5590155124664307,
      "learning_rate": 0.001,
      "loss": 2.0958,
      "step": 102100
    },
    {
      "epoch": 33.0316742081448,
      "grad_norm": 1.9303966760635376,
      "learning_rate": 0.001,
      "loss": 1.9653,
      "step": 102200
    },
    {
      "epoch": 33.063994828700714,
      "grad_norm": 1.5534723997116089,
      "learning_rate": 0.001,
      "loss": 1.9536,
      "step": 102300
    },
    {
      "epoch": 33.09631544925663,
      "grad_norm": 1.7266992330551147,
      "learning_rate": 0.001,
      "loss": 1.9677,
      "step": 102400
    },
    {
      "epoch": 33.12863606981254,
      "grad_norm": 2.0274415016174316,
      "learning_rate": 0.001,
      "loss": 1.9669,
      "step": 102500
    },
    {
      "epoch": 33.16095669036846,
      "grad_norm": 1.6314760446548462,
      "learning_rate": 0.001,
      "loss": 1.9827,
      "step": 102600
    },
    {
      "epoch": 33.19327731092437,
      "grad_norm": 1.4350862503051758,
      "learning_rate": 0.001,
      "loss": 1.9811,
      "step": 102700
    },
    {
      "epoch": 33.22559793148029,
      "grad_norm": 1.9013689756393433,
      "learning_rate": 0.001,
      "loss": 1.9947,
      "step": 102800
    },
    {
      "epoch": 33.2579185520362,
      "grad_norm": 1.85300874710083,
      "learning_rate": 0.001,
      "loss": 2.0024,
      "step": 102900
    },
    {
      "epoch": 33.290239172592116,
      "grad_norm": 1.71381676197052,
      "learning_rate": 0.001,
      "loss": 2.0084,
      "step": 103000
    },
    {
      "epoch": 33.32255979314803,
      "grad_norm": 1.7121025323867798,
      "learning_rate": 0.001,
      "loss": 2.0024,
      "step": 103100
    },
    {
      "epoch": 33.354880413703945,
      "grad_norm": 1.8725587129592896,
      "learning_rate": 0.001,
      "loss": 2.0229,
      "step": 103200
    },
    {
      "epoch": 33.38720103425986,
      "grad_norm": 1.6383904218673706,
      "learning_rate": 0.001,
      "loss": 2.0222,
      "step": 103300
    },
    {
      "epoch": 33.419521654815775,
      "grad_norm": 1.5853757858276367,
      "learning_rate": 0.001,
      "loss": 2.0423,
      "step": 103400
    },
    {
      "epoch": 33.45184227537169,
      "grad_norm": 1.7861037254333496,
      "learning_rate": 0.001,
      "loss": 2.0429,
      "step": 103500
    },
    {
      "epoch": 33.484162895927604,
      "grad_norm": 1.4143872261047363,
      "learning_rate": 0.001,
      "loss": 2.0305,
      "step": 103600
    },
    {
      "epoch": 33.51648351648352,
      "grad_norm": 1.3351759910583496,
      "learning_rate": 0.001,
      "loss": 2.0328,
      "step": 103700
    },
    {
      "epoch": 33.54880413703943,
      "grad_norm": 1.6123368740081787,
      "learning_rate": 0.001,
      "loss": 2.0436,
      "step": 103800
    },
    {
      "epoch": 33.58112475759535,
      "grad_norm": 1.5616430044174194,
      "learning_rate": 0.001,
      "loss": 2.0368,
      "step": 103900
    },
    {
      "epoch": 33.61344537815126,
      "grad_norm": 1.4323886632919312,
      "learning_rate": 0.001,
      "loss": 2.0552,
      "step": 104000
    },
    {
      "epoch": 33.645765998707176,
      "grad_norm": 1.7153393030166626,
      "learning_rate": 0.001,
      "loss": 2.0487,
      "step": 104100
    },
    {
      "epoch": 33.67808661926309,
      "grad_norm": 1.5671979188919067,
      "learning_rate": 0.001,
      "loss": 2.0577,
      "step": 104200
    },
    {
      "epoch": 33.710407239819006,
      "grad_norm": 1.7711577415466309,
      "learning_rate": 0.001,
      "loss": 2.0493,
      "step": 104300
    },
    {
      "epoch": 33.74272786037492,
      "grad_norm": 1.6455186605453491,
      "learning_rate": 0.001,
      "loss": 2.0717,
      "step": 104400
    },
    {
      "epoch": 33.775048480930835,
      "grad_norm": 1.6012450456619263,
      "learning_rate": 0.001,
      "loss": 2.0727,
      "step": 104500
    },
    {
      "epoch": 33.80736910148675,
      "grad_norm": 2.0459935665130615,
      "learning_rate": 0.001,
      "loss": 2.0627,
      "step": 104600
    },
    {
      "epoch": 33.839689722042664,
      "grad_norm": 1.5936315059661865,
      "learning_rate": 0.001,
      "loss": 2.0791,
      "step": 104700
    },
    {
      "epoch": 33.87201034259858,
      "grad_norm": 2.3798508644104004,
      "learning_rate": 0.001,
      "loss": 2.0771,
      "step": 104800
    },
    {
      "epoch": 33.90433096315449,
      "grad_norm": 1.5202367305755615,
      "learning_rate": 0.001,
      "loss": 2.0747,
      "step": 104900
    },
    {
      "epoch": 33.93665158371041,
      "grad_norm": 1.810958743095398,
      "learning_rate": 0.001,
      "loss": 2.0842,
      "step": 105000
    },
    {
      "epoch": 33.96897220426632,
      "grad_norm": 1.8689950704574585,
      "learning_rate": 0.001,
      "loss": 2.1037,
      "step": 105100
    },
    {
      "epoch": 34.00129282482224,
      "grad_norm": 1.2684123516082764,
      "learning_rate": 0.001,
      "loss": 2.0769,
      "step": 105200
    },
    {
      "epoch": 34.03361344537815,
      "grad_norm": 2.0106089115142822,
      "learning_rate": 0.001,
      "loss": 1.9514,
      "step": 105300
    },
    {
      "epoch": 34.065934065934066,
      "grad_norm": 1.3193442821502686,
      "learning_rate": 0.001,
      "loss": 1.9505,
      "step": 105400
    },
    {
      "epoch": 34.09825468648998,
      "grad_norm": 1.62157142162323,
      "learning_rate": 0.001,
      "loss": 1.9503,
      "step": 105500
    },
    {
      "epoch": 34.130575307045895,
      "grad_norm": 1.8132089376449585,
      "learning_rate": 0.001,
      "loss": 1.9696,
      "step": 105600
    },
    {
      "epoch": 34.16289592760181,
      "grad_norm": 1.5851075649261475,
      "learning_rate": 0.001,
      "loss": 1.9705,
      "step": 105700
    },
    {
      "epoch": 34.195216548157724,
      "grad_norm": 1.1907926797866821,
      "learning_rate": 0.001,
      "loss": 1.9756,
      "step": 105800
    },
    {
      "epoch": 34.22753716871364,
      "grad_norm": 1.9979790449142456,
      "learning_rate": 0.001,
      "loss": 1.9721,
      "step": 105900
    },
    {
      "epoch": 34.25985778926955,
      "grad_norm": 1.5261240005493164,
      "learning_rate": 0.001,
      "loss": 1.9795,
      "step": 106000
    },
    {
      "epoch": 34.29217840982547,
      "grad_norm": 1.6692026853561401,
      "learning_rate": 0.001,
      "loss": 1.9855,
      "step": 106100
    },
    {
      "epoch": 34.32449903038138,
      "grad_norm": 2.0377280712127686,
      "learning_rate": 0.001,
      "loss": 1.9959,
      "step": 106200
    },
    {
      "epoch": 34.3568196509373,
      "grad_norm": 1.3200879096984863,
      "learning_rate": 0.001,
      "loss": 2.0081,
      "step": 106300
    },
    {
      "epoch": 34.38914027149321,
      "grad_norm": 2.1755311489105225,
      "learning_rate": 0.001,
      "loss": 1.9839,
      "step": 106400
    },
    {
      "epoch": 34.421460892049126,
      "grad_norm": 1.659410834312439,
      "learning_rate": 0.001,
      "loss": 2.0166,
      "step": 106500
    },
    {
      "epoch": 34.45378151260504,
      "grad_norm": 1.6596027612686157,
      "learning_rate": 0.001,
      "loss": 2.0029,
      "step": 106600
    },
    {
      "epoch": 34.486102133160955,
      "grad_norm": 1.490046501159668,
      "learning_rate": 0.001,
      "loss": 1.9976,
      "step": 106700
    },
    {
      "epoch": 34.51842275371687,
      "grad_norm": 1.6935290098190308,
      "learning_rate": 0.001,
      "loss": 2.0203,
      "step": 106800
    },
    {
      "epoch": 34.550743374272784,
      "grad_norm": 1.5543889999389648,
      "learning_rate": 0.001,
      "loss": 2.0136,
      "step": 106900
    },
    {
      "epoch": 34.5830639948287,
      "grad_norm": 1.4732424020767212,
      "learning_rate": 0.001,
      "loss": 2.017,
      "step": 107000
    },
    {
      "epoch": 34.61538461538461,
      "grad_norm": 1.509547233581543,
      "learning_rate": 0.001,
      "loss": 2.0381,
      "step": 107100
    },
    {
      "epoch": 34.64770523594053,
      "grad_norm": 2.1105563640594482,
      "learning_rate": 0.001,
      "loss": 2.037,
      "step": 107200
    },
    {
      "epoch": 34.68002585649644,
      "grad_norm": 1.399300456047058,
      "learning_rate": 0.001,
      "loss": 2.0363,
      "step": 107300
    },
    {
      "epoch": 34.71234647705236,
      "grad_norm": 1.9533933401107788,
      "learning_rate": 0.001,
      "loss": 2.0391,
      "step": 107400
    },
    {
      "epoch": 34.74466709760827,
      "grad_norm": 1.9212638139724731,
      "learning_rate": 0.001,
      "loss": 2.0377,
      "step": 107500
    },
    {
      "epoch": 34.776987718164186,
      "grad_norm": 1.9131107330322266,
      "learning_rate": 0.001,
      "loss": 2.0449,
      "step": 107600
    },
    {
      "epoch": 34.8093083387201,
      "grad_norm": 1.5715868473052979,
      "learning_rate": 0.001,
      "loss": 2.0533,
      "step": 107700
    },
    {
      "epoch": 34.841628959276015,
      "grad_norm": 1.5210678577423096,
      "learning_rate": 0.001,
      "loss": 2.0515,
      "step": 107800
    },
    {
      "epoch": 34.87394957983193,
      "grad_norm": 1.4609169960021973,
      "learning_rate": 0.001,
      "loss": 2.0555,
      "step": 107900
    },
    {
      "epoch": 34.906270200387844,
      "grad_norm": 1.274895191192627,
      "learning_rate": 0.001,
      "loss": 2.0561,
      "step": 108000
    },
    {
      "epoch": 34.93859082094376,
      "grad_norm": 1.3937968015670776,
      "learning_rate": 0.001,
      "loss": 2.0723,
      "step": 108100
    },
    {
      "epoch": 34.97091144149967,
      "grad_norm": 1.4828203916549683,
      "learning_rate": 0.001,
      "loss": 2.0713,
      "step": 108200
    },
    {
      "epoch": 35.003232062055595,
      "grad_norm": 1.7049474716186523,
      "learning_rate": 0.001,
      "loss": 2.0587,
      "step": 108300
    },
    {
      "epoch": 35.03555268261151,
      "grad_norm": 1.3542168140411377,
      "learning_rate": 0.001,
      "loss": 1.928,
      "step": 108400
    },
    {
      "epoch": 35.067873303167424,
      "grad_norm": 2.243741750717163,
      "learning_rate": 0.001,
      "loss": 1.9264,
      "step": 108500
    },
    {
      "epoch": 35.10019392372334,
      "grad_norm": 1.1347894668579102,
      "learning_rate": 0.001,
      "loss": 1.9211,
      "step": 108600
    },
    {
      "epoch": 35.13251454427925,
      "grad_norm": 1.671585202217102,
      "learning_rate": 0.001,
      "loss": 1.9593,
      "step": 108700
    },
    {
      "epoch": 35.16483516483517,
      "grad_norm": 1.1993159055709839,
      "learning_rate": 0.001,
      "loss": 1.9503,
      "step": 108800
    },
    {
      "epoch": 35.19715578539108,
      "grad_norm": 1.3364758491516113,
      "learning_rate": 0.001,
      "loss": 1.9685,
      "step": 108900
    },
    {
      "epoch": 35.229476405947,
      "grad_norm": 1.625673532485962,
      "learning_rate": 0.001,
      "loss": 1.9594,
      "step": 109000
    },
    {
      "epoch": 35.26179702650291,
      "grad_norm": 1.8384968042373657,
      "learning_rate": 0.001,
      "loss": 1.9819,
      "step": 109100
    },
    {
      "epoch": 35.294117647058826,
      "grad_norm": 1.3008297681808472,
      "learning_rate": 0.001,
      "loss": 1.9637,
      "step": 109200
    },
    {
      "epoch": 35.32643826761474,
      "grad_norm": 1.42014741897583,
      "learning_rate": 0.001,
      "loss": 1.9671,
      "step": 109300
    },
    {
      "epoch": 35.358758888170655,
      "grad_norm": 1.323197364807129,
      "learning_rate": 0.001,
      "loss": 1.9704,
      "step": 109400
    },
    {
      "epoch": 35.39107950872657,
      "grad_norm": 1.5077106952667236,
      "learning_rate": 0.001,
      "loss": 1.9726,
      "step": 109500
    },
    {
      "epoch": 35.423400129282484,
      "grad_norm": 2.083890199661255,
      "learning_rate": 0.001,
      "loss": 1.9629,
      "step": 109600
    },
    {
      "epoch": 35.4557207498384,
      "grad_norm": 1.543499231338501,
      "learning_rate": 0.001,
      "loss": 1.9994,
      "step": 109700
    },
    {
      "epoch": 35.48804137039431,
      "grad_norm": 1.34257972240448,
      "learning_rate": 0.001,
      "loss": 1.9949,
      "step": 109800
    },
    {
      "epoch": 35.52036199095023,
      "grad_norm": 1.394116759300232,
      "learning_rate": 0.001,
      "loss": 2.0154,
      "step": 109900
    },
    {
      "epoch": 35.55268261150614,
      "grad_norm": 1.224687933921814,
      "learning_rate": 0.001,
      "loss": 2.0221,
      "step": 110000
    },
    {
      "epoch": 35.58500323206206,
      "grad_norm": 1.5279735326766968,
      "learning_rate": 0.001,
      "loss": 1.9958,
      "step": 110100
    },
    {
      "epoch": 35.61732385261797,
      "grad_norm": 1.4509029388427734,
      "learning_rate": 0.001,
      "loss": 2.0004,
      "step": 110200
    },
    {
      "epoch": 35.649644473173886,
      "grad_norm": 1.1077178716659546,
      "learning_rate": 0.001,
      "loss": 2.038,
      "step": 110300
    },
    {
      "epoch": 35.6819650937298,
      "grad_norm": 1.495784044265747,
      "learning_rate": 0.001,
      "loss": 2.0186,
      "step": 110400
    },
    {
      "epoch": 35.714285714285715,
      "grad_norm": 1.239295244216919,
      "learning_rate": 0.001,
      "loss": 2.0075,
      "step": 110500
    },
    {
      "epoch": 35.74660633484163,
      "grad_norm": 1.6918079853057861,
      "learning_rate": 0.001,
      "loss": 2.0214,
      "step": 110600
    },
    {
      "epoch": 35.778926955397544,
      "grad_norm": 1.210204005241394,
      "learning_rate": 0.001,
      "loss": 2.024,
      "step": 110700
    },
    {
      "epoch": 35.81124757595346,
      "grad_norm": 1.7192320823669434,
      "learning_rate": 0.001,
      "loss": 2.0059,
      "step": 110800
    },
    {
      "epoch": 35.84356819650937,
      "grad_norm": 1.3810573816299438,
      "learning_rate": 0.001,
      "loss": 2.0528,
      "step": 110900
    },
    {
      "epoch": 35.87588881706529,
      "grad_norm": 1.758357048034668,
      "learning_rate": 0.001,
      "loss": 2.0309,
      "step": 111000
    },
    {
      "epoch": 35.9082094376212,
      "grad_norm": 1.845845103263855,
      "learning_rate": 0.001,
      "loss": 2.0404,
      "step": 111100
    },
    {
      "epoch": 35.94053005817712,
      "grad_norm": 1.2828718423843384,
      "learning_rate": 0.001,
      "loss": 2.0384,
      "step": 111200
    },
    {
      "epoch": 35.97285067873303,
      "grad_norm": 1.4219506978988647,
      "learning_rate": 0.001,
      "loss": 2.0465,
      "step": 111300
    },
    {
      "epoch": 36.005171299288946,
      "grad_norm": 1.2361496686935425,
      "learning_rate": 0.001,
      "loss": 2.0539,
      "step": 111400
    },
    {
      "epoch": 36.03749191984486,
      "grad_norm": 1.4928691387176514,
      "learning_rate": 0.001,
      "loss": 1.9142,
      "step": 111500
    },
    {
      "epoch": 36.069812540400775,
      "grad_norm": 1.2020481824874878,
      "learning_rate": 0.001,
      "loss": 1.9197,
      "step": 111600
    },
    {
      "epoch": 36.10213316095669,
      "grad_norm": 1.018372893333435,
      "learning_rate": 0.001,
      "loss": 1.9154,
      "step": 111700
    },
    {
      "epoch": 36.134453781512605,
      "grad_norm": 1.3498088121414185,
      "learning_rate": 0.001,
      "loss": 1.913,
      "step": 111800
    },
    {
      "epoch": 36.16677440206852,
      "grad_norm": 1.097247838973999,
      "learning_rate": 0.001,
      "loss": 1.9381,
      "step": 111900
    },
    {
      "epoch": 36.199095022624434,
      "grad_norm": 1.3852177858352661,
      "learning_rate": 0.001,
      "loss": 1.9463,
      "step": 112000
    },
    {
      "epoch": 36.23141564318035,
      "grad_norm": 1.4728375673294067,
      "learning_rate": 0.001,
      "loss": 1.9594,
      "step": 112100
    },
    {
      "epoch": 36.26373626373626,
      "grad_norm": 1.5016732215881348,
      "learning_rate": 0.001,
      "loss": 1.9393,
      "step": 112200
    },
    {
      "epoch": 36.29605688429218,
      "grad_norm": 1.4927202463150024,
      "learning_rate": 0.001,
      "loss": 1.9546,
      "step": 112300
    },
    {
      "epoch": 36.32837750484809,
      "grad_norm": 1.1831008195877075,
      "learning_rate": 0.001,
      "loss": 1.9703,
      "step": 112400
    },
    {
      "epoch": 36.36069812540401,
      "grad_norm": 1.76808762550354,
      "learning_rate": 0.001,
      "loss": 1.9709,
      "step": 112500
    },
    {
      "epoch": 36.39301874595992,
      "grad_norm": 1.2848598957061768,
      "learning_rate": 0.001,
      "loss": 1.9609,
      "step": 112600
    },
    {
      "epoch": 36.425339366515836,
      "grad_norm": 1.5108144283294678,
      "learning_rate": 0.001,
      "loss": 1.9567,
      "step": 112700
    },
    {
      "epoch": 36.45765998707175,
      "grad_norm": 1.2236725091934204,
      "learning_rate": 0.001,
      "loss": 1.9863,
      "step": 112800
    },
    {
      "epoch": 36.489980607627665,
      "grad_norm": 1.0058413743972778,
      "learning_rate": 0.001,
      "loss": 1.9919,
      "step": 112900
    },
    {
      "epoch": 36.52230122818358,
      "grad_norm": 1.4160171747207642,
      "learning_rate": 0.001,
      "loss": 1.9634,
      "step": 113000
    },
    {
      "epoch": 36.554621848739494,
      "grad_norm": 1.1909221410751343,
      "learning_rate": 0.001,
      "loss": 1.9777,
      "step": 113100
    },
    {
      "epoch": 36.58694246929541,
      "grad_norm": 1.2544959783554077,
      "learning_rate": 0.001,
      "loss": 1.9854,
      "step": 113200
    },
    {
      "epoch": 36.61926308985132,
      "grad_norm": 1.5229424238204956,
      "learning_rate": 0.001,
      "loss": 2.0088,
      "step": 113300
    },
    {
      "epoch": 36.65158371040724,
      "grad_norm": 1.0623260736465454,
      "learning_rate": 0.001,
      "loss": 1.9908,
      "step": 113400
    },
    {
      "epoch": 36.68390433096315,
      "grad_norm": 1.053356409072876,
      "learning_rate": 0.001,
      "loss": 1.9932,
      "step": 113500
    },
    {
      "epoch": 36.71622495151907,
      "grad_norm": 1.0189151763916016,
      "learning_rate": 0.001,
      "loss": 1.9961,
      "step": 113600
    },
    {
      "epoch": 36.74854557207498,
      "grad_norm": 1.2587002515792847,
      "learning_rate": 0.001,
      "loss": 2.0122,
      "step": 113700
    },
    {
      "epoch": 36.780866192630896,
      "grad_norm": 1.2830156087875366,
      "learning_rate": 0.001,
      "loss": 2.0072,
      "step": 113800
    },
    {
      "epoch": 36.81318681318681,
      "grad_norm": 1.6737384796142578,
      "learning_rate": 0.001,
      "loss": 2.0168,
      "step": 113900
    },
    {
      "epoch": 36.845507433742725,
      "grad_norm": 1.3077422380447388,
      "learning_rate": 0.001,
      "loss": 2.0139,
      "step": 114000
    },
    {
      "epoch": 36.87782805429864,
      "grad_norm": 1.417799711227417,
      "learning_rate": 0.001,
      "loss": 2.0118,
      "step": 114100
    },
    {
      "epoch": 36.910148674854554,
      "grad_norm": 1.3692338466644287,
      "learning_rate": 0.001,
      "loss": 2.0219,
      "step": 114200
    },
    {
      "epoch": 36.94246929541047,
      "grad_norm": 1.2055531740188599,
      "learning_rate": 0.001,
      "loss": 2.0191,
      "step": 114300
    },
    {
      "epoch": 36.97478991596638,
      "grad_norm": 1.2253512144088745,
      "learning_rate": 0.001,
      "loss": 2.0287,
      "step": 114400
    },
    {
      "epoch": 37.007110536522305,
      "grad_norm": 1.2838011980056763,
      "learning_rate": 0.001,
      "loss": 1.9971,
      "step": 114500
    },
    {
      "epoch": 37.03943115707822,
      "grad_norm": 1.2368170022964478,
      "learning_rate": 0.001,
      "loss": 1.8909,
      "step": 114600
    },
    {
      "epoch": 37.071751777634134,
      "grad_norm": 1.07204270362854,
      "learning_rate": 0.001,
      "loss": 1.8982,
      "step": 114700
    },
    {
      "epoch": 37.10407239819005,
      "grad_norm": 1.3839013576507568,
      "learning_rate": 0.001,
      "loss": 1.9024,
      "step": 114800
    },
    {
      "epoch": 37.13639301874596,
      "grad_norm": 2.0179762840270996,
      "learning_rate": 0.001,
      "loss": 1.9065,
      "step": 114900
    },
    {
      "epoch": 37.16871363930188,
      "grad_norm": 1.2924718856811523,
      "learning_rate": 0.001,
      "loss": 1.9107,
      "step": 115000
    },
    {
      "epoch": 37.20103425985779,
      "grad_norm": 1.395383596420288,
      "learning_rate": 0.001,
      "loss": 1.9157,
      "step": 115100
    },
    {
      "epoch": 37.23335488041371,
      "grad_norm": 1.0912832021713257,
      "learning_rate": 0.001,
      "loss": 1.9446,
      "step": 115200
    },
    {
      "epoch": 37.26567550096962,
      "grad_norm": 1.6009647846221924,
      "learning_rate": 0.001,
      "loss": 1.927,
      "step": 115300
    },
    {
      "epoch": 37.297996121525536,
      "grad_norm": 1.2845613956451416,
      "learning_rate": 0.001,
      "loss": 1.9379,
      "step": 115400
    },
    {
      "epoch": 37.33031674208145,
      "grad_norm": 1.1216648817062378,
      "learning_rate": 0.001,
      "loss": 1.9436,
      "step": 115500
    },
    {
      "epoch": 37.362637362637365,
      "grad_norm": 1.1084158420562744,
      "learning_rate": 0.001,
      "loss": 1.9347,
      "step": 115600
    },
    {
      "epoch": 37.39495798319328,
      "grad_norm": 1.501246452331543,
      "learning_rate": 0.001,
      "loss": 1.9566,
      "step": 115700
    },
    {
      "epoch": 37.427278603749194,
      "grad_norm": 1.1051548719406128,
      "learning_rate": 0.001,
      "loss": 1.9608,
      "step": 115800
    },
    {
      "epoch": 37.45959922430511,
      "grad_norm": 1.2411729097366333,
      "learning_rate": 0.001,
      "loss": 1.9485,
      "step": 115900
    },
    {
      "epoch": 37.49191984486102,
      "grad_norm": 1.4812703132629395,
      "learning_rate": 0.001,
      "loss": 1.9647,
      "step": 116000
    },
    {
      "epoch": 37.52424046541694,
      "grad_norm": 1.242192029953003,
      "learning_rate": 0.001,
      "loss": 1.9573,
      "step": 116100
    },
    {
      "epoch": 37.55656108597285,
      "grad_norm": 1.146277904510498,
      "learning_rate": 0.001,
      "loss": 1.9583,
      "step": 116200
    },
    {
      "epoch": 37.58888170652877,
      "grad_norm": 1.420883297920227,
      "learning_rate": 0.001,
      "loss": 1.9733,
      "step": 116300
    },
    {
      "epoch": 37.62120232708468,
      "grad_norm": 1.1877259016036987,
      "learning_rate": 0.001,
      "loss": 1.9787,
      "step": 116400
    },
    {
      "epoch": 37.653522947640596,
      "grad_norm": 1.1888118982315063,
      "learning_rate": 0.001,
      "loss": 1.972,
      "step": 116500
    },
    {
      "epoch": 37.68584356819651,
      "grad_norm": 1.042897343635559,
      "learning_rate": 0.001,
      "loss": 1.9742,
      "step": 116600
    },
    {
      "epoch": 37.718164188752425,
      "grad_norm": 1.110247254371643,
      "learning_rate": 0.001,
      "loss": 1.9944,
      "step": 116700
    },
    {
      "epoch": 37.75048480930834,
      "grad_norm": 0.9629383087158203,
      "learning_rate": 0.001,
      "loss": 1.9785,
      "step": 116800
    },
    {
      "epoch": 37.782805429864254,
      "grad_norm": 1.3344351053237915,
      "learning_rate": 0.001,
      "loss": 2.0116,
      "step": 116900
    },
    {
      "epoch": 37.81512605042017,
      "grad_norm": 1.3152480125427246,
      "learning_rate": 0.001,
      "loss": 1.9854,
      "step": 117000
    },
    {
      "epoch": 37.84744667097608,
      "grad_norm": 1.245644211769104,
      "learning_rate": 0.001,
      "loss": 1.9971,
      "step": 117100
    },
    {
      "epoch": 37.879767291532,
      "grad_norm": 1.1488375663757324,
      "learning_rate": 0.001,
      "loss": 1.9812,
      "step": 117200
    },
    {
      "epoch": 37.91208791208791,
      "grad_norm": 1.0456823110580444,
      "learning_rate": 0.001,
      "loss": 2.0149,
      "step": 117300
    },
    {
      "epoch": 37.94440853264383,
      "grad_norm": 1.369343638420105,
      "learning_rate": 0.001,
      "loss": 2.0129,
      "step": 117400
    },
    {
      "epoch": 37.97672915319974,
      "grad_norm": 1.4738596677780151,
      "learning_rate": 0.001,
      "loss": 2.021,
      "step": 117500
    },
    {
      "epoch": 38.009049773755656,
      "grad_norm": 1.3079040050506592,
      "learning_rate": 0.001,
      "loss": 1.9785,
      "step": 117600
    },
    {
      "epoch": 38.04137039431157,
      "grad_norm": 1.6166199445724487,
      "learning_rate": 0.001,
      "loss": 1.883,
      "step": 117700
    },
    {
      "epoch": 38.073691014867485,
      "grad_norm": 1.3175252676010132,
      "learning_rate": 0.001,
      "loss": 1.871,
      "step": 117800
    },
    {
      "epoch": 38.1060116354234,
      "grad_norm": 1.0515940189361572,
      "learning_rate": 0.001,
      "loss": 1.8938,
      "step": 117900
    },
    {
      "epoch": 38.138332255979314,
      "grad_norm": 1.0703885555267334,
      "learning_rate": 0.001,
      "loss": 1.9082,
      "step": 118000
    },
    {
      "epoch": 38.17065287653523,
      "grad_norm": 1.1041367053985596,
      "learning_rate": 0.001,
      "loss": 1.9039,
      "step": 118100
    },
    {
      "epoch": 38.20297349709114,
      "grad_norm": 1.2935791015625,
      "learning_rate": 0.001,
      "loss": 1.9165,
      "step": 118200
    },
    {
      "epoch": 38.23529411764706,
      "grad_norm": 1.1646063327789307,
      "learning_rate": 0.001,
      "loss": 1.8891,
      "step": 118300
    },
    {
      "epoch": 38.26761473820297,
      "grad_norm": 1.0428200960159302,
      "learning_rate": 0.001,
      "loss": 1.9169,
      "step": 118400
    },
    {
      "epoch": 38.29993535875889,
      "grad_norm": 0.9607976078987122,
      "learning_rate": 0.001,
      "loss": 1.9173,
      "step": 118500
    },
    {
      "epoch": 38.3322559793148,
      "grad_norm": 2.0434305667877197,
      "learning_rate": 0.001,
      "loss": 1.9229,
      "step": 118600
    },
    {
      "epoch": 38.364576599870716,
      "grad_norm": 1.2759087085723877,
      "learning_rate": 0.001,
      "loss": 1.9232,
      "step": 118700
    },
    {
      "epoch": 38.39689722042663,
      "grad_norm": 1.1599791049957275,
      "learning_rate": 0.001,
      "loss": 1.9373,
      "step": 118800
    },
    {
      "epoch": 38.429217840982545,
      "grad_norm": 1.1653485298156738,
      "learning_rate": 0.001,
      "loss": 1.9279,
      "step": 118900
    },
    {
      "epoch": 38.46153846153846,
      "grad_norm": 1.1542648077011108,
      "learning_rate": 0.001,
      "loss": 1.9215,
      "step": 119000
    },
    {
      "epoch": 38.493859082094374,
      "grad_norm": 1.0891329050064087,
      "learning_rate": 0.001,
      "loss": 1.9305,
      "step": 119100
    },
    {
      "epoch": 38.52617970265029,
      "grad_norm": 1.2211647033691406,
      "learning_rate": 0.001,
      "loss": 1.9546,
      "step": 119200
    },
    {
      "epoch": 38.558500323206204,
      "grad_norm": 1.691691279411316,
      "learning_rate": 0.001,
      "loss": 1.9608,
      "step": 119300
    },
    {
      "epoch": 38.59082094376212,
      "grad_norm": 1.301088571548462,
      "learning_rate": 0.001,
      "loss": 1.9468,
      "step": 119400
    },
    {
      "epoch": 38.62314156431803,
      "grad_norm": 1.126369833946228,
      "learning_rate": 0.001,
      "loss": 1.9543,
      "step": 119500
    },
    {
      "epoch": 38.65546218487395,
      "grad_norm": 1.0784813165664673,
      "learning_rate": 0.001,
      "loss": 1.9531,
      "step": 119600
    },
    {
      "epoch": 38.68778280542986,
      "grad_norm": 1.1354749202728271,
      "learning_rate": 0.001,
      "loss": 1.9629,
      "step": 119700
    },
    {
      "epoch": 38.720103425985776,
      "grad_norm": 1.3400801420211792,
      "learning_rate": 0.001,
      "loss": 1.9768,
      "step": 119800
    },
    {
      "epoch": 38.75242404654169,
      "grad_norm": 1.5241564512252808,
      "learning_rate": 0.001,
      "loss": 1.9631,
      "step": 119900
    },
    {
      "epoch": 38.784744667097605,
      "grad_norm": 1.2316350936889648,
      "learning_rate": 0.001,
      "loss": 1.9713,
      "step": 120000
    },
    {
      "epoch": 38.81706528765352,
      "grad_norm": 1.0691965818405151,
      "learning_rate": 0.001,
      "loss": 1.9635,
      "step": 120100
    },
    {
      "epoch": 38.849385908209435,
      "grad_norm": 1.1982426643371582,
      "learning_rate": 0.001,
      "loss": 1.996,
      "step": 120200
    },
    {
      "epoch": 38.88170652876535,
      "grad_norm": 1.0837290287017822,
      "learning_rate": 0.001,
      "loss": 1.9862,
      "step": 120300
    },
    {
      "epoch": 38.914027149321264,
      "grad_norm": 1.4738332033157349,
      "learning_rate": 0.001,
      "loss": 1.9908,
      "step": 120400
    },
    {
      "epoch": 38.94634776987718,
      "grad_norm": 1.73765230178833,
      "learning_rate": 0.001,
      "loss": 1.9781,
      "step": 120500
    },
    {
      "epoch": 38.97866839043309,
      "grad_norm": 1.286083459854126,
      "learning_rate": 0.001,
      "loss": 2.0017,
      "step": 120600
    },
    {
      "epoch": 39.010989010989015,
      "grad_norm": 1.5349410772323608,
      "learning_rate": 0.001,
      "loss": 1.9367,
      "step": 120700
    },
    {
      "epoch": 39.04330963154493,
      "grad_norm": 1.5377883911132812,
      "learning_rate": 0.001,
      "loss": 1.859,
      "step": 120800
    },
    {
      "epoch": 39.075630252100844,
      "grad_norm": 1.2859725952148438,
      "learning_rate": 0.001,
      "loss": 1.8716,
      "step": 120900
    },
    {
      "epoch": 39.10795087265676,
      "grad_norm": 1.770250916481018,
      "learning_rate": 0.001,
      "loss": 1.8772,
      "step": 121000
    },
    {
      "epoch": 39.14027149321267,
      "grad_norm": 1.3946150541305542,
      "learning_rate": 0.001,
      "loss": 1.8759,
      "step": 121100
    },
    {
      "epoch": 39.17259211376859,
      "grad_norm": 1.2503063678741455,
      "learning_rate": 0.001,
      "loss": 1.8674,
      "step": 121200
    },
    {
      "epoch": 39.2049127343245,
      "grad_norm": 1.0887434482574463,
      "learning_rate": 0.001,
      "loss": 1.8681,
      "step": 121300
    },
    {
      "epoch": 39.237233354880416,
      "grad_norm": 1.2380496263504028,
      "learning_rate": 0.001,
      "loss": 1.9177,
      "step": 121400
    },
    {
      "epoch": 39.26955397543633,
      "grad_norm": 1.4318231344223022,
      "learning_rate": 0.001,
      "loss": 1.9009,
      "step": 121500
    },
    {
      "epoch": 39.301874595992246,
      "grad_norm": 1.4162850379943848,
      "learning_rate": 0.001,
      "loss": 1.8917,
      "step": 121600
    },
    {
      "epoch": 39.33419521654816,
      "grad_norm": 1.4503649473190308,
      "learning_rate": 0.001,
      "loss": 1.9165,
      "step": 121700
    },
    {
      "epoch": 39.366515837104075,
      "grad_norm": 1.4559428691864014,
      "learning_rate": 0.001,
      "loss": 1.9064,
      "step": 121800
    },
    {
      "epoch": 39.39883645765999,
      "grad_norm": 1.3657339811325073,
      "learning_rate": 0.001,
      "loss": 1.8925,
      "step": 121900
    },
    {
      "epoch": 39.431157078215904,
      "grad_norm": 1.1839957237243652,
      "learning_rate": 0.001,
      "loss": 1.9145,
      "step": 122000
    },
    {
      "epoch": 39.46347769877182,
      "grad_norm": 1.3001296520233154,
      "learning_rate": 0.001,
      "loss": 1.9223,
      "step": 122100
    },
    {
      "epoch": 39.49579831932773,
      "grad_norm": 1.4840679168701172,
      "learning_rate": 0.001,
      "loss": 1.9204,
      "step": 122200
    },
    {
      "epoch": 39.52811893988365,
      "grad_norm": 1.4856712818145752,
      "learning_rate": 0.001,
      "loss": 1.935,
      "step": 122300
    },
    {
      "epoch": 39.56043956043956,
      "grad_norm": 1.253468632698059,
      "learning_rate": 0.001,
      "loss": 1.9202,
      "step": 122400
    },
    {
      "epoch": 39.59276018099548,
      "grad_norm": 1.2646362781524658,
      "learning_rate": 0.001,
      "loss": 1.9373,
      "step": 122500
    },
    {
      "epoch": 39.62508080155139,
      "grad_norm": 1.436712622642517,
      "learning_rate": 0.001,
      "loss": 1.9379,
      "step": 122600
    },
    {
      "epoch": 39.657401422107306,
      "grad_norm": 1.2675755023956299,
      "learning_rate": 0.001,
      "loss": 1.9559,
      "step": 122700
    },
    {
      "epoch": 39.68972204266322,
      "grad_norm": 1.567535400390625,
      "learning_rate": 0.001,
      "loss": 1.9614,
      "step": 122800
    },
    {
      "epoch": 39.722042663219135,
      "grad_norm": 1.2379465103149414,
      "learning_rate": 0.001,
      "loss": 1.9453,
      "step": 122900
    },
    {
      "epoch": 39.75436328377505,
      "grad_norm": 1.4940135478973389,
      "learning_rate": 0.001,
      "loss": 1.9551,
      "step": 123000
    },
    {
      "epoch": 39.786683904330964,
      "grad_norm": 1.5482773780822754,
      "learning_rate": 0.001,
      "loss": 1.9755,
      "step": 123100
    },
    {
      "epoch": 39.81900452488688,
      "grad_norm": 1.1395546197891235,
      "learning_rate": 0.001,
      "loss": 1.9733,
      "step": 123200
    },
    {
      "epoch": 39.85132514544279,
      "grad_norm": 2.028623342514038,
      "learning_rate": 0.001,
      "loss": 1.9566,
      "step": 123300
    },
    {
      "epoch": 39.88364576599871,
      "grad_norm": 1.3051038980484009,
      "learning_rate": 0.001,
      "loss": 1.9707,
      "step": 123400
    },
    {
      "epoch": 39.91596638655462,
      "grad_norm": 1.2123631238937378,
      "learning_rate": 0.001,
      "loss": 1.972,
      "step": 123500
    },
    {
      "epoch": 39.94828700711054,
      "grad_norm": 1.4840129613876343,
      "learning_rate": 0.001,
      "loss": 1.9554,
      "step": 123600
    },
    {
      "epoch": 39.98060762766645,
      "grad_norm": 1.2305253744125366,
      "learning_rate": 0.001,
      "loss": 1.9722,
      "step": 123700
    },
    {
      "epoch": 40.012928248222366,
      "grad_norm": 1.2095211744308472,
      "learning_rate": 0.001,
      "loss": 1.9293,
      "step": 123800
    },
    {
      "epoch": 40.04524886877828,
      "grad_norm": 1.7045320272445679,
      "learning_rate": 0.001,
      "loss": 1.8624,
      "step": 123900
    },
    {
      "epoch": 40.077569489334195,
      "grad_norm": 1.7265287637710571,
      "learning_rate": 0.001,
      "loss": 1.8376,
      "step": 124000
    },
    {
      "epoch": 40.10989010989011,
      "grad_norm": 1.1483691930770874,
      "learning_rate": 0.001,
      "loss": 1.8393,
      "step": 124100
    },
    {
      "epoch": 40.142210730446024,
      "grad_norm": 1.6978778839111328,
      "learning_rate": 0.001,
      "loss": 1.8468,
      "step": 124200
    },
    {
      "epoch": 40.17453135100194,
      "grad_norm": 1.343893051147461,
      "learning_rate": 0.001,
      "loss": 1.8629,
      "step": 124300
    },
    {
      "epoch": 40.20685197155785,
      "grad_norm": 1.4871058464050293,
      "learning_rate": 0.001,
      "loss": 1.8865,
      "step": 124400
    },
    {
      "epoch": 40.23917259211377,
      "grad_norm": 1.637841820716858,
      "learning_rate": 0.001,
      "loss": 1.8659,
      "step": 124500
    },
    {
      "epoch": 40.27149321266968,
      "grad_norm": 1.8821446895599365,
      "learning_rate": 0.001,
      "loss": 1.8728,
      "step": 124600
    },
    {
      "epoch": 40.3038138332256,
      "grad_norm": 1.7137219905853271,
      "learning_rate": 0.001,
      "loss": 1.8914,
      "step": 124700
    },
    {
      "epoch": 40.33613445378151,
      "grad_norm": 1.8872164487838745,
      "learning_rate": 0.001,
      "loss": 1.8869,
      "step": 124800
    },
    {
      "epoch": 40.368455074337426,
      "grad_norm": 1.2478173971176147,
      "learning_rate": 0.001,
      "loss": 1.9071,
      "step": 124900
    },
    {
      "epoch": 40.40077569489334,
      "grad_norm": 1.838136911392212,
      "learning_rate": 0.001,
      "loss": 1.9017,
      "step": 125000
    },
    {
      "epoch": 40.433096315449255,
      "grad_norm": 1.546654462814331,
      "learning_rate": 0.001,
      "loss": 1.8874,
      "step": 125100
    },
    {
      "epoch": 40.46541693600517,
      "grad_norm": 1.3680957555770874,
      "learning_rate": 0.001,
      "loss": 1.9164,
      "step": 125200
    },
    {
      "epoch": 40.497737556561084,
      "grad_norm": 1.4279357194900513,
      "learning_rate": 0.001,
      "loss": 1.9252,
      "step": 125300
    },
    {
      "epoch": 40.530058177117,
      "grad_norm": 1.331580400466919,
      "learning_rate": 0.001,
      "loss": 1.915,
      "step": 125400
    },
    {
      "epoch": 40.56237879767291,
      "grad_norm": 1.5645660161972046,
      "learning_rate": 0.001,
      "loss": 1.9173,
      "step": 125500
    },
    {
      "epoch": 40.59469941822883,
      "grad_norm": 1.7686409950256348,
      "learning_rate": 0.001,
      "loss": 1.9249,
      "step": 125600
    },
    {
      "epoch": 40.62702003878474,
      "grad_norm": 1.4038866758346558,
      "learning_rate": 0.001,
      "loss": 1.9211,
      "step": 125700
    },
    {
      "epoch": 40.65934065934066,
      "grad_norm": 1.7020624876022339,
      "learning_rate": 0.001,
      "loss": 1.9155,
      "step": 125800
    },
    {
      "epoch": 40.69166127989657,
      "grad_norm": 1.450563907623291,
      "learning_rate": 0.001,
      "loss": 1.9234,
      "step": 125900
    },
    {
      "epoch": 40.723981900452486,
      "grad_norm": 1.3181536197662354,
      "learning_rate": 0.001,
      "loss": 1.9412,
      "step": 126000
    },
    {
      "epoch": 40.7563025210084,
      "grad_norm": 1.0498440265655518,
      "learning_rate": 0.001,
      "loss": 1.9281,
      "step": 126100
    },
    {
      "epoch": 40.788623141564315,
      "grad_norm": 1.4465446472167969,
      "learning_rate": 0.001,
      "loss": 1.9506,
      "step": 126200
    },
    {
      "epoch": 40.82094376212023,
      "grad_norm": 1.2336151599884033,
      "learning_rate": 0.001,
      "loss": 1.9491,
      "step": 126300
    },
    {
      "epoch": 40.853264382676144,
      "grad_norm": 1.3242679834365845,
      "learning_rate": 0.001,
      "loss": 1.9514,
      "step": 126400
    },
    {
      "epoch": 40.88558500323206,
      "grad_norm": 1.2799617052078247,
      "learning_rate": 0.001,
      "loss": 1.9405,
      "step": 126500
    },
    {
      "epoch": 40.91790562378797,
      "grad_norm": 1.2991124391555786,
      "learning_rate": 0.001,
      "loss": 1.9466,
      "step": 126600
    },
    {
      "epoch": 40.95022624434389,
      "grad_norm": 1.4150607585906982,
      "learning_rate": 0.001,
      "loss": 1.9604,
      "step": 126700
    },
    {
      "epoch": 40.9825468648998,
      "grad_norm": 1.208999514579773,
      "learning_rate": 0.001,
      "loss": 1.9608,
      "step": 126800
    },
    {
      "epoch": 41.014867485455724,
      "grad_norm": 1.668093204498291,
      "learning_rate": 0.001,
      "loss": 1.8746,
      "step": 126900
    },
    {
      "epoch": 41.04718810601164,
      "grad_norm": 1.4752800464630127,
      "learning_rate": 0.001,
      "loss": 1.8344,
      "step": 127000
    },
    {
      "epoch": 41.07950872656755,
      "grad_norm": 2.1280136108398438,
      "learning_rate": 0.001,
      "loss": 1.8427,
      "step": 127100
    },
    {
      "epoch": 41.11182934712347,
      "grad_norm": 1.9451837539672852,
      "learning_rate": 0.001,
      "loss": 1.8396,
      "step": 127200
    },
    {
      "epoch": 41.14414996767938,
      "grad_norm": 1.3411965370178223,
      "learning_rate": 0.001,
      "loss": 1.8439,
      "step": 127300
    },
    {
      "epoch": 41.1764705882353,
      "grad_norm": 1.758414387702942,
      "learning_rate": 0.001,
      "loss": 1.8294,
      "step": 127400
    },
    {
      "epoch": 41.20879120879121,
      "grad_norm": 1.796096682548523,
      "learning_rate": 0.001,
      "loss": 1.8607,
      "step": 127500
    },
    {
      "epoch": 41.241111829347126,
      "grad_norm": 1.3038780689239502,
      "learning_rate": 0.001,
      "loss": 1.8796,
      "step": 127600
    },
    {
      "epoch": 41.27343244990304,
      "grad_norm": 1.5630769729614258,
      "learning_rate": 0.001,
      "loss": 1.8847,
      "step": 127700
    },
    {
      "epoch": 41.305753070458955,
      "grad_norm": 1.3789194822311401,
      "learning_rate": 0.001,
      "loss": 1.8714,
      "step": 127800
    },
    {
      "epoch": 41.33807369101487,
      "grad_norm": 1.3722786903381348,
      "learning_rate": 0.001,
      "loss": 1.8615,
      "step": 127900
    },
    {
      "epoch": 41.370394311570784,
      "grad_norm": 2.0524232387542725,
      "learning_rate": 0.001,
      "loss": 1.9055,
      "step": 128000
    },
    {
      "epoch": 41.4027149321267,
      "grad_norm": 1.6414809226989746,
      "learning_rate": 0.001,
      "loss": 1.8853,
      "step": 128100
    },
    {
      "epoch": 41.43503555268261,
      "grad_norm": 1.334133267402649,
      "learning_rate": 0.001,
      "loss": 1.874,
      "step": 128200
    },
    {
      "epoch": 41.46735617323853,
      "grad_norm": 1.618760585784912,
      "learning_rate": 0.001,
      "loss": 1.8997,
      "step": 128300
    },
    {
      "epoch": 41.49967679379444,
      "grad_norm": 1.7455990314483643,
      "learning_rate": 0.001,
      "loss": 1.8986,
      "step": 128400
    },
    {
      "epoch": 41.53199741435036,
      "grad_norm": 2.0014233589172363,
      "learning_rate": 0.001,
      "loss": 1.8999,
      "step": 128500
    },
    {
      "epoch": 41.56431803490627,
      "grad_norm": 1.647352695465088,
      "learning_rate": 0.001,
      "loss": 1.895,
      "step": 128600
    },
    {
      "epoch": 41.596638655462186,
      "grad_norm": 1.543352723121643,
      "learning_rate": 0.001,
      "loss": 1.8822,
      "step": 128700
    },
    {
      "epoch": 41.6289592760181,
      "grad_norm": 1.7632330656051636,
      "learning_rate": 0.001,
      "loss": 1.8975,
      "step": 128800
    },
    {
      "epoch": 41.661279896574015,
      "grad_norm": 2.0121119022369385,
      "learning_rate": 0.001,
      "loss": 1.906,
      "step": 128900
    },
    {
      "epoch": 41.69360051712993,
      "grad_norm": 1.5535619258880615,
      "learning_rate": 0.001,
      "loss": 1.9233,
      "step": 129000
    },
    {
      "epoch": 41.725921137685845,
      "grad_norm": 1.4161769151687622,
      "learning_rate": 0.001,
      "loss": 1.9226,
      "step": 129100
    },
    {
      "epoch": 41.75824175824176,
      "grad_norm": 1.93502676486969,
      "learning_rate": 0.001,
      "loss": 1.9377,
      "step": 129200
    },
    {
      "epoch": 41.790562378797674,
      "grad_norm": 1.6511423587799072,
      "learning_rate": 0.001,
      "loss": 1.9139,
      "step": 129300
    },
    {
      "epoch": 41.82288299935359,
      "grad_norm": 1.5430395603179932,
      "learning_rate": 0.001,
      "loss": 1.9264,
      "step": 129400
    },
    {
      "epoch": 41.8552036199095,
      "grad_norm": 1.556210994720459,
      "learning_rate": 0.001,
      "loss": 1.9407,
      "step": 129500
    },
    {
      "epoch": 41.88752424046542,
      "grad_norm": 2.07692551612854,
      "learning_rate": 0.001,
      "loss": 1.9227,
      "step": 129600
    },
    {
      "epoch": 41.91984486102133,
      "grad_norm": 1.8000415563583374,
      "learning_rate": 0.001,
      "loss": 1.9491,
      "step": 129700
    },
    {
      "epoch": 41.95216548157725,
      "grad_norm": 1.6233563423156738,
      "learning_rate": 0.001,
      "loss": 1.9245,
      "step": 129800
    },
    {
      "epoch": 41.98448610213316,
      "grad_norm": 1.6756561994552612,
      "learning_rate": 0.001,
      "loss": 1.9551,
      "step": 129900
    },
    {
      "epoch": 42.016806722689076,
      "grad_norm": 1.9280065298080444,
      "learning_rate": 0.001,
      "loss": 1.8467,
      "step": 130000
    },
    {
      "epoch": 42.04912734324499,
      "grad_norm": 1.9981783628463745,
      "learning_rate": 0.001,
      "loss": 1.8106,
      "step": 130100
    },
    {
      "epoch": 42.081447963800905,
      "grad_norm": 2.082932949066162,
      "learning_rate": 0.001,
      "loss": 1.8251,
      "step": 130200
    },
    {
      "epoch": 42.11376858435682,
      "grad_norm": 2.3820343017578125,
      "learning_rate": 0.001,
      "loss": 1.8222,
      "step": 130300
    },
    {
      "epoch": 42.146089204912734,
      "grad_norm": 1.403403401374817,
      "learning_rate": 0.001,
      "loss": 1.8253,
      "step": 130400
    },
    {
      "epoch": 42.17840982546865,
      "grad_norm": 2.2364022731781006,
      "learning_rate": 0.001,
      "loss": 1.8458,
      "step": 130500
    },
    {
      "epoch": 42.21073044602456,
      "grad_norm": 2.2380168437957764,
      "learning_rate": 0.001,
      "loss": 1.8439,
      "step": 130600
    },
    {
      "epoch": 42.24305106658048,
      "grad_norm": 1.7103081941604614,
      "learning_rate": 0.001,
      "loss": 1.8403,
      "step": 130700
    },
    {
      "epoch": 42.27537168713639,
      "grad_norm": 1.7879369258880615,
      "learning_rate": 0.001,
      "loss": 1.8448,
      "step": 130800
    },
    {
      "epoch": 42.30769230769231,
      "grad_norm": 2.4792017936706543,
      "learning_rate": 0.001,
      "loss": 1.8527,
      "step": 130900
    },
    {
      "epoch": 42.34001292824822,
      "grad_norm": 2.2171385288238525,
      "learning_rate": 0.001,
      "loss": 1.8467,
      "step": 131000
    },
    {
      "epoch": 42.372333548804136,
      "grad_norm": 1.9090009927749634,
      "learning_rate": 0.001,
      "loss": 1.8737,
      "step": 131100
    },
    {
      "epoch": 42.40465416936005,
      "grad_norm": 1.862734079360962,
      "learning_rate": 0.001,
      "loss": 1.8801,
      "step": 131200
    },
    {
      "epoch": 42.436974789915965,
      "grad_norm": 1.944027066230774,
      "learning_rate": 0.001,
      "loss": 1.8575,
      "step": 131300
    },
    {
      "epoch": 42.46929541047188,
      "grad_norm": 1.8651403188705444,
      "learning_rate": 0.001,
      "loss": 1.8745,
      "step": 131400
    },
    {
      "epoch": 42.501616031027794,
      "grad_norm": 1.9831877946853638,
      "learning_rate": 0.001,
      "loss": 1.8786,
      "step": 131500
    },
    {
      "epoch": 42.53393665158371,
      "grad_norm": 1.9882594347000122,
      "learning_rate": 0.001,
      "loss": 1.872,
      "step": 131600
    },
    {
      "epoch": 42.56625727213962,
      "grad_norm": 2.680168867111206,
      "learning_rate": 0.001,
      "loss": 1.8877,
      "step": 131700
    },
    {
      "epoch": 42.59857789269554,
      "grad_norm": 1.6203826665878296,
      "learning_rate": 0.001,
      "loss": 1.9111,
      "step": 131800
    },
    {
      "epoch": 42.63089851325145,
      "grad_norm": 1.6531736850738525,
      "learning_rate": 0.001,
      "loss": 1.8921,
      "step": 131900
    },
    {
      "epoch": 42.66321913380737,
      "grad_norm": 1.7691742181777954,
      "learning_rate": 0.001,
      "loss": 1.9,
      "step": 132000
    },
    {
      "epoch": 42.69553975436328,
      "grad_norm": 2.291424036026001,
      "learning_rate": 0.001,
      "loss": 1.8941,
      "step": 132100
    },
    {
      "epoch": 42.727860374919196,
      "grad_norm": 1.9580634832382202,
      "learning_rate": 0.001,
      "loss": 1.9028,
      "step": 132200
    },
    {
      "epoch": 42.76018099547511,
      "grad_norm": 1.9733229875564575,
      "learning_rate": 0.001,
      "loss": 1.9039,
      "step": 132300
    },
    {
      "epoch": 42.792501616031025,
      "grad_norm": 1.861606478691101,
      "learning_rate": 0.001,
      "loss": 1.9105,
      "step": 132400
    },
    {
      "epoch": 42.82482223658694,
      "grad_norm": 1.7530721426010132,
      "learning_rate": 0.001,
      "loss": 1.916,
      "step": 132500
    },
    {
      "epoch": 42.857142857142854,
      "grad_norm": 2.0133233070373535,
      "learning_rate": 0.001,
      "loss": 1.913,
      "step": 132600
    },
    {
      "epoch": 42.88946347769877,
      "grad_norm": 1.8621476888656616,
      "learning_rate": 0.001,
      "loss": 1.9032,
      "step": 132700
    },
    {
      "epoch": 42.92178409825468,
      "grad_norm": 2.1451456546783447,
      "learning_rate": 0.001,
      "loss": 1.9438,
      "step": 132800
    },
    {
      "epoch": 42.9541047188106,
      "grad_norm": 1.651073694229126,
      "learning_rate": 0.001,
      "loss": 1.9355,
      "step": 132900
    },
    {
      "epoch": 42.98642533936652,
      "grad_norm": 1.9844690561294556,
      "learning_rate": 0.001,
      "loss": 1.9233,
      "step": 133000
    },
    {
      "epoch": 43.018745959922434,
      "grad_norm": 1.3748688697814941,
      "learning_rate": 0.001,
      "loss": 1.8581,
      "step": 133100
    },
    {
      "epoch": 43.05106658047835,
      "grad_norm": 1.2402000427246094,
      "learning_rate": 0.001,
      "loss": 1.787,
      "step": 133200
    },
    {
      "epoch": 43.08338720103426,
      "grad_norm": 1.3622288703918457,
      "learning_rate": 0.001,
      "loss": 1.7909,
      "step": 133300
    },
    {
      "epoch": 43.11570782159018,
      "grad_norm": 1.5441625118255615,
      "learning_rate": 0.001,
      "loss": 1.8092,
      "step": 133400
    },
    {
      "epoch": 43.14802844214609,
      "grad_norm": 1.443248987197876,
      "learning_rate": 0.001,
      "loss": 1.8175,
      "step": 133500
    },
    {
      "epoch": 43.18034906270201,
      "grad_norm": 1.303268551826477,
      "learning_rate": 0.001,
      "loss": 1.839,
      "step": 133600
    },
    {
      "epoch": 43.21266968325792,
      "grad_norm": 1.8648037910461426,
      "learning_rate": 0.001,
      "loss": 1.8477,
      "step": 133700
    },
    {
      "epoch": 43.244990303813836,
      "grad_norm": 1.5793299674987793,
      "learning_rate": 0.001,
      "loss": 1.8161,
      "step": 133800
    },
    {
      "epoch": 43.27731092436975,
      "grad_norm": 1.2750500440597534,
      "learning_rate": 0.001,
      "loss": 1.8347,
      "step": 133900
    },
    {
      "epoch": 43.309631544925665,
      "grad_norm": 1.87288236618042,
      "learning_rate": 0.001,
      "loss": 1.851,
      "step": 134000
    },
    {
      "epoch": 43.34195216548158,
      "grad_norm": 1.6583763360977173,
      "learning_rate": 0.001,
      "loss": 1.8523,
      "step": 134100
    },
    {
      "epoch": 43.374272786037494,
      "grad_norm": 1.6558666229248047,
      "learning_rate": 0.001,
      "loss": 1.8563,
      "step": 134200
    },
    {
      "epoch": 43.40659340659341,
      "grad_norm": 1.6735751628875732,
      "learning_rate": 0.001,
      "loss": 1.8612,
      "step": 134300
    },
    {
      "epoch": 43.43891402714932,
      "grad_norm": 1.3858246803283691,
      "learning_rate": 0.001,
      "loss": 1.8426,
      "step": 134400
    },
    {
      "epoch": 43.47123464770524,
      "grad_norm": 1.8875099420547485,
      "learning_rate": 0.001,
      "loss": 1.8739,
      "step": 134500
    },
    {
      "epoch": 43.50355526826115,
      "grad_norm": 1.4078848361968994,
      "learning_rate": 0.001,
      "loss": 1.8585,
      "step": 134600
    },
    {
      "epoch": 43.53587588881707,
      "grad_norm": 1.3911489248275757,
      "learning_rate": 0.001,
      "loss": 1.8548,
      "step": 134700
    },
    {
      "epoch": 43.56819650937298,
      "grad_norm": 1.5766676664352417,
      "learning_rate": 0.001,
      "loss": 1.8771,
      "step": 134800
    },
    {
      "epoch": 43.600517129928896,
      "grad_norm": 1.8566309213638306,
      "learning_rate": 0.001,
      "loss": 1.8583,
      "step": 134900
    },
    {
      "epoch": 43.63283775048481,
      "grad_norm": 1.2162312269210815,
      "learning_rate": 0.001,
      "loss": 1.8837,
      "step": 135000
    },
    {
      "epoch": 43.665158371040725,
      "grad_norm": 1.2028443813323975,
      "learning_rate": 0.001,
      "loss": 1.8684,
      "step": 135100
    },
    {
      "epoch": 43.69747899159664,
      "grad_norm": 1.4986368417739868,
      "learning_rate": 0.001,
      "loss": 1.888,
      "step": 135200
    },
    {
      "epoch": 43.729799612152554,
      "grad_norm": 1.400987148284912,
      "learning_rate": 0.001,
      "loss": 1.8848,
      "step": 135300
    },
    {
      "epoch": 43.76212023270847,
      "grad_norm": 1.536422848701477,
      "learning_rate": 0.001,
      "loss": 1.8994,
      "step": 135400
    },
    {
      "epoch": 43.79444085326438,
      "grad_norm": 1.6821508407592773,
      "learning_rate": 0.001,
      "loss": 1.9077,
      "step": 135500
    },
    {
      "epoch": 43.8267614738203,
      "grad_norm": 1.1288377046585083,
      "learning_rate": 0.001,
      "loss": 1.8833,
      "step": 135600
    },
    {
      "epoch": 43.85908209437621,
      "grad_norm": 1.2076668739318848,
      "learning_rate": 0.001,
      "loss": 1.8983,
      "step": 135700
    },
    {
      "epoch": 43.89140271493213,
      "grad_norm": 1.4700038433074951,
      "learning_rate": 0.001,
      "loss": 1.906,
      "step": 135800
    },
    {
      "epoch": 43.92372333548804,
      "grad_norm": 1.7205662727355957,
      "learning_rate": 0.001,
      "loss": 1.9095,
      "step": 135900
    },
    {
      "epoch": 43.956043956043956,
      "grad_norm": 1.2482390403747559,
      "learning_rate": 0.001,
      "loss": 1.8971,
      "step": 136000
    },
    {
      "epoch": 43.98836457659987,
      "grad_norm": 1.927675724029541,
      "learning_rate": 0.001,
      "loss": 1.9145,
      "step": 136100
    },
    {
      "epoch": 44.020685197155785,
      "grad_norm": 1.3814749717712402,
      "learning_rate": 0.001,
      "loss": 1.8382,
      "step": 136200
    },
    {
      "epoch": 44.0530058177117,
      "grad_norm": 1.3042851686477661,
      "learning_rate": 0.001,
      "loss": 1.796,
      "step": 136300
    },
    {
      "epoch": 44.085326438267614,
      "grad_norm": 1.4995719194412231,
      "learning_rate": 0.001,
      "loss": 1.7771,
      "step": 136400
    },
    {
      "epoch": 44.11764705882353,
      "grad_norm": 1.3295960426330566,
      "learning_rate": 0.001,
      "loss": 1.807,
      "step": 136500
    },
    {
      "epoch": 44.14996767937944,
      "grad_norm": 1.2102105617523193,
      "learning_rate": 0.001,
      "loss": 1.7994,
      "step": 136600
    },
    {
      "epoch": 44.18228829993536,
      "grad_norm": 1.1424363851547241,
      "learning_rate": 0.001,
      "loss": 1.8154,
      "step": 136700
    },
    {
      "epoch": 44.21460892049127,
      "grad_norm": 1.3782585859298706,
      "learning_rate": 0.001,
      "loss": 1.8056,
      "step": 136800
    },
    {
      "epoch": 44.24692954104719,
      "grad_norm": 1.4626226425170898,
      "learning_rate": 0.001,
      "loss": 1.8078,
      "step": 136900
    },
    {
      "epoch": 44.2792501616031,
      "grad_norm": 1.2396538257598877,
      "learning_rate": 0.001,
      "loss": 1.8336,
      "step": 137000
    },
    {
      "epoch": 44.311570782159016,
      "grad_norm": 1.3221837282180786,
      "learning_rate": 0.001,
      "loss": 1.8088,
      "step": 137100
    },
    {
      "epoch": 44.34389140271493,
      "grad_norm": 1.2316101789474487,
      "learning_rate": 0.001,
      "loss": 1.8322,
      "step": 137200
    },
    {
      "epoch": 44.376212023270845,
      "grad_norm": 1.264435052871704,
      "learning_rate": 0.001,
      "loss": 1.8232,
      "step": 137300
    },
    {
      "epoch": 44.40853264382676,
      "grad_norm": 1.1061835289001465,
      "learning_rate": 0.001,
      "loss": 1.8281,
      "step": 137400
    },
    {
      "epoch": 44.440853264382675,
      "grad_norm": 1.1366873979568481,
      "learning_rate": 0.001,
      "loss": 1.8283,
      "step": 137500
    },
    {
      "epoch": 44.47317388493859,
      "grad_norm": 1.7174246311187744,
      "learning_rate": 0.001,
      "loss": 1.8599,
      "step": 137600
    },
    {
      "epoch": 44.505494505494504,
      "grad_norm": 1.4456156492233276,
      "learning_rate": 0.001,
      "loss": 1.8474,
      "step": 137700
    },
    {
      "epoch": 44.53781512605042,
      "grad_norm": 0.972943902015686,
      "learning_rate": 0.001,
      "loss": 1.8544,
      "step": 137800
    },
    {
      "epoch": 44.57013574660633,
      "grad_norm": 1.6857820749282837,
      "learning_rate": 0.001,
      "loss": 1.8733,
      "step": 137900
    },
    {
      "epoch": 44.60245636716225,
      "grad_norm": 1.701591968536377,
      "learning_rate": 0.001,
      "loss": 1.8474,
      "step": 138000
    },
    {
      "epoch": 44.63477698771816,
      "grad_norm": 1.1282321214675903,
      "learning_rate": 0.001,
      "loss": 1.8592,
      "step": 138100
    },
    {
      "epoch": 44.66709760827408,
      "grad_norm": 1.5330438613891602,
      "learning_rate": 0.001,
      "loss": 1.8709,
      "step": 138200
    },
    {
      "epoch": 44.69941822882999,
      "grad_norm": 1.1971231698989868,
      "learning_rate": 0.001,
      "loss": 1.8878,
      "step": 138300
    },
    {
      "epoch": 44.731738849385906,
      "grad_norm": 1.7220470905303955,
      "learning_rate": 0.001,
      "loss": 1.8817,
      "step": 138400
    },
    {
      "epoch": 44.76405946994182,
      "grad_norm": 1.196541666984558,
      "learning_rate": 0.001,
      "loss": 1.8801,
      "step": 138500
    },
    {
      "epoch": 44.796380090497735,
      "grad_norm": 1.4516090154647827,
      "learning_rate": 0.001,
      "loss": 1.8725,
      "step": 138600
    },
    {
      "epoch": 44.82870071105365,
      "grad_norm": 1.449439287185669,
      "learning_rate": 0.001,
      "loss": 1.8915,
      "step": 138700
    },
    {
      "epoch": 44.861021331609564,
      "grad_norm": 1.433020830154419,
      "learning_rate": 0.001,
      "loss": 1.8824,
      "step": 138800
    },
    {
      "epoch": 44.89334195216548,
      "grad_norm": 1.412376046180725,
      "learning_rate": 0.001,
      "loss": 1.8862,
      "step": 138900
    },
    {
      "epoch": 44.92566257272139,
      "grad_norm": 1.0682293176651,
      "learning_rate": 0.001,
      "loss": 1.892,
      "step": 139000
    },
    {
      "epoch": 44.95798319327731,
      "grad_norm": 1.2839839458465576,
      "learning_rate": 0.001,
      "loss": 1.9081,
      "step": 139100
    },
    {
      "epoch": 44.99030381383322,
      "grad_norm": 1.5696237087249756,
      "learning_rate": 0.001,
      "loss": 1.8943,
      "step": 139200
    },
    {
      "epoch": 45.022624434389144,
      "grad_norm": 1.4640036821365356,
      "learning_rate": 0.001,
      "loss": 1.8173,
      "step": 139300
    },
    {
      "epoch": 45.05494505494506,
      "grad_norm": 1.5870167016983032,
      "learning_rate": 0.001,
      "loss": 1.7714,
      "step": 139400
    },
    {
      "epoch": 45.08726567550097,
      "grad_norm": 1.6109189987182617,
      "learning_rate": 0.001,
      "loss": 1.7732,
      "step": 139500
    },
    {
      "epoch": 45.11958629605689,
      "grad_norm": 1.1997172832489014,
      "learning_rate": 0.001,
      "loss": 1.787,
      "step": 139600
    },
    {
      "epoch": 45.1519069166128,
      "grad_norm": 1.2339918613433838,
      "learning_rate": 0.001,
      "loss": 1.7585,
      "step": 139700
    },
    {
      "epoch": 45.18422753716872,
      "grad_norm": 1.179796814918518,
      "learning_rate": 0.001,
      "loss": 1.7848,
      "step": 139800
    },
    {
      "epoch": 45.21654815772463,
      "grad_norm": 1.5013426542282104,
      "learning_rate": 0.001,
      "loss": 1.7957,
      "step": 139900
    },
    {
      "epoch": 45.248868778280546,
      "grad_norm": 1.3376390933990479,
      "learning_rate": 0.001,
      "loss": 1.8045,
      "step": 140000
    },
    {
      "epoch": 45.28118939883646,
      "grad_norm": 1.2788093090057373,
      "learning_rate": 0.001,
      "loss": 1.7864,
      "step": 140100
    },
    {
      "epoch": 45.313510019392375,
      "grad_norm": 1.4019917249679565,
      "learning_rate": 0.001,
      "loss": 1.8004,
      "step": 140200
    },
    {
      "epoch": 45.34583063994829,
      "grad_norm": 1.2221229076385498,
      "learning_rate": 0.001,
      "loss": 1.8066,
      "step": 140300
    },
    {
      "epoch": 45.378151260504204,
      "grad_norm": 1.4707577228546143,
      "learning_rate": 0.001,
      "loss": 1.8257,
      "step": 140400
    },
    {
      "epoch": 45.41047188106012,
      "grad_norm": 1.2390767335891724,
      "learning_rate": 0.001,
      "loss": 1.8273,
      "step": 140500
    },
    {
      "epoch": 45.44279250161603,
      "grad_norm": 1.0136756896972656,
      "learning_rate": 0.001,
      "loss": 1.8305,
      "step": 140600
    },
    {
      "epoch": 45.47511312217195,
      "grad_norm": 1.0152579545974731,
      "learning_rate": 0.001,
      "loss": 1.8296,
      "step": 140700
    },
    {
      "epoch": 45.50743374272786,
      "grad_norm": 1.436432957649231,
      "learning_rate": 0.001,
      "loss": 1.8522,
      "step": 140800
    },
    {
      "epoch": 45.53975436328378,
      "grad_norm": 1.0323009490966797,
      "learning_rate": 0.001,
      "loss": 1.8393,
      "step": 140900
    },
    {
      "epoch": 45.57207498383969,
      "grad_norm": 1.4058171510696411,
      "learning_rate": 0.001,
      "loss": 1.8404,
      "step": 141000
    },
    {
      "epoch": 45.604395604395606,
      "grad_norm": 1.2600674629211426,
      "learning_rate": 0.001,
      "loss": 1.8454,
      "step": 141100
    },
    {
      "epoch": 45.63671622495152,
      "grad_norm": 1.2156469821929932,
      "learning_rate": 0.001,
      "loss": 1.8537,
      "step": 141200
    },
    {
      "epoch": 45.669036845507435,
      "grad_norm": 1.3858039379119873,
      "learning_rate": 0.001,
      "loss": 1.8662,
      "step": 141300
    },
    {
      "epoch": 45.70135746606335,
      "grad_norm": 1.4224052429199219,
      "learning_rate": 0.001,
      "loss": 1.8397,
      "step": 141400
    },
    {
      "epoch": 45.733678086619264,
      "grad_norm": 1.3239479064941406,
      "learning_rate": 0.001,
      "loss": 1.8671,
      "step": 141500
    },
    {
      "epoch": 45.76599870717518,
      "grad_norm": 1.519800066947937,
      "learning_rate": 0.001,
      "loss": 1.873,
      "step": 141600
    },
    {
      "epoch": 45.79831932773109,
      "grad_norm": 1.158959150314331,
      "learning_rate": 0.001,
      "loss": 1.8647,
      "step": 141700
    },
    {
      "epoch": 45.83063994828701,
      "grad_norm": 1.415377140045166,
      "learning_rate": 0.001,
      "loss": 1.8647,
      "step": 141800
    },
    {
      "epoch": 45.86296056884292,
      "grad_norm": 1.214583396911621,
      "learning_rate": 0.001,
      "loss": 1.864,
      "step": 141900
    },
    {
      "epoch": 45.89528118939884,
      "grad_norm": 1.3497668504714966,
      "learning_rate": 0.001,
      "loss": 1.8847,
      "step": 142000
    },
    {
      "epoch": 45.92760180995475,
      "grad_norm": 1.2246413230895996,
      "learning_rate": 0.001,
      "loss": 1.899,
      "step": 142100
    },
    {
      "epoch": 45.959922430510666,
      "grad_norm": 1.4457169771194458,
      "learning_rate": 0.001,
      "loss": 1.8664,
      "step": 142200
    },
    {
      "epoch": 45.99224305106658,
      "grad_norm": 1.2997976541519165,
      "learning_rate": 0.001,
      "loss": 1.8957,
      "step": 142300
    },
    {
      "epoch": 46.024563671622495,
      "grad_norm": 1.4182782173156738,
      "learning_rate": 0.001,
      "loss": 1.7877,
      "step": 142400
    },
    {
      "epoch": 46.05688429217841,
      "grad_norm": 1.2993918657302856,
      "learning_rate": 0.001,
      "loss": 1.7651,
      "step": 142500
    },
    {
      "epoch": 46.089204912734324,
      "grad_norm": 1.2173502445220947,
      "learning_rate": 0.001,
      "loss": 1.7561,
      "step": 142600
    },
    {
      "epoch": 46.12152553329024,
      "grad_norm": 1.4112443923950195,
      "learning_rate": 0.001,
      "loss": 1.7623,
      "step": 142700
    },
    {
      "epoch": 46.15384615384615,
      "grad_norm": 1.5435090065002441,
      "learning_rate": 0.001,
      "loss": 1.7749,
      "step": 142800
    },
    {
      "epoch": 46.18616677440207,
      "grad_norm": 1.3198472261428833,
      "learning_rate": 0.001,
      "loss": 1.7711,
      "step": 142900
    },
    {
      "epoch": 46.21848739495798,
      "grad_norm": 1.6420048475265503,
      "learning_rate": 0.001,
      "loss": 1.7993,
      "step": 143000
    },
    {
      "epoch": 46.2508080155139,
      "grad_norm": 1.378956913948059,
      "learning_rate": 0.001,
      "loss": 1.7934,
      "step": 143100
    },
    {
      "epoch": 46.28312863606981,
      "grad_norm": 1.5023648738861084,
      "learning_rate": 0.001,
      "loss": 1.7963,
      "step": 143200
    },
    {
      "epoch": 46.315449256625726,
      "grad_norm": 1.281911849975586,
      "learning_rate": 0.001,
      "loss": 1.8086,
      "step": 143300
    },
    {
      "epoch": 46.34776987718164,
      "grad_norm": 1.1474652290344238,
      "learning_rate": 0.001,
      "loss": 1.8174,
      "step": 143400
    },
    {
      "epoch": 46.380090497737555,
      "grad_norm": 1.4720494747161865,
      "learning_rate": 0.001,
      "loss": 1.7957,
      "step": 143500
    },
    {
      "epoch": 46.41241111829347,
      "grad_norm": 1.2694511413574219,
      "learning_rate": 0.001,
      "loss": 1.8011,
      "step": 143600
    },
    {
      "epoch": 46.444731738849384,
      "grad_norm": 1.3873778581619263,
      "learning_rate": 0.001,
      "loss": 1.8205,
      "step": 143700
    },
    {
      "epoch": 46.4770523594053,
      "grad_norm": 1.3449006080627441,
      "learning_rate": 0.001,
      "loss": 1.8294,
      "step": 143800
    },
    {
      "epoch": 46.50937297996121,
      "grad_norm": 1.5486829280853271,
      "learning_rate": 0.001,
      "loss": 1.8243,
      "step": 143900
    },
    {
      "epoch": 46.54169360051713,
      "grad_norm": 1.3362038135528564,
      "learning_rate": 0.001,
      "loss": 1.8159,
      "step": 144000
    },
    {
      "epoch": 46.57401422107304,
      "grad_norm": 1.412407636642456,
      "learning_rate": 0.001,
      "loss": 1.8099,
      "step": 144100
    },
    {
      "epoch": 46.60633484162896,
      "grad_norm": 1.3122761249542236,
      "learning_rate": 0.001,
      "loss": 1.8263,
      "step": 144200
    },
    {
      "epoch": 46.63865546218487,
      "grad_norm": 1.3933433294296265,
      "learning_rate": 0.001,
      "loss": 1.8221,
      "step": 144300
    },
    {
      "epoch": 46.670976082740786,
      "grad_norm": 1.0872950553894043,
      "learning_rate": 0.001,
      "loss": 1.8414,
      "step": 144400
    },
    {
      "epoch": 46.7032967032967,
      "grad_norm": 1.0704154968261719,
      "learning_rate": 0.001,
      "loss": 1.8611,
      "step": 144500
    },
    {
      "epoch": 46.735617323852615,
      "grad_norm": 1.1374051570892334,
      "learning_rate": 0.001,
      "loss": 1.8597,
      "step": 144600
    },
    {
      "epoch": 46.76793794440853,
      "grad_norm": 1.6145614385604858,
      "learning_rate": 0.001,
      "loss": 1.8636,
      "step": 144700
    },
    {
      "epoch": 46.800258564964444,
      "grad_norm": 1.250145673751831,
      "learning_rate": 0.001,
      "loss": 1.8532,
      "step": 144800
    },
    {
      "epoch": 46.83257918552036,
      "grad_norm": 1.1978321075439453,
      "learning_rate": 0.001,
      "loss": 1.8524,
      "step": 144900
    },
    {
      "epoch": 46.864899806076274,
      "grad_norm": 1.2241102457046509,
      "learning_rate": 0.001,
      "loss": 1.8546,
      "step": 145000
    },
    {
      "epoch": 46.89722042663219,
      "grad_norm": 1.416428565979004,
      "learning_rate": 0.001,
      "loss": 1.8539,
      "step": 145100
    },
    {
      "epoch": 46.9295410471881,
      "grad_norm": 1.2089383602142334,
      "learning_rate": 0.001,
      "loss": 1.8663,
      "step": 145200
    },
    {
      "epoch": 46.96186166774402,
      "grad_norm": 1.3217616081237793,
      "learning_rate": 0.001,
      "loss": 1.8666,
      "step": 145300
    },
    {
      "epoch": 46.99418228829994,
      "grad_norm": 1.6821898221969604,
      "learning_rate": 0.001,
      "loss": 1.8631,
      "step": 145400
    },
    {
      "epoch": 47.02650290885585,
      "grad_norm": 1.6980481147766113,
      "learning_rate": 0.001,
      "loss": 1.7668,
      "step": 145500
    },
    {
      "epoch": 47.05882352941177,
      "grad_norm": 1.5981022119522095,
      "learning_rate": 0.001,
      "loss": 1.7509,
      "step": 145600
    },
    {
      "epoch": 47.09114414996768,
      "grad_norm": 1.54694664478302,
      "learning_rate": 0.001,
      "loss": 1.7445,
      "step": 145700
    },
    {
      "epoch": 47.1234647705236,
      "grad_norm": 1.3953649997711182,
      "learning_rate": 0.001,
      "loss": 1.7486,
      "step": 145800
    },
    {
      "epoch": 47.15578539107951,
      "grad_norm": 1.4519585371017456,
      "learning_rate": 0.001,
      "loss": 1.7573,
      "step": 145900
    },
    {
      "epoch": 47.188106011635426,
      "grad_norm": 2.0267391204833984,
      "learning_rate": 0.001,
      "loss": 1.7892,
      "step": 146000
    },
    {
      "epoch": 47.22042663219134,
      "grad_norm": 1.5844534635543823,
      "learning_rate": 0.001,
      "loss": 1.7733,
      "step": 146100
    },
    {
      "epoch": 47.252747252747255,
      "grad_norm": 1.2251486778259277,
      "learning_rate": 0.001,
      "loss": 1.7747,
      "step": 146200
    },
    {
      "epoch": 47.28506787330317,
      "grad_norm": 1.4506583213806152,
      "learning_rate": 0.001,
      "loss": 1.7746,
      "step": 146300
    },
    {
      "epoch": 47.317388493859085,
      "grad_norm": 1.6739964485168457,
      "learning_rate": 0.001,
      "loss": 1.7853,
      "step": 146400
    },
    {
      "epoch": 47.349709114415,
      "grad_norm": 1.7414036989212036,
      "learning_rate": 0.001,
      "loss": 1.7778,
      "step": 146500
    },
    {
      "epoch": 47.382029734970914,
      "grad_norm": 1.4631189107894897,
      "learning_rate": 0.001,
      "loss": 1.7837,
      "step": 146600
    },
    {
      "epoch": 47.41435035552683,
      "grad_norm": 1.6663905382156372,
      "learning_rate": 0.001,
      "loss": 1.7969,
      "step": 146700
    },
    {
      "epoch": 47.44667097608274,
      "grad_norm": 1.7138595581054688,
      "learning_rate": 0.001,
      "loss": 1.7962,
      "step": 146800
    },
    {
      "epoch": 47.47899159663866,
      "grad_norm": 1.4735912084579468,
      "learning_rate": 0.001,
      "loss": 1.8132,
      "step": 146900
    },
    {
      "epoch": 47.51131221719457,
      "grad_norm": 1.72100031375885,
      "learning_rate": 0.001,
      "loss": 1.8061,
      "step": 147000
    },
    {
      "epoch": 47.543632837750486,
      "grad_norm": 1.1838710308074951,
      "learning_rate": 0.001,
      "loss": 1.7897,
      "step": 147100
    },
    {
      "epoch": 47.5759534583064,
      "grad_norm": 1.4770824909210205,
      "learning_rate": 0.001,
      "loss": 1.8138,
      "step": 147200
    },
    {
      "epoch": 47.608274078862316,
      "grad_norm": 1.287657380104065,
      "learning_rate": 0.001,
      "loss": 1.8097,
      "step": 147300
    },
    {
      "epoch": 47.64059469941823,
      "grad_norm": 1.8169690370559692,
      "learning_rate": 0.001,
      "loss": 1.8287,
      "step": 147400
    },
    {
      "epoch": 47.672915319974145,
      "grad_norm": 0.9983140826225281,
      "learning_rate": 0.001,
      "loss": 1.8407,
      "step": 147500
    },
    {
      "epoch": 47.70523594053006,
      "grad_norm": 1.3537484407424927,
      "learning_rate": 0.001,
      "loss": 1.8438,
      "step": 147600
    },
    {
      "epoch": 47.737556561085974,
      "grad_norm": 1.5467236042022705,
      "learning_rate": 0.001,
      "loss": 1.8278,
      "step": 147700
    },
    {
      "epoch": 47.76987718164189,
      "grad_norm": 1.1953139305114746,
      "learning_rate": 0.001,
      "loss": 1.8182,
      "step": 147800
    },
    {
      "epoch": 47.8021978021978,
      "grad_norm": 1.4098021984100342,
      "learning_rate": 0.001,
      "loss": 1.8585,
      "step": 147900
    },
    {
      "epoch": 47.83451842275372,
      "grad_norm": 1.4294242858886719,
      "learning_rate": 0.001,
      "loss": 1.8365,
      "step": 148000
    },
    {
      "epoch": 47.86683904330963,
      "grad_norm": 1.4361600875854492,
      "learning_rate": 0.001,
      "loss": 1.8329,
      "step": 148100
    },
    {
      "epoch": 47.89915966386555,
      "grad_norm": 1.189009428024292,
      "learning_rate": 0.001,
      "loss": 1.8502,
      "step": 148200
    },
    {
      "epoch": 47.93148028442146,
      "grad_norm": 1.3974965810775757,
      "learning_rate": 0.001,
      "loss": 1.8439,
      "step": 148300
    },
    {
      "epoch": 47.963800904977376,
      "grad_norm": 1.1778879165649414,
      "learning_rate": 0.001,
      "loss": 1.8449,
      "step": 148400
    },
    {
      "epoch": 47.99612152553329,
      "grad_norm": 1.9312989711761475,
      "learning_rate": 0.001,
      "loss": 1.8532,
      "step": 148500
    },
    {
      "epoch": 48.028442146089205,
      "grad_norm": 1.6134992837905884,
      "learning_rate": 0.001,
      "loss": 1.7465,
      "step": 148600
    },
    {
      "epoch": 48.06076276664512,
      "grad_norm": 1.2701274156570435,
      "learning_rate": 0.001,
      "loss": 1.7405,
      "step": 148700
    },
    {
      "epoch": 48.093083387201034,
      "grad_norm": 1.5127066373825073,
      "learning_rate": 0.001,
      "loss": 1.7266,
      "step": 148800
    },
    {
      "epoch": 48.12540400775695,
      "grad_norm": 1.2889701128005981,
      "learning_rate": 0.001,
      "loss": 1.7455,
      "step": 148900
    },
    {
      "epoch": 48.15772462831286,
      "grad_norm": 1.8702465295791626,
      "learning_rate": 0.001,
      "loss": 1.7568,
      "step": 149000
    },
    {
      "epoch": 48.19004524886878,
      "grad_norm": 1.6072839498519897,
      "learning_rate": 0.001,
      "loss": 1.7385,
      "step": 149100
    },
    {
      "epoch": 48.22236586942469,
      "grad_norm": 1.8324649333953857,
      "learning_rate": 0.001,
      "loss": 1.766,
      "step": 149200
    },
    {
      "epoch": 48.25468648998061,
      "grad_norm": 1.686521053314209,
      "learning_rate": 0.001,
      "loss": 1.7666,
      "step": 149300
    },
    {
      "epoch": 48.28700711053652,
      "grad_norm": 1.4718869924545288,
      "learning_rate": 0.001,
      "loss": 1.7506,
      "step": 149400
    },
    {
      "epoch": 48.319327731092436,
      "grad_norm": 1.7188520431518555,
      "learning_rate": 0.001,
      "loss": 1.7695,
      "step": 149500
    },
    {
      "epoch": 48.35164835164835,
      "grad_norm": 1.57921302318573,
      "learning_rate": 0.001,
      "loss": 1.7729,
      "step": 149600
    },
    {
      "epoch": 48.383968972204265,
      "grad_norm": 1.2841829061508179,
      "learning_rate": 0.001,
      "loss": 1.7712,
      "step": 149700
    },
    {
      "epoch": 48.41628959276018,
      "grad_norm": 1.3768117427825928,
      "learning_rate": 0.001,
      "loss": 1.7834,
      "step": 149800
    },
    {
      "epoch": 48.448610213316094,
      "grad_norm": 1.1611604690551758,
      "learning_rate": 0.001,
      "loss": 1.788,
      "step": 149900
    },
    {
      "epoch": 48.48093083387201,
      "grad_norm": 1.3717632293701172,
      "learning_rate": 0.001,
      "loss": 1.7862,
      "step": 150000
    },
    {
      "epoch": 48.51325145442792,
      "grad_norm": 1.4986873865127563,
      "learning_rate": 0.001,
      "loss": 1.7847,
      "step": 150100
    },
    {
      "epoch": 48.54557207498384,
      "grad_norm": 1.6464810371398926,
      "learning_rate": 0.001,
      "loss": 1.7995,
      "step": 150200
    },
    {
      "epoch": 48.57789269553975,
      "grad_norm": 1.5459891557693481,
      "learning_rate": 0.001,
      "loss": 1.7868,
      "step": 150300
    },
    {
      "epoch": 48.61021331609567,
      "grad_norm": 1.5244051218032837,
      "learning_rate": 0.001,
      "loss": 1.8098,
      "step": 150400
    },
    {
      "epoch": 48.64253393665158,
      "grad_norm": 1.25544011592865,
      "learning_rate": 0.001,
      "loss": 1.815,
      "step": 150500
    },
    {
      "epoch": 48.674854557207496,
      "grad_norm": 1.3828271627426147,
      "learning_rate": 0.001,
      "loss": 1.8117,
      "step": 150600
    },
    {
      "epoch": 48.70717517776341,
      "grad_norm": 1.4629228115081787,
      "learning_rate": 0.001,
      "loss": 1.8145,
      "step": 150700
    },
    {
      "epoch": 48.739495798319325,
      "grad_norm": 1.336828589439392,
      "learning_rate": 0.001,
      "loss": 1.8303,
      "step": 150800
    },
    {
      "epoch": 48.77181641887524,
      "grad_norm": 1.5909345149993896,
      "learning_rate": 0.001,
      "loss": 1.8385,
      "step": 150900
    },
    {
      "epoch": 48.804137039431154,
      "grad_norm": 1.407732605934143,
      "learning_rate": 0.001,
      "loss": 1.8142,
      "step": 151000
    },
    {
      "epoch": 48.83645765998707,
      "grad_norm": 1.2567416429519653,
      "learning_rate": 0.001,
      "loss": 1.8275,
      "step": 151100
    },
    {
      "epoch": 48.86877828054298,
      "grad_norm": 1.3103371858596802,
      "learning_rate": 0.001,
      "loss": 1.8312,
      "step": 151200
    },
    {
      "epoch": 48.9010989010989,
      "grad_norm": 1.4088467359542847,
      "learning_rate": 0.001,
      "loss": 1.8218,
      "step": 151300
    },
    {
      "epoch": 48.93341952165481,
      "grad_norm": 1.8668159246444702,
      "learning_rate": 0.001,
      "loss": 1.8424,
      "step": 151400
    },
    {
      "epoch": 48.96574014221073,
      "grad_norm": 1.5781002044677734,
      "learning_rate": 0.001,
      "loss": 1.8504,
      "step": 151500
    },
    {
      "epoch": 48.99806076276664,
      "grad_norm": 1.4598246812820435,
      "learning_rate": 0.001,
      "loss": 1.8163,
      "step": 151600
    },
    {
      "epoch": 49.03038138332256,
      "grad_norm": 1.3983478546142578,
      "learning_rate": 0.001,
      "loss": 1.7089,
      "step": 151700
    },
    {
      "epoch": 49.06270200387848,
      "grad_norm": 1.577358603477478,
      "learning_rate": 0.001,
      "loss": 1.7011,
      "step": 151800
    },
    {
      "epoch": 49.09502262443439,
      "grad_norm": 2.1866214275360107,
      "learning_rate": 0.001,
      "loss": 1.715,
      "step": 151900
    },
    {
      "epoch": 49.12734324499031,
      "grad_norm": 1.976177453994751,
      "learning_rate": 0.001,
      "loss": 1.731,
      "step": 152000
    },
    {
      "epoch": 49.15966386554622,
      "grad_norm": 1.2965463399887085,
      "learning_rate": 0.001,
      "loss": 1.7506,
      "step": 152100
    },
    {
      "epoch": 49.191984486102136,
      "grad_norm": 1.4683022499084473,
      "learning_rate": 0.001,
      "loss": 1.7458,
      "step": 152200
    },
    {
      "epoch": 49.22430510665805,
      "grad_norm": 1.3126236200332642,
      "learning_rate": 0.001,
      "loss": 1.7486,
      "step": 152300
    },
    {
      "epoch": 49.256625727213965,
      "grad_norm": 1.6978693008422852,
      "learning_rate": 0.001,
      "loss": 1.7525,
      "step": 152400
    },
    {
      "epoch": 49.28894634776988,
      "grad_norm": 1.4591189622879028,
      "learning_rate": 0.001,
      "loss": 1.7625,
      "step": 152500
    },
    {
      "epoch": 49.321266968325794,
      "grad_norm": 1.7097078561782837,
      "learning_rate": 0.001,
      "loss": 1.7696,
      "step": 152600
    },
    {
      "epoch": 49.35358758888171,
      "grad_norm": 1.3662595748901367,
      "learning_rate": 0.001,
      "loss": 1.7443,
      "step": 152700
    },
    {
      "epoch": 49.38590820943762,
      "grad_norm": 1.8225806951522827,
      "learning_rate": 0.001,
      "loss": 1.7724,
      "step": 152800
    },
    {
      "epoch": 49.41822882999354,
      "grad_norm": 1.3173518180847168,
      "learning_rate": 0.001,
      "loss": 1.7782,
      "step": 152900
    },
    {
      "epoch": 49.45054945054945,
      "grad_norm": 1.3523099422454834,
      "learning_rate": 0.001,
      "loss": 1.7784,
      "step": 153000
    },
    {
      "epoch": 49.48287007110537,
      "grad_norm": 1.639769434928894,
      "learning_rate": 0.001,
      "loss": 1.7701,
      "step": 153100
    },
    {
      "epoch": 49.51519069166128,
      "grad_norm": 1.6762608289718628,
      "learning_rate": 0.001,
      "loss": 1.7884,
      "step": 153200
    },
    {
      "epoch": 49.547511312217196,
      "grad_norm": 1.9911901950836182,
      "learning_rate": 0.001,
      "loss": 1.785,
      "step": 153300
    },
    {
      "epoch": 49.57983193277311,
      "grad_norm": 1.4912683963775635,
      "learning_rate": 0.001,
      "loss": 1.7702,
      "step": 153400
    },
    {
      "epoch": 49.612152553329025,
      "grad_norm": 1.8878214359283447,
      "learning_rate": 0.001,
      "loss": 1.7945,
      "step": 153500
    },
    {
      "epoch": 49.64447317388494,
      "grad_norm": 1.3476299047470093,
      "learning_rate": 0.001,
      "loss": 1.7988,
      "step": 153600
    },
    {
      "epoch": 49.676793794440854,
      "grad_norm": 1.8301808834075928,
      "learning_rate": 0.001,
      "loss": 1.7997,
      "step": 153700
    },
    {
      "epoch": 49.70911441499677,
      "grad_norm": 1.6317429542541504,
      "learning_rate": 0.001,
      "loss": 1.8126,
      "step": 153800
    },
    {
      "epoch": 49.74143503555268,
      "grad_norm": 1.8560541868209839,
      "learning_rate": 0.001,
      "loss": 1.787,
      "step": 153900
    },
    {
      "epoch": 49.7737556561086,
      "grad_norm": 1.715898036956787,
      "learning_rate": 0.001,
      "loss": 1.8086,
      "step": 154000
    },
    {
      "epoch": 49.80607627666451,
      "grad_norm": 1.7181135416030884,
      "learning_rate": 0.001,
      "loss": 1.8184,
      "step": 154100
    },
    {
      "epoch": 49.83839689722043,
      "grad_norm": 1.3545619249343872,
      "learning_rate": 0.001,
      "loss": 1.798,
      "step": 154200
    },
    {
      "epoch": 49.87071751777634,
      "grad_norm": 1.5673587322235107,
      "learning_rate": 0.001,
      "loss": 1.8144,
      "step": 154300
    },
    {
      "epoch": 49.903038138332256,
      "grad_norm": 1.5232983827590942,
      "learning_rate": 0.001,
      "loss": 1.83,
      "step": 154400
    },
    {
      "epoch": 49.93535875888817,
      "grad_norm": 1.9223566055297852,
      "learning_rate": 0.001,
      "loss": 1.8302,
      "step": 154500
    },
    {
      "epoch": 49.967679379444085,
      "grad_norm": 2.017540693283081,
      "learning_rate": 0.001,
      "loss": 1.8268,
      "step": 154600
    },
    {
      "epoch": 50.0,
      "grad_norm": 2.689202308654785,
      "learning_rate": 0.001,
      "loss": 1.798,
      "step": 154700
    },
    {
      "epoch": 50.032320620555915,
      "grad_norm": 2.791679859161377,
      "learning_rate": 0.001,
      "loss": 1.6968,
      "step": 154800
    },
    {
      "epoch": 50.06464124111183,
      "grad_norm": 2.2272870540618896,
      "learning_rate": 0.001,
      "loss": 1.7063,
      "step": 154900
    },
    {
      "epoch": 50.096961861667744,
      "grad_norm": 2.1595311164855957,
      "learning_rate": 0.001,
      "loss": 1.7114,
      "step": 155000
    },
    {
      "epoch": 50.12928248222366,
      "grad_norm": 2.6563737392425537,
      "learning_rate": 0.001,
      "loss": 1.7146,
      "step": 155100
    },
    {
      "epoch": 50.16160310277957,
      "grad_norm": 2.2539663314819336,
      "learning_rate": 0.001,
      "loss": 1.7092,
      "step": 155200
    },
    {
      "epoch": 50.19392372333549,
      "grad_norm": 2.3137271404266357,
      "learning_rate": 0.001,
      "loss": 1.7244,
      "step": 155300
    },
    {
      "epoch": 50.2262443438914,
      "grad_norm": 1.7513139247894287,
      "learning_rate": 0.001,
      "loss": 1.7423,
      "step": 155400
    },
    {
      "epoch": 50.25856496444732,
      "grad_norm": 2.2095792293548584,
      "learning_rate": 0.001,
      "loss": 1.7539,
      "step": 155500
    },
    {
      "epoch": 50.29088558500323,
      "grad_norm": 2.0682663917541504,
      "learning_rate": 0.001,
      "loss": 1.7331,
      "step": 155600
    },
    {
      "epoch": 50.323206205559146,
      "grad_norm": 2.1839566230773926,
      "learning_rate": 0.001,
      "loss": 1.7547,
      "step": 155700
    },
    {
      "epoch": 50.35552682611506,
      "grad_norm": 1.9047203063964844,
      "learning_rate": 0.001,
      "loss": 1.7365,
      "step": 155800
    },
    {
      "epoch": 50.387847446670975,
      "grad_norm": 2.428255558013916,
      "learning_rate": 0.001,
      "loss": 1.7581,
      "step": 155900
    },
    {
      "epoch": 50.42016806722689,
      "grad_norm": 2.507028102874756,
      "learning_rate": 0.001,
      "loss": 1.7549,
      "step": 156000
    },
    {
      "epoch": 50.452488687782804,
      "grad_norm": 2.5041208267211914,
      "learning_rate": 0.001,
      "loss": 1.7576,
      "step": 156100
    },
    {
      "epoch": 50.48480930833872,
      "grad_norm": 1.992263913154602,
      "learning_rate": 0.001,
      "loss": 1.7626,
      "step": 156200
    },
    {
      "epoch": 50.51712992889463,
      "grad_norm": 2.5200653076171875,
      "learning_rate": 0.001,
      "loss": 1.7646,
      "step": 156300
    },
    {
      "epoch": 50.54945054945055,
      "grad_norm": 1.9477589130401611,
      "learning_rate": 0.001,
      "loss": 1.7755,
      "step": 156400
    },
    {
      "epoch": 50.58177117000646,
      "grad_norm": 2.513901710510254,
      "learning_rate": 0.001,
      "loss": 1.7761,
      "step": 156500
    },
    {
      "epoch": 50.61409179056238,
      "grad_norm": 2.063380718231201,
      "learning_rate": 0.001,
      "loss": 1.7887,
      "step": 156600
    },
    {
      "epoch": 50.64641241111829,
      "grad_norm": 2.3076422214508057,
      "learning_rate": 0.001,
      "loss": 1.7691,
      "step": 156700
    },
    {
      "epoch": 50.678733031674206,
      "grad_norm": 2.060290813446045,
      "learning_rate": 0.001,
      "loss": 1.7846,
      "step": 156800
    },
    {
      "epoch": 50.71105365223012,
      "grad_norm": 2.024672031402588,
      "learning_rate": 0.001,
      "loss": 1.8027,
      "step": 156900
    },
    {
      "epoch": 50.743374272786035,
      "grad_norm": 1.648667335510254,
      "learning_rate": 0.001,
      "loss": 1.803,
      "step": 157000
    },
    {
      "epoch": 50.77569489334195,
      "grad_norm": 1.7075327634811401,
      "learning_rate": 0.001,
      "loss": 1.8164,
      "step": 157100
    },
    {
      "epoch": 50.808015513897864,
      "grad_norm": 2.504213809967041,
      "learning_rate": 0.001,
      "loss": 1.8026,
      "step": 157200
    },
    {
      "epoch": 50.84033613445378,
      "grad_norm": 2.695814847946167,
      "learning_rate": 0.001,
      "loss": 1.8074,
      "step": 157300
    },
    {
      "epoch": 50.87265675500969,
      "grad_norm": 2.0666091442108154,
      "learning_rate": 0.001,
      "loss": 1.8145,
      "step": 157400
    },
    {
      "epoch": 50.90497737556561,
      "grad_norm": 2.5069732666015625,
      "learning_rate": 0.001,
      "loss": 1.8024,
      "step": 157500
    },
    {
      "epoch": 50.93729799612152,
      "grad_norm": 2.342129945755005,
      "learning_rate": 0.001,
      "loss": 1.8082,
      "step": 157600
    },
    {
      "epoch": 50.96961861667744,
      "grad_norm": 1.9542409181594849,
      "learning_rate": 0.001,
      "loss": 1.8148,
      "step": 157700
    },
    {
      "epoch": 51.00193923723336,
      "grad_norm": 1.3802143335342407,
      "learning_rate": 0.001,
      "loss": 1.8217,
      "step": 157800
    },
    {
      "epoch": 51.03425985778927,
      "grad_norm": 1.5042811632156372,
      "learning_rate": 0.001,
      "loss": 1.6777,
      "step": 157900
    },
    {
      "epoch": 51.06658047834519,
      "grad_norm": 1.4837565422058105,
      "learning_rate": 0.001,
      "loss": 1.6913,
      "step": 158000
    },
    {
      "epoch": 51.0989010989011,
      "grad_norm": 1.344022274017334,
      "learning_rate": 0.001,
      "loss": 1.7002,
      "step": 158100
    },
    {
      "epoch": 51.13122171945702,
      "grad_norm": 1.92073655128479,
      "learning_rate": 0.001,
      "loss": 1.686,
      "step": 158200
    },
    {
      "epoch": 51.16354234001293,
      "grad_norm": 1.4150066375732422,
      "learning_rate": 0.001,
      "loss": 1.7084,
      "step": 158300
    },
    {
      "epoch": 51.195862960568846,
      "grad_norm": 1.204180359840393,
      "learning_rate": 0.001,
      "loss": 1.7351,
      "step": 158400
    },
    {
      "epoch": 51.22818358112476,
      "grad_norm": 1.1352612972259521,
      "learning_rate": 0.001,
      "loss": 1.7265,
      "step": 158500
    },
    {
      "epoch": 51.260504201680675,
      "grad_norm": 1.162936806678772,
      "learning_rate": 0.001,
      "loss": 1.725,
      "step": 158600
    },
    {
      "epoch": 51.29282482223659,
      "grad_norm": 1.576052188873291,
      "learning_rate": 0.001,
      "loss": 1.7206,
      "step": 158700
    },
    {
      "epoch": 51.325145442792504,
      "grad_norm": 1.7167997360229492,
      "learning_rate": 0.001,
      "loss": 1.7223,
      "step": 158800
    },
    {
      "epoch": 51.35746606334842,
      "grad_norm": 1.7025160789489746,
      "learning_rate": 0.001,
      "loss": 1.7241,
      "step": 158900
    },
    {
      "epoch": 51.38978668390433,
      "grad_norm": 1.5888192653656006,
      "learning_rate": 0.001,
      "loss": 1.7366,
      "step": 159000
    },
    {
      "epoch": 51.42210730446025,
      "grad_norm": 1.263992190361023,
      "learning_rate": 0.001,
      "loss": 1.7557,
      "step": 159100
    },
    {
      "epoch": 51.45442792501616,
      "grad_norm": 1.2514597177505493,
      "learning_rate": 0.001,
      "loss": 1.746,
      "step": 159200
    },
    {
      "epoch": 51.48674854557208,
      "grad_norm": 1.5387557744979858,
      "learning_rate": 0.001,
      "loss": 1.7493,
      "step": 159300
    },
    {
      "epoch": 51.51906916612799,
      "grad_norm": 1.4407093524932861,
      "learning_rate": 0.001,
      "loss": 1.7484,
      "step": 159400
    },
    {
      "epoch": 51.551389786683906,
      "grad_norm": 1.0381523370742798,
      "learning_rate": 0.001,
      "loss": 1.7688,
      "step": 159500
    },
    {
      "epoch": 51.58371040723982,
      "grad_norm": 1.8995901346206665,
      "learning_rate": 0.001,
      "loss": 1.7602,
      "step": 159600
    },
    {
      "epoch": 51.616031027795735,
      "grad_norm": 1.7138015031814575,
      "learning_rate": 0.001,
      "loss": 1.7752,
      "step": 159700
    },
    {
      "epoch": 51.64835164835165,
      "grad_norm": 1.5023847818374634,
      "learning_rate": 0.001,
      "loss": 1.7622,
      "step": 159800
    },
    {
      "epoch": 51.680672268907564,
      "grad_norm": 1.310754656791687,
      "learning_rate": 0.001,
      "loss": 1.7766,
      "step": 159900
    },
    {
      "epoch": 51.71299288946348,
      "grad_norm": 1.8020479679107666,
      "learning_rate": 0.001,
      "loss": 1.7752,
      "step": 160000
    },
    {
      "epoch": 51.74531351001939,
      "grad_norm": 1.5402014255523682,
      "learning_rate": 0.001,
      "loss": 1.7729,
      "step": 160100
    },
    {
      "epoch": 51.77763413057531,
      "grad_norm": 1.6112022399902344,
      "learning_rate": 0.001,
      "loss": 1.7996,
      "step": 160200
    },
    {
      "epoch": 51.80995475113122,
      "grad_norm": 1.7574292421340942,
      "learning_rate": 0.001,
      "loss": 1.7823,
      "step": 160300
    },
    {
      "epoch": 51.84227537168714,
      "grad_norm": 1.387109398841858,
      "learning_rate": 0.001,
      "loss": 1.7757,
      "step": 160400
    },
    {
      "epoch": 51.87459599224305,
      "grad_norm": 1.5390779972076416,
      "learning_rate": 0.001,
      "loss": 1.8018,
      "step": 160500
    },
    {
      "epoch": 51.906916612798966,
      "grad_norm": 1.2343939542770386,
      "learning_rate": 0.001,
      "loss": 1.7902,
      "step": 160600
    },
    {
      "epoch": 51.93923723335488,
      "grad_norm": 1.5530798435211182,
      "learning_rate": 0.001,
      "loss": 1.794,
      "step": 160700
    },
    {
      "epoch": 51.971557853910795,
      "grad_norm": 1.6617400646209717,
      "learning_rate": 0.001,
      "loss": 1.8228,
      "step": 160800
    },
    {
      "epoch": 52.00387847446671,
      "grad_norm": 1.4502238035202026,
      "learning_rate": 0.001,
      "loss": 1.8277,
      "step": 160900
    },
    {
      "epoch": 52.036199095022624,
      "grad_norm": 1.5478730201721191,
      "learning_rate": 0.001,
      "loss": 1.6583,
      "step": 161000
    },
    {
      "epoch": 52.06851971557854,
      "grad_norm": 1.4118196964263916,
      "learning_rate": 0.001,
      "loss": 1.6602,
      "step": 161100
    },
    {
      "epoch": 52.10084033613445,
      "grad_norm": 1.292994737625122,
      "learning_rate": 0.001,
      "loss": 1.7036,
      "step": 161200
    },
    {
      "epoch": 52.13316095669037,
      "grad_norm": 1.2106192111968994,
      "learning_rate": 0.001,
      "loss": 1.7012,
      "step": 161300
    },
    {
      "epoch": 52.16548157724628,
      "grad_norm": 1.943745493888855,
      "learning_rate": 0.001,
      "loss": 1.6879,
      "step": 161400
    },
    {
      "epoch": 52.1978021978022,
      "grad_norm": 1.3990156650543213,
      "learning_rate": 0.001,
      "loss": 1.7025,
      "step": 161500
    },
    {
      "epoch": 52.23012281835811,
      "grad_norm": 1.3725271224975586,
      "learning_rate": 0.001,
      "loss": 1.7142,
      "step": 161600
    },
    {
      "epoch": 52.262443438914026,
      "grad_norm": 1.4279320240020752,
      "learning_rate": 0.001,
      "loss": 1.7224,
      "step": 161700
    },
    {
      "epoch": 52.29476405946994,
      "grad_norm": 1.4990894794464111,
      "learning_rate": 0.001,
      "loss": 1.7182,
      "step": 161800
    },
    {
      "epoch": 52.327084680025855,
      "grad_norm": 1.810198426246643,
      "learning_rate": 0.001,
      "loss": 1.7324,
      "step": 161900
    },
    {
      "epoch": 52.35940530058177,
      "grad_norm": 1.5801573991775513,
      "learning_rate": 0.001,
      "loss": 1.7286,
      "step": 162000
    },
    {
      "epoch": 52.391725921137684,
      "grad_norm": 1.611038088798523,
      "learning_rate": 0.001,
      "loss": 1.7272,
      "step": 162100
    },
    {
      "epoch": 52.4240465416936,
      "grad_norm": 1.4676355123519897,
      "learning_rate": 0.001,
      "loss": 1.728,
      "step": 162200
    },
    {
      "epoch": 52.456367162249514,
      "grad_norm": 1.0789649486541748,
      "learning_rate": 0.001,
      "loss": 1.7314,
      "step": 162300
    },
    {
      "epoch": 52.48868778280543,
      "grad_norm": 1.4516468048095703,
      "learning_rate": 0.001,
      "loss": 1.7339,
      "step": 162400
    },
    {
      "epoch": 52.52100840336134,
      "grad_norm": 1.4005082845687866,
      "learning_rate": 0.001,
      "loss": 1.7325,
      "step": 162500
    },
    {
      "epoch": 52.55332902391726,
      "grad_norm": 1.4502547979354858,
      "learning_rate": 0.001,
      "loss": 1.7495,
      "step": 162600
    },
    {
      "epoch": 52.58564964447317,
      "grad_norm": 1.5237691402435303,
      "learning_rate": 0.001,
      "loss": 1.7472,
      "step": 162700
    },
    {
      "epoch": 52.617970265029086,
      "grad_norm": 1.3226033449172974,
      "learning_rate": 0.001,
      "loss": 1.7567,
      "step": 162800
    },
    {
      "epoch": 52.650290885585,
      "grad_norm": 1.2818242311477661,
      "learning_rate": 0.001,
      "loss": 1.7681,
      "step": 162900
    },
    {
      "epoch": 52.682611506140915,
      "grad_norm": 1.0916748046875,
      "learning_rate": 0.001,
      "loss": 1.7691,
      "step": 163000
    },
    {
      "epoch": 52.71493212669683,
      "grad_norm": 1.3001798391342163,
      "learning_rate": 0.001,
      "loss": 1.7714,
      "step": 163100
    },
    {
      "epoch": 52.747252747252745,
      "grad_norm": 1.2963659763336182,
      "learning_rate": 0.001,
      "loss": 1.7761,
      "step": 163200
    },
    {
      "epoch": 52.77957336780866,
      "grad_norm": 1.3647947311401367,
      "learning_rate": 0.001,
      "loss": 1.7662,
      "step": 163300
    },
    {
      "epoch": 52.811893988364574,
      "grad_norm": 0.9298973679542542,
      "learning_rate": 0.001,
      "loss": 1.7631,
      "step": 163400
    },
    {
      "epoch": 52.84421460892049,
      "grad_norm": 1.4588956832885742,
      "learning_rate": 0.001,
      "loss": 1.7802,
      "step": 163500
    },
    {
      "epoch": 52.8765352294764,
      "grad_norm": 1.4117836952209473,
      "learning_rate": 0.001,
      "loss": 1.7943,
      "step": 163600
    },
    {
      "epoch": 52.90885585003232,
      "grad_norm": 1.3966608047485352,
      "learning_rate": 0.001,
      "loss": 1.7876,
      "step": 163700
    },
    {
      "epoch": 52.94117647058823,
      "grad_norm": 1.2959389686584473,
      "learning_rate": 0.001,
      "loss": 1.7929,
      "step": 163800
    },
    {
      "epoch": 52.97349709114415,
      "grad_norm": 1.3205302953720093,
      "learning_rate": 0.001,
      "loss": 1.8011,
      "step": 163900
    },
    {
      "epoch": 53.00581771170007,
      "grad_norm": 1.3091896772384644,
      "learning_rate": 0.001,
      "loss": 1.7603,
      "step": 164000
    },
    {
      "epoch": 53.03813833225598,
      "grad_norm": 1.2790523767471313,
      "learning_rate": 0.001,
      "loss": 1.6707,
      "step": 164100
    },
    {
      "epoch": 53.0704589528119,
      "grad_norm": 1.5966098308563232,
      "learning_rate": 0.001,
      "loss": 1.6345,
      "step": 164200
    },
    {
      "epoch": 53.10277957336781,
      "grad_norm": 1.3328355550765991,
      "learning_rate": 0.001,
      "loss": 1.6752,
      "step": 164300
    },
    {
      "epoch": 53.135100193923726,
      "grad_norm": 1.163203239440918,
      "learning_rate": 0.001,
      "loss": 1.6842,
      "step": 164400
    },
    {
      "epoch": 53.16742081447964,
      "grad_norm": 1.2743290662765503,
      "learning_rate": 0.001,
      "loss": 1.6861,
      "step": 164500
    },
    {
      "epoch": 53.199741435035556,
      "grad_norm": 1.0141232013702393,
      "learning_rate": 0.001,
      "loss": 1.6939,
      "step": 164600
    },
    {
      "epoch": 53.23206205559147,
      "grad_norm": 1.482993483543396,
      "learning_rate": 0.001,
      "loss": 1.6931,
      "step": 164700
    },
    {
      "epoch": 53.264382676147385,
      "grad_norm": 1.7234373092651367,
      "learning_rate": 0.001,
      "loss": 1.7039,
      "step": 164800
    },
    {
      "epoch": 53.2967032967033,
      "grad_norm": 1.4995521306991577,
      "learning_rate": 0.001,
      "loss": 1.7132,
      "step": 164900
    },
    {
      "epoch": 53.329023917259214,
      "grad_norm": 1.4815672636032104,
      "learning_rate": 0.001,
      "loss": 1.724,
      "step": 165000
    },
    {
      "epoch": 53.36134453781513,
      "grad_norm": 1.2232056856155396,
      "learning_rate": 0.001,
      "loss": 1.7088,
      "step": 165100
    },
    {
      "epoch": 53.39366515837104,
      "grad_norm": 1.2571676969528198,
      "learning_rate": 0.001,
      "loss": 1.7178,
      "step": 165200
    },
    {
      "epoch": 53.42598577892696,
      "grad_norm": 1.4687373638153076,
      "learning_rate": 0.001,
      "loss": 1.7219,
      "step": 165300
    },
    {
      "epoch": 53.45830639948287,
      "grad_norm": 1.3377008438110352,
      "learning_rate": 0.001,
      "loss": 1.7198,
      "step": 165400
    },
    {
      "epoch": 53.49062702003879,
      "grad_norm": 1.3167778253555298,
      "learning_rate": 0.001,
      "loss": 1.7242,
      "step": 165500
    },
    {
      "epoch": 53.5229476405947,
      "grad_norm": 1.419568419456482,
      "learning_rate": 0.001,
      "loss": 1.7394,
      "step": 165600
    },
    {
      "epoch": 53.555268261150616,
      "grad_norm": 1.1394786834716797,
      "learning_rate": 0.001,
      "loss": 1.7384,
      "step": 165700
    },
    {
      "epoch": 53.58758888170653,
      "grad_norm": 1.2440487146377563,
      "learning_rate": 0.001,
      "loss": 1.7182,
      "step": 165800
    },
    {
      "epoch": 53.619909502262445,
      "grad_norm": 1.3777581453323364,
      "learning_rate": 0.001,
      "loss": 1.7425,
      "step": 165900
    },
    {
      "epoch": 53.65223012281836,
      "grad_norm": 1.3118562698364258,
      "learning_rate": 0.001,
      "loss": 1.7385,
      "step": 166000
    },
    {
      "epoch": 53.684550743374274,
      "grad_norm": 1.4936604499816895,
      "learning_rate": 0.001,
      "loss": 1.7678,
      "step": 166100
    },
    {
      "epoch": 53.71687136393019,
      "grad_norm": 1.2285600900650024,
      "learning_rate": 0.001,
      "loss": 1.7554,
      "step": 166200
    },
    {
      "epoch": 53.7491919844861,
      "grad_norm": 1.1528136730194092,
      "learning_rate": 0.001,
      "loss": 1.7527,
      "step": 166300
    },
    {
      "epoch": 53.78151260504202,
      "grad_norm": 1.2130924463272095,
      "learning_rate": 0.001,
      "loss": 1.7759,
      "step": 166400
    },
    {
      "epoch": 53.81383322559793,
      "grad_norm": 1.3952350616455078,
      "learning_rate": 0.001,
      "loss": 1.7483,
      "step": 166500
    },
    {
      "epoch": 53.84615384615385,
      "grad_norm": 1.3838261365890503,
      "learning_rate": 0.001,
      "loss": 1.7562,
      "step": 166600
    },
    {
      "epoch": 53.87847446670976,
      "grad_norm": 1.4428045749664307,
      "learning_rate": 0.001,
      "loss": 1.7718,
      "step": 166700
    },
    {
      "epoch": 53.910795087265676,
      "grad_norm": 0.8531396389007568,
      "learning_rate": 0.001,
      "loss": 1.7756,
      "step": 166800
    },
    {
      "epoch": 53.94311570782159,
      "grad_norm": 1.3588244915008545,
      "learning_rate": 0.001,
      "loss": 1.7818,
      "step": 166900
    },
    {
      "epoch": 53.975436328377505,
      "grad_norm": 1.445267915725708,
      "learning_rate": 0.001,
      "loss": 1.786,
      "step": 167000
    },
    {
      "epoch": 54.00775694893342,
      "grad_norm": 1.230377435684204,
      "learning_rate": 0.001,
      "loss": 1.7735,
      "step": 167100
    },
    {
      "epoch": 54.040077569489334,
      "grad_norm": 1.4522416591644287,
      "learning_rate": 0.001,
      "loss": 1.6596,
      "step": 167200
    },
    {
      "epoch": 54.07239819004525,
      "grad_norm": 1.166033148765564,
      "learning_rate": 0.001,
      "loss": 1.6483,
      "step": 167300
    },
    {
      "epoch": 54.10471881060116,
      "grad_norm": 1.9019384384155273,
      "learning_rate": 0.001,
      "loss": 1.6614,
      "step": 167400
    },
    {
      "epoch": 54.13703943115708,
      "grad_norm": 1.1690678596496582,
      "learning_rate": 0.001,
      "loss": 1.6648,
      "step": 167500
    },
    {
      "epoch": 54.16936005171299,
      "grad_norm": 1.9268842935562134,
      "learning_rate": 0.001,
      "loss": 1.6621,
      "step": 167600
    },
    {
      "epoch": 54.20168067226891,
      "grad_norm": 1.696664810180664,
      "learning_rate": 0.001,
      "loss": 1.6677,
      "step": 167700
    },
    {
      "epoch": 54.23400129282482,
      "grad_norm": 1.063439965248108,
      "learning_rate": 0.001,
      "loss": 1.6917,
      "step": 167800
    },
    {
      "epoch": 54.266321913380736,
      "grad_norm": 1.134600281715393,
      "learning_rate": 0.001,
      "loss": 1.6965,
      "step": 167900
    },
    {
      "epoch": 54.29864253393665,
      "grad_norm": 1.2934255599975586,
      "learning_rate": 0.001,
      "loss": 1.689,
      "step": 168000
    },
    {
      "epoch": 54.330963154492565,
      "grad_norm": 2.243715524673462,
      "learning_rate": 0.001,
      "loss": 1.6987,
      "step": 168100
    },
    {
      "epoch": 54.36328377504848,
      "grad_norm": 1.3866597414016724,
      "learning_rate": 0.001,
      "loss": 1.702,
      "step": 168200
    },
    {
      "epoch": 54.395604395604394,
      "grad_norm": 1.2409111261367798,
      "learning_rate": 0.001,
      "loss": 1.7087,
      "step": 168300
    },
    {
      "epoch": 54.42792501616031,
      "grad_norm": 1.5567268133163452,
      "learning_rate": 0.001,
      "loss": 1.7126,
      "step": 168400
    },
    {
      "epoch": 54.46024563671622,
      "grad_norm": 1.2952624559402466,
      "learning_rate": 0.001,
      "loss": 1.7203,
      "step": 168500
    },
    {
      "epoch": 54.49256625727214,
      "grad_norm": 1.1444261074066162,
      "learning_rate": 0.001,
      "loss": 1.708,
      "step": 168600
    },
    {
      "epoch": 54.52488687782805,
      "grad_norm": 1.1505794525146484,
      "learning_rate": 0.001,
      "loss": 1.7202,
      "step": 168700
    },
    {
      "epoch": 54.55720749838397,
      "grad_norm": 1.1038155555725098,
      "learning_rate": 0.001,
      "loss": 1.7309,
      "step": 168800
    },
    {
      "epoch": 54.58952811893988,
      "grad_norm": 1.279555320739746,
      "learning_rate": 0.001,
      "loss": 1.7425,
      "step": 168900
    },
    {
      "epoch": 54.621848739495796,
      "grad_norm": 1.2210204601287842,
      "learning_rate": 0.001,
      "loss": 1.7291,
      "step": 169000
    },
    {
      "epoch": 54.65416936005171,
      "grad_norm": 1.162758231163025,
      "learning_rate": 0.001,
      "loss": 1.7489,
      "step": 169100
    },
    {
      "epoch": 54.686489980607625,
      "grad_norm": 1.2171443700790405,
      "learning_rate": 0.001,
      "loss": 1.7409,
      "step": 169200
    },
    {
      "epoch": 54.71881060116354,
      "grad_norm": 1.1131047010421753,
      "learning_rate": 0.001,
      "loss": 1.7244,
      "step": 169300
    },
    {
      "epoch": 54.751131221719454,
      "grad_norm": 1.2578123807907104,
      "learning_rate": 0.001,
      "loss": 1.7508,
      "step": 169400
    },
    {
      "epoch": 54.78345184227537,
      "grad_norm": 1.4146089553833008,
      "learning_rate": 0.001,
      "loss": 1.7498,
      "step": 169500
    },
    {
      "epoch": 54.81577246283128,
      "grad_norm": 1.197304129600525,
      "learning_rate": 0.001,
      "loss": 1.756,
      "step": 169600
    },
    {
      "epoch": 54.8480930833872,
      "grad_norm": 1.5083588361740112,
      "learning_rate": 0.001,
      "loss": 1.7443,
      "step": 169700
    },
    {
      "epoch": 54.88041370394311,
      "grad_norm": 1.3559470176696777,
      "learning_rate": 0.001,
      "loss": 1.7423,
      "step": 169800
    },
    {
      "epoch": 54.91273432449903,
      "grad_norm": 1.4131273031234741,
      "learning_rate": 0.001,
      "loss": 1.7629,
      "step": 169900
    },
    {
      "epoch": 54.94505494505494,
      "grad_norm": 1.3871897459030151,
      "learning_rate": 0.001,
      "loss": 1.774,
      "step": 170000
    },
    {
      "epoch": 54.977375565610856,
      "grad_norm": 1.2662379741668701,
      "learning_rate": 0.001,
      "loss": 1.7679,
      "step": 170100
    },
    {
      "epoch": 55.00969618616678,
      "grad_norm": 1.1516029834747314,
      "learning_rate": 0.001,
      "loss": 1.7404,
      "step": 170200
    },
    {
      "epoch": 55.04201680672269,
      "grad_norm": 1.3849647045135498,
      "learning_rate": 0.001,
      "loss": 1.6419,
      "step": 170300
    },
    {
      "epoch": 55.07433742727861,
      "grad_norm": 1.3158921003341675,
      "learning_rate": 0.001,
      "loss": 1.6436,
      "step": 170400
    },
    {
      "epoch": 55.10665804783452,
      "grad_norm": 1.2415001392364502,
      "learning_rate": 0.001,
      "loss": 1.6498,
      "step": 170500
    },
    {
      "epoch": 55.138978668390436,
      "grad_norm": 1.701054334640503,
      "learning_rate": 0.001,
      "loss": 1.6463,
      "step": 170600
    },
    {
      "epoch": 55.17129928894635,
      "grad_norm": 1.5335909128189087,
      "learning_rate": 0.001,
      "loss": 1.6358,
      "step": 170700
    },
    {
      "epoch": 55.203619909502265,
      "grad_norm": 1.6681565046310425,
      "learning_rate": 0.001,
      "loss": 1.6698,
      "step": 170800
    },
    {
      "epoch": 55.23594053005818,
      "grad_norm": 1.212498426437378,
      "learning_rate": 0.001,
      "loss": 1.6935,
      "step": 170900
    },
    {
      "epoch": 55.268261150614094,
      "grad_norm": 1.3680095672607422,
      "learning_rate": 0.001,
      "loss": 1.6751,
      "step": 171000
    },
    {
      "epoch": 55.30058177117001,
      "grad_norm": 1.35792076587677,
      "learning_rate": 0.001,
      "loss": 1.6836,
      "step": 171100
    },
    {
      "epoch": 55.33290239172592,
      "grad_norm": 1.379514217376709,
      "learning_rate": 0.001,
      "loss": 1.6869,
      "step": 171200
    },
    {
      "epoch": 55.36522301228184,
      "grad_norm": 1.1992942094802856,
      "learning_rate": 0.001,
      "loss": 1.679,
      "step": 171300
    },
    {
      "epoch": 55.39754363283775,
      "grad_norm": 1.0317083597183228,
      "learning_rate": 0.001,
      "loss": 1.7091,
      "step": 171400
    },
    {
      "epoch": 55.42986425339367,
      "grad_norm": 1.0589741468429565,
      "learning_rate": 0.001,
      "loss": 1.7057,
      "step": 171500
    },
    {
      "epoch": 55.46218487394958,
      "grad_norm": 1.4371219873428345,
      "learning_rate": 0.001,
      "loss": 1.706,
      "step": 171600
    },
    {
      "epoch": 55.494505494505496,
      "grad_norm": 1.698289155960083,
      "learning_rate": 0.001,
      "loss": 1.7089,
      "step": 171700
    },
    {
      "epoch": 55.52682611506141,
      "grad_norm": 1.3261172771453857,
      "learning_rate": 0.001,
      "loss": 1.6997,
      "step": 171800
    },
    {
      "epoch": 55.559146735617325,
      "grad_norm": 1.3861745595932007,
      "learning_rate": 0.001,
      "loss": 1.718,
      "step": 171900
    },
    {
      "epoch": 55.59146735617324,
      "grad_norm": 1.6267752647399902,
      "learning_rate": 0.001,
      "loss": 1.7208,
      "step": 172000
    },
    {
      "epoch": 55.623787976729155,
      "grad_norm": 1.1328678131103516,
      "learning_rate": 0.001,
      "loss": 1.7223,
      "step": 172100
    },
    {
      "epoch": 55.65610859728507,
      "grad_norm": 1.0877766609191895,
      "learning_rate": 0.001,
      "loss": 1.7178,
      "step": 172200
    },
    {
      "epoch": 55.688429217840984,
      "grad_norm": 1.3555140495300293,
      "learning_rate": 0.001,
      "loss": 1.7219,
      "step": 172300
    },
    {
      "epoch": 55.7207498383969,
      "grad_norm": 1.6600762605667114,
      "learning_rate": 0.001,
      "loss": 1.7403,
      "step": 172400
    },
    {
      "epoch": 55.75307045895281,
      "grad_norm": 1.2952337265014648,
      "learning_rate": 0.001,
      "loss": 1.7195,
      "step": 172500
    },
    {
      "epoch": 55.78539107950873,
      "grad_norm": 1.478588342666626,
      "learning_rate": 0.001,
      "loss": 1.7345,
      "step": 172600
    },
    {
      "epoch": 55.81771170006464,
      "grad_norm": 1.2930961847305298,
      "learning_rate": 0.001,
      "loss": 1.7363,
      "step": 172700
    },
    {
      "epoch": 55.85003232062056,
      "grad_norm": 1.9322788715362549,
      "learning_rate": 0.001,
      "loss": 1.7384,
      "step": 172800
    },
    {
      "epoch": 55.88235294117647,
      "grad_norm": 1.3968391418457031,
      "learning_rate": 0.001,
      "loss": 1.7524,
      "step": 172900
    },
    {
      "epoch": 55.914673561732386,
      "grad_norm": 1.6979691982269287,
      "learning_rate": 0.001,
      "loss": 1.7424,
      "step": 173000
    },
    {
      "epoch": 55.9469941822883,
      "grad_norm": 1.0870234966278076,
      "learning_rate": 0.001,
      "loss": 1.7632,
      "step": 173100
    },
    {
      "epoch": 55.979314802844215,
      "grad_norm": 1.294993281364441,
      "learning_rate": 0.001,
      "loss": 1.7644,
      "step": 173200
    },
    {
      "epoch": 56.01163542340013,
      "grad_norm": 1.5237852334976196,
      "learning_rate": 0.001,
      "loss": 1.7015,
      "step": 173300
    },
    {
      "epoch": 56.043956043956044,
      "grad_norm": 1.554025650024414,
      "learning_rate": 0.001,
      "loss": 1.6182,
      "step": 173400
    },
    {
      "epoch": 56.07627666451196,
      "grad_norm": 1.3839563131332397,
      "learning_rate": 0.001,
      "loss": 1.6317,
      "step": 173500
    },
    {
      "epoch": 56.10859728506787,
      "grad_norm": 1.6912566423416138,
      "learning_rate": 0.001,
      "loss": 1.6477,
      "step": 173600
    },
    {
      "epoch": 56.14091790562379,
      "grad_norm": 1.4600452184677124,
      "learning_rate": 0.001,
      "loss": 1.6555,
      "step": 173700
    },
    {
      "epoch": 56.1732385261797,
      "grad_norm": 1.976299524307251,
      "learning_rate": 0.001,
      "loss": 1.6481,
      "step": 173800
    },
    {
      "epoch": 56.20555914673562,
      "grad_norm": 1.5101046562194824,
      "learning_rate": 0.001,
      "loss": 1.6432,
      "step": 173900
    },
    {
      "epoch": 56.23787976729153,
      "grad_norm": 1.807742953300476,
      "learning_rate": 0.001,
      "loss": 1.6469,
      "step": 174000
    },
    {
      "epoch": 56.270200387847446,
      "grad_norm": 1.5435492992401123,
      "learning_rate": 0.001,
      "loss": 1.66,
      "step": 174100
    },
    {
      "epoch": 56.30252100840336,
      "grad_norm": 1.4853410720825195,
      "learning_rate": 0.001,
      "loss": 1.6784,
      "step": 174200
    },
    {
      "epoch": 56.334841628959275,
      "grad_norm": 1.39516019821167,
      "learning_rate": 0.001,
      "loss": 1.6785,
      "step": 174300
    },
    {
      "epoch": 56.36716224951519,
      "grad_norm": 1.7564011812210083,
      "learning_rate": 0.001,
      "loss": 1.6742,
      "step": 174400
    },
    {
      "epoch": 56.399482870071104,
      "grad_norm": 1.4495413303375244,
      "learning_rate": 0.001,
      "loss": 1.6787,
      "step": 174500
    },
    {
      "epoch": 56.43180349062702,
      "grad_norm": 1.738829493522644,
      "learning_rate": 0.001,
      "loss": 1.6904,
      "step": 174600
    },
    {
      "epoch": 56.46412411118293,
      "grad_norm": 1.2273107767105103,
      "learning_rate": 0.001,
      "loss": 1.6761,
      "step": 174700
    },
    {
      "epoch": 56.49644473173885,
      "grad_norm": 1.4229944944381714,
      "learning_rate": 0.001,
      "loss": 1.6872,
      "step": 174800
    },
    {
      "epoch": 56.52876535229476,
      "grad_norm": 1.1950942277908325,
      "learning_rate": 0.001,
      "loss": 1.6886,
      "step": 174900
    },
    {
      "epoch": 56.56108597285068,
      "grad_norm": 1.4346133470535278,
      "learning_rate": 0.001,
      "loss": 1.7026,
      "step": 175000
    },
    {
      "epoch": 56.59340659340659,
      "grad_norm": 1.2384557723999023,
      "learning_rate": 0.001,
      "loss": 1.7176,
      "step": 175100
    },
    {
      "epoch": 56.625727213962506,
      "grad_norm": 1.3948698043823242,
      "learning_rate": 0.001,
      "loss": 1.7093,
      "step": 175200
    },
    {
      "epoch": 56.65804783451842,
      "grad_norm": 1.547871708869934,
      "learning_rate": 0.001,
      "loss": 1.7273,
      "step": 175300
    },
    {
      "epoch": 56.690368455074335,
      "grad_norm": 1.5837923288345337,
      "learning_rate": 0.001,
      "loss": 1.706,
      "step": 175400
    },
    {
      "epoch": 56.72268907563025,
      "grad_norm": 1.3171043395996094,
      "learning_rate": 0.001,
      "loss": 1.7245,
      "step": 175500
    },
    {
      "epoch": 56.755009696186164,
      "grad_norm": 1.7027974128723145,
      "learning_rate": 0.001,
      "loss": 1.72,
      "step": 175600
    },
    {
      "epoch": 56.78733031674208,
      "grad_norm": 1.5932236909866333,
      "learning_rate": 0.001,
      "loss": 1.731,
      "step": 175700
    },
    {
      "epoch": 56.81965093729799,
      "grad_norm": 1.2864384651184082,
      "learning_rate": 0.001,
      "loss": 1.732,
      "step": 175800
    },
    {
      "epoch": 56.85197155785391,
      "grad_norm": 1.7263994216918945,
      "learning_rate": 0.001,
      "loss": 1.7377,
      "step": 175900
    },
    {
      "epoch": 56.88429217840982,
      "grad_norm": 1.3134857416152954,
      "learning_rate": 0.001,
      "loss": 1.7407,
      "step": 176000
    },
    {
      "epoch": 56.91661279896574,
      "grad_norm": 1.2284256219863892,
      "learning_rate": 0.001,
      "loss": 1.7405,
      "step": 176100
    },
    {
      "epoch": 56.94893341952165,
      "grad_norm": 1.7951955795288086,
      "learning_rate": 0.001,
      "loss": 1.7399,
      "step": 176200
    },
    {
      "epoch": 56.981254040077566,
      "grad_norm": 1.8334953784942627,
      "learning_rate": 0.001,
      "loss": 1.7412,
      "step": 176300
    },
    {
      "epoch": 57.01357466063349,
      "grad_norm": 1.490244746208191,
      "learning_rate": 0.001,
      "loss": 1.6897,
      "step": 176400
    },
    {
      "epoch": 57.0458952811894,
      "grad_norm": 1.785170316696167,
      "learning_rate": 0.001,
      "loss": 1.6153,
      "step": 176500
    },
    {
      "epoch": 57.07821590174532,
      "grad_norm": 2.492884635925293,
      "learning_rate": 0.001,
      "loss": 1.6217,
      "step": 176600
    },
    {
      "epoch": 57.11053652230123,
      "grad_norm": 2.1509578227996826,
      "learning_rate": 0.001,
      "loss": 1.6313,
      "step": 176700
    },
    {
      "epoch": 57.142857142857146,
      "grad_norm": 1.789116382598877,
      "learning_rate": 0.001,
      "loss": 1.6308,
      "step": 176800
    },
    {
      "epoch": 57.17517776341306,
      "grad_norm": 1.6912237405776978,
      "learning_rate": 0.001,
      "loss": 1.6443,
      "step": 176900
    },
    {
      "epoch": 57.207498383968975,
      "grad_norm": 1.6607928276062012,
      "learning_rate": 0.001,
      "loss": 1.6519,
      "step": 177000
    },
    {
      "epoch": 57.23981900452489,
      "grad_norm": 1.7817693948745728,
      "learning_rate": 0.001,
      "loss": 1.6476,
      "step": 177100
    },
    {
      "epoch": 57.272139625080804,
      "grad_norm": 1.3845174312591553,
      "learning_rate": 0.001,
      "loss": 1.6536,
      "step": 177200
    },
    {
      "epoch": 57.30446024563672,
      "grad_norm": 1.780415415763855,
      "learning_rate": 0.001,
      "loss": 1.6431,
      "step": 177300
    },
    {
      "epoch": 57.33678086619263,
      "grad_norm": 1.345583438873291,
      "learning_rate": 0.001,
      "loss": 1.6722,
      "step": 177400
    },
    {
      "epoch": 57.36910148674855,
      "grad_norm": 2.1150074005126953,
      "learning_rate": 0.001,
      "loss": 1.6676,
      "step": 177500
    },
    {
      "epoch": 57.40142210730446,
      "grad_norm": 1.7680250406265259,
      "learning_rate": 0.001,
      "loss": 1.6723,
      "step": 177600
    },
    {
      "epoch": 57.43374272786038,
      "grad_norm": 1.5597569942474365,
      "learning_rate": 0.001,
      "loss": 1.6801,
      "step": 177700
    },
    {
      "epoch": 57.46606334841629,
      "grad_norm": 1.5379387140274048,
      "learning_rate": 0.001,
      "loss": 1.6728,
      "step": 177800
    },
    {
      "epoch": 57.498383968972206,
      "grad_norm": 1.645971655845642,
      "learning_rate": 0.001,
      "loss": 1.6907,
      "step": 177900
    },
    {
      "epoch": 57.53070458952812,
      "grad_norm": 1.28190016746521,
      "learning_rate": 0.001,
      "loss": 1.6902,
      "step": 178000
    },
    {
      "epoch": 57.563025210084035,
      "grad_norm": 2.0813686847686768,
      "learning_rate": 0.001,
      "loss": 1.6944,
      "step": 178100
    },
    {
      "epoch": 57.59534583063995,
      "grad_norm": 1.533876895904541,
      "learning_rate": 0.001,
      "loss": 1.6836,
      "step": 178200
    },
    {
      "epoch": 57.627666451195864,
      "grad_norm": 1.5302281379699707,
      "learning_rate": 0.001,
      "loss": 1.7007,
      "step": 178300
    },
    {
      "epoch": 57.65998707175178,
      "grad_norm": 1.3833650350570679,
      "learning_rate": 0.001,
      "loss": 1.6855,
      "step": 178400
    },
    {
      "epoch": 57.69230769230769,
      "grad_norm": 1.61258065700531,
      "learning_rate": 0.001,
      "loss": 1.7141,
      "step": 178500
    },
    {
      "epoch": 57.72462831286361,
      "grad_norm": 1.4593497514724731,
      "learning_rate": 0.001,
      "loss": 1.6981,
      "step": 178600
    },
    {
      "epoch": 57.75694893341952,
      "grad_norm": 1.5033830404281616,
      "learning_rate": 0.001,
      "loss": 1.7213,
      "step": 178700
    },
    {
      "epoch": 57.78926955397544,
      "grad_norm": 1.7307718992233276,
      "learning_rate": 0.001,
      "loss": 1.7133,
      "step": 178800
    },
    {
      "epoch": 57.82159017453135,
      "grad_norm": 1.674391746520996,
      "learning_rate": 0.001,
      "loss": 1.7114,
      "step": 178900
    },
    {
      "epoch": 57.853910795087266,
      "grad_norm": 1.642048716545105,
      "learning_rate": 0.001,
      "loss": 1.7125,
      "step": 179000
    },
    {
      "epoch": 57.88623141564318,
      "grad_norm": 1.9265817403793335,
      "learning_rate": 0.001,
      "loss": 1.7243,
      "step": 179100
    },
    {
      "epoch": 57.918552036199095,
      "grad_norm": 1.534619927406311,
      "learning_rate": 0.001,
      "loss": 1.7354,
      "step": 179200
    },
    {
      "epoch": 57.95087265675501,
      "grad_norm": 1.3853662014007568,
      "learning_rate": 0.001,
      "loss": 1.7486,
      "step": 179300
    },
    {
      "epoch": 57.983193277310924,
      "grad_norm": 1.3320893049240112,
      "learning_rate": 0.001,
      "loss": 1.7432,
      "step": 179400
    },
    {
      "epoch": 58.01551389786684,
      "grad_norm": 1.929592490196228,
      "learning_rate": 0.001,
      "loss": 1.6612,
      "step": 179500
    },
    {
      "epoch": 58.04783451842275,
      "grad_norm": 1.2655434608459473,
      "learning_rate": 0.001,
      "loss": 1.6113,
      "step": 179600
    },
    {
      "epoch": 58.08015513897867,
      "grad_norm": 1.8946388959884644,
      "learning_rate": 0.001,
      "loss": 1.6196,
      "step": 179700
    },
    {
      "epoch": 58.11247575953458,
      "grad_norm": 1.6740760803222656,
      "learning_rate": 0.001,
      "loss": 1.5944,
      "step": 179800
    },
    {
      "epoch": 58.1447963800905,
      "grad_norm": 1.9058560132980347,
      "learning_rate": 0.001,
      "loss": 1.6275,
      "step": 179900
    },
    {
      "epoch": 58.17711700064641,
      "grad_norm": 1.8207988739013672,
      "learning_rate": 0.001,
      "loss": 1.6079,
      "step": 180000
    },
    {
      "epoch": 58.209437621202326,
      "grad_norm": 1.7238407135009766,
      "learning_rate": 0.001,
      "loss": 1.6269,
      "step": 180100
    },
    {
      "epoch": 58.24175824175824,
      "grad_norm": 1.809914231300354,
      "learning_rate": 0.001,
      "loss": 1.6507,
      "step": 180200
    },
    {
      "epoch": 58.274078862314155,
      "grad_norm": 1.8771950006484985,
      "learning_rate": 0.001,
      "loss": 1.6316,
      "step": 180300
    },
    {
      "epoch": 58.30639948287007,
      "grad_norm": 2.1245312690734863,
      "learning_rate": 0.001,
      "loss": 1.6455,
      "step": 180400
    },
    {
      "epoch": 58.338720103425985,
      "grad_norm": 1.507102608680725,
      "learning_rate": 0.001,
      "loss": 1.662,
      "step": 180500
    },
    {
      "epoch": 58.3710407239819,
      "grad_norm": 1.8217893838882446,
      "learning_rate": 0.001,
      "loss": 1.6656,
      "step": 180600
    },
    {
      "epoch": 58.403361344537814,
      "grad_norm": 1.8754676580429077,
      "learning_rate": 0.001,
      "loss": 1.6481,
      "step": 180700
    },
    {
      "epoch": 58.43568196509373,
      "grad_norm": 1.8230457305908203,
      "learning_rate": 0.001,
      "loss": 1.6674,
      "step": 180800
    },
    {
      "epoch": 58.46800258564964,
      "grad_norm": 2.2292656898498535,
      "learning_rate": 0.001,
      "loss": 1.6704,
      "step": 180900
    },
    {
      "epoch": 58.50032320620556,
      "grad_norm": 1.9867464303970337,
      "learning_rate": 0.001,
      "loss": 1.669,
      "step": 181000
    },
    {
      "epoch": 58.53264382676147,
      "grad_norm": 1.8236154317855835,
      "learning_rate": 0.001,
      "loss": 1.6707,
      "step": 181100
    },
    {
      "epoch": 58.56496444731739,
      "grad_norm": 1.3619102239608765,
      "learning_rate": 0.001,
      "loss": 1.6735,
      "step": 181200
    },
    {
      "epoch": 58.5972850678733,
      "grad_norm": 1.4769443273544312,
      "learning_rate": 0.001,
      "loss": 1.6882,
      "step": 181300
    },
    {
      "epoch": 58.629605688429216,
      "grad_norm": 2.5227391719818115,
      "learning_rate": 0.001,
      "loss": 1.6807,
      "step": 181400
    },
    {
      "epoch": 58.66192630898513,
      "grad_norm": 1.9169458150863647,
      "learning_rate": 0.001,
      "loss": 1.6877,
      "step": 181500
    },
    {
      "epoch": 58.694246929541045,
      "grad_norm": 1.9800595045089722,
      "learning_rate": 0.001,
      "loss": 1.6846,
      "step": 181600
    },
    {
      "epoch": 58.72656755009696,
      "grad_norm": 1.5677974224090576,
      "learning_rate": 0.001,
      "loss": 1.6981,
      "step": 181700
    },
    {
      "epoch": 58.758888170652874,
      "grad_norm": 1.9665014743804932,
      "learning_rate": 0.001,
      "loss": 1.6963,
      "step": 181800
    },
    {
      "epoch": 58.79120879120879,
      "grad_norm": 2.1127920150756836,
      "learning_rate": 0.001,
      "loss": 1.7346,
      "step": 181900
    },
    {
      "epoch": 58.8235294117647,
      "grad_norm": 1.8396202325820923,
      "learning_rate": 0.001,
      "loss": 1.7076,
      "step": 182000
    },
    {
      "epoch": 58.85585003232062,
      "grad_norm": 2.098335027694702,
      "learning_rate": 0.001,
      "loss": 1.7025,
      "step": 182100
    },
    {
      "epoch": 58.88817065287653,
      "grad_norm": 1.597739338874817,
      "learning_rate": 0.001,
      "loss": 1.7145,
      "step": 182200
    },
    {
      "epoch": 58.92049127343245,
      "grad_norm": 1.9156646728515625,
      "learning_rate": 0.001,
      "loss": 1.7235,
      "step": 182300
    },
    {
      "epoch": 58.95281189398836,
      "grad_norm": 2.0628559589385986,
      "learning_rate": 0.001,
      "loss": 1.7255,
      "step": 182400
    },
    {
      "epoch": 58.985132514544276,
      "grad_norm": 1.4248301982879639,
      "learning_rate": 0.001,
      "loss": 1.7222,
      "step": 182500
    },
    {
      "epoch": 59.0174531351002,
      "grad_norm": 1.9326345920562744,
      "learning_rate": 0.001,
      "loss": 1.652,
      "step": 182600
    },
    {
      "epoch": 59.04977375565611,
      "grad_norm": 1.6768263578414917,
      "learning_rate": 0.001,
      "loss": 1.5961,
      "step": 182700
    },
    {
      "epoch": 59.08209437621203,
      "grad_norm": 2.4055697917938232,
      "learning_rate": 0.001,
      "loss": 1.5885,
      "step": 182800
    },
    {
      "epoch": 59.11441499676794,
      "grad_norm": 2.089221954345703,
      "learning_rate": 0.001,
      "loss": 1.6047,
      "step": 182900
    },
    {
      "epoch": 59.146735617323856,
      "grad_norm": 2.2153096199035645,
      "learning_rate": 0.001,
      "loss": 1.5914,
      "step": 183000
    },
    {
      "epoch": 59.17905623787977,
      "grad_norm": 1.6174402236938477,
      "learning_rate": 0.001,
      "loss": 1.6094,
      "step": 183100
    },
    {
      "epoch": 59.211376858435685,
      "grad_norm": 1.7545989751815796,
      "learning_rate": 0.001,
      "loss": 1.6415,
      "step": 183200
    },
    {
      "epoch": 59.2436974789916,
      "grad_norm": 1.6180590391159058,
      "learning_rate": 0.001,
      "loss": 1.6332,
      "step": 183300
    },
    {
      "epoch": 59.276018099547514,
      "grad_norm": 1.4139974117279053,
      "learning_rate": 0.001,
      "loss": 1.6373,
      "step": 183400
    },
    {
      "epoch": 59.30833872010343,
      "grad_norm": 2.0663397312164307,
      "learning_rate": 0.001,
      "loss": 1.6387,
      "step": 183500
    },
    {
      "epoch": 59.34065934065934,
      "grad_norm": 1.6867034435272217,
      "learning_rate": 0.001,
      "loss": 1.6548,
      "step": 183600
    },
    {
      "epoch": 59.37297996121526,
      "grad_norm": 1.6726882457733154,
      "learning_rate": 0.001,
      "loss": 1.6555,
      "step": 183700
    },
    {
      "epoch": 59.40530058177117,
      "grad_norm": 1.7690714597702026,
      "learning_rate": 0.001,
      "loss": 1.6526,
      "step": 183800
    },
    {
      "epoch": 59.43762120232709,
      "grad_norm": 1.4407790899276733,
      "learning_rate": 0.001,
      "loss": 1.6619,
      "step": 183900
    },
    {
      "epoch": 59.469941822883,
      "grad_norm": 1.3931773900985718,
      "learning_rate": 0.001,
      "loss": 1.6647,
      "step": 184000
    },
    {
      "epoch": 59.502262443438916,
      "grad_norm": 1.713707447052002,
      "learning_rate": 0.001,
      "loss": 1.6664,
      "step": 184100
    },
    {
      "epoch": 59.53458306399483,
      "grad_norm": 1.4662772417068481,
      "learning_rate": 0.001,
      "loss": 1.6614,
      "step": 184200
    },
    {
      "epoch": 59.566903684550745,
      "grad_norm": 1.6400699615478516,
      "learning_rate": 0.001,
      "loss": 1.6717,
      "step": 184300
    },
    {
      "epoch": 59.59922430510666,
      "grad_norm": 1.428658366203308,
      "learning_rate": 0.001,
      "loss": 1.6698,
      "step": 184400
    },
    {
      "epoch": 59.631544925662574,
      "grad_norm": 1.601353645324707,
      "learning_rate": 0.001,
      "loss": 1.6647,
      "step": 184500
    },
    {
      "epoch": 59.66386554621849,
      "grad_norm": 1.7401574850082397,
      "learning_rate": 0.001,
      "loss": 1.6853,
      "step": 184600
    },
    {
      "epoch": 59.6961861667744,
      "grad_norm": 1.6120574474334717,
      "learning_rate": 0.001,
      "loss": 1.6766,
      "step": 184700
    },
    {
      "epoch": 59.72850678733032,
      "grad_norm": 1.4168685674667358,
      "learning_rate": 0.001,
      "loss": 1.6836,
      "step": 184800
    },
    {
      "epoch": 59.76082740788623,
      "grad_norm": 1.7387588024139404,
      "learning_rate": 0.001,
      "loss": 1.6833,
      "step": 184900
    },
    {
      "epoch": 59.79314802844215,
      "grad_norm": 1.6142842769622803,
      "learning_rate": 0.001,
      "loss": 1.7001,
      "step": 185000
    },
    {
      "epoch": 59.82546864899806,
      "grad_norm": 1.520094394683838,
      "learning_rate": 0.001,
      "loss": 1.7084,
      "step": 185100
    },
    {
      "epoch": 59.857789269553976,
      "grad_norm": 1.6498136520385742,
      "learning_rate": 0.001,
      "loss": 1.7055,
      "step": 185200
    },
    {
      "epoch": 59.89010989010989,
      "grad_norm": 1.3799690008163452,
      "learning_rate": 0.001,
      "loss": 1.6949,
      "step": 185300
    },
    {
      "epoch": 59.922430510665805,
      "grad_norm": 1.5039490461349487,
      "learning_rate": 0.001,
      "loss": 1.7057,
      "step": 185400
    },
    {
      "epoch": 59.95475113122172,
      "grad_norm": 2.032569408416748,
      "learning_rate": 0.001,
      "loss": 1.7085,
      "step": 185500
    },
    {
      "epoch": 59.987071751777634,
      "grad_norm": 1.669844388961792,
      "learning_rate": 0.001,
      "loss": 1.7086,
      "step": 185600
    },
    {
      "epoch": 60.01939237233355,
      "grad_norm": 1.638071060180664,
      "learning_rate": 0.001,
      "loss": 1.6557,
      "step": 185700
    },
    {
      "epoch": 60.05171299288946,
      "grad_norm": 2.303903102874756,
      "learning_rate": 0.001,
      "loss": 1.5925,
      "step": 185800
    },
    {
      "epoch": 60.08403361344538,
      "grad_norm": 1.742456316947937,
      "learning_rate": 0.001,
      "loss": 1.587,
      "step": 185900
    },
    {
      "epoch": 60.11635423400129,
      "grad_norm": 1.2366214990615845,
      "learning_rate": 0.001,
      "loss": 1.6073,
      "step": 186000
    },
    {
      "epoch": 60.14867485455721,
      "grad_norm": 1.7127535343170166,
      "learning_rate": 0.001,
      "loss": 1.6022,
      "step": 186100
    },
    {
      "epoch": 60.18099547511312,
      "grad_norm": 1.181023359298706,
      "learning_rate": 0.001,
      "loss": 1.6293,
      "step": 186200
    },
    {
      "epoch": 60.213316095669036,
      "grad_norm": 1.2192198038101196,
      "learning_rate": 0.001,
      "loss": 1.6217,
      "step": 186300
    },
    {
      "epoch": 60.24563671622495,
      "grad_norm": 1.5543640851974487,
      "learning_rate": 0.001,
      "loss": 1.6107,
      "step": 186400
    },
    {
      "epoch": 60.277957336780865,
      "grad_norm": 1.1227211952209473,
      "learning_rate": 0.001,
      "loss": 1.6365,
      "step": 186500
    },
    {
      "epoch": 60.31027795733678,
      "grad_norm": 1.0597680807113647,
      "learning_rate": 0.001,
      "loss": 1.6166,
      "step": 186600
    },
    {
      "epoch": 60.342598577892694,
      "grad_norm": 1.4818602800369263,
      "learning_rate": 0.001,
      "loss": 1.6446,
      "step": 186700
    },
    {
      "epoch": 60.37491919844861,
      "grad_norm": 1.3480159044265747,
      "learning_rate": 0.001,
      "loss": 1.6248,
      "step": 186800
    },
    {
      "epoch": 60.40723981900452,
      "grad_norm": 1.5055954456329346,
      "learning_rate": 0.001,
      "loss": 1.6269,
      "step": 186900
    },
    {
      "epoch": 60.43956043956044,
      "grad_norm": 1.6578614711761475,
      "learning_rate": 0.001,
      "loss": 1.6322,
      "step": 187000
    },
    {
      "epoch": 60.47188106011635,
      "grad_norm": 1.2708501815795898,
      "learning_rate": 0.001,
      "loss": 1.6435,
      "step": 187100
    },
    {
      "epoch": 60.50420168067227,
      "grad_norm": 1.213304877281189,
      "learning_rate": 0.001,
      "loss": 1.6495,
      "step": 187200
    },
    {
      "epoch": 60.53652230122818,
      "grad_norm": 1.300215721130371,
      "learning_rate": 0.001,
      "loss": 1.6774,
      "step": 187300
    },
    {
      "epoch": 60.568842921784096,
      "grad_norm": 1.3916350603103638,
      "learning_rate": 0.001,
      "loss": 1.6679,
      "step": 187400
    },
    {
      "epoch": 60.60116354234001,
      "grad_norm": 1.5513008832931519,
      "learning_rate": 0.001,
      "loss": 1.6526,
      "step": 187500
    },
    {
      "epoch": 60.633484162895925,
      "grad_norm": 1.6689372062683105,
      "learning_rate": 0.001,
      "loss": 1.656,
      "step": 187600
    },
    {
      "epoch": 60.66580478345184,
      "grad_norm": 1.6529994010925293,
      "learning_rate": 0.001,
      "loss": 1.6587,
      "step": 187700
    },
    {
      "epoch": 60.698125404007754,
      "grad_norm": 1.4164494276046753,
      "learning_rate": 0.001,
      "loss": 1.6801,
      "step": 187800
    },
    {
      "epoch": 60.73044602456367,
      "grad_norm": 1.7202731370925903,
      "learning_rate": 0.001,
      "loss": 1.674,
      "step": 187900
    },
    {
      "epoch": 60.762766645119584,
      "grad_norm": 1.2557040452957153,
      "learning_rate": 0.001,
      "loss": 1.6891,
      "step": 188000
    },
    {
      "epoch": 60.7950872656755,
      "grad_norm": 1.393248200416565,
      "learning_rate": 0.001,
      "loss": 1.6826,
      "step": 188100
    },
    {
      "epoch": 60.82740788623141,
      "grad_norm": 1.4197131395339966,
      "learning_rate": 0.001,
      "loss": 1.7021,
      "step": 188200
    },
    {
      "epoch": 60.85972850678733,
      "grad_norm": 1.243842363357544,
      "learning_rate": 0.001,
      "loss": 1.6776,
      "step": 188300
    },
    {
      "epoch": 60.89204912734324,
      "grad_norm": 1.5487949848175049,
      "learning_rate": 0.001,
      "loss": 1.7033,
      "step": 188400
    },
    {
      "epoch": 60.924369747899156,
      "grad_norm": 1.9102970361709595,
      "learning_rate": 0.001,
      "loss": 1.6951,
      "step": 188500
    },
    {
      "epoch": 60.95669036845507,
      "grad_norm": 1.1745511293411255,
      "learning_rate": 0.001,
      "loss": 1.6816,
      "step": 188600
    },
    {
      "epoch": 60.98901098901099,
      "grad_norm": 1.4164996147155762,
      "learning_rate": 0.001,
      "loss": 1.7036,
      "step": 188700
    },
    {
      "epoch": 61.02133160956691,
      "grad_norm": 1.3019585609436035,
      "learning_rate": 0.001,
      "loss": 1.6329,
      "step": 188800
    },
    {
      "epoch": 61.05365223012282,
      "grad_norm": 1.4903287887573242,
      "learning_rate": 0.001,
      "loss": 1.5689,
      "step": 188900
    },
    {
      "epoch": 61.085972850678736,
      "grad_norm": 1.4800775051116943,
      "learning_rate": 0.001,
      "loss": 1.5883,
      "step": 189000
    },
    {
      "epoch": 61.11829347123465,
      "grad_norm": 1.1266968250274658,
      "learning_rate": 0.001,
      "loss": 1.5951,
      "step": 189100
    },
    {
      "epoch": 61.150614091790565,
      "grad_norm": 1.840097188949585,
      "learning_rate": 0.001,
      "loss": 1.6005,
      "step": 189200
    },
    {
      "epoch": 61.18293471234648,
      "grad_norm": 1.932331919670105,
      "learning_rate": 0.001,
      "loss": 1.6065,
      "step": 189300
    },
    {
      "epoch": 61.215255332902395,
      "grad_norm": 1.543431282043457,
      "learning_rate": 0.001,
      "loss": 1.6173,
      "step": 189400
    },
    {
      "epoch": 61.24757595345831,
      "grad_norm": 1.4862014055252075,
      "learning_rate": 0.001,
      "loss": 1.6023,
      "step": 189500
    },
    {
      "epoch": 61.279896574014224,
      "grad_norm": 1.5869604349136353,
      "learning_rate": 0.001,
      "loss": 1.6039,
      "step": 189600
    },
    {
      "epoch": 61.31221719457014,
      "grad_norm": 1.3288321495056152,
      "learning_rate": 0.001,
      "loss": 1.6332,
      "step": 189700
    },
    {
      "epoch": 61.34453781512605,
      "grad_norm": 1.0867267847061157,
      "learning_rate": 0.001,
      "loss": 1.6153,
      "step": 189800
    },
    {
      "epoch": 61.37685843568197,
      "grad_norm": 1.447813630104065,
      "learning_rate": 0.001,
      "loss": 1.6349,
      "step": 189900
    },
    {
      "epoch": 61.40917905623788,
      "grad_norm": 1.2495040893554688,
      "learning_rate": 0.001,
      "loss": 1.6337,
      "step": 190000
    },
    {
      "epoch": 61.441499676793796,
      "grad_norm": 1.3944239616394043,
      "learning_rate": 0.001,
      "loss": 1.6448,
      "step": 190100
    },
    {
      "epoch": 61.47382029734971,
      "grad_norm": 1.4838260412216187,
      "learning_rate": 0.001,
      "loss": 1.6196,
      "step": 190200
    },
    {
      "epoch": 61.506140917905626,
      "grad_norm": 1.3022147417068481,
      "learning_rate": 0.001,
      "loss": 1.6427,
      "step": 190300
    },
    {
      "epoch": 61.53846153846154,
      "grad_norm": 1.3423457145690918,
      "learning_rate": 0.001,
      "loss": 1.6558,
      "step": 190400
    },
    {
      "epoch": 61.570782159017455,
      "grad_norm": 1.270648717880249,
      "learning_rate": 0.001,
      "loss": 1.6486,
      "step": 190500
    },
    {
      "epoch": 61.60310277957337,
      "grad_norm": 1.671781301498413,
      "learning_rate": 0.001,
      "loss": 1.647,
      "step": 190600
    },
    {
      "epoch": 61.635423400129284,
      "grad_norm": 1.0591039657592773,
      "learning_rate": 0.001,
      "loss": 1.6451,
      "step": 190700
    },
    {
      "epoch": 61.6677440206852,
      "grad_norm": 1.2032123804092407,
      "learning_rate": 0.001,
      "loss": 1.6495,
      "step": 190800
    },
    {
      "epoch": 61.70006464124111,
      "grad_norm": 1.9419327974319458,
      "learning_rate": 0.001,
      "loss": 1.6573,
      "step": 190900
    },
    {
      "epoch": 61.73238526179703,
      "grad_norm": 1.8041101694107056,
      "learning_rate": 0.001,
      "loss": 1.6546,
      "step": 191000
    },
    {
      "epoch": 61.76470588235294,
      "grad_norm": 1.3328889608383179,
      "learning_rate": 0.001,
      "loss": 1.6769,
      "step": 191100
    },
    {
      "epoch": 61.79702650290886,
      "grad_norm": 1.5163036584854126,
      "learning_rate": 0.001,
      "loss": 1.6669,
      "step": 191200
    },
    {
      "epoch": 61.82934712346477,
      "grad_norm": 1.349266767501831,
      "learning_rate": 0.001,
      "loss": 1.6793,
      "step": 191300
    },
    {
      "epoch": 61.861667744020686,
      "grad_norm": 1.4275840520858765,
      "learning_rate": 0.001,
      "loss": 1.6818,
      "step": 191400
    },
    {
      "epoch": 61.8939883645766,
      "grad_norm": 1.475961685180664,
      "learning_rate": 0.001,
      "loss": 1.6815,
      "step": 191500
    },
    {
      "epoch": 61.926308985132515,
      "grad_norm": 1.5726628303527832,
      "learning_rate": 0.001,
      "loss": 1.6682,
      "step": 191600
    },
    {
      "epoch": 61.95862960568843,
      "grad_norm": 1.38363778591156,
      "learning_rate": 0.001,
      "loss": 1.6794,
      "step": 191700
    },
    {
      "epoch": 61.990950226244344,
      "grad_norm": 1.2430803775787354,
      "learning_rate": 0.001,
      "loss": 1.702,
      "step": 191800
    },
    {
      "epoch": 62.02327084680026,
      "grad_norm": 1.368446707725525,
      "learning_rate": 0.001,
      "loss": 1.6099,
      "step": 191900
    },
    {
      "epoch": 62.05559146735617,
      "grad_norm": 1.095283031463623,
      "learning_rate": 0.001,
      "loss": 1.5752,
      "step": 192000
    },
    {
      "epoch": 62.08791208791209,
      "grad_norm": 1.393159031867981,
      "learning_rate": 0.001,
      "loss": 1.5772,
      "step": 192100
    },
    {
      "epoch": 62.120232708468,
      "grad_norm": 1.2382171154022217,
      "learning_rate": 0.001,
      "loss": 1.5867,
      "step": 192200
    },
    {
      "epoch": 62.15255332902392,
      "grad_norm": 1.3655904531478882,
      "learning_rate": 0.001,
      "loss": 1.5889,
      "step": 192300
    },
    {
      "epoch": 62.18487394957983,
      "grad_norm": 1.4175256490707397,
      "learning_rate": 0.001,
      "loss": 1.5975,
      "step": 192400
    },
    {
      "epoch": 62.217194570135746,
      "grad_norm": 1.2587052583694458,
      "learning_rate": 0.001,
      "loss": 1.6041,
      "step": 192500
    },
    {
      "epoch": 62.24951519069166,
      "grad_norm": 1.8340458869934082,
      "learning_rate": 0.001,
      "loss": 1.5917,
      "step": 192600
    },
    {
      "epoch": 62.281835811247575,
      "grad_norm": 1.2407337427139282,
      "learning_rate": 0.001,
      "loss": 1.604,
      "step": 192700
    },
    {
      "epoch": 62.31415643180349,
      "grad_norm": 1.2123467922210693,
      "learning_rate": 0.001,
      "loss": 1.6059,
      "step": 192800
    },
    {
      "epoch": 62.346477052359404,
      "grad_norm": 1.3114657402038574,
      "learning_rate": 0.001,
      "loss": 1.6083,
      "step": 192900
    },
    {
      "epoch": 62.37879767291532,
      "grad_norm": 1.7987451553344727,
      "learning_rate": 0.001,
      "loss": 1.6117,
      "step": 193000
    },
    {
      "epoch": 62.41111829347123,
      "grad_norm": 1.8280270099639893,
      "learning_rate": 0.001,
      "loss": 1.6151,
      "step": 193100
    },
    {
      "epoch": 62.44343891402715,
      "grad_norm": 1.516326904296875,
      "learning_rate": 0.001,
      "loss": 1.63,
      "step": 193200
    },
    {
      "epoch": 62.47575953458306,
      "grad_norm": 1.1470481157302856,
      "learning_rate": 0.001,
      "loss": 1.6373,
      "step": 193300
    },
    {
      "epoch": 62.50808015513898,
      "grad_norm": 1.4997236728668213,
      "learning_rate": 0.001,
      "loss": 1.618,
      "step": 193400
    },
    {
      "epoch": 62.54040077569489,
      "grad_norm": 1.1891118288040161,
      "learning_rate": 0.001,
      "loss": 1.64,
      "step": 193500
    },
    {
      "epoch": 62.572721396250806,
      "grad_norm": 1.4351845979690552,
      "learning_rate": 0.001,
      "loss": 1.639,
      "step": 193600
    },
    {
      "epoch": 62.60504201680672,
      "grad_norm": 1.5203590393066406,
      "learning_rate": 0.001,
      "loss": 1.6484,
      "step": 193700
    },
    {
      "epoch": 62.637362637362635,
      "grad_norm": 1.3365706205368042,
      "learning_rate": 0.001,
      "loss": 1.66,
      "step": 193800
    },
    {
      "epoch": 62.66968325791855,
      "grad_norm": 1.2810354232788086,
      "learning_rate": 0.001,
      "loss": 1.6524,
      "step": 193900
    },
    {
      "epoch": 62.702003878474464,
      "grad_norm": 1.2262632846832275,
      "learning_rate": 0.001,
      "loss": 1.6403,
      "step": 194000
    },
    {
      "epoch": 62.73432449903038,
      "grad_norm": 1.404079794883728,
      "learning_rate": 0.001,
      "loss": 1.6542,
      "step": 194100
    },
    {
      "epoch": 62.76664511958629,
      "grad_norm": 0.9942919015884399,
      "learning_rate": 0.001,
      "loss": 1.6668,
      "step": 194200
    },
    {
      "epoch": 62.79896574014221,
      "grad_norm": 0.9326017498970032,
      "learning_rate": 0.001,
      "loss": 1.6636,
      "step": 194300
    },
    {
      "epoch": 62.83128636069812,
      "grad_norm": 1.221508264541626,
      "learning_rate": 0.001,
      "loss": 1.6628,
      "step": 194400
    },
    {
      "epoch": 62.86360698125404,
      "grad_norm": 1.3761545419692993,
      "learning_rate": 0.001,
      "loss": 1.6593,
      "step": 194500
    },
    {
      "epoch": 62.89592760180995,
      "grad_norm": 1.4750157594680786,
      "learning_rate": 0.001,
      "loss": 1.6685,
      "step": 194600
    },
    {
      "epoch": 62.928248222365866,
      "grad_norm": 1.1970282793045044,
      "learning_rate": 0.001,
      "loss": 1.6811,
      "step": 194700
    },
    {
      "epoch": 62.96056884292178,
      "grad_norm": 1.3890151977539062,
      "learning_rate": 0.001,
      "loss": 1.678,
      "step": 194800
    },
    {
      "epoch": 62.992889463477695,
      "grad_norm": 1.246107578277588,
      "learning_rate": 0.001,
      "loss": 1.6759,
      "step": 194900
    },
    {
      "epoch": 63.02521008403362,
      "grad_norm": 1.2954941987991333,
      "learning_rate": 0.001,
      "loss": 1.6029,
      "step": 195000
    },
    {
      "epoch": 63.05753070458953,
      "grad_norm": 1.8841441869735718,
      "learning_rate": 0.001,
      "loss": 1.5563,
      "step": 195100
    },
    {
      "epoch": 63.089851325145446,
      "grad_norm": 1.5582014322280884,
      "learning_rate": 0.001,
      "loss": 1.5777,
      "step": 195200
    },
    {
      "epoch": 63.12217194570136,
      "grad_norm": 1.4565472602844238,
      "learning_rate": 0.001,
      "loss": 1.5718,
      "step": 195300
    },
    {
      "epoch": 63.154492566257275,
      "grad_norm": 1.4416550397872925,
      "learning_rate": 0.001,
      "loss": 1.5738,
      "step": 195400
    },
    {
      "epoch": 63.18681318681319,
      "grad_norm": 1.4541130065917969,
      "learning_rate": 0.001,
      "loss": 1.5861,
      "step": 195500
    },
    {
      "epoch": 63.219133807369104,
      "grad_norm": 1.5667710304260254,
      "learning_rate": 0.001,
      "loss": 1.5822,
      "step": 195600
    },
    {
      "epoch": 63.25145442792502,
      "grad_norm": 1.415602445602417,
      "learning_rate": 0.001,
      "loss": 1.5934,
      "step": 195700
    },
    {
      "epoch": 63.28377504848093,
      "grad_norm": 1.4232977628707886,
      "learning_rate": 0.001,
      "loss": 1.6013,
      "step": 195800
    },
    {
      "epoch": 63.31609566903685,
      "grad_norm": 1.4085842370986938,
      "learning_rate": 0.001,
      "loss": 1.5978,
      "step": 195900
    },
    {
      "epoch": 63.34841628959276,
      "grad_norm": 1.247901439666748,
      "learning_rate": 0.001,
      "loss": 1.6006,
      "step": 196000
    },
    {
      "epoch": 63.38073691014868,
      "grad_norm": 1.6161179542541504,
      "learning_rate": 0.001,
      "loss": 1.5963,
      "step": 196100
    },
    {
      "epoch": 63.41305753070459,
      "grad_norm": 1.4580583572387695,
      "learning_rate": 0.001,
      "loss": 1.6122,
      "step": 196200
    },
    {
      "epoch": 63.445378151260506,
      "grad_norm": 1.6338632106781006,
      "learning_rate": 0.001,
      "loss": 1.6249,
      "step": 196300
    },
    {
      "epoch": 63.47769877181642,
      "grad_norm": 1.6578707695007324,
      "learning_rate": 0.001,
      "loss": 1.6097,
      "step": 196400
    },
    {
      "epoch": 63.510019392372335,
      "grad_norm": 1.5980095863342285,
      "learning_rate": 0.001,
      "loss": 1.617,
      "step": 196500
    },
    {
      "epoch": 63.54234001292825,
      "grad_norm": 1.0995980501174927,
      "learning_rate": 0.001,
      "loss": 1.6297,
      "step": 196600
    },
    {
      "epoch": 63.574660633484164,
      "grad_norm": 1.4633560180664062,
      "learning_rate": 0.001,
      "loss": 1.6169,
      "step": 196700
    },
    {
      "epoch": 63.60698125404008,
      "grad_norm": 1.428837537765503,
      "learning_rate": 0.001,
      "loss": 1.6364,
      "step": 196800
    },
    {
      "epoch": 63.63930187459599,
      "grad_norm": 1.0487279891967773,
      "learning_rate": 0.001,
      "loss": 1.6567,
      "step": 196900
    },
    {
      "epoch": 63.67162249515191,
      "grad_norm": 1.2603679895401,
      "learning_rate": 0.001,
      "loss": 1.646,
      "step": 197000
    },
    {
      "epoch": 63.70394311570782,
      "grad_norm": 1.264657974243164,
      "learning_rate": 0.001,
      "loss": 1.6411,
      "step": 197100
    },
    {
      "epoch": 63.73626373626374,
      "grad_norm": 1.2870080471038818,
      "learning_rate": 0.001,
      "loss": 1.6392,
      "step": 197200
    },
    {
      "epoch": 63.76858435681965,
      "grad_norm": 1.1723002195358276,
      "learning_rate": 0.001,
      "loss": 1.6656,
      "step": 197300
    },
    {
      "epoch": 63.800904977375566,
      "grad_norm": 1.2961125373840332,
      "learning_rate": 0.001,
      "loss": 1.6515,
      "step": 197400
    },
    {
      "epoch": 63.83322559793148,
      "grad_norm": 1.5006647109985352,
      "learning_rate": 0.001,
      "loss": 1.6418,
      "step": 197500
    },
    {
      "epoch": 63.865546218487395,
      "grad_norm": 1.268092393875122,
      "learning_rate": 0.001,
      "loss": 1.6733,
      "step": 197600
    },
    {
      "epoch": 63.89786683904331,
      "grad_norm": 1.032017469406128,
      "learning_rate": 0.001,
      "loss": 1.6558,
      "step": 197700
    },
    {
      "epoch": 63.930187459599225,
      "grad_norm": 1.181327223777771,
      "learning_rate": 0.001,
      "loss": 1.6631,
      "step": 197800
    },
    {
      "epoch": 63.96250808015514,
      "grad_norm": 1.2115685939788818,
      "learning_rate": 0.001,
      "loss": 1.6711,
      "step": 197900
    },
    {
      "epoch": 63.994828700711054,
      "grad_norm": 1.368562936782837,
      "learning_rate": 0.001,
      "loss": 1.6624,
      "step": 198000
    },
    {
      "epoch": 64.02714932126698,
      "grad_norm": 1.4267082214355469,
      "learning_rate": 0.001,
      "loss": 1.582,
      "step": 198100
    },
    {
      "epoch": 64.05946994182288,
      "grad_norm": 1.3782719373703003,
      "learning_rate": 0.001,
      "loss": 1.5388,
      "step": 198200
    },
    {
      "epoch": 64.0917905623788,
      "grad_norm": 1.500325083732605,
      "learning_rate": 0.001,
      "loss": 1.555,
      "step": 198300
    },
    {
      "epoch": 64.12411118293471,
      "grad_norm": 1.6411162614822388,
      "learning_rate": 0.001,
      "loss": 1.5433,
      "step": 198400
    },
    {
      "epoch": 64.15643180349063,
      "grad_norm": 1.4161418676376343,
      "learning_rate": 0.001,
      "loss": 1.5618,
      "step": 198500
    },
    {
      "epoch": 64.18875242404654,
      "grad_norm": 1.2888981103897095,
      "learning_rate": 0.001,
      "loss": 1.5708,
      "step": 198600
    },
    {
      "epoch": 64.22107304460246,
      "grad_norm": 1.5764001607894897,
      "learning_rate": 0.001,
      "loss": 1.578,
      "step": 198700
    },
    {
      "epoch": 64.25339366515837,
      "grad_norm": 1.4483191967010498,
      "learning_rate": 0.001,
      "loss": 1.5664,
      "step": 198800
    },
    {
      "epoch": 64.28571428571429,
      "grad_norm": 1.844832181930542,
      "learning_rate": 0.001,
      "loss": 1.6023,
      "step": 198900
    },
    {
      "epoch": 64.3180349062702,
      "grad_norm": 1.3805255889892578,
      "learning_rate": 0.001,
      "loss": 1.5934,
      "step": 199000
    },
    {
      "epoch": 64.35035552682612,
      "grad_norm": 1.3433549404144287,
      "learning_rate": 0.001,
      "loss": 1.5915,
      "step": 199100
    },
    {
      "epoch": 64.38267614738203,
      "grad_norm": 1.7375874519348145,
      "learning_rate": 0.001,
      "loss": 1.5885,
      "step": 199200
    },
    {
      "epoch": 64.41499676793795,
      "grad_norm": 1.5128262042999268,
      "learning_rate": 0.001,
      "loss": 1.5863,
      "step": 199300
    },
    {
      "epoch": 64.44731738849386,
      "grad_norm": 1.608688235282898,
      "learning_rate": 0.001,
      "loss": 1.6058,
      "step": 199400
    },
    {
      "epoch": 64.47963800904978,
      "grad_norm": 1.6296998262405396,
      "learning_rate": 0.001,
      "loss": 1.6096,
      "step": 199500
    },
    {
      "epoch": 64.51195862960569,
      "grad_norm": 1.5886939764022827,
      "learning_rate": 0.001,
      "loss": 1.6216,
      "step": 199600
    },
    {
      "epoch": 64.54427925016161,
      "grad_norm": 1.421675443649292,
      "learning_rate": 0.001,
      "loss": 1.6242,
      "step": 199700
    },
    {
      "epoch": 64.57659987071752,
      "grad_norm": 1.5409778356552124,
      "learning_rate": 0.001,
      "loss": 1.624,
      "step": 199800
    },
    {
      "epoch": 64.60892049127344,
      "grad_norm": 1.9098420143127441,
      "learning_rate": 0.001,
      "loss": 1.645,
      "step": 199900
    },
    {
      "epoch": 64.64124111182934,
      "grad_norm": 1.2659186124801636,
      "learning_rate": 0.001,
      "loss": 1.632,
      "step": 200000
    },
    {
      "epoch": 64.67356173238527,
      "grad_norm": 1.7314198017120361,
      "learning_rate": 0.001,
      "loss": 1.6317,
      "step": 200100
    },
    {
      "epoch": 64.70588235294117,
      "grad_norm": 1.4244946241378784,
      "learning_rate": 0.001,
      "loss": 1.647,
      "step": 200200
    },
    {
      "epoch": 64.7382029734971,
      "grad_norm": 1.355060338973999,
      "learning_rate": 0.001,
      "loss": 1.6356,
      "step": 200300
    },
    {
      "epoch": 64.770523594053,
      "grad_norm": 1.4022140502929688,
      "learning_rate": 0.001,
      "loss": 1.6212,
      "step": 200400
    },
    {
      "epoch": 64.80284421460892,
      "grad_norm": 1.4149821996688843,
      "learning_rate": 0.001,
      "loss": 1.6613,
      "step": 200500
    },
    {
      "epoch": 64.83516483516483,
      "grad_norm": 1.4350502490997314,
      "learning_rate": 0.001,
      "loss": 1.6431,
      "step": 200600
    },
    {
      "epoch": 64.86748545572075,
      "grad_norm": 1.5340101718902588,
      "learning_rate": 0.001,
      "loss": 1.6499,
      "step": 200700
    },
    {
      "epoch": 64.89980607627666,
      "grad_norm": 1.2688623666763306,
      "learning_rate": 0.001,
      "loss": 1.6539,
      "step": 200800
    },
    {
      "epoch": 64.93212669683258,
      "grad_norm": 1.8362963199615479,
      "learning_rate": 0.001,
      "loss": 1.6486,
      "step": 200900
    },
    {
      "epoch": 64.96444731738849,
      "grad_norm": 1.0354406833648682,
      "learning_rate": 0.001,
      "loss": 1.6534,
      "step": 201000
    },
    {
      "epoch": 64.99676793794441,
      "grad_norm": 1.8147214651107788,
      "learning_rate": 0.001,
      "loss": 1.6395,
      "step": 201100
    },
    {
      "epoch": 65.02908855850032,
      "grad_norm": 1.3064634799957275,
      "learning_rate": 0.001,
      "loss": 1.5475,
      "step": 201200
    },
    {
      "epoch": 65.06140917905624,
      "grad_norm": 1.3053911924362183,
      "learning_rate": 0.001,
      "loss": 1.525,
      "step": 201300
    },
    {
      "epoch": 65.09372979961215,
      "grad_norm": 1.8994085788726807,
      "learning_rate": 0.001,
      "loss": 1.5361,
      "step": 201400
    },
    {
      "epoch": 65.12605042016807,
      "grad_norm": 1.4329079389572144,
      "learning_rate": 0.001,
      "loss": 1.5706,
      "step": 201500
    },
    {
      "epoch": 65.15837104072398,
      "grad_norm": 1.4145162105560303,
      "learning_rate": 0.001,
      "loss": 1.5803,
      "step": 201600
    },
    {
      "epoch": 65.1906916612799,
      "grad_norm": 1.7784736156463623,
      "learning_rate": 0.001,
      "loss": 1.5627,
      "step": 201700
    },
    {
      "epoch": 65.2230122818358,
      "grad_norm": 1.8180545568466187,
      "learning_rate": 0.001,
      "loss": 1.5645,
      "step": 201800
    },
    {
      "epoch": 65.25533290239173,
      "grad_norm": 1.5060557126998901,
      "learning_rate": 0.001,
      "loss": 1.5773,
      "step": 201900
    },
    {
      "epoch": 65.28765352294764,
      "grad_norm": 1.6624622344970703,
      "learning_rate": 0.001,
      "loss": 1.5682,
      "step": 202000
    },
    {
      "epoch": 65.31997414350356,
      "grad_norm": 1.513641119003296,
      "learning_rate": 0.001,
      "loss": 1.5841,
      "step": 202100
    },
    {
      "epoch": 65.35229476405947,
      "grad_norm": 1.789554476737976,
      "learning_rate": 0.001,
      "loss": 1.6033,
      "step": 202200
    },
    {
      "epoch": 65.38461538461539,
      "grad_norm": 2.5331172943115234,
      "learning_rate": 0.001,
      "loss": 1.5851,
      "step": 202300
    },
    {
      "epoch": 65.4169360051713,
      "grad_norm": 1.5825227499008179,
      "learning_rate": 0.001,
      "loss": 1.5732,
      "step": 202400
    },
    {
      "epoch": 65.44925662572722,
      "grad_norm": 1.7947232723236084,
      "learning_rate": 0.001,
      "loss": 1.5976,
      "step": 202500
    },
    {
      "epoch": 65.48157724628312,
      "grad_norm": 1.7513070106506348,
      "learning_rate": 0.001,
      "loss": 1.5981,
      "step": 202600
    },
    {
      "epoch": 65.51389786683905,
      "grad_norm": 1.9662882089614868,
      "learning_rate": 0.001,
      "loss": 1.622,
      "step": 202700
    },
    {
      "epoch": 65.54621848739495,
      "grad_norm": 1.6715610027313232,
      "learning_rate": 0.001,
      "loss": 1.6087,
      "step": 202800
    },
    {
      "epoch": 65.57853910795087,
      "grad_norm": 1.2199307680130005,
      "learning_rate": 0.001,
      "loss": 1.6237,
      "step": 202900
    },
    {
      "epoch": 65.61085972850678,
      "grad_norm": 1.4250069856643677,
      "learning_rate": 0.001,
      "loss": 1.6225,
      "step": 203000
    },
    {
      "epoch": 65.6431803490627,
      "grad_norm": 1.7255460023880005,
      "learning_rate": 0.001,
      "loss": 1.6139,
      "step": 203100
    },
    {
      "epoch": 65.67550096961861,
      "grad_norm": 1.2933099269866943,
      "learning_rate": 0.001,
      "loss": 1.6239,
      "step": 203200
    },
    {
      "epoch": 65.70782159017453,
      "grad_norm": 1.560722827911377,
      "learning_rate": 0.001,
      "loss": 1.6286,
      "step": 203300
    },
    {
      "epoch": 65.74014221073044,
      "grad_norm": 1.5156254768371582,
      "learning_rate": 0.001,
      "loss": 1.6239,
      "step": 203400
    },
    {
      "epoch": 65.77246283128636,
      "grad_norm": 1.7756282091140747,
      "learning_rate": 0.001,
      "loss": 1.629,
      "step": 203500
    },
    {
      "epoch": 65.80478345184227,
      "grad_norm": 1.8276307582855225,
      "learning_rate": 0.001,
      "loss": 1.6207,
      "step": 203600
    },
    {
      "epoch": 65.83710407239819,
      "grad_norm": 1.3041716814041138,
      "learning_rate": 0.001,
      "loss": 1.6341,
      "step": 203700
    },
    {
      "epoch": 65.8694246929541,
      "grad_norm": 1.604331374168396,
      "learning_rate": 0.001,
      "loss": 1.629,
      "step": 203800
    },
    {
      "epoch": 65.90174531351002,
      "grad_norm": 1.3833218812942505,
      "learning_rate": 0.001,
      "loss": 1.6493,
      "step": 203900
    },
    {
      "epoch": 65.93406593406593,
      "grad_norm": 1.6882765293121338,
      "learning_rate": 0.001,
      "loss": 1.6559,
      "step": 204000
    },
    {
      "epoch": 65.96638655462185,
      "grad_norm": 1.5404090881347656,
      "learning_rate": 0.001,
      "loss": 1.639,
      "step": 204100
    },
    {
      "epoch": 65.99870717517777,
      "grad_norm": 1.791722059249878,
      "learning_rate": 0.001,
      "loss": 1.6264,
      "step": 204200
    },
    {
      "epoch": 66.03102779573368,
      "grad_norm": 1.9372780323028564,
      "learning_rate": 0.001,
      "loss": 1.5299,
      "step": 204300
    },
    {
      "epoch": 66.0633484162896,
      "grad_norm": 1.8623173236846924,
      "learning_rate": 0.001,
      "loss": 1.5294,
      "step": 204400
    },
    {
      "epoch": 66.0956690368455,
      "grad_norm": 2.164478063583374,
      "learning_rate": 0.001,
      "loss": 1.554,
      "step": 204500
    },
    {
      "epoch": 66.12798965740143,
      "grad_norm": 1.894229531288147,
      "learning_rate": 0.001,
      "loss": 1.55,
      "step": 204600
    },
    {
      "epoch": 66.16031027795734,
      "grad_norm": 1.493912935256958,
      "learning_rate": 0.001,
      "loss": 1.56,
      "step": 204700
    },
    {
      "epoch": 66.19263089851326,
      "grad_norm": 1.607630968093872,
      "learning_rate": 0.001,
      "loss": 1.5709,
      "step": 204800
    },
    {
      "epoch": 66.22495151906917,
      "grad_norm": 1.5320664644241333,
      "learning_rate": 0.001,
      "loss": 1.5523,
      "step": 204900
    },
    {
      "epoch": 66.25727213962509,
      "grad_norm": 1.4517817497253418,
      "learning_rate": 0.001,
      "loss": 1.5756,
      "step": 205000
    },
    {
      "epoch": 66.289592760181,
      "grad_norm": 1.4102898836135864,
      "learning_rate": 0.001,
      "loss": 1.5582,
      "step": 205100
    },
    {
      "epoch": 66.32191338073692,
      "grad_norm": 1.6045602560043335,
      "learning_rate": 0.001,
      "loss": 1.5812,
      "step": 205200
    },
    {
      "epoch": 66.35423400129282,
      "grad_norm": 2.0872433185577393,
      "learning_rate": 0.001,
      "loss": 1.5771,
      "step": 205300
    },
    {
      "epoch": 66.38655462184875,
      "grad_norm": 1.7898145914077759,
      "learning_rate": 0.001,
      "loss": 1.5632,
      "step": 205400
    },
    {
      "epoch": 66.41887524240465,
      "grad_norm": 1.5753815174102783,
      "learning_rate": 0.001,
      "loss": 1.5897,
      "step": 205500
    },
    {
      "epoch": 66.45119586296057,
      "grad_norm": 1.8376567363739014,
      "learning_rate": 0.001,
      "loss": 1.5991,
      "step": 205600
    },
    {
      "epoch": 66.48351648351648,
      "grad_norm": 1.246621012687683,
      "learning_rate": 0.001,
      "loss": 1.5738,
      "step": 205700
    },
    {
      "epoch": 66.5158371040724,
      "grad_norm": 1.9372217655181885,
      "learning_rate": 0.001,
      "loss": 1.5895,
      "step": 205800
    },
    {
      "epoch": 66.54815772462831,
      "grad_norm": 1.6086442470550537,
      "learning_rate": 0.001,
      "loss": 1.5999,
      "step": 205900
    },
    {
      "epoch": 66.58047834518423,
      "grad_norm": 1.5425879955291748,
      "learning_rate": 0.001,
      "loss": 1.6072,
      "step": 206000
    },
    {
      "epoch": 66.61279896574014,
      "grad_norm": 1.7193233966827393,
      "learning_rate": 0.001,
      "loss": 1.6019,
      "step": 206100
    },
    {
      "epoch": 66.64511958629606,
      "grad_norm": 2.3257246017456055,
      "learning_rate": 0.001,
      "loss": 1.6003,
      "step": 206200
    },
    {
      "epoch": 66.67744020685197,
      "grad_norm": 1.939846396446228,
      "learning_rate": 0.001,
      "loss": 1.6202,
      "step": 206300
    },
    {
      "epoch": 66.70976082740789,
      "grad_norm": 1.9590939283370972,
      "learning_rate": 0.001,
      "loss": 1.6085,
      "step": 206400
    },
    {
      "epoch": 66.7420814479638,
      "grad_norm": 1.5885615348815918,
      "learning_rate": 0.001,
      "loss": 1.6189,
      "step": 206500
    },
    {
      "epoch": 66.77440206851972,
      "grad_norm": 1.4376970529556274,
      "learning_rate": 0.001,
      "loss": 1.6185,
      "step": 206600
    },
    {
      "epoch": 66.80672268907563,
      "grad_norm": 1.5070077180862427,
      "learning_rate": 0.001,
      "loss": 1.6083,
      "step": 206700
    },
    {
      "epoch": 66.83904330963155,
      "grad_norm": 1.8947584629058838,
      "learning_rate": 0.001,
      "loss": 1.6184,
      "step": 206800
    },
    {
      "epoch": 66.87136393018746,
      "grad_norm": 1.4360790252685547,
      "learning_rate": 0.001,
      "loss": 1.6363,
      "step": 206900
    },
    {
      "epoch": 66.90368455074338,
      "grad_norm": 1.6498112678527832,
      "learning_rate": 0.001,
      "loss": 1.6361,
      "step": 207000
    },
    {
      "epoch": 66.93600517129929,
      "grad_norm": 1.7067687511444092,
      "learning_rate": 0.001,
      "loss": 1.6187,
      "step": 207100
    },
    {
      "epoch": 66.96832579185521,
      "grad_norm": 1.905935287475586,
      "learning_rate": 0.001,
      "loss": 1.6511,
      "step": 207200
    },
    {
      "epoch": 67.00064641241111,
      "grad_norm": 2.8338687419891357,
      "learning_rate": 0.001,
      "loss": 1.6223,
      "step": 207300
    },
    {
      "epoch": 67.03296703296704,
      "grad_norm": 1.7403825521469116,
      "learning_rate": 0.001,
      "loss": 1.5059,
      "step": 207400
    },
    {
      "epoch": 67.06528765352294,
      "grad_norm": 1.6658779382705688,
      "learning_rate": 0.001,
      "loss": 1.5186,
      "step": 207500
    },
    {
      "epoch": 67.09760827407887,
      "grad_norm": 1.9711863994598389,
      "learning_rate": 0.001,
      "loss": 1.5343,
      "step": 207600
    },
    {
      "epoch": 67.12992889463477,
      "grad_norm": 1.5921905040740967,
      "learning_rate": 0.001,
      "loss": 1.5336,
      "step": 207700
    },
    {
      "epoch": 67.1622495151907,
      "grad_norm": 1.9078835248947144,
      "learning_rate": 0.001,
      "loss": 1.5284,
      "step": 207800
    },
    {
      "epoch": 67.1945701357466,
      "grad_norm": 2.686221122741699,
      "learning_rate": 0.001,
      "loss": 1.5466,
      "step": 207900
    },
    {
      "epoch": 67.22689075630252,
      "grad_norm": 1.8036460876464844,
      "learning_rate": 0.001,
      "loss": 1.5566,
      "step": 208000
    },
    {
      "epoch": 67.25921137685843,
      "grad_norm": 1.9834649562835693,
      "learning_rate": 0.001,
      "loss": 1.5432,
      "step": 208100
    },
    {
      "epoch": 67.29153199741435,
      "grad_norm": 2.482227087020874,
      "learning_rate": 0.001,
      "loss": 1.5466,
      "step": 208200
    },
    {
      "epoch": 67.32385261797026,
      "grad_norm": 1.6784040927886963,
      "learning_rate": 0.001,
      "loss": 1.5603,
      "step": 208300
    },
    {
      "epoch": 67.35617323852618,
      "grad_norm": 1.9004853963851929,
      "learning_rate": 0.001,
      "loss": 1.5535,
      "step": 208400
    },
    {
      "epoch": 67.38849385908209,
      "grad_norm": 2.2348580360412598,
      "learning_rate": 0.001,
      "loss": 1.5645,
      "step": 208500
    },
    {
      "epoch": 67.42081447963801,
      "grad_norm": 1.5861483812332153,
      "learning_rate": 0.001,
      "loss": 1.5818,
      "step": 208600
    },
    {
      "epoch": 67.45313510019392,
      "grad_norm": 2.3207311630249023,
      "learning_rate": 0.001,
      "loss": 1.5708,
      "step": 208700
    },
    {
      "epoch": 67.48545572074984,
      "grad_norm": 3.079047918319702,
      "learning_rate": 0.001,
      "loss": 1.5933,
      "step": 208800
    },
    {
      "epoch": 67.51777634130575,
      "grad_norm": 1.9215753078460693,
      "learning_rate": 0.001,
      "loss": 1.5945,
      "step": 208900
    },
    {
      "epoch": 67.55009696186167,
      "grad_norm": 1.2818607091903687,
      "learning_rate": 0.001,
      "loss": 1.5983,
      "step": 209000
    },
    {
      "epoch": 67.58241758241758,
      "grad_norm": 1.4433931112289429,
      "learning_rate": 0.001,
      "loss": 1.608,
      "step": 209100
    },
    {
      "epoch": 67.6147382029735,
      "grad_norm": 1.771817922592163,
      "learning_rate": 0.001,
      "loss": 1.5869,
      "step": 209200
    },
    {
      "epoch": 67.6470588235294,
      "grad_norm": 2.404127597808838,
      "learning_rate": 0.001,
      "loss": 1.5879,
      "step": 209300
    },
    {
      "epoch": 67.67937944408533,
      "grad_norm": 1.46668541431427,
      "learning_rate": 0.001,
      "loss": 1.6071,
      "step": 209400
    },
    {
      "epoch": 67.71170006464124,
      "grad_norm": 2.0058186054229736,
      "learning_rate": 0.001,
      "loss": 1.5945,
      "step": 209500
    },
    {
      "epoch": 67.74402068519716,
      "grad_norm": 1.8062503337860107,
      "learning_rate": 0.001,
      "loss": 1.6054,
      "step": 209600
    },
    {
      "epoch": 67.77634130575306,
      "grad_norm": 2.3619446754455566,
      "learning_rate": 0.001,
      "loss": 1.6172,
      "step": 209700
    },
    {
      "epoch": 67.80866192630899,
      "grad_norm": 1.6072543859481812,
      "learning_rate": 0.001,
      "loss": 1.5929,
      "step": 209800
    },
    {
      "epoch": 67.8409825468649,
      "grad_norm": 1.9901092052459717,
      "learning_rate": 0.001,
      "loss": 1.6103,
      "step": 209900
    },
    {
      "epoch": 67.87330316742081,
      "grad_norm": 1.511841893196106,
      "learning_rate": 0.001,
      "loss": 1.6441,
      "step": 210000
    },
    {
      "epoch": 67.90562378797672,
      "grad_norm": 1.9327521324157715,
      "learning_rate": 0.001,
      "loss": 1.6185,
      "step": 210100
    },
    {
      "epoch": 67.93794440853264,
      "grad_norm": 1.9379057884216309,
      "learning_rate": 0.001,
      "loss": 1.6331,
      "step": 210200
    },
    {
      "epoch": 67.97026502908855,
      "grad_norm": 2.142944097518921,
      "learning_rate": 0.001,
      "loss": 1.6382,
      "step": 210300
    },
    {
      "epoch": 68.00258564964447,
      "grad_norm": 1.401830792427063,
      "learning_rate": 0.001,
      "loss": 1.6396,
      "step": 210400
    },
    {
      "epoch": 68.0349062702004,
      "grad_norm": 1.776995301246643,
      "learning_rate": 0.001,
      "loss": 1.4978,
      "step": 210500
    },
    {
      "epoch": 68.0672268907563,
      "grad_norm": 1.409732699394226,
      "learning_rate": 0.001,
      "loss": 1.5218,
      "step": 210600
    },
    {
      "epoch": 68.09954751131222,
      "grad_norm": 2.3525753021240234,
      "learning_rate": 0.001,
      "loss": 1.5259,
      "step": 210700
    },
    {
      "epoch": 68.13186813186813,
      "grad_norm": 1.5566622018814087,
      "learning_rate": 0.001,
      "loss": 1.5528,
      "step": 210800
    },
    {
      "epoch": 68.16418875242405,
      "grad_norm": 1.6221765279769897,
      "learning_rate": 0.001,
      "loss": 1.5335,
      "step": 210900
    },
    {
      "epoch": 68.19650937297996,
      "grad_norm": 1.8986177444458008,
      "learning_rate": 0.001,
      "loss": 1.546,
      "step": 211000
    },
    {
      "epoch": 68.22882999353588,
      "grad_norm": 1.4100441932678223,
      "learning_rate": 0.001,
      "loss": 1.5445,
      "step": 211100
    },
    {
      "epoch": 68.26115061409179,
      "grad_norm": 1.8427026271820068,
      "learning_rate": 0.001,
      "loss": 1.5541,
      "step": 211200
    },
    {
      "epoch": 68.29347123464771,
      "grad_norm": 2.2507922649383545,
      "learning_rate": 0.001,
      "loss": 1.5481,
      "step": 211300
    },
    {
      "epoch": 68.32579185520362,
      "grad_norm": 1.769182801246643,
      "learning_rate": 0.001,
      "loss": 1.5397,
      "step": 211400
    },
    {
      "epoch": 68.35811247575954,
      "grad_norm": 1.8999907970428467,
      "learning_rate": 0.001,
      "loss": 1.5467,
      "step": 211500
    },
    {
      "epoch": 68.39043309631545,
      "grad_norm": 1.141658067703247,
      "learning_rate": 0.001,
      "loss": 1.5666,
      "step": 211600
    },
    {
      "epoch": 68.42275371687137,
      "grad_norm": 1.5240708589553833,
      "learning_rate": 0.001,
      "loss": 1.5606,
      "step": 211700
    },
    {
      "epoch": 68.45507433742728,
      "grad_norm": 1.4288796186447144,
      "learning_rate": 0.001,
      "loss": 1.5732,
      "step": 211800
    },
    {
      "epoch": 68.4873949579832,
      "grad_norm": 1.3086295127868652,
      "learning_rate": 0.001,
      "loss": 1.5758,
      "step": 211900
    },
    {
      "epoch": 68.5197155785391,
      "grad_norm": 1.2653098106384277,
      "learning_rate": 0.001,
      "loss": 1.5713,
      "step": 212000
    },
    {
      "epoch": 68.55203619909503,
      "grad_norm": 1.4599053859710693,
      "learning_rate": 0.001,
      "loss": 1.5817,
      "step": 212100
    },
    {
      "epoch": 68.58435681965094,
      "grad_norm": 1.642386794090271,
      "learning_rate": 0.001,
      "loss": 1.5719,
      "step": 212200
    },
    {
      "epoch": 68.61667744020686,
      "grad_norm": 1.565251350402832,
      "learning_rate": 0.001,
      "loss": 1.5889,
      "step": 212300
    },
    {
      "epoch": 68.64899806076276,
      "grad_norm": 1.2315536737442017,
      "learning_rate": 0.001,
      "loss": 1.5831,
      "step": 212400
    },
    {
      "epoch": 68.68131868131869,
      "grad_norm": 2.1367335319519043,
      "learning_rate": 0.001,
      "loss": 1.5915,
      "step": 212500
    },
    {
      "epoch": 68.7136393018746,
      "grad_norm": 1.3036410808563232,
      "learning_rate": 0.001,
      "loss": 1.5882,
      "step": 212600
    },
    {
      "epoch": 68.74595992243052,
      "grad_norm": 1.7766282558441162,
      "learning_rate": 0.001,
      "loss": 1.5965,
      "step": 212700
    },
    {
      "epoch": 68.77828054298642,
      "grad_norm": 1.840104579925537,
      "learning_rate": 0.001,
      "loss": 1.5873,
      "step": 212800
    },
    {
      "epoch": 68.81060116354234,
      "grad_norm": 1.8919962644577026,
      "learning_rate": 0.001,
      "loss": 1.6055,
      "step": 212900
    },
    {
      "epoch": 68.84292178409825,
      "grad_norm": 1.4418390989303589,
      "learning_rate": 0.001,
      "loss": 1.626,
      "step": 213000
    },
    {
      "epoch": 68.87524240465417,
      "grad_norm": 1.54845130443573,
      "learning_rate": 0.001,
      "loss": 1.6256,
      "step": 213100
    },
    {
      "epoch": 68.90756302521008,
      "grad_norm": 1.4561160802841187,
      "learning_rate": 0.001,
      "loss": 1.6176,
      "step": 213200
    },
    {
      "epoch": 68.939883645766,
      "grad_norm": 1.3307286500930786,
      "learning_rate": 0.001,
      "loss": 1.6251,
      "step": 213300
    },
    {
      "epoch": 68.97220426632191,
      "grad_norm": 1.0837733745574951,
      "learning_rate": 0.001,
      "loss": 1.6189,
      "step": 213400
    },
    {
      "epoch": 69.00452488687783,
      "grad_norm": 1.1446514129638672,
      "learning_rate": 0.001,
      "loss": 1.61,
      "step": 213500
    },
    {
      "epoch": 69.03684550743374,
      "grad_norm": 1.1614508628845215,
      "learning_rate": 0.001,
      "loss": 1.5068,
      "step": 213600
    },
    {
      "epoch": 69.06916612798966,
      "grad_norm": 1.7956161499023438,
      "learning_rate": 0.001,
      "loss": 1.5062,
      "step": 213700
    },
    {
      "epoch": 69.10148674854557,
      "grad_norm": 1.4920622110366821,
      "learning_rate": 0.001,
      "loss": 1.5255,
      "step": 213800
    },
    {
      "epoch": 69.13380736910149,
      "grad_norm": 1.180904507637024,
      "learning_rate": 0.001,
      "loss": 1.5239,
      "step": 213900
    },
    {
      "epoch": 69.1661279896574,
      "grad_norm": 1.4228894710540771,
      "learning_rate": 0.001,
      "loss": 1.5292,
      "step": 214000
    },
    {
      "epoch": 69.19844861021332,
      "grad_norm": 1.5594555139541626,
      "learning_rate": 0.001,
      "loss": 1.5186,
      "step": 214100
    },
    {
      "epoch": 69.23076923076923,
      "grad_norm": 1.0493789911270142,
      "learning_rate": 0.001,
      "loss": 1.5329,
      "step": 214200
    },
    {
      "epoch": 69.26308985132515,
      "grad_norm": 1.764050841331482,
      "learning_rate": 0.001,
      "loss": 1.542,
      "step": 214300
    },
    {
      "epoch": 69.29541047188106,
      "grad_norm": 1.9596831798553467,
      "learning_rate": 0.001,
      "loss": 1.5347,
      "step": 214400
    },
    {
      "epoch": 69.32773109243698,
      "grad_norm": 1.615365982055664,
      "learning_rate": 0.001,
      "loss": 1.5616,
      "step": 214500
    },
    {
      "epoch": 69.36005171299288,
      "grad_norm": 1.2732131481170654,
      "learning_rate": 0.001,
      "loss": 1.5411,
      "step": 214600
    },
    {
      "epoch": 69.3923723335488,
      "grad_norm": 1.531451940536499,
      "learning_rate": 0.001,
      "loss": 1.5435,
      "step": 214700
    },
    {
      "epoch": 69.42469295410471,
      "grad_norm": 1.7909483909606934,
      "learning_rate": 0.001,
      "loss": 1.543,
      "step": 214800
    },
    {
      "epoch": 69.45701357466064,
      "grad_norm": 0.9809910655021667,
      "learning_rate": 0.001,
      "loss": 1.5491,
      "step": 214900
    },
    {
      "epoch": 69.48933419521654,
      "grad_norm": 1.3432776927947998,
      "learning_rate": 0.001,
      "loss": 1.5731,
      "step": 215000
    },
    {
      "epoch": 69.52165481577246,
      "grad_norm": 1.2507835626602173,
      "learning_rate": 0.001,
      "loss": 1.5713,
      "step": 215100
    },
    {
      "epoch": 69.55397543632837,
      "grad_norm": 1.3285642862319946,
      "learning_rate": 0.001,
      "loss": 1.5724,
      "step": 215200
    },
    {
      "epoch": 69.5862960568843,
      "grad_norm": 1.9070652723312378,
      "learning_rate": 0.001,
      "loss": 1.5737,
      "step": 215300
    },
    {
      "epoch": 69.6186166774402,
      "grad_norm": 1.5597374439239502,
      "learning_rate": 0.001,
      "loss": 1.5839,
      "step": 215400
    },
    {
      "epoch": 69.65093729799612,
      "grad_norm": 1.8160336017608643,
      "learning_rate": 0.001,
      "loss": 1.589,
      "step": 215500
    },
    {
      "epoch": 69.68325791855203,
      "grad_norm": 1.1347708702087402,
      "learning_rate": 0.001,
      "loss": 1.5807,
      "step": 215600
    },
    {
      "epoch": 69.71557853910795,
      "grad_norm": 1.2475730180740356,
      "learning_rate": 0.001,
      "loss": 1.5937,
      "step": 215700
    },
    {
      "epoch": 69.74789915966386,
      "grad_norm": 1.8533042669296265,
      "learning_rate": 0.001,
      "loss": 1.5843,
      "step": 215800
    },
    {
      "epoch": 69.78021978021978,
      "grad_norm": 1.7402023077011108,
      "learning_rate": 0.001,
      "loss": 1.5811,
      "step": 215900
    },
    {
      "epoch": 69.81254040077569,
      "grad_norm": 1.4845796823501587,
      "learning_rate": 0.001,
      "loss": 1.5987,
      "step": 216000
    },
    {
      "epoch": 69.84486102133161,
      "grad_norm": 1.5384836196899414,
      "learning_rate": 0.001,
      "loss": 1.6039,
      "step": 216100
    },
    {
      "epoch": 69.87718164188752,
      "grad_norm": 1.451719045639038,
      "learning_rate": 0.001,
      "loss": 1.5907,
      "step": 216200
    },
    {
      "epoch": 69.90950226244344,
      "grad_norm": 1.1956146955490112,
      "learning_rate": 0.001,
      "loss": 1.5954,
      "step": 216300
    },
    {
      "epoch": 69.94182288299935,
      "grad_norm": 1.8268797397613525,
      "learning_rate": 0.001,
      "loss": 1.619,
      "step": 216400
    },
    {
      "epoch": 69.97414350355527,
      "grad_norm": 1.3545068502426147,
      "learning_rate": 0.001,
      "loss": 1.6064,
      "step": 216500
    },
    {
      "epoch": 70.00646412411119,
      "grad_norm": 1.1828221082687378,
      "learning_rate": 0.001,
      "loss": 1.6031,
      "step": 216600
    },
    {
      "epoch": 70.0387847446671,
      "grad_norm": 1.4522184133529663,
      "learning_rate": 0.001,
      "loss": 1.4794,
      "step": 216700
    },
    {
      "epoch": 70.07110536522302,
      "grad_norm": 1.7155815362930298,
      "learning_rate": 0.001,
      "loss": 1.4898,
      "step": 216800
    },
    {
      "epoch": 70.10342598577893,
      "grad_norm": 1.4515830278396606,
      "learning_rate": 0.001,
      "loss": 1.5079,
      "step": 216900
    },
    {
      "epoch": 70.13574660633485,
      "grad_norm": 1.3109537363052368,
      "learning_rate": 0.001,
      "loss": 1.5131,
      "step": 217000
    },
    {
      "epoch": 70.16806722689076,
      "grad_norm": 1.8338853120803833,
      "learning_rate": 0.001,
      "loss": 1.5118,
      "step": 217100
    },
    {
      "epoch": 70.20038784744668,
      "grad_norm": 1.5463823080062866,
      "learning_rate": 0.001,
      "loss": 1.512,
      "step": 217200
    },
    {
      "epoch": 70.23270846800258,
      "grad_norm": 1.2792097330093384,
      "learning_rate": 0.001,
      "loss": 1.5257,
      "step": 217300
    },
    {
      "epoch": 70.2650290885585,
      "grad_norm": 1.662739872932434,
      "learning_rate": 0.001,
      "loss": 1.5272,
      "step": 217400
    },
    {
      "epoch": 70.29734970911441,
      "grad_norm": 1.3703052997589111,
      "learning_rate": 0.001,
      "loss": 1.5373,
      "step": 217500
    },
    {
      "epoch": 70.32967032967034,
      "grad_norm": 1.3139020204544067,
      "learning_rate": 0.001,
      "loss": 1.5459,
      "step": 217600
    },
    {
      "epoch": 70.36199095022624,
      "grad_norm": 1.8041199445724487,
      "learning_rate": 0.001,
      "loss": 1.5372,
      "step": 217700
    },
    {
      "epoch": 70.39431157078216,
      "grad_norm": 1.9823251962661743,
      "learning_rate": 0.001,
      "loss": 1.5454,
      "step": 217800
    },
    {
      "epoch": 70.42663219133807,
      "grad_norm": 1.5236910581588745,
      "learning_rate": 0.001,
      "loss": 1.5506,
      "step": 217900
    },
    {
      "epoch": 70.458952811894,
      "grad_norm": 1.4975502490997314,
      "learning_rate": 0.001,
      "loss": 1.5514,
      "step": 218000
    },
    {
      "epoch": 70.4912734324499,
      "grad_norm": 0.9770181179046631,
      "learning_rate": 0.001,
      "loss": 1.5633,
      "step": 218100
    },
    {
      "epoch": 70.52359405300582,
      "grad_norm": 1.632096767425537,
      "learning_rate": 0.001,
      "loss": 1.5659,
      "step": 218200
    },
    {
      "epoch": 70.55591467356173,
      "grad_norm": 1.3791656494140625,
      "learning_rate": 0.001,
      "loss": 1.5788,
      "step": 218300
    },
    {
      "epoch": 70.58823529411765,
      "grad_norm": 1.3625118732452393,
      "learning_rate": 0.001,
      "loss": 1.5848,
      "step": 218400
    },
    {
      "epoch": 70.62055591467356,
      "grad_norm": 1.355443000793457,
      "learning_rate": 0.001,
      "loss": 1.5531,
      "step": 218500
    },
    {
      "epoch": 70.65287653522948,
      "grad_norm": 1.3710728883743286,
      "learning_rate": 0.001,
      "loss": 1.5684,
      "step": 218600
    },
    {
      "epoch": 70.68519715578539,
      "grad_norm": 1.2288410663604736,
      "learning_rate": 0.001,
      "loss": 1.56,
      "step": 218700
    },
    {
      "epoch": 70.71751777634131,
      "grad_norm": 1.7254223823547363,
      "learning_rate": 0.001,
      "loss": 1.5803,
      "step": 218800
    },
    {
      "epoch": 70.74983839689722,
      "grad_norm": 1.6320266723632812,
      "learning_rate": 0.001,
      "loss": 1.5777,
      "step": 218900
    },
    {
      "epoch": 70.78215901745314,
      "grad_norm": 1.209186315536499,
      "learning_rate": 0.001,
      "loss": 1.5888,
      "step": 219000
    },
    {
      "epoch": 70.81447963800905,
      "grad_norm": 1.2234702110290527,
      "learning_rate": 0.001,
      "loss": 1.5897,
      "step": 219100
    },
    {
      "epoch": 70.84680025856497,
      "grad_norm": 1.058451771736145,
      "learning_rate": 0.001,
      "loss": 1.6031,
      "step": 219200
    },
    {
      "epoch": 70.87912087912088,
      "grad_norm": 1.3177103996276855,
      "learning_rate": 0.001,
      "loss": 1.5897,
      "step": 219300
    },
    {
      "epoch": 70.9114414996768,
      "grad_norm": 1.2803094387054443,
      "learning_rate": 0.001,
      "loss": 1.6078,
      "step": 219400
    },
    {
      "epoch": 70.9437621202327,
      "grad_norm": 1.410070776939392,
      "learning_rate": 0.001,
      "loss": 1.595,
      "step": 219500
    },
    {
      "epoch": 70.97608274078863,
      "grad_norm": 2.0982401371002197,
      "learning_rate": 0.001,
      "loss": 1.5901,
      "step": 219600
    },
    {
      "epoch": 71.00840336134453,
      "grad_norm": 1.0597091913223267,
      "learning_rate": 0.001,
      "loss": 1.582,
      "step": 219700
    },
    {
      "epoch": 71.04072398190046,
      "grad_norm": 2.105226755142212,
      "learning_rate": 0.001,
      "loss": 1.4687,
      "step": 219800
    },
    {
      "epoch": 71.07304460245636,
      "grad_norm": 1.2170047760009766,
      "learning_rate": 0.001,
      "loss": 1.4939,
      "step": 219900
    },
    {
      "epoch": 71.10536522301229,
      "grad_norm": 1.4154855012893677,
      "learning_rate": 0.001,
      "loss": 1.4787,
      "step": 220000
    },
    {
      "epoch": 71.13768584356819,
      "grad_norm": 1.7579776048660278,
      "learning_rate": 0.001,
      "loss": 1.499,
      "step": 220100
    },
    {
      "epoch": 71.17000646412411,
      "grad_norm": 1.5543571710586548,
      "learning_rate": 0.001,
      "loss": 1.4995,
      "step": 220200
    },
    {
      "epoch": 71.20232708468002,
      "grad_norm": 1.4604703187942505,
      "learning_rate": 0.001,
      "loss": 1.5156,
      "step": 220300
    },
    {
      "epoch": 71.23464770523594,
      "grad_norm": 1.5122308731079102,
      "learning_rate": 0.001,
      "loss": 1.5249,
      "step": 220400
    },
    {
      "epoch": 71.26696832579185,
      "grad_norm": 1.566140055656433,
      "learning_rate": 0.001,
      "loss": 1.4966,
      "step": 220500
    },
    {
      "epoch": 71.29928894634777,
      "grad_norm": 1.962449550628662,
      "learning_rate": 0.001,
      "loss": 1.5303,
      "step": 220600
    },
    {
      "epoch": 71.33160956690368,
      "grad_norm": 1.3906453847885132,
      "learning_rate": 0.001,
      "loss": 1.5293,
      "step": 220700
    },
    {
      "epoch": 71.3639301874596,
      "grad_norm": 1.6068905591964722,
      "learning_rate": 0.001,
      "loss": 1.5271,
      "step": 220800
    },
    {
      "epoch": 71.39625080801551,
      "grad_norm": 1.3614650964736938,
      "learning_rate": 0.001,
      "loss": 1.5508,
      "step": 220900
    },
    {
      "epoch": 71.42857142857143,
      "grad_norm": 1.6165804862976074,
      "learning_rate": 0.001,
      "loss": 1.5458,
      "step": 221000
    },
    {
      "epoch": 71.46089204912734,
      "grad_norm": 1.724016785621643,
      "learning_rate": 0.001,
      "loss": 1.5337,
      "step": 221100
    },
    {
      "epoch": 71.49321266968326,
      "grad_norm": 1.3093929290771484,
      "learning_rate": 0.001,
      "loss": 1.5535,
      "step": 221200
    },
    {
      "epoch": 71.52553329023917,
      "grad_norm": 1.233283281326294,
      "learning_rate": 0.001,
      "loss": 1.545,
      "step": 221300
    },
    {
      "epoch": 71.55785391079509,
      "grad_norm": 1.4728742837905884,
      "learning_rate": 0.001,
      "loss": 1.5582,
      "step": 221400
    },
    {
      "epoch": 71.590174531351,
      "grad_norm": 1.3168997764587402,
      "learning_rate": 0.001,
      "loss": 1.5633,
      "step": 221500
    },
    {
      "epoch": 71.62249515190692,
      "grad_norm": 1.5132778882980347,
      "learning_rate": 0.001,
      "loss": 1.5636,
      "step": 221600
    },
    {
      "epoch": 71.65481577246283,
      "grad_norm": 1.6981767416000366,
      "learning_rate": 0.001,
      "loss": 1.5719,
      "step": 221700
    },
    {
      "epoch": 71.68713639301875,
      "grad_norm": 1.4577381610870361,
      "learning_rate": 0.001,
      "loss": 1.5592,
      "step": 221800
    },
    {
      "epoch": 71.71945701357465,
      "grad_norm": 1.7084128856658936,
      "learning_rate": 0.001,
      "loss": 1.5581,
      "step": 221900
    },
    {
      "epoch": 71.75177763413058,
      "grad_norm": 1.0470802783966064,
      "learning_rate": 0.001,
      "loss": 1.5716,
      "step": 222000
    },
    {
      "epoch": 71.78409825468648,
      "grad_norm": 1.6497925519943237,
      "learning_rate": 0.001,
      "loss": 1.5946,
      "step": 222100
    },
    {
      "epoch": 71.8164188752424,
      "grad_norm": 1.3580806255340576,
      "learning_rate": 0.001,
      "loss": 1.5868,
      "step": 222200
    },
    {
      "epoch": 71.84873949579831,
      "grad_norm": 1.7498301267623901,
      "learning_rate": 0.001,
      "loss": 1.5963,
      "step": 222300
    },
    {
      "epoch": 71.88106011635423,
      "grad_norm": 1.8118958473205566,
      "learning_rate": 0.001,
      "loss": 1.5845,
      "step": 222400
    },
    {
      "epoch": 71.91338073691014,
      "grad_norm": 1.2654248476028442,
      "learning_rate": 0.001,
      "loss": 1.5879,
      "step": 222500
    },
    {
      "epoch": 71.94570135746606,
      "grad_norm": 1.555355429649353,
      "learning_rate": 0.001,
      "loss": 1.5891,
      "step": 222600
    },
    {
      "epoch": 71.97802197802197,
      "grad_norm": 1.1465693712234497,
      "learning_rate": 0.001,
      "loss": 1.6082,
      "step": 222700
    },
    {
      "epoch": 72.01034259857789,
      "grad_norm": 1.6664994955062866,
      "learning_rate": 0.001,
      "loss": 1.5414,
      "step": 222800
    },
    {
      "epoch": 72.04266321913381,
      "grad_norm": 1.639346957206726,
      "learning_rate": 0.001,
      "loss": 1.4734,
      "step": 222900
    },
    {
      "epoch": 72.07498383968972,
      "grad_norm": 1.4530357122421265,
      "learning_rate": 0.001,
      "loss": 1.4757,
      "step": 223000
    },
    {
      "epoch": 72.10730446024564,
      "grad_norm": 1.1979373693466187,
      "learning_rate": 0.001,
      "loss": 1.4811,
      "step": 223100
    },
    {
      "epoch": 72.13962508080155,
      "grad_norm": 1.339179277420044,
      "learning_rate": 0.001,
      "loss": 1.4943,
      "step": 223200
    },
    {
      "epoch": 72.17194570135747,
      "grad_norm": 1.2545099258422852,
      "learning_rate": 0.001,
      "loss": 1.4921,
      "step": 223300
    },
    {
      "epoch": 72.20426632191338,
      "grad_norm": 1.280022382736206,
      "learning_rate": 0.001,
      "loss": 1.5095,
      "step": 223400
    },
    {
      "epoch": 72.2365869424693,
      "grad_norm": 1.3083187341690063,
      "learning_rate": 0.001,
      "loss": 1.5142,
      "step": 223500
    },
    {
      "epoch": 72.26890756302521,
      "grad_norm": 1.3355222940444946,
      "learning_rate": 0.001,
      "loss": 1.5164,
      "step": 223600
    },
    {
      "epoch": 72.30122818358113,
      "grad_norm": 1.3752424716949463,
      "learning_rate": 0.001,
      "loss": 1.5246,
      "step": 223700
    },
    {
      "epoch": 72.33354880413704,
      "grad_norm": 1.200433611869812,
      "learning_rate": 0.001,
      "loss": 1.5067,
      "step": 223800
    },
    {
      "epoch": 72.36586942469296,
      "grad_norm": 1.5312621593475342,
      "learning_rate": 0.001,
      "loss": 1.5259,
      "step": 223900
    },
    {
      "epoch": 72.39819004524887,
      "grad_norm": 1.517161250114441,
      "learning_rate": 0.001,
      "loss": 1.5268,
      "step": 224000
    },
    {
      "epoch": 72.43051066580479,
      "grad_norm": 1.5134165287017822,
      "learning_rate": 0.001,
      "loss": 1.5434,
      "step": 224100
    },
    {
      "epoch": 72.4628312863607,
      "grad_norm": 2.0942986011505127,
      "learning_rate": 0.001,
      "loss": 1.5519,
      "step": 224200
    },
    {
      "epoch": 72.49515190691662,
      "grad_norm": 1.622260332107544,
      "learning_rate": 0.001,
      "loss": 1.541,
      "step": 224300
    },
    {
      "epoch": 72.52747252747253,
      "grad_norm": 1.4113531112670898,
      "learning_rate": 0.001,
      "loss": 1.5439,
      "step": 224400
    },
    {
      "epoch": 72.55979314802845,
      "grad_norm": 1.36627197265625,
      "learning_rate": 0.001,
      "loss": 1.5327,
      "step": 224500
    },
    {
      "epoch": 72.59211376858435,
      "grad_norm": 1.434559941291809,
      "learning_rate": 0.001,
      "loss": 1.5554,
      "step": 224600
    },
    {
      "epoch": 72.62443438914028,
      "grad_norm": 1.475899338722229,
      "learning_rate": 0.001,
      "loss": 1.5536,
      "step": 224700
    },
    {
      "epoch": 72.65675500969618,
      "grad_norm": 1.4711800813674927,
      "learning_rate": 0.001,
      "loss": 1.5546,
      "step": 224800
    },
    {
      "epoch": 72.6890756302521,
      "grad_norm": 1.2975748777389526,
      "learning_rate": 0.001,
      "loss": 1.5602,
      "step": 224900
    },
    {
      "epoch": 72.72139625080801,
      "grad_norm": 1.4378626346588135,
      "learning_rate": 0.001,
      "loss": 1.568,
      "step": 225000
    },
    {
      "epoch": 72.75371687136393,
      "grad_norm": 1.3611150979995728,
      "learning_rate": 0.001,
      "loss": 1.5704,
      "step": 225100
    },
    {
      "epoch": 72.78603749191984,
      "grad_norm": 1.6263785362243652,
      "learning_rate": 0.001,
      "loss": 1.5769,
      "step": 225200
    },
    {
      "epoch": 72.81835811247576,
      "grad_norm": 1.392359733581543,
      "learning_rate": 0.001,
      "loss": 1.5909,
      "step": 225300
    },
    {
      "epoch": 72.85067873303167,
      "grad_norm": 1.764510989189148,
      "learning_rate": 0.001,
      "loss": 1.582,
      "step": 225400
    },
    {
      "epoch": 72.88299935358759,
      "grad_norm": 1.4342442750930786,
      "learning_rate": 0.001,
      "loss": 1.5679,
      "step": 225500
    },
    {
      "epoch": 72.9153199741435,
      "grad_norm": 1.422317385673523,
      "learning_rate": 0.001,
      "loss": 1.5692,
      "step": 225600
    },
    {
      "epoch": 72.94764059469942,
      "grad_norm": 1.768009901046753,
      "learning_rate": 0.001,
      "loss": 1.5812,
      "step": 225700
    },
    {
      "epoch": 72.97996121525533,
      "grad_norm": 1.7353980541229248,
      "learning_rate": 0.001,
      "loss": 1.5985,
      "step": 225800
    },
    {
      "epoch": 73.01228183581125,
      "grad_norm": 1.470423698425293,
      "learning_rate": 0.001,
      "loss": 1.5372,
      "step": 225900
    },
    {
      "epoch": 73.04460245636716,
      "grad_norm": 1.3820226192474365,
      "learning_rate": 0.001,
      "loss": 1.4558,
      "step": 226000
    },
    {
      "epoch": 73.07692307692308,
      "grad_norm": 1.4334419965744019,
      "learning_rate": 0.001,
      "loss": 1.4857,
      "step": 226100
    },
    {
      "epoch": 73.10924369747899,
      "grad_norm": 1.552611231803894,
      "learning_rate": 0.001,
      "loss": 1.4796,
      "step": 226200
    },
    {
      "epoch": 73.14156431803491,
      "grad_norm": 1.4738566875457764,
      "learning_rate": 0.001,
      "loss": 1.4877,
      "step": 226300
    },
    {
      "epoch": 73.17388493859082,
      "grad_norm": 1.2708693742752075,
      "learning_rate": 0.001,
      "loss": 1.4875,
      "step": 226400
    },
    {
      "epoch": 73.20620555914674,
      "grad_norm": 1.2074936628341675,
      "learning_rate": 0.001,
      "loss": 1.5055,
      "step": 226500
    },
    {
      "epoch": 73.23852617970265,
      "grad_norm": 1.4904911518096924,
      "learning_rate": 0.001,
      "loss": 1.4873,
      "step": 226600
    },
    {
      "epoch": 73.27084680025857,
      "grad_norm": 1.4835336208343506,
      "learning_rate": 0.001,
      "loss": 1.5047,
      "step": 226700
    },
    {
      "epoch": 73.30316742081448,
      "grad_norm": 1.8338134288787842,
      "learning_rate": 0.001,
      "loss": 1.5133,
      "step": 226800
    },
    {
      "epoch": 73.3354880413704,
      "grad_norm": 1.603265643119812,
      "learning_rate": 0.001,
      "loss": 1.5093,
      "step": 226900
    },
    {
      "epoch": 73.3678086619263,
      "grad_norm": 1.803918719291687,
      "learning_rate": 0.001,
      "loss": 1.5151,
      "step": 227000
    },
    {
      "epoch": 73.40012928248223,
      "grad_norm": 1.5095746517181396,
      "learning_rate": 0.001,
      "loss": 1.5201,
      "step": 227100
    },
    {
      "epoch": 73.43244990303813,
      "grad_norm": 1.6134722232818604,
      "learning_rate": 0.001,
      "loss": 1.5281,
      "step": 227200
    },
    {
      "epoch": 73.46477052359405,
      "grad_norm": 1.5454301834106445,
      "learning_rate": 0.001,
      "loss": 1.5203,
      "step": 227300
    },
    {
      "epoch": 73.49709114414996,
      "grad_norm": 1.8803797960281372,
      "learning_rate": 0.001,
      "loss": 1.5316,
      "step": 227400
    },
    {
      "epoch": 73.52941176470588,
      "grad_norm": 1.5477262735366821,
      "learning_rate": 0.001,
      "loss": 1.5481,
      "step": 227500
    },
    {
      "epoch": 73.56173238526179,
      "grad_norm": 1.8320611715316772,
      "learning_rate": 0.001,
      "loss": 1.5553,
      "step": 227600
    },
    {
      "epoch": 73.59405300581771,
      "grad_norm": 2.3626441955566406,
      "learning_rate": 0.001,
      "loss": 1.541,
      "step": 227700
    },
    {
      "epoch": 73.62637362637362,
      "grad_norm": 1.5265443325042725,
      "learning_rate": 0.001,
      "loss": 1.5509,
      "step": 227800
    },
    {
      "epoch": 73.65869424692954,
      "grad_norm": 1.6350661516189575,
      "learning_rate": 0.001,
      "loss": 1.5515,
      "step": 227900
    },
    {
      "epoch": 73.69101486748545,
      "grad_norm": 1.40945303440094,
      "learning_rate": 0.001,
      "loss": 1.5467,
      "step": 228000
    },
    {
      "epoch": 73.72333548804137,
      "grad_norm": 1.6472688913345337,
      "learning_rate": 0.001,
      "loss": 1.5666,
      "step": 228100
    },
    {
      "epoch": 73.75565610859728,
      "grad_norm": 1.753916621208191,
      "learning_rate": 0.001,
      "loss": 1.5645,
      "step": 228200
    },
    {
      "epoch": 73.7879767291532,
      "grad_norm": 1.5692429542541504,
      "learning_rate": 0.001,
      "loss": 1.5616,
      "step": 228300
    },
    {
      "epoch": 73.82029734970911,
      "grad_norm": 1.4695786237716675,
      "learning_rate": 0.001,
      "loss": 1.563,
      "step": 228400
    },
    {
      "epoch": 73.85261797026503,
      "grad_norm": 1.5109291076660156,
      "learning_rate": 0.001,
      "loss": 1.5702,
      "step": 228500
    },
    {
      "epoch": 73.88493859082094,
      "grad_norm": 1.3853473663330078,
      "learning_rate": 0.001,
      "loss": 1.5721,
      "step": 228600
    },
    {
      "epoch": 73.91725921137686,
      "grad_norm": 1.181089162826538,
      "learning_rate": 0.001,
      "loss": 1.5778,
      "step": 228700
    },
    {
      "epoch": 73.94957983193277,
      "grad_norm": 1.3903465270996094,
      "learning_rate": 0.001,
      "loss": 1.5663,
      "step": 228800
    },
    {
      "epoch": 73.98190045248869,
      "grad_norm": 1.7607699632644653,
      "learning_rate": 0.001,
      "loss": 1.5841,
      "step": 228900
    },
    {
      "epoch": 74.01422107304461,
      "grad_norm": 1.933079481124878,
      "learning_rate": 0.001,
      "loss": 1.4981,
      "step": 229000
    },
    {
      "epoch": 74.04654169360052,
      "grad_norm": 1.6522470712661743,
      "learning_rate": 0.001,
      "loss": 1.4555,
      "step": 229100
    },
    {
      "epoch": 74.07886231415644,
      "grad_norm": 1.9484916925430298,
      "learning_rate": 0.001,
      "loss": 1.4581,
      "step": 229200
    },
    {
      "epoch": 74.11118293471235,
      "grad_norm": 1.5861504077911377,
      "learning_rate": 0.001,
      "loss": 1.4818,
      "step": 229300
    },
    {
      "epoch": 74.14350355526827,
      "grad_norm": 1.9591395854949951,
      "learning_rate": 0.001,
      "loss": 1.47,
      "step": 229400
    },
    {
      "epoch": 74.17582417582418,
      "grad_norm": 1.5973981618881226,
      "learning_rate": 0.001,
      "loss": 1.4859,
      "step": 229500
    },
    {
      "epoch": 74.2081447963801,
      "grad_norm": 1.7444751262664795,
      "learning_rate": 0.001,
      "loss": 1.4906,
      "step": 229600
    },
    {
      "epoch": 74.240465416936,
      "grad_norm": 2.131800889968872,
      "learning_rate": 0.001,
      "loss": 1.4872,
      "step": 229700
    },
    {
      "epoch": 74.27278603749193,
      "grad_norm": 1.7644002437591553,
      "learning_rate": 0.001,
      "loss": 1.4969,
      "step": 229800
    },
    {
      "epoch": 74.30510665804783,
      "grad_norm": 1.646075963973999,
      "learning_rate": 0.001,
      "loss": 1.494,
      "step": 229900
    },
    {
      "epoch": 74.33742727860376,
      "grad_norm": 1.8765732049942017,
      "learning_rate": 0.001,
      "loss": 1.51,
      "step": 230000
    },
    {
      "epoch": 74.36974789915966,
      "grad_norm": 1.7023745775222778,
      "learning_rate": 0.001,
      "loss": 1.5053,
      "step": 230100
    },
    {
      "epoch": 74.40206851971558,
      "grad_norm": 1.703138828277588,
      "learning_rate": 0.001,
      "loss": 1.5195,
      "step": 230200
    },
    {
      "epoch": 74.43438914027149,
      "grad_norm": 1.6692290306091309,
      "learning_rate": 0.001,
      "loss": 1.5259,
      "step": 230300
    },
    {
      "epoch": 74.46670976082741,
      "grad_norm": 1.418053388595581,
      "learning_rate": 0.001,
      "loss": 1.5187,
      "step": 230400
    },
    {
      "epoch": 74.49903038138332,
      "grad_norm": 1.8168318271636963,
      "learning_rate": 0.001,
      "loss": 1.535,
      "step": 230500
    },
    {
      "epoch": 74.53135100193924,
      "grad_norm": 1.8448301553726196,
      "learning_rate": 0.001,
      "loss": 1.5297,
      "step": 230600
    },
    {
      "epoch": 74.56367162249515,
      "grad_norm": 1.8441119194030762,
      "learning_rate": 0.001,
      "loss": 1.538,
      "step": 230700
    },
    {
      "epoch": 74.59599224305107,
      "grad_norm": 1.601678490638733,
      "learning_rate": 0.001,
      "loss": 1.5382,
      "step": 230800
    },
    {
      "epoch": 74.62831286360698,
      "grad_norm": 1.40133535861969,
      "learning_rate": 0.001,
      "loss": 1.5457,
      "step": 230900
    },
    {
      "epoch": 74.6606334841629,
      "grad_norm": 1.3961271047592163,
      "learning_rate": 0.001,
      "loss": 1.5447,
      "step": 231000
    },
    {
      "epoch": 74.69295410471881,
      "grad_norm": 1.5519992113113403,
      "learning_rate": 0.001,
      "loss": 1.5392,
      "step": 231100
    },
    {
      "epoch": 74.72527472527473,
      "grad_norm": 1.3843839168548584,
      "learning_rate": 0.001,
      "loss": 1.5474,
      "step": 231200
    },
    {
      "epoch": 74.75759534583064,
      "grad_norm": 1.7330049276351929,
      "learning_rate": 0.001,
      "loss": 1.5534,
      "step": 231300
    },
    {
      "epoch": 74.78991596638656,
      "grad_norm": 1.7051910161972046,
      "learning_rate": 0.001,
      "loss": 1.5532,
      "step": 231400
    },
    {
      "epoch": 74.82223658694247,
      "grad_norm": 1.8478976488113403,
      "learning_rate": 0.001,
      "loss": 1.5618,
      "step": 231500
    },
    {
      "epoch": 74.85455720749839,
      "grad_norm": 1.7964320182800293,
      "learning_rate": 0.001,
      "loss": 1.5505,
      "step": 231600
    },
    {
      "epoch": 74.8868778280543,
      "grad_norm": 2.2320656776428223,
      "learning_rate": 0.001,
      "loss": 1.5654,
      "step": 231700
    },
    {
      "epoch": 74.91919844861022,
      "grad_norm": 1.874264121055603,
      "learning_rate": 0.001,
      "loss": 1.5705,
      "step": 231800
    },
    {
      "epoch": 74.95151906916612,
      "grad_norm": 1.4276374578475952,
      "learning_rate": 0.001,
      "loss": 1.5734,
      "step": 231900
    },
    {
      "epoch": 74.98383968972205,
      "grad_norm": 1.7904925346374512,
      "learning_rate": 0.001,
      "loss": 1.5732,
      "step": 232000
    },
    {
      "epoch": 75.01616031027795,
      "grad_norm": 1.8452962636947632,
      "learning_rate": 0.001,
      "loss": 1.4718,
      "step": 232100
    },
    {
      "epoch": 75.04848093083388,
      "grad_norm": 2.6169495582580566,
      "learning_rate": 0.001,
      "loss": 1.4575,
      "step": 232200
    },
    {
      "epoch": 75.08080155138978,
      "grad_norm": 1.707862377166748,
      "learning_rate": 0.001,
      "loss": 1.4386,
      "step": 232300
    },
    {
      "epoch": 75.1131221719457,
      "grad_norm": 1.8327504396438599,
      "learning_rate": 0.001,
      "loss": 1.4743,
      "step": 232400
    },
    {
      "epoch": 75.14544279250161,
      "grad_norm": 2.308570384979248,
      "learning_rate": 0.001,
      "loss": 1.4821,
      "step": 232500
    },
    {
      "epoch": 75.17776341305753,
      "grad_norm": 2.6504032611846924,
      "learning_rate": 0.001,
      "loss": 1.4765,
      "step": 232600
    },
    {
      "epoch": 75.21008403361344,
      "grad_norm": 2.242478132247925,
      "learning_rate": 0.001,
      "loss": 1.4719,
      "step": 232700
    },
    {
      "epoch": 75.24240465416936,
      "grad_norm": 2.303994655609131,
      "learning_rate": 0.001,
      "loss": 1.4753,
      "step": 232800
    },
    {
      "epoch": 75.27472527472527,
      "grad_norm": 2.3544199466705322,
      "learning_rate": 0.001,
      "loss": 1.5065,
      "step": 232900
    },
    {
      "epoch": 75.30704589528119,
      "grad_norm": 1.9674110412597656,
      "learning_rate": 0.001,
      "loss": 1.5036,
      "step": 233000
    },
    {
      "epoch": 75.3393665158371,
      "grad_norm": 1.8192665576934814,
      "learning_rate": 0.001,
      "loss": 1.495,
      "step": 233100
    },
    {
      "epoch": 75.37168713639302,
      "grad_norm": 2.133833408355713,
      "learning_rate": 0.001,
      "loss": 1.4959,
      "step": 233200
    },
    {
      "epoch": 75.40400775694893,
      "grad_norm": 2.5970709323883057,
      "learning_rate": 0.001,
      "loss": 1.5083,
      "step": 233300
    },
    {
      "epoch": 75.43632837750485,
      "grad_norm": 2.0291748046875,
      "learning_rate": 0.001,
      "loss": 1.5127,
      "step": 233400
    },
    {
      "epoch": 75.46864899806076,
      "grad_norm": 1.7293260097503662,
      "learning_rate": 0.001,
      "loss": 1.5247,
      "step": 233500
    },
    {
      "epoch": 75.50096961861668,
      "grad_norm": 2.267519235610962,
      "learning_rate": 0.001,
      "loss": 1.5094,
      "step": 233600
    },
    {
      "epoch": 75.53329023917259,
      "grad_norm": 1.6786974668502808,
      "learning_rate": 0.001,
      "loss": 1.5213,
      "step": 233700
    },
    {
      "epoch": 75.56561085972851,
      "grad_norm": 1.8709112405776978,
      "learning_rate": 0.001,
      "loss": 1.5404,
      "step": 233800
    },
    {
      "epoch": 75.59793148028442,
      "grad_norm": 1.9633324146270752,
      "learning_rate": 0.001,
      "loss": 1.5208,
      "step": 233900
    },
    {
      "epoch": 75.63025210084034,
      "grad_norm": 1.9440094232559204,
      "learning_rate": 0.001,
      "loss": 1.5271,
      "step": 234000
    },
    {
      "epoch": 75.66257272139624,
      "grad_norm": 1.935779333114624,
      "learning_rate": 0.001,
      "loss": 1.5306,
      "step": 234100
    },
    {
      "epoch": 75.69489334195217,
      "grad_norm": 2.249645948410034,
      "learning_rate": 0.001,
      "loss": 1.5325,
      "step": 234200
    },
    {
      "epoch": 75.72721396250807,
      "grad_norm": 2.0431575775146484,
      "learning_rate": 0.001,
      "loss": 1.5446,
      "step": 234300
    },
    {
      "epoch": 75.759534583064,
      "grad_norm": 2.305968999862671,
      "learning_rate": 0.001,
      "loss": 1.5575,
      "step": 234400
    },
    {
      "epoch": 75.7918552036199,
      "grad_norm": 1.8218010663986206,
      "learning_rate": 0.001,
      "loss": 1.5389,
      "step": 234500
    },
    {
      "epoch": 75.82417582417582,
      "grad_norm": 2.15047025680542,
      "learning_rate": 0.001,
      "loss": 1.5369,
      "step": 234600
    },
    {
      "epoch": 75.85649644473173,
      "grad_norm": 2.2102482318878174,
      "learning_rate": 0.001,
      "loss": 1.5545,
      "step": 234700
    },
    {
      "epoch": 75.88881706528765,
      "grad_norm": 2.4484729766845703,
      "learning_rate": 0.001,
      "loss": 1.5664,
      "step": 234800
    },
    {
      "epoch": 75.92113768584356,
      "grad_norm": 2.1117191314697266,
      "learning_rate": 0.001,
      "loss": 1.5666,
      "step": 234900
    },
    {
      "epoch": 75.95345830639948,
      "grad_norm": 2.8818562030792236,
      "learning_rate": 0.001,
      "loss": 1.5675,
      "step": 235000
    },
    {
      "epoch": 75.98577892695539,
      "grad_norm": 2.7250523567199707,
      "learning_rate": 0.001,
      "loss": 1.5668,
      "step": 235100
    },
    {
      "epoch": 76.01809954751131,
      "grad_norm": 2.0469698905944824,
      "learning_rate": 0.001,
      "loss": 1.5111,
      "step": 235200
    },
    {
      "epoch": 76.05042016806723,
      "grad_norm": 1.6739189624786377,
      "learning_rate": 0.001,
      "loss": 1.4421,
      "step": 235300
    },
    {
      "epoch": 76.08274078862314,
      "grad_norm": 1.7519482374191284,
      "learning_rate": 0.001,
      "loss": 1.4533,
      "step": 235400
    },
    {
      "epoch": 76.11506140917906,
      "grad_norm": 1.2195477485656738,
      "learning_rate": 0.001,
      "loss": 1.4447,
      "step": 235500
    },
    {
      "epoch": 76.14738202973497,
      "grad_norm": 1.7513339519500732,
      "learning_rate": 0.001,
      "loss": 1.4578,
      "step": 235600
    },
    {
      "epoch": 76.17970265029089,
      "grad_norm": 1.6105413436889648,
      "learning_rate": 0.001,
      "loss": 1.4734,
      "step": 235700
    },
    {
      "epoch": 76.2120232708468,
      "grad_norm": 1.4778788089752197,
      "learning_rate": 0.001,
      "loss": 1.4741,
      "step": 235800
    },
    {
      "epoch": 76.24434389140272,
      "grad_norm": 1.4792375564575195,
      "learning_rate": 0.001,
      "loss": 1.4773,
      "step": 235900
    },
    {
      "epoch": 76.27666451195863,
      "grad_norm": 1.8309617042541504,
      "learning_rate": 0.001,
      "loss": 1.4803,
      "step": 236000
    },
    {
      "epoch": 76.30898513251455,
      "grad_norm": 1.7483227252960205,
      "learning_rate": 0.001,
      "loss": 1.4851,
      "step": 236100
    },
    {
      "epoch": 76.34130575307046,
      "grad_norm": 1.1991394758224487,
      "learning_rate": 0.001,
      "loss": 1.4842,
      "step": 236200
    },
    {
      "epoch": 76.37362637362638,
      "grad_norm": 1.6364467144012451,
      "learning_rate": 0.001,
      "loss": 1.5046,
      "step": 236300
    },
    {
      "epoch": 76.40594699418229,
      "grad_norm": 1.481478214263916,
      "learning_rate": 0.001,
      "loss": 1.5063,
      "step": 236400
    },
    {
      "epoch": 76.43826761473821,
      "grad_norm": 1.7369900941848755,
      "learning_rate": 0.001,
      "loss": 1.5113,
      "step": 236500
    },
    {
      "epoch": 76.47058823529412,
      "grad_norm": 1.894484043121338,
      "learning_rate": 0.001,
      "loss": 1.501,
      "step": 236600
    },
    {
      "epoch": 76.50290885585004,
      "grad_norm": 1.4116283655166626,
      "learning_rate": 0.001,
      "loss": 1.5078,
      "step": 236700
    },
    {
      "epoch": 76.53522947640595,
      "grad_norm": 1.3731389045715332,
      "learning_rate": 0.001,
      "loss": 1.5154,
      "step": 236800
    },
    {
      "epoch": 76.56755009696187,
      "grad_norm": 2.088660478591919,
      "learning_rate": 0.001,
      "loss": 1.5316,
      "step": 236900
    },
    {
      "epoch": 76.59987071751777,
      "grad_norm": 1.4767850637435913,
      "learning_rate": 0.001,
      "loss": 1.5417,
      "step": 237000
    },
    {
      "epoch": 76.6321913380737,
      "grad_norm": 1.584747076034546,
      "learning_rate": 0.001,
      "loss": 1.5225,
      "step": 237100
    },
    {
      "epoch": 76.6645119586296,
      "grad_norm": 1.8084192276000977,
      "learning_rate": 0.001,
      "loss": 1.5176,
      "step": 237200
    },
    {
      "epoch": 76.69683257918552,
      "grad_norm": 1.3601627349853516,
      "learning_rate": 0.001,
      "loss": 1.5344,
      "step": 237300
    },
    {
      "epoch": 76.72915319974143,
      "grad_norm": 1.4814226627349854,
      "learning_rate": 0.001,
      "loss": 1.5454,
      "step": 237400
    },
    {
      "epoch": 76.76147382029735,
      "grad_norm": 1.7931079864501953,
      "learning_rate": 0.001,
      "loss": 1.5104,
      "step": 237500
    },
    {
      "epoch": 76.79379444085326,
      "grad_norm": 1.7696950435638428,
      "learning_rate": 0.001,
      "loss": 1.547,
      "step": 237600
    },
    {
      "epoch": 76.82611506140918,
      "grad_norm": 1.9078216552734375,
      "learning_rate": 0.001,
      "loss": 1.5307,
      "step": 237700
    },
    {
      "epoch": 76.85843568196509,
      "grad_norm": 1.6045186519622803,
      "learning_rate": 0.001,
      "loss": 1.5539,
      "step": 237800
    },
    {
      "epoch": 76.89075630252101,
      "grad_norm": 1.2418279647827148,
      "learning_rate": 0.001,
      "loss": 1.5479,
      "step": 237900
    },
    {
      "epoch": 76.92307692307692,
      "grad_norm": 1.5800580978393555,
      "learning_rate": 0.001,
      "loss": 1.5538,
      "step": 238000
    },
    {
      "epoch": 76.95539754363284,
      "grad_norm": 1.7912734746932983,
      "learning_rate": 0.001,
      "loss": 1.5633,
      "step": 238100
    },
    {
      "epoch": 76.98771816418875,
      "grad_norm": 1.3797253370285034,
      "learning_rate": 0.001,
      "loss": 1.5384,
      "step": 238200
    },
    {
      "epoch": 77.02003878474467,
      "grad_norm": 1.6609480381011963,
      "learning_rate": 0.001,
      "loss": 1.4973,
      "step": 238300
    },
    {
      "epoch": 77.05235940530058,
      "grad_norm": 1.7042680978775024,
      "learning_rate": 0.001,
      "loss": 1.4333,
      "step": 238400
    },
    {
      "epoch": 77.0846800258565,
      "grad_norm": 1.32135009765625,
      "learning_rate": 0.001,
      "loss": 1.4579,
      "step": 238500
    },
    {
      "epoch": 77.11700064641241,
      "grad_norm": 1.302638053894043,
      "learning_rate": 0.001,
      "loss": 1.4579,
      "step": 238600
    },
    {
      "epoch": 77.14932126696833,
      "grad_norm": 1.463110089302063,
      "learning_rate": 0.001,
      "loss": 1.4563,
      "step": 238700
    },
    {
      "epoch": 77.18164188752424,
      "grad_norm": 1.5074396133422852,
      "learning_rate": 0.001,
      "loss": 1.4651,
      "step": 238800
    },
    {
      "epoch": 77.21396250808016,
      "grad_norm": 1.4624207019805908,
      "learning_rate": 0.001,
      "loss": 1.4642,
      "step": 238900
    },
    {
      "epoch": 77.24628312863607,
      "grad_norm": 1.4944427013397217,
      "learning_rate": 0.001,
      "loss": 1.4593,
      "step": 239000
    },
    {
      "epoch": 77.27860374919199,
      "grad_norm": 2.2866570949554443,
      "learning_rate": 0.001,
      "loss": 1.4749,
      "step": 239100
    },
    {
      "epoch": 77.3109243697479,
      "grad_norm": 2.0275280475616455,
      "learning_rate": 0.001,
      "loss": 1.487,
      "step": 239200
    },
    {
      "epoch": 77.34324499030382,
      "grad_norm": 1.6738691329956055,
      "learning_rate": 0.001,
      "loss": 1.4711,
      "step": 239300
    },
    {
      "epoch": 77.37556561085972,
      "grad_norm": 1.8057903051376343,
      "learning_rate": 0.001,
      "loss": 1.5001,
      "step": 239400
    },
    {
      "epoch": 77.40788623141565,
      "grad_norm": 1.3166172504425049,
      "learning_rate": 0.001,
      "loss": 1.4909,
      "step": 239500
    },
    {
      "epoch": 77.44020685197155,
      "grad_norm": 1.8812742233276367,
      "learning_rate": 0.001,
      "loss": 1.4962,
      "step": 239600
    },
    {
      "epoch": 77.47252747252747,
      "grad_norm": 1.6621681451797485,
      "learning_rate": 0.001,
      "loss": 1.5079,
      "step": 239700
    },
    {
      "epoch": 77.50484809308338,
      "grad_norm": 1.238905668258667,
      "learning_rate": 0.001,
      "loss": 1.4916,
      "step": 239800
    },
    {
      "epoch": 77.5371687136393,
      "grad_norm": 1.3346996307373047,
      "learning_rate": 0.001,
      "loss": 1.5014,
      "step": 239900
    },
    {
      "epoch": 77.56948933419521,
      "grad_norm": 1.3015086650848389,
      "learning_rate": 0.001,
      "loss": 1.5032,
      "step": 240000
    },
    {
      "epoch": 77.60180995475113,
      "grad_norm": 1.2718425989151,
      "learning_rate": 0.001,
      "loss": 1.498,
      "step": 240100
    },
    {
      "epoch": 77.63413057530704,
      "grad_norm": 1.5175855159759521,
      "learning_rate": 0.001,
      "loss": 1.5267,
      "step": 240200
    },
    {
      "epoch": 77.66645119586296,
      "grad_norm": 1.2660694122314453,
      "learning_rate": 0.001,
      "loss": 1.5257,
      "step": 240300
    },
    {
      "epoch": 77.69877181641887,
      "grad_norm": 1.3283731937408447,
      "learning_rate": 0.001,
      "loss": 1.5231,
      "step": 240400
    },
    {
      "epoch": 77.73109243697479,
      "grad_norm": 1.6311471462249756,
      "learning_rate": 0.001,
      "loss": 1.5289,
      "step": 240500
    },
    {
      "epoch": 77.7634130575307,
      "grad_norm": 1.6861320734024048,
      "learning_rate": 0.001,
      "loss": 1.5224,
      "step": 240600
    },
    {
      "epoch": 77.79573367808662,
      "grad_norm": 1.559901237487793,
      "learning_rate": 0.001,
      "loss": 1.5299,
      "step": 240700
    },
    {
      "epoch": 77.82805429864253,
      "grad_norm": 1.2827755212783813,
      "learning_rate": 0.001,
      "loss": 1.5427,
      "step": 240800
    },
    {
      "epoch": 77.86037491919845,
      "grad_norm": 1.285235047340393,
      "learning_rate": 0.001,
      "loss": 1.5308,
      "step": 240900
    },
    {
      "epoch": 77.89269553975436,
      "grad_norm": 1.173821210861206,
      "learning_rate": 0.001,
      "loss": 1.5255,
      "step": 241000
    },
    {
      "epoch": 77.92501616031028,
      "grad_norm": 1.1771650314331055,
      "learning_rate": 0.001,
      "loss": 1.5458,
      "step": 241100
    },
    {
      "epoch": 77.95733678086619,
      "grad_norm": 1.4045838117599487,
      "learning_rate": 0.001,
      "loss": 1.5496,
      "step": 241200
    },
    {
      "epoch": 77.98965740142211,
      "grad_norm": 1.7626705169677734,
      "learning_rate": 0.001,
      "loss": 1.5402,
      "step": 241300
    },
    {
      "epoch": 78.02197802197803,
      "grad_norm": 1.3559398651123047,
      "learning_rate": 0.001,
      "loss": 1.4808,
      "step": 241400
    },
    {
      "epoch": 78.05429864253394,
      "grad_norm": 1.2719939947128296,
      "learning_rate": 0.001,
      "loss": 1.4271,
      "step": 241500
    },
    {
      "epoch": 78.08661926308986,
      "grad_norm": 1.233944296836853,
      "learning_rate": 0.001,
      "loss": 1.4339,
      "step": 241600
    },
    {
      "epoch": 78.11893988364577,
      "grad_norm": 1.182702660560608,
      "learning_rate": 0.001,
      "loss": 1.4389,
      "step": 241700
    },
    {
      "epoch": 78.15126050420169,
      "grad_norm": 1.380983829498291,
      "learning_rate": 0.001,
      "loss": 1.4442,
      "step": 241800
    },
    {
      "epoch": 78.1835811247576,
      "grad_norm": 1.6417757272720337,
      "learning_rate": 0.001,
      "loss": 1.4632,
      "step": 241900
    },
    {
      "epoch": 78.21590174531352,
      "grad_norm": 1.3505266904830933,
      "learning_rate": 0.001,
      "loss": 1.4413,
      "step": 242000
    },
    {
      "epoch": 78.24822236586942,
      "grad_norm": 1.4652029275894165,
      "learning_rate": 0.001,
      "loss": 1.4585,
      "step": 242100
    },
    {
      "epoch": 78.28054298642535,
      "grad_norm": 1.0839201211929321,
      "learning_rate": 0.001,
      "loss": 1.4762,
      "step": 242200
    },
    {
      "epoch": 78.31286360698125,
      "grad_norm": 2.6254734992980957,
      "learning_rate": 0.001,
      "loss": 1.4708,
      "step": 242300
    },
    {
      "epoch": 78.34518422753717,
      "grad_norm": 1.1155922412872314,
      "learning_rate": 0.001,
      "loss": 1.4752,
      "step": 242400
    },
    {
      "epoch": 78.37750484809308,
      "grad_norm": 1.1666878461837769,
      "learning_rate": 0.001,
      "loss": 1.4932,
      "step": 242500
    },
    {
      "epoch": 78.409825468649,
      "grad_norm": 1.032177448272705,
      "learning_rate": 0.001,
      "loss": 1.4745,
      "step": 242600
    },
    {
      "epoch": 78.44214608920491,
      "grad_norm": 1.311974287033081,
      "learning_rate": 0.001,
      "loss": 1.4818,
      "step": 242700
    },
    {
      "epoch": 78.47446670976083,
      "grad_norm": 1.2213555574417114,
      "learning_rate": 0.001,
      "loss": 1.4865,
      "step": 242800
    },
    {
      "epoch": 78.50678733031674,
      "grad_norm": 1.4418728351593018,
      "learning_rate": 0.001,
      "loss": 1.4842,
      "step": 242900
    },
    {
      "epoch": 78.53910795087266,
      "grad_norm": 1.4388240575790405,
      "learning_rate": 0.001,
      "loss": 1.514,
      "step": 243000
    },
    {
      "epoch": 78.57142857142857,
      "grad_norm": 1.6182565689086914,
      "learning_rate": 0.001,
      "loss": 1.5051,
      "step": 243100
    },
    {
      "epoch": 78.60374919198449,
      "grad_norm": 1.4511289596557617,
      "learning_rate": 0.001,
      "loss": 1.5017,
      "step": 243200
    },
    {
      "epoch": 78.6360698125404,
      "grad_norm": 1.4314979314804077,
      "learning_rate": 0.001,
      "loss": 1.5093,
      "step": 243300
    },
    {
      "epoch": 78.66839043309632,
      "grad_norm": 1.3016643524169922,
      "learning_rate": 0.001,
      "loss": 1.5105,
      "step": 243400
    },
    {
      "epoch": 78.70071105365223,
      "grad_norm": 1.3273727893829346,
      "learning_rate": 0.001,
      "loss": 1.5116,
      "step": 243500
    },
    {
      "epoch": 78.73303167420815,
      "grad_norm": 1.3437339067459106,
      "learning_rate": 0.001,
      "loss": 1.5217,
      "step": 243600
    },
    {
      "epoch": 78.76535229476406,
      "grad_norm": 1.8093808889389038,
      "learning_rate": 0.001,
      "loss": 1.523,
      "step": 243700
    },
    {
      "epoch": 78.79767291531998,
      "grad_norm": 1.3972852230072021,
      "learning_rate": 0.001,
      "loss": 1.5323,
      "step": 243800
    },
    {
      "epoch": 78.82999353587589,
      "grad_norm": 1.1998374462127686,
      "learning_rate": 0.001,
      "loss": 1.5329,
      "step": 243900
    },
    {
      "epoch": 78.86231415643181,
      "grad_norm": 1.5502599477767944,
      "learning_rate": 0.001,
      "loss": 1.5409,
      "step": 244000
    },
    {
      "epoch": 78.89463477698771,
      "grad_norm": 1.1933624744415283,
      "learning_rate": 0.001,
      "loss": 1.5201,
      "step": 244100
    },
    {
      "epoch": 78.92695539754364,
      "grad_norm": 1.1095892190933228,
      "learning_rate": 0.001,
      "loss": 1.539,
      "step": 244200
    },
    {
      "epoch": 78.95927601809954,
      "grad_norm": 1.1915327310562134,
      "learning_rate": 0.001,
      "loss": 1.5508,
      "step": 244300
    },
    {
      "epoch": 78.99159663865547,
      "grad_norm": 0.9810858368873596,
      "learning_rate": 0.001,
      "loss": 1.5415,
      "step": 244400
    },
    {
      "epoch": 79.02391725921137,
      "grad_norm": 1.1638388633728027,
      "learning_rate": 0.001,
      "loss": 1.4601,
      "step": 244500
    },
    {
      "epoch": 79.0562378797673,
      "grad_norm": 1.7552450895309448,
      "learning_rate": 0.001,
      "loss": 1.4161,
      "step": 244600
    },
    {
      "epoch": 79.0885585003232,
      "grad_norm": 1.2643893957138062,
      "learning_rate": 0.001,
      "loss": 1.4078,
      "step": 244700
    },
    {
      "epoch": 79.12087912087912,
      "grad_norm": 1.566015601158142,
      "learning_rate": 0.001,
      "loss": 1.4305,
      "step": 244800
    },
    {
      "epoch": 79.15319974143503,
      "grad_norm": 1.5437681674957275,
      "learning_rate": 0.001,
      "loss": 1.4536,
      "step": 244900
    },
    {
      "epoch": 79.18552036199095,
      "grad_norm": 1.9942206144332886,
      "learning_rate": 0.001,
      "loss": 1.4516,
      "step": 245000
    },
    {
      "epoch": 79.21784098254686,
      "grad_norm": 1.1073012351989746,
      "learning_rate": 0.001,
      "loss": 1.4669,
      "step": 245100
    },
    {
      "epoch": 79.25016160310278,
      "grad_norm": 1.2855706214904785,
      "learning_rate": 0.001,
      "loss": 1.4514,
      "step": 245200
    },
    {
      "epoch": 79.28248222365869,
      "grad_norm": 1.5170331001281738,
      "learning_rate": 0.001,
      "loss": 1.4588,
      "step": 245300
    },
    {
      "epoch": 79.31480284421461,
      "grad_norm": 1.9636250734329224,
      "learning_rate": 0.001,
      "loss": 1.4642,
      "step": 245400
    },
    {
      "epoch": 79.34712346477052,
      "grad_norm": 1.4256482124328613,
      "learning_rate": 0.001,
      "loss": 1.4727,
      "step": 245500
    },
    {
      "epoch": 79.37944408532644,
      "grad_norm": 1.501046895980835,
      "learning_rate": 0.001,
      "loss": 1.4727,
      "step": 245600
    },
    {
      "epoch": 79.41176470588235,
      "grad_norm": 1.8273255825042725,
      "learning_rate": 0.001,
      "loss": 1.4813,
      "step": 245700
    },
    {
      "epoch": 79.44408532643827,
      "grad_norm": 1.8996268510818481,
      "learning_rate": 0.001,
      "loss": 1.4857,
      "step": 245800
    },
    {
      "epoch": 79.47640594699418,
      "grad_norm": 1.5301989316940308,
      "learning_rate": 0.001,
      "loss": 1.476,
      "step": 245900
    },
    {
      "epoch": 79.5087265675501,
      "grad_norm": 1.4433398246765137,
      "learning_rate": 0.001,
      "loss": 1.4826,
      "step": 246000
    },
    {
      "epoch": 79.541047188106,
      "grad_norm": 1.4371416568756104,
      "learning_rate": 0.001,
      "loss": 1.4859,
      "step": 246100
    },
    {
      "epoch": 79.57336780866193,
      "grad_norm": 1.288563847541809,
      "learning_rate": 0.001,
      "loss": 1.4988,
      "step": 246200
    },
    {
      "epoch": 79.60568842921784,
      "grad_norm": 1.3247302770614624,
      "learning_rate": 0.001,
      "loss": 1.4985,
      "step": 246300
    },
    {
      "epoch": 79.63800904977376,
      "grad_norm": 1.4887481927871704,
      "learning_rate": 0.001,
      "loss": 1.497,
      "step": 246400
    },
    {
      "epoch": 79.67032967032966,
      "grad_norm": 1.3735618591308594,
      "learning_rate": 0.001,
      "loss": 1.5049,
      "step": 246500
    },
    {
      "epoch": 79.70265029088559,
      "grad_norm": 1.4121897220611572,
      "learning_rate": 0.001,
      "loss": 1.5014,
      "step": 246600
    },
    {
      "epoch": 79.7349709114415,
      "grad_norm": 1.568111777305603,
      "learning_rate": 0.001,
      "loss": 1.5004,
      "step": 246700
    },
    {
      "epoch": 79.76729153199742,
      "grad_norm": 1.5190857648849487,
      "learning_rate": 0.001,
      "loss": 1.5016,
      "step": 246800
    },
    {
      "epoch": 79.79961215255332,
      "grad_norm": 1.287047028541565,
      "learning_rate": 0.001,
      "loss": 1.5353,
      "step": 246900
    },
    {
      "epoch": 79.83193277310924,
      "grad_norm": 1.403714656829834,
      "learning_rate": 0.001,
      "loss": 1.5267,
      "step": 247000
    },
    {
      "epoch": 79.86425339366515,
      "grad_norm": 1.180440068244934,
      "learning_rate": 0.001,
      "loss": 1.5313,
      "step": 247100
    },
    {
      "epoch": 79.89657401422107,
      "grad_norm": 1.1998322010040283,
      "learning_rate": 0.001,
      "loss": 1.5293,
      "step": 247200
    },
    {
      "epoch": 79.92889463477698,
      "grad_norm": 1.2172197103500366,
      "learning_rate": 0.001,
      "loss": 1.5364,
      "step": 247300
    },
    {
      "epoch": 79.9612152553329,
      "grad_norm": 1.5113470554351807,
      "learning_rate": 0.001,
      "loss": 1.5482,
      "step": 247400
    },
    {
      "epoch": 79.99353587588882,
      "grad_norm": 1.7513564825057983,
      "learning_rate": 0.001,
      "loss": 1.531,
      "step": 247500
    },
    {
      "epoch": 80.02585649644473,
      "grad_norm": 1.1894452571868896,
      "learning_rate": 0.001,
      "loss": 1.4383,
      "step": 247600
    },
    {
      "epoch": 80.05817711700065,
      "grad_norm": 1.2569270133972168,
      "learning_rate": 0.001,
      "loss": 1.416,
      "step": 247700
    },
    {
      "epoch": 80.09049773755656,
      "grad_norm": 1.8621593713760376,
      "learning_rate": 0.001,
      "loss": 1.4129,
      "step": 247800
    },
    {
      "epoch": 80.12281835811248,
      "grad_norm": 1.2772419452667236,
      "learning_rate": 0.001,
      "loss": 1.429,
      "step": 247900
    },
    {
      "epoch": 80.15513897866839,
      "grad_norm": 1.5088549852371216,
      "learning_rate": 0.001,
      "loss": 1.4407,
      "step": 248000
    },
    {
      "epoch": 80.18745959922431,
      "grad_norm": 1.2808599472045898,
      "learning_rate": 0.001,
      "loss": 1.4328,
      "step": 248100
    },
    {
      "epoch": 80.21978021978022,
      "grad_norm": 1.5279263257980347,
      "learning_rate": 0.001,
      "loss": 1.4476,
      "step": 248200
    },
    {
      "epoch": 80.25210084033614,
      "grad_norm": 1.5252046585083008,
      "learning_rate": 0.001,
      "loss": 1.4425,
      "step": 248300
    },
    {
      "epoch": 80.28442146089205,
      "grad_norm": 1.759626030921936,
      "learning_rate": 0.001,
      "loss": 1.4678,
      "step": 248400
    },
    {
      "epoch": 80.31674208144797,
      "grad_norm": 1.4535683393478394,
      "learning_rate": 0.001,
      "loss": 1.4482,
      "step": 248500
    },
    {
      "epoch": 80.34906270200388,
      "grad_norm": 1.4096509218215942,
      "learning_rate": 0.001,
      "loss": 1.4594,
      "step": 248600
    },
    {
      "epoch": 80.3813833225598,
      "grad_norm": 1.2100415229797363,
      "learning_rate": 0.001,
      "loss": 1.4807,
      "step": 248700
    },
    {
      "epoch": 80.4137039431157,
      "grad_norm": 1.5168434381484985,
      "learning_rate": 0.001,
      "loss": 1.4731,
      "step": 248800
    },
    {
      "epoch": 80.44602456367163,
      "grad_norm": 1.6755900382995605,
      "learning_rate": 0.001,
      "loss": 1.4677,
      "step": 248900
    },
    {
      "epoch": 80.47834518422754,
      "grad_norm": 1.6561522483825684,
      "learning_rate": 0.001,
      "loss": 1.4783,
      "step": 249000
    },
    {
      "epoch": 80.51066580478346,
      "grad_norm": 1.4312539100646973,
      "learning_rate": 0.001,
      "loss": 1.4754,
      "step": 249100
    },
    {
      "epoch": 80.54298642533936,
      "grad_norm": 1.3774590492248535,
      "learning_rate": 0.001,
      "loss": 1.4781,
      "step": 249200
    },
    {
      "epoch": 80.57530704589529,
      "grad_norm": 1.4128397703170776,
      "learning_rate": 0.001,
      "loss": 1.4897,
      "step": 249300
    },
    {
      "epoch": 80.6076276664512,
      "grad_norm": 1.261557698249817,
      "learning_rate": 0.001,
      "loss": 1.4966,
      "step": 249400
    },
    {
      "epoch": 80.63994828700712,
      "grad_norm": 1.7835651636123657,
      "learning_rate": 0.001,
      "loss": 1.4864,
      "step": 249500
    },
    {
      "epoch": 80.67226890756302,
      "grad_norm": 1.3453576564788818,
      "learning_rate": 0.001,
      "loss": 1.4925,
      "step": 249600
    },
    {
      "epoch": 80.70458952811894,
      "grad_norm": 1.269067406654358,
      "learning_rate": 0.001,
      "loss": 1.4857,
      "step": 249700
    },
    {
      "epoch": 80.73691014867485,
      "grad_norm": 2.2933781147003174,
      "learning_rate": 0.001,
      "loss": 1.51,
      "step": 249800
    },
    {
      "epoch": 80.76923076923077,
      "grad_norm": 1.3368571996688843,
      "learning_rate": 0.001,
      "loss": 1.496,
      "step": 249900
    },
    {
      "epoch": 80.80155138978668,
      "grad_norm": 1.5495718717575073,
      "learning_rate": 0.001,
      "loss": 1.5008,
      "step": 250000
    },
    {
      "epoch": 80.8338720103426,
      "grad_norm": 1.5590369701385498,
      "learning_rate": 0.001,
      "loss": 1.5045,
      "step": 250100
    },
    {
      "epoch": 80.86619263089851,
      "grad_norm": 1.4353771209716797,
      "learning_rate": 0.001,
      "loss": 1.5153,
      "step": 250200
    },
    {
      "epoch": 80.89851325145443,
      "grad_norm": 1.0782513618469238,
      "learning_rate": 0.001,
      "loss": 1.5366,
      "step": 250300
    },
    {
      "epoch": 80.93083387201034,
      "grad_norm": 1.3433213233947754,
      "learning_rate": 0.001,
      "loss": 1.5223,
      "step": 250400
    },
    {
      "epoch": 80.96315449256626,
      "grad_norm": 1.6848622560501099,
      "learning_rate": 0.001,
      "loss": 1.5359,
      "step": 250500
    },
    {
      "epoch": 80.99547511312217,
      "grad_norm": 1.3130286931991577,
      "learning_rate": 0.001,
      "loss": 1.5322,
      "step": 250600
    },
    {
      "epoch": 81.02779573367809,
      "grad_norm": 1.2962126731872559,
      "learning_rate": 0.001,
      "loss": 1.4071,
      "step": 250700
    },
    {
      "epoch": 81.060116354234,
      "grad_norm": 1.4461277723312378,
      "learning_rate": 0.001,
      "loss": 1.4242,
      "step": 250800
    },
    {
      "epoch": 81.09243697478992,
      "grad_norm": 1.6120673418045044,
      "learning_rate": 0.001,
      "loss": 1.4029,
      "step": 250900
    },
    {
      "epoch": 81.12475759534583,
      "grad_norm": 1.6296929121017456,
      "learning_rate": 0.001,
      "loss": 1.4263,
      "step": 251000
    },
    {
      "epoch": 81.15707821590175,
      "grad_norm": 1.6019946336746216,
      "learning_rate": 0.001,
      "loss": 1.4285,
      "step": 251100
    },
    {
      "epoch": 81.18939883645766,
      "grad_norm": 1.4875445365905762,
      "learning_rate": 0.001,
      "loss": 1.4387,
      "step": 251200
    },
    {
      "epoch": 81.22171945701358,
      "grad_norm": 1.2833311557769775,
      "learning_rate": 0.001,
      "loss": 1.4167,
      "step": 251300
    },
    {
      "epoch": 81.25404007756948,
      "grad_norm": 1.8684656620025635,
      "learning_rate": 0.001,
      "loss": 1.4276,
      "step": 251400
    },
    {
      "epoch": 81.2863606981254,
      "grad_norm": 1.2863260507583618,
      "learning_rate": 0.001,
      "loss": 1.4624,
      "step": 251500
    },
    {
      "epoch": 81.31868131868131,
      "grad_norm": 1.9092422723770142,
      "learning_rate": 0.001,
      "loss": 1.4576,
      "step": 251600
    },
    {
      "epoch": 81.35100193923724,
      "grad_norm": 1.2243609428405762,
      "learning_rate": 0.001,
      "loss": 1.4517,
      "step": 251700
    },
    {
      "epoch": 81.38332255979314,
      "grad_norm": 1.2571626901626587,
      "learning_rate": 0.001,
      "loss": 1.4541,
      "step": 251800
    },
    {
      "epoch": 81.41564318034906,
      "grad_norm": 1.7485051155090332,
      "learning_rate": 0.001,
      "loss": 1.4439,
      "step": 251900
    },
    {
      "epoch": 81.44796380090497,
      "grad_norm": 2.036057710647583,
      "learning_rate": 0.001,
      "loss": 1.4817,
      "step": 252000
    },
    {
      "epoch": 81.4802844214609,
      "grad_norm": 1.6407066583633423,
      "learning_rate": 0.001,
      "loss": 1.4732,
      "step": 252100
    },
    {
      "epoch": 81.5126050420168,
      "grad_norm": 1.3501890897750854,
      "learning_rate": 0.001,
      "loss": 1.4662,
      "step": 252200
    },
    {
      "epoch": 81.54492566257272,
      "grad_norm": 1.4880703687667847,
      "learning_rate": 0.001,
      "loss": 1.4659,
      "step": 252300
    },
    {
      "epoch": 81.57724628312863,
      "grad_norm": 1.2374626398086548,
      "learning_rate": 0.001,
      "loss": 1.4867,
      "step": 252400
    },
    {
      "epoch": 81.60956690368455,
      "grad_norm": 1.559194803237915,
      "learning_rate": 0.001,
      "loss": 1.4935,
      "step": 252500
    },
    {
      "epoch": 81.64188752424046,
      "grad_norm": 1.5244473218917847,
      "learning_rate": 0.001,
      "loss": 1.4731,
      "step": 252600
    },
    {
      "epoch": 81.67420814479638,
      "grad_norm": 1.5921167135238647,
      "learning_rate": 0.001,
      "loss": 1.4795,
      "step": 252700
    },
    {
      "epoch": 81.70652876535229,
      "grad_norm": 1.672304630279541,
      "learning_rate": 0.001,
      "loss": 1.4872,
      "step": 252800
    },
    {
      "epoch": 81.73884938590821,
      "grad_norm": 1.6150751113891602,
      "learning_rate": 0.001,
      "loss": 1.5039,
      "step": 252900
    },
    {
      "epoch": 81.77117000646412,
      "grad_norm": 1.2743347883224487,
      "learning_rate": 0.001,
      "loss": 1.4856,
      "step": 253000
    },
    {
      "epoch": 81.80349062702004,
      "grad_norm": 1.7275660037994385,
      "learning_rate": 0.001,
      "loss": 1.5095,
      "step": 253100
    },
    {
      "epoch": 81.83581124757595,
      "grad_norm": 1.778511643409729,
      "learning_rate": 0.001,
      "loss": 1.5192,
      "step": 253200
    },
    {
      "epoch": 81.86813186813187,
      "grad_norm": 1.483957052230835,
      "learning_rate": 0.001,
      "loss": 1.5149,
      "step": 253300
    },
    {
      "epoch": 81.90045248868778,
      "grad_norm": 1.586846113204956,
      "learning_rate": 0.001,
      "loss": 1.5079,
      "step": 253400
    },
    {
      "epoch": 81.9327731092437,
      "grad_norm": 2.0547091960906982,
      "learning_rate": 0.001,
      "loss": 1.5322,
      "step": 253500
    },
    {
      "epoch": 81.9650937297996,
      "grad_norm": 1.5635367631912231,
      "learning_rate": 0.001,
      "loss": 1.5191,
      "step": 253600
    },
    {
      "epoch": 81.99741435035553,
      "grad_norm": 1.4796775579452515,
      "learning_rate": 0.001,
      "loss": 1.5176,
      "step": 253700
    },
    {
      "epoch": 82.02973497091145,
      "grad_norm": 1.479210615158081,
      "learning_rate": 0.001,
      "loss": 1.4066,
      "step": 253800
    },
    {
      "epoch": 82.06205559146736,
      "grad_norm": 1.9869581460952759,
      "learning_rate": 0.001,
      "loss": 1.404,
      "step": 253900
    },
    {
      "epoch": 82.09437621202328,
      "grad_norm": 1.41694176197052,
      "learning_rate": 0.001,
      "loss": 1.4167,
      "step": 254000
    },
    {
      "epoch": 82.12669683257919,
      "grad_norm": 2.2012135982513428,
      "learning_rate": 0.001,
      "loss": 1.4148,
      "step": 254100
    },
    {
      "epoch": 82.1590174531351,
      "grad_norm": 1.582972526550293,
      "learning_rate": 0.001,
      "loss": 1.425,
      "step": 254200
    },
    {
      "epoch": 82.19133807369101,
      "grad_norm": 1.4067134857177734,
      "learning_rate": 0.001,
      "loss": 1.4294,
      "step": 254300
    },
    {
      "epoch": 82.22365869424694,
      "grad_norm": 1.7295600175857544,
      "learning_rate": 0.001,
      "loss": 1.4232,
      "step": 254400
    },
    {
      "epoch": 82.25597931480284,
      "grad_norm": 1.199151635169983,
      "learning_rate": 0.001,
      "loss": 1.4323,
      "step": 254500
    },
    {
      "epoch": 82.28829993535876,
      "grad_norm": 1.210278034210205,
      "learning_rate": 0.001,
      "loss": 1.4329,
      "step": 254600
    },
    {
      "epoch": 82.32062055591467,
      "grad_norm": 1.3613992929458618,
      "learning_rate": 0.001,
      "loss": 1.4363,
      "step": 254700
    },
    {
      "epoch": 82.3529411764706,
      "grad_norm": 2.0656394958496094,
      "learning_rate": 0.001,
      "loss": 1.4495,
      "step": 254800
    },
    {
      "epoch": 82.3852617970265,
      "grad_norm": 1.796547293663025,
      "learning_rate": 0.001,
      "loss": 1.4605,
      "step": 254900
    },
    {
      "epoch": 82.41758241758242,
      "grad_norm": 1.6070237159729004,
      "learning_rate": 0.001,
      "loss": 1.4455,
      "step": 255000
    },
    {
      "epoch": 82.44990303813833,
      "grad_norm": 1.657780408859253,
      "learning_rate": 0.001,
      "loss": 1.4424,
      "step": 255100
    },
    {
      "epoch": 82.48222365869425,
      "grad_norm": 1.9245177507400513,
      "learning_rate": 0.001,
      "loss": 1.4549,
      "step": 255200
    },
    {
      "epoch": 82.51454427925016,
      "grad_norm": 2.279123544692993,
      "learning_rate": 0.001,
      "loss": 1.468,
      "step": 255300
    },
    {
      "epoch": 82.54686489980608,
      "grad_norm": 1.8537899255752563,
      "learning_rate": 0.001,
      "loss": 1.4766,
      "step": 255400
    },
    {
      "epoch": 82.57918552036199,
      "grad_norm": 1.2981986999511719,
      "learning_rate": 0.001,
      "loss": 1.4577,
      "step": 255500
    },
    {
      "epoch": 82.61150614091791,
      "grad_norm": 1.694447636604309,
      "learning_rate": 0.001,
      "loss": 1.4843,
      "step": 255600
    },
    {
      "epoch": 82.64382676147382,
      "grad_norm": 2.3249664306640625,
      "learning_rate": 0.001,
      "loss": 1.4704,
      "step": 255700
    },
    {
      "epoch": 82.67614738202974,
      "grad_norm": 1.9651449918746948,
      "learning_rate": 0.001,
      "loss": 1.4804,
      "step": 255800
    },
    {
      "epoch": 82.70846800258565,
      "grad_norm": 1.6320222616195679,
      "learning_rate": 0.001,
      "loss": 1.4993,
      "step": 255900
    },
    {
      "epoch": 82.74078862314157,
      "grad_norm": 1.9455903768539429,
      "learning_rate": 0.001,
      "loss": 1.4862,
      "step": 256000
    },
    {
      "epoch": 82.77310924369748,
      "grad_norm": 1.7584723234176636,
      "learning_rate": 0.001,
      "loss": 1.4873,
      "step": 256100
    },
    {
      "epoch": 82.8054298642534,
      "grad_norm": 1.4015384912490845,
      "learning_rate": 0.001,
      "loss": 1.4884,
      "step": 256200
    },
    {
      "epoch": 82.8377504848093,
      "grad_norm": 1.6554213762283325,
      "learning_rate": 0.001,
      "loss": 1.4922,
      "step": 256300
    },
    {
      "epoch": 82.87007110536523,
      "grad_norm": 2.2378883361816406,
      "learning_rate": 0.001,
      "loss": 1.4975,
      "step": 256400
    },
    {
      "epoch": 82.90239172592113,
      "grad_norm": 1.633915662765503,
      "learning_rate": 0.001,
      "loss": 1.5221,
      "step": 256500
    },
    {
      "epoch": 82.93471234647706,
      "grad_norm": 1.896621823310852,
      "learning_rate": 0.001,
      "loss": 1.5058,
      "step": 256600
    },
    {
      "epoch": 82.96703296703296,
      "grad_norm": 1.408779263496399,
      "learning_rate": 0.001,
      "loss": 1.5066,
      "step": 256700
    },
    {
      "epoch": 82.99935358758889,
      "grad_norm": 1.6087642908096313,
      "learning_rate": 0.001,
      "loss": 1.4986,
      "step": 256800
    },
    {
      "epoch": 83.03167420814479,
      "grad_norm": 1.8113195896148682,
      "learning_rate": 0.001,
      "loss": 1.3956,
      "step": 256900
    },
    {
      "epoch": 83.06399482870071,
      "grad_norm": 1.6769685745239258,
      "learning_rate": 0.001,
      "loss": 1.3916,
      "step": 257000
    },
    {
      "epoch": 83.09631544925662,
      "grad_norm": 1.9285463094711304,
      "learning_rate": 0.001,
      "loss": 1.4024,
      "step": 257100
    },
    {
      "epoch": 83.12863606981254,
      "grad_norm": 1.453759789466858,
      "learning_rate": 0.001,
      "loss": 1.4032,
      "step": 257200
    },
    {
      "epoch": 83.16095669036845,
      "grad_norm": 1.9637484550476074,
      "learning_rate": 0.001,
      "loss": 1.4126,
      "step": 257300
    },
    {
      "epoch": 83.19327731092437,
      "grad_norm": 2.4130241870880127,
      "learning_rate": 0.001,
      "loss": 1.4154,
      "step": 257400
    },
    {
      "epoch": 83.22559793148028,
      "grad_norm": 1.6804895401000977,
      "learning_rate": 0.001,
      "loss": 1.4111,
      "step": 257500
    },
    {
      "epoch": 83.2579185520362,
      "grad_norm": 1.816179871559143,
      "learning_rate": 0.001,
      "loss": 1.4297,
      "step": 257600
    },
    {
      "epoch": 83.29023917259211,
      "grad_norm": 2.7931365966796875,
      "learning_rate": 0.001,
      "loss": 1.4333,
      "step": 257700
    },
    {
      "epoch": 83.32255979314803,
      "grad_norm": 2.2509469985961914,
      "learning_rate": 0.001,
      "loss": 1.4247,
      "step": 257800
    },
    {
      "epoch": 83.35488041370394,
      "grad_norm": 1.733638882637024,
      "learning_rate": 0.001,
      "loss": 1.4293,
      "step": 257900
    },
    {
      "epoch": 83.38720103425986,
      "grad_norm": 2.0615646839141846,
      "learning_rate": 0.001,
      "loss": 1.4304,
      "step": 258000
    },
    {
      "epoch": 83.41952165481577,
      "grad_norm": 1.8422954082489014,
      "learning_rate": 0.001,
      "loss": 1.4391,
      "step": 258100
    },
    {
      "epoch": 83.45184227537169,
      "grad_norm": 2.084277391433716,
      "learning_rate": 0.001,
      "loss": 1.455,
      "step": 258200
    },
    {
      "epoch": 83.4841628959276,
      "grad_norm": 1.990598440170288,
      "learning_rate": 0.001,
      "loss": 1.4575,
      "step": 258300
    },
    {
      "epoch": 83.51648351648352,
      "grad_norm": 1.9928582906723022,
      "learning_rate": 0.001,
      "loss": 1.4622,
      "step": 258400
    },
    {
      "epoch": 83.54880413703943,
      "grad_norm": 1.6820632219314575,
      "learning_rate": 0.001,
      "loss": 1.4477,
      "step": 258500
    },
    {
      "epoch": 83.58112475759535,
      "grad_norm": 1.4622422456741333,
      "learning_rate": 0.001,
      "loss": 1.4602,
      "step": 258600
    },
    {
      "epoch": 83.61344537815125,
      "grad_norm": 1.9164870977401733,
      "learning_rate": 0.001,
      "loss": 1.4846,
      "step": 258700
    },
    {
      "epoch": 83.64576599870718,
      "grad_norm": 2.162792921066284,
      "learning_rate": 0.001,
      "loss": 1.48,
      "step": 258800
    },
    {
      "epoch": 83.67808661926308,
      "grad_norm": 2.626990795135498,
      "learning_rate": 0.001,
      "loss": 1.4729,
      "step": 258900
    },
    {
      "epoch": 83.710407239819,
      "grad_norm": 1.8493727445602417,
      "learning_rate": 0.001,
      "loss": 1.4754,
      "step": 259000
    },
    {
      "epoch": 83.74272786037491,
      "grad_norm": 2.3368582725524902,
      "learning_rate": 0.001,
      "loss": 1.4843,
      "step": 259100
    },
    {
      "epoch": 83.77504848093083,
      "grad_norm": 2.14288067817688,
      "learning_rate": 0.001,
      "loss": 1.4815,
      "step": 259200
    },
    {
      "epoch": 83.80736910148674,
      "grad_norm": 2.0774693489074707,
      "learning_rate": 0.001,
      "loss": 1.4933,
      "step": 259300
    },
    {
      "epoch": 83.83968972204266,
      "grad_norm": 2.4030613899230957,
      "learning_rate": 0.001,
      "loss": 1.4974,
      "step": 259400
    },
    {
      "epoch": 83.87201034259857,
      "grad_norm": 1.7850096225738525,
      "learning_rate": 0.001,
      "loss": 1.4967,
      "step": 259500
    },
    {
      "epoch": 83.9043309631545,
      "grad_norm": 1.7380095720291138,
      "learning_rate": 0.001,
      "loss": 1.4988,
      "step": 259600
    },
    {
      "epoch": 83.9366515837104,
      "grad_norm": 1.620004653930664,
      "learning_rate": 0.001,
      "loss": 1.5072,
      "step": 259700
    },
    {
      "epoch": 83.96897220426632,
      "grad_norm": 2.2414209842681885,
      "learning_rate": 0.001,
      "loss": 1.5217,
      "step": 259800
    },
    {
      "epoch": 84.00129282482224,
      "grad_norm": 1.7334810495376587,
      "learning_rate": 0.001,
      "loss": 1.4948,
      "step": 259900
    },
    {
      "epoch": 84.03361344537815,
      "grad_norm": 1.9263193607330322,
      "learning_rate": 0.001,
      "loss": 1.3888,
      "step": 260000
    },
    {
      "epoch": 84.06593406593407,
      "grad_norm": 1.596864104270935,
      "learning_rate": 0.001,
      "loss": 1.3919,
      "step": 260100
    },
    {
      "epoch": 84.09825468648998,
      "grad_norm": 1.529685378074646,
      "learning_rate": 0.001,
      "loss": 1.3771,
      "step": 260200
    },
    {
      "epoch": 84.1305753070459,
      "grad_norm": 1.3261326551437378,
      "learning_rate": 0.001,
      "loss": 1.4221,
      "step": 260300
    },
    {
      "epoch": 84.16289592760181,
      "grad_norm": 1.412488579750061,
      "learning_rate": 0.001,
      "loss": 1.4084,
      "step": 260400
    },
    {
      "epoch": 84.19521654815773,
      "grad_norm": 1.5648341178894043,
      "learning_rate": 0.001,
      "loss": 1.4197,
      "step": 260500
    },
    {
      "epoch": 84.22753716871364,
      "grad_norm": 1.4410159587860107,
      "learning_rate": 0.001,
      "loss": 1.4181,
      "step": 260600
    },
    {
      "epoch": 84.25985778926956,
      "grad_norm": 2.8147940635681152,
      "learning_rate": 0.001,
      "loss": 1.4123,
      "step": 260700
    },
    {
      "epoch": 84.29217840982547,
      "grad_norm": 1.6910955905914307,
      "learning_rate": 0.001,
      "loss": 1.4099,
      "step": 260800
    },
    {
      "epoch": 84.32449903038139,
      "grad_norm": 1.6648961305618286,
      "learning_rate": 0.001,
      "loss": 1.4261,
      "step": 260900
    },
    {
      "epoch": 84.3568196509373,
      "grad_norm": 3.2388651371002197,
      "learning_rate": 0.001,
      "loss": 1.449,
      "step": 261000
    },
    {
      "epoch": 84.38914027149322,
      "grad_norm": 1.9411053657531738,
      "learning_rate": 0.001,
      "loss": 1.4306,
      "step": 261100
    },
    {
      "epoch": 84.42146089204913,
      "grad_norm": 1.7887365818023682,
      "learning_rate": 0.001,
      "loss": 1.4554,
      "step": 261200
    },
    {
      "epoch": 84.45378151260505,
      "grad_norm": 2.1713664531707764,
      "learning_rate": 0.001,
      "loss": 1.4414,
      "step": 261300
    },
    {
      "epoch": 84.48610213316095,
      "grad_norm": 1.6247268915176392,
      "learning_rate": 0.001,
      "loss": 1.4438,
      "step": 261400
    },
    {
      "epoch": 84.51842275371688,
      "grad_norm": 1.6007441282272339,
      "learning_rate": 0.001,
      "loss": 1.4546,
      "step": 261500
    },
    {
      "epoch": 84.55074337427278,
      "grad_norm": 1.7280800342559814,
      "learning_rate": 0.001,
      "loss": 1.4641,
      "step": 261600
    },
    {
      "epoch": 84.5830639948287,
      "grad_norm": 1.4836840629577637,
      "learning_rate": 0.001,
      "loss": 1.4621,
      "step": 261700
    },
    {
      "epoch": 84.61538461538461,
      "grad_norm": 1.3228708505630493,
      "learning_rate": 0.001,
      "loss": 1.4535,
      "step": 261800
    },
    {
      "epoch": 84.64770523594053,
      "grad_norm": 1.2039247751235962,
      "learning_rate": 0.001,
      "loss": 1.4504,
      "step": 261900
    },
    {
      "epoch": 84.68002585649644,
      "grad_norm": 1.3510963916778564,
      "learning_rate": 0.001,
      "loss": 1.4611,
      "step": 262000
    },
    {
      "epoch": 84.71234647705236,
      "grad_norm": 1.8786565065383911,
      "learning_rate": 0.001,
      "loss": 1.4809,
      "step": 262100
    },
    {
      "epoch": 84.74466709760827,
      "grad_norm": 2.283278226852417,
      "learning_rate": 0.001,
      "loss": 1.4757,
      "step": 262200
    },
    {
      "epoch": 84.7769877181642,
      "grad_norm": 1.2619625329971313,
      "learning_rate": 0.001,
      "loss": 1.4844,
      "step": 262300
    },
    {
      "epoch": 84.8093083387201,
      "grad_norm": 1.4168131351470947,
      "learning_rate": 0.001,
      "loss": 1.4884,
      "step": 262400
    },
    {
      "epoch": 84.84162895927602,
      "grad_norm": 1.4280415773391724,
      "learning_rate": 0.001,
      "loss": 1.4846,
      "step": 262500
    },
    {
      "epoch": 84.87394957983193,
      "grad_norm": 2.1055214405059814,
      "learning_rate": 0.001,
      "loss": 1.4845,
      "step": 262600
    },
    {
      "epoch": 84.90627020038785,
      "grad_norm": 2.787269353866577,
      "learning_rate": 0.001,
      "loss": 1.4872,
      "step": 262700
    },
    {
      "epoch": 84.93859082094376,
      "grad_norm": 1.399965524673462,
      "learning_rate": 0.001,
      "loss": 1.5049,
      "step": 262800
    },
    {
      "epoch": 84.97091144149968,
      "grad_norm": 1.5080381631851196,
      "learning_rate": 0.001,
      "loss": 1.5069,
      "step": 262900
    },
    {
      "epoch": 85.00323206205559,
      "grad_norm": 2.1978836059570312,
      "learning_rate": 0.001,
      "loss": 1.4949,
      "step": 263000
    },
    {
      "epoch": 85.03555268261151,
      "grad_norm": 1.3249891996383667,
      "learning_rate": 0.001,
      "loss": 1.37,
      "step": 263100
    },
    {
      "epoch": 85.06787330316742,
      "grad_norm": 1.6576632261276245,
      "learning_rate": 0.001,
      "loss": 1.3804,
      "step": 263200
    },
    {
      "epoch": 85.10019392372334,
      "grad_norm": 1.4127508401870728,
      "learning_rate": 0.001,
      "loss": 1.3937,
      "step": 263300
    },
    {
      "epoch": 85.13251454427925,
      "grad_norm": 1.4045134782791138,
      "learning_rate": 0.001,
      "loss": 1.3971,
      "step": 263400
    },
    {
      "epoch": 85.16483516483517,
      "grad_norm": 1.5815248489379883,
      "learning_rate": 0.001,
      "loss": 1.4044,
      "step": 263500
    },
    {
      "epoch": 85.19715578539108,
      "grad_norm": 1.9947961568832397,
      "learning_rate": 0.001,
      "loss": 1.3958,
      "step": 263600
    },
    {
      "epoch": 85.229476405947,
      "grad_norm": 1.3920848369598389,
      "learning_rate": 0.001,
      "loss": 1.401,
      "step": 263700
    },
    {
      "epoch": 85.2617970265029,
      "grad_norm": 1.7426060438156128,
      "learning_rate": 0.001,
      "loss": 1.4183,
      "step": 263800
    },
    {
      "epoch": 85.29411764705883,
      "grad_norm": 1.9438815116882324,
      "learning_rate": 0.001,
      "loss": 1.4087,
      "step": 263900
    },
    {
      "epoch": 85.32643826761473,
      "grad_norm": 3.285012722015381,
      "learning_rate": 0.001,
      "loss": 1.4252,
      "step": 264000
    },
    {
      "epoch": 85.35875888817066,
      "grad_norm": 1.551334261894226,
      "learning_rate": 0.001,
      "loss": 1.4356,
      "step": 264100
    },
    {
      "epoch": 85.39107950872656,
      "grad_norm": 1.8503215312957764,
      "learning_rate": 0.001,
      "loss": 1.4199,
      "step": 264200
    },
    {
      "epoch": 85.42340012928248,
      "grad_norm": 1.434235692024231,
      "learning_rate": 0.001,
      "loss": 1.4396,
      "step": 264300
    },
    {
      "epoch": 85.45572074983839,
      "grad_norm": 1.1429784297943115,
      "learning_rate": 0.001,
      "loss": 1.4341,
      "step": 264400
    },
    {
      "epoch": 85.48804137039431,
      "grad_norm": 1.928701639175415,
      "learning_rate": 0.001,
      "loss": 1.453,
      "step": 264500
    },
    {
      "epoch": 85.52036199095022,
      "grad_norm": 1.24684476852417,
      "learning_rate": 0.001,
      "loss": 1.4297,
      "step": 264600
    },
    {
      "epoch": 85.55268261150614,
      "grad_norm": 1.9832147359848022,
      "learning_rate": 0.001,
      "loss": 1.4598,
      "step": 264700
    },
    {
      "epoch": 85.58500323206205,
      "grad_norm": 1.3334790468215942,
      "learning_rate": 0.001,
      "loss": 1.4518,
      "step": 264800
    },
    {
      "epoch": 85.61732385261797,
      "grad_norm": 1.4837751388549805,
      "learning_rate": 0.001,
      "loss": 1.4636,
      "step": 264900
    },
    {
      "epoch": 85.64964447317388,
      "grad_norm": 1.547782063484192,
      "learning_rate": 0.001,
      "loss": 1.4695,
      "step": 265000
    },
    {
      "epoch": 85.6819650937298,
      "grad_norm": 1.674836277961731,
      "learning_rate": 0.001,
      "loss": 1.4553,
      "step": 265100
    },
    {
      "epoch": 85.71428571428571,
      "grad_norm": 2.6639299392700195,
      "learning_rate": 0.001,
      "loss": 1.4768,
      "step": 265200
    },
    {
      "epoch": 85.74660633484163,
      "grad_norm": 1.4166233539581299,
      "learning_rate": 0.001,
      "loss": 1.4565,
      "step": 265300
    },
    {
      "epoch": 85.77892695539754,
      "grad_norm": 1.1681371927261353,
      "learning_rate": 0.001,
      "loss": 1.46,
      "step": 265400
    },
    {
      "epoch": 85.81124757595346,
      "grad_norm": 2.1296963691711426,
      "learning_rate": 0.001,
      "loss": 1.4889,
      "step": 265500
    },
    {
      "epoch": 85.84356819650937,
      "grad_norm": 1.5797781944274902,
      "learning_rate": 0.001,
      "loss": 1.4638,
      "step": 265600
    },
    {
      "epoch": 85.87588881706529,
      "grad_norm": 1.7881137132644653,
      "learning_rate": 0.001,
      "loss": 1.4752,
      "step": 265700
    },
    {
      "epoch": 85.9082094376212,
      "grad_norm": 1.2332497835159302,
      "learning_rate": 0.001,
      "loss": 1.4873,
      "step": 265800
    },
    {
      "epoch": 85.94053005817712,
      "grad_norm": 1.7854421138763428,
      "learning_rate": 0.001,
      "loss": 1.4971,
      "step": 265900
    },
    {
      "epoch": 85.97285067873302,
      "grad_norm": 1.4832534790039062,
      "learning_rate": 0.001,
      "loss": 1.4837,
      "step": 266000
    },
    {
      "epoch": 86.00517129928895,
      "grad_norm": 1.3114742040634155,
      "learning_rate": 0.001,
      "loss": 1.4811,
      "step": 266100
    },
    {
      "epoch": 86.03749191984487,
      "grad_norm": 1.5295010805130005,
      "learning_rate": 0.001,
      "loss": 1.3754,
      "step": 266200
    },
    {
      "epoch": 86.06981254040078,
      "grad_norm": 1.905587077140808,
      "learning_rate": 0.001,
      "loss": 1.3851,
      "step": 266300
    },
    {
      "epoch": 86.1021331609567,
      "grad_norm": 1.2385417222976685,
      "learning_rate": 0.001,
      "loss": 1.3739,
      "step": 266400
    },
    {
      "epoch": 86.1344537815126,
      "grad_norm": 2.0491955280303955,
      "learning_rate": 0.001,
      "loss": 1.3927,
      "step": 266500
    },
    {
      "epoch": 86.16677440206853,
      "grad_norm": 1.4316233396530151,
      "learning_rate": 0.001,
      "loss": 1.3902,
      "step": 266600
    },
    {
      "epoch": 86.19909502262443,
      "grad_norm": 2.0543875694274902,
      "learning_rate": 0.001,
      "loss": 1.3802,
      "step": 266700
    },
    {
      "epoch": 86.23141564318036,
      "grad_norm": 1.4741928577423096,
      "learning_rate": 0.001,
      "loss": 1.4082,
      "step": 266800
    },
    {
      "epoch": 86.26373626373626,
      "grad_norm": 1.246631383895874,
      "learning_rate": 0.001,
      "loss": 1.4175,
      "step": 266900
    },
    {
      "epoch": 86.29605688429218,
      "grad_norm": 1.2465566396713257,
      "learning_rate": 0.001,
      "loss": 1.4193,
      "step": 267000
    },
    {
      "epoch": 86.32837750484809,
      "grad_norm": 2.4174885749816895,
      "learning_rate": 0.001,
      "loss": 1.4122,
      "step": 267100
    },
    {
      "epoch": 86.36069812540401,
      "grad_norm": 2.284865140914917,
      "learning_rate": 0.001,
      "loss": 1.4077,
      "step": 267200
    },
    {
      "epoch": 86.39301874595992,
      "grad_norm": 1.5470408201217651,
      "learning_rate": 0.001,
      "loss": 1.4288,
      "step": 267300
    },
    {
      "epoch": 86.42533936651584,
      "grad_norm": 1.2510464191436768,
      "learning_rate": 0.001,
      "loss": 1.4268,
      "step": 267400
    },
    {
      "epoch": 86.45765998707175,
      "grad_norm": 1.6958582401275635,
      "learning_rate": 0.001,
      "loss": 1.4252,
      "step": 267500
    },
    {
      "epoch": 86.48998060762767,
      "grad_norm": 1.337631106376648,
      "learning_rate": 0.001,
      "loss": 1.4409,
      "step": 267600
    },
    {
      "epoch": 86.52230122818358,
      "grad_norm": 2.136993646621704,
      "learning_rate": 0.001,
      "loss": 1.4443,
      "step": 267700
    },
    {
      "epoch": 86.5546218487395,
      "grad_norm": 1.556563377380371,
      "learning_rate": 0.001,
      "loss": 1.4458,
      "step": 267800
    },
    {
      "epoch": 86.58694246929541,
      "grad_norm": 1.3264302015304565,
      "learning_rate": 0.001,
      "loss": 1.4506,
      "step": 267900
    },
    {
      "epoch": 86.61926308985133,
      "grad_norm": 1.9455862045288086,
      "learning_rate": 0.001,
      "loss": 1.4437,
      "step": 268000
    },
    {
      "epoch": 86.65158371040724,
      "grad_norm": 1.4218875169754028,
      "learning_rate": 0.001,
      "loss": 1.4613,
      "step": 268100
    },
    {
      "epoch": 86.68390433096316,
      "grad_norm": 1.6667139530181885,
      "learning_rate": 0.001,
      "loss": 1.4553,
      "step": 268200
    },
    {
      "epoch": 86.71622495151907,
      "grad_norm": 1.3904166221618652,
      "learning_rate": 0.001,
      "loss": 1.4655,
      "step": 268300
    },
    {
      "epoch": 86.74854557207499,
      "grad_norm": 1.9042881727218628,
      "learning_rate": 0.001,
      "loss": 1.4657,
      "step": 268400
    },
    {
      "epoch": 86.7808661926309,
      "grad_norm": 1.1454037427902222,
      "learning_rate": 0.001,
      "loss": 1.4521,
      "step": 268500
    },
    {
      "epoch": 86.81318681318682,
      "grad_norm": 1.6706260442733765,
      "learning_rate": 0.001,
      "loss": 1.4817,
      "step": 268600
    },
    {
      "epoch": 86.84550743374272,
      "grad_norm": 1.468371033668518,
      "learning_rate": 0.001,
      "loss": 1.4599,
      "step": 268700
    },
    {
      "epoch": 86.87782805429865,
      "grad_norm": 1.1414262056350708,
      "learning_rate": 0.001,
      "loss": 1.4702,
      "step": 268800
    },
    {
      "epoch": 86.91014867485455,
      "grad_norm": 1.4835313558578491,
      "learning_rate": 0.001,
      "loss": 1.4802,
      "step": 268900
    },
    {
      "epoch": 86.94246929541048,
      "grad_norm": 1.785538673400879,
      "learning_rate": 0.001,
      "loss": 1.4688,
      "step": 269000
    },
    {
      "epoch": 86.97478991596638,
      "grad_norm": 1.1166988611221313,
      "learning_rate": 0.001,
      "loss": 1.4886,
      "step": 269100
    },
    {
      "epoch": 87.0071105365223,
      "grad_norm": 1.2215816974639893,
      "learning_rate": 0.001,
      "loss": 1.4617,
      "step": 269200
    },
    {
      "epoch": 87.03943115707821,
      "grad_norm": 1.267557978630066,
      "learning_rate": 0.001,
      "loss": 1.3595,
      "step": 269300
    },
    {
      "epoch": 87.07175177763413,
      "grad_norm": 1.3655972480773926,
      "learning_rate": 0.001,
      "loss": 1.3799,
      "step": 269400
    },
    {
      "epoch": 87.10407239819004,
      "grad_norm": 1.4063516855239868,
      "learning_rate": 0.001,
      "loss": 1.3841,
      "step": 269500
    },
    {
      "epoch": 87.13639301874596,
      "grad_norm": 1.688720941543579,
      "learning_rate": 0.001,
      "loss": 1.3949,
      "step": 269600
    },
    {
      "epoch": 87.16871363930187,
      "grad_norm": 2.142454147338867,
      "learning_rate": 0.001,
      "loss": 1.372,
      "step": 269700
    },
    {
      "epoch": 87.20103425985779,
      "grad_norm": 1.5391592979431152,
      "learning_rate": 0.001,
      "loss": 1.3894,
      "step": 269800
    },
    {
      "epoch": 87.2333548804137,
      "grad_norm": 1.9259381294250488,
      "learning_rate": 0.001,
      "loss": 1.393,
      "step": 269900
    },
    {
      "epoch": 87.26567550096962,
      "grad_norm": 1.3825037479400635,
      "learning_rate": 0.001,
      "loss": 1.3998,
      "step": 270000
    },
    {
      "epoch": 87.29799612152553,
      "grad_norm": 1.6389166116714478,
      "learning_rate": 0.001,
      "loss": 1.4141,
      "step": 270100
    },
    {
      "epoch": 87.33031674208145,
      "grad_norm": 1.6546417474746704,
      "learning_rate": 0.001,
      "loss": 1.4115,
      "step": 270200
    },
    {
      "epoch": 87.36263736263736,
      "grad_norm": 1.4968101978302002,
      "learning_rate": 0.001,
      "loss": 1.4083,
      "step": 270300
    },
    {
      "epoch": 87.39495798319328,
      "grad_norm": 1.302238941192627,
      "learning_rate": 0.001,
      "loss": 1.4143,
      "step": 270400
    },
    {
      "epoch": 87.42727860374919,
      "grad_norm": 1.899917721748352,
      "learning_rate": 0.001,
      "loss": 1.4216,
      "step": 270500
    },
    {
      "epoch": 87.45959922430511,
      "grad_norm": 1.4192540645599365,
      "learning_rate": 0.001,
      "loss": 1.4287,
      "step": 270600
    },
    {
      "epoch": 87.49191984486102,
      "grad_norm": 1.4450047016143799,
      "learning_rate": 0.001,
      "loss": 1.4465,
      "step": 270700
    },
    {
      "epoch": 87.52424046541694,
      "grad_norm": 1.1823523044586182,
      "learning_rate": 0.001,
      "loss": 1.4158,
      "step": 270800
    },
    {
      "epoch": 87.55656108597285,
      "grad_norm": 1.489056944847107,
      "learning_rate": 0.001,
      "loss": 1.4336,
      "step": 270900
    },
    {
      "epoch": 87.58888170652877,
      "grad_norm": 1.1466692686080933,
      "learning_rate": 0.001,
      "loss": 1.4453,
      "step": 271000
    },
    {
      "epoch": 87.62120232708467,
      "grad_norm": 1.4787135124206543,
      "learning_rate": 0.001,
      "loss": 1.447,
      "step": 271100
    },
    {
      "epoch": 87.6535229476406,
      "grad_norm": 1.5493061542510986,
      "learning_rate": 0.001,
      "loss": 1.4309,
      "step": 271200
    },
    {
      "epoch": 87.6858435681965,
      "grad_norm": 1.8036699295043945,
      "learning_rate": 0.001,
      "loss": 1.449,
      "step": 271300
    },
    {
      "epoch": 87.71816418875243,
      "grad_norm": 1.628659725189209,
      "learning_rate": 0.001,
      "loss": 1.4558,
      "step": 271400
    },
    {
      "epoch": 87.75048480930833,
      "grad_norm": 2.0171215534210205,
      "learning_rate": 0.001,
      "loss": 1.4451,
      "step": 271500
    },
    {
      "epoch": 87.78280542986425,
      "grad_norm": 1.3943383693695068,
      "learning_rate": 0.001,
      "loss": 1.4518,
      "step": 271600
    },
    {
      "epoch": 87.81512605042016,
      "grad_norm": 1.1058683395385742,
      "learning_rate": 0.001,
      "loss": 1.4634,
      "step": 271700
    },
    {
      "epoch": 87.84744667097608,
      "grad_norm": 1.244297981262207,
      "learning_rate": 0.001,
      "loss": 1.4672,
      "step": 271800
    },
    {
      "epoch": 87.87976729153199,
      "grad_norm": 1.8520456552505493,
      "learning_rate": 0.001,
      "loss": 1.4765,
      "step": 271900
    },
    {
      "epoch": 87.91208791208791,
      "grad_norm": 1.0921056270599365,
      "learning_rate": 0.001,
      "loss": 1.4854,
      "step": 272000
    },
    {
      "epoch": 87.94440853264382,
      "grad_norm": 1.8864128589630127,
      "learning_rate": 0.001,
      "loss": 1.4814,
      "step": 272100
    },
    {
      "epoch": 87.97672915319974,
      "grad_norm": 1.423569679260254,
      "learning_rate": 0.001,
      "loss": 1.4885,
      "step": 272200
    },
    {
      "epoch": 88.00904977375566,
      "grad_norm": 1.6555652618408203,
      "learning_rate": 0.001,
      "loss": 1.4544,
      "step": 272300
    },
    {
      "epoch": 88.04137039431157,
      "grad_norm": 1.9587502479553223,
      "learning_rate": 0.001,
      "loss": 1.3591,
      "step": 272400
    },
    {
      "epoch": 88.07369101486749,
      "grad_norm": 1.5171904563903809,
      "learning_rate": 0.001,
      "loss": 1.3578,
      "step": 272500
    },
    {
      "epoch": 88.1060116354234,
      "grad_norm": 1.5223625898361206,
      "learning_rate": 0.001,
      "loss": 1.3711,
      "step": 272600
    },
    {
      "epoch": 88.13833225597932,
      "grad_norm": 1.2753205299377441,
      "learning_rate": 0.001,
      "loss": 1.3702,
      "step": 272700
    },
    {
      "epoch": 88.17065287653523,
      "grad_norm": 1.760709285736084,
      "learning_rate": 0.001,
      "loss": 1.3807,
      "step": 272800
    },
    {
      "epoch": 88.20297349709115,
      "grad_norm": 1.6494214534759521,
      "learning_rate": 0.001,
      "loss": 1.3763,
      "step": 272900
    },
    {
      "epoch": 88.23529411764706,
      "grad_norm": 1.3722658157348633,
      "learning_rate": 0.001,
      "loss": 1.3851,
      "step": 273000
    },
    {
      "epoch": 88.26761473820298,
      "grad_norm": 1.349332571029663,
      "learning_rate": 0.001,
      "loss": 1.4007,
      "step": 273100
    },
    {
      "epoch": 88.29993535875889,
      "grad_norm": 1.384621262550354,
      "learning_rate": 0.001,
      "loss": 1.4118,
      "step": 273200
    },
    {
      "epoch": 88.33225597931481,
      "grad_norm": 1.5978822708129883,
      "learning_rate": 0.001,
      "loss": 1.4077,
      "step": 273300
    },
    {
      "epoch": 88.36457659987072,
      "grad_norm": 1.614707350730896,
      "learning_rate": 0.001,
      "loss": 1.4044,
      "step": 273400
    },
    {
      "epoch": 88.39689722042664,
      "grad_norm": 1.2889578342437744,
      "learning_rate": 0.001,
      "loss": 1.4159,
      "step": 273500
    },
    {
      "epoch": 88.42921784098255,
      "grad_norm": 1.2051821947097778,
      "learning_rate": 0.001,
      "loss": 1.4153,
      "step": 273600
    },
    {
      "epoch": 88.46153846153847,
      "grad_norm": 1.505126953125,
      "learning_rate": 0.001,
      "loss": 1.4146,
      "step": 273700
    },
    {
      "epoch": 88.49385908209437,
      "grad_norm": 1.3672128915786743,
      "learning_rate": 0.001,
      "loss": 1.4233,
      "step": 273800
    },
    {
      "epoch": 88.5261797026503,
      "grad_norm": 1.5844954252243042,
      "learning_rate": 0.001,
      "loss": 1.4354,
      "step": 273900
    },
    {
      "epoch": 88.5585003232062,
      "grad_norm": 1.1671549081802368,
      "learning_rate": 0.001,
      "loss": 1.4261,
      "step": 274000
    },
    {
      "epoch": 88.59082094376213,
      "grad_norm": 1.7736015319824219,
      "learning_rate": 0.001,
      "loss": 1.4343,
      "step": 274100
    },
    {
      "epoch": 88.62314156431803,
      "grad_norm": 1.6177502870559692,
      "learning_rate": 0.001,
      "loss": 1.4385,
      "step": 274200
    },
    {
      "epoch": 88.65546218487395,
      "grad_norm": 1.4046214818954468,
      "learning_rate": 0.001,
      "loss": 1.4426,
      "step": 274300
    },
    {
      "epoch": 88.68778280542986,
      "grad_norm": 1.4468072652816772,
      "learning_rate": 0.001,
      "loss": 1.4563,
      "step": 274400
    },
    {
      "epoch": 88.72010342598578,
      "grad_norm": 1.2877278327941895,
      "learning_rate": 0.001,
      "loss": 1.4573,
      "step": 274500
    },
    {
      "epoch": 88.75242404654169,
      "grad_norm": 1.874245285987854,
      "learning_rate": 0.001,
      "loss": 1.437,
      "step": 274600
    },
    {
      "epoch": 88.78474466709761,
      "grad_norm": 1.740172266960144,
      "learning_rate": 0.001,
      "loss": 1.4548,
      "step": 274700
    },
    {
      "epoch": 88.81706528765352,
      "grad_norm": 2.0147006511688232,
      "learning_rate": 0.001,
      "loss": 1.4542,
      "step": 274800
    },
    {
      "epoch": 88.84938590820944,
      "grad_norm": 2.030195713043213,
      "learning_rate": 0.001,
      "loss": 1.4624,
      "step": 274900
    },
    {
      "epoch": 88.88170652876535,
      "grad_norm": 1.3581018447875977,
      "learning_rate": 0.001,
      "loss": 1.4679,
      "step": 275000
    },
    {
      "epoch": 88.91402714932127,
      "grad_norm": 1.2543132305145264,
      "learning_rate": 0.001,
      "loss": 1.4649,
      "step": 275100
    },
    {
      "epoch": 88.94634776987718,
      "grad_norm": 1.4189682006835938,
      "learning_rate": 0.001,
      "loss": 1.4535,
      "step": 275200
    },
    {
      "epoch": 88.9786683904331,
      "grad_norm": 2.033797264099121,
      "learning_rate": 0.001,
      "loss": 1.4647,
      "step": 275300
    },
    {
      "epoch": 89.01098901098901,
      "grad_norm": 1.2707444429397583,
      "learning_rate": 0.001,
      "loss": 1.4318,
      "step": 275400
    },
    {
      "epoch": 89.04330963154493,
      "grad_norm": 1.6407828330993652,
      "learning_rate": 0.001,
      "loss": 1.3663,
      "step": 275500
    },
    {
      "epoch": 89.07563025210084,
      "grad_norm": 1.7446123361587524,
      "learning_rate": 0.001,
      "loss": 1.3561,
      "step": 275600
    },
    {
      "epoch": 89.10795087265676,
      "grad_norm": 1.7070893049240112,
      "learning_rate": 0.001,
      "loss": 1.3785,
      "step": 275700
    },
    {
      "epoch": 89.14027149321267,
      "grad_norm": 1.4096546173095703,
      "learning_rate": 0.001,
      "loss": 1.3707,
      "step": 275800
    },
    {
      "epoch": 89.17259211376859,
      "grad_norm": 1.5572234392166138,
      "learning_rate": 0.001,
      "loss": 1.3817,
      "step": 275900
    },
    {
      "epoch": 89.2049127343245,
      "grad_norm": 1.4868851900100708,
      "learning_rate": 0.001,
      "loss": 1.387,
      "step": 276000
    },
    {
      "epoch": 89.23723335488042,
      "grad_norm": 1.7338111400604248,
      "learning_rate": 0.001,
      "loss": 1.3882,
      "step": 276100
    },
    {
      "epoch": 89.26955397543632,
      "grad_norm": 1.4389114379882812,
      "learning_rate": 0.001,
      "loss": 1.3906,
      "step": 276200
    },
    {
      "epoch": 89.30187459599225,
      "grad_norm": 1.546191692352295,
      "learning_rate": 0.001,
      "loss": 1.3786,
      "step": 276300
    },
    {
      "epoch": 89.33419521654815,
      "grad_norm": 1.2728110551834106,
      "learning_rate": 0.001,
      "loss": 1.4024,
      "step": 276400
    },
    {
      "epoch": 89.36651583710407,
      "grad_norm": 1.728053092956543,
      "learning_rate": 0.001,
      "loss": 1.4192,
      "step": 276500
    },
    {
      "epoch": 89.39883645765998,
      "grad_norm": 1.7624201774597168,
      "learning_rate": 0.001,
      "loss": 1.4122,
      "step": 276600
    },
    {
      "epoch": 89.4311570782159,
      "grad_norm": 1.3859518766403198,
      "learning_rate": 0.001,
      "loss": 1.4031,
      "step": 276700
    },
    {
      "epoch": 89.46347769877181,
      "grad_norm": 1.5684387683868408,
      "learning_rate": 0.001,
      "loss": 1.4146,
      "step": 276800
    },
    {
      "epoch": 89.49579831932773,
      "grad_norm": 1.493183970451355,
      "learning_rate": 0.001,
      "loss": 1.4187,
      "step": 276900
    },
    {
      "epoch": 89.52811893988364,
      "grad_norm": 1.4836277961730957,
      "learning_rate": 0.001,
      "loss": 1.4199,
      "step": 277000
    },
    {
      "epoch": 89.56043956043956,
      "grad_norm": 1.4376671314239502,
      "learning_rate": 0.001,
      "loss": 1.4178,
      "step": 277100
    },
    {
      "epoch": 89.59276018099547,
      "grad_norm": 1.6110737323760986,
      "learning_rate": 0.001,
      "loss": 1.4165,
      "step": 277200
    },
    {
      "epoch": 89.62508080155139,
      "grad_norm": 1.447060227394104,
      "learning_rate": 0.001,
      "loss": 1.4457,
      "step": 277300
    },
    {
      "epoch": 89.6574014221073,
      "grad_norm": 1.2219505310058594,
      "learning_rate": 0.001,
      "loss": 1.4378,
      "step": 277400
    },
    {
      "epoch": 89.68972204266322,
      "grad_norm": 2.083582878112793,
      "learning_rate": 0.001,
      "loss": 1.4247,
      "step": 277500
    },
    {
      "epoch": 89.72204266321913,
      "grad_norm": 1.6131013631820679,
      "learning_rate": 0.001,
      "loss": 1.4497,
      "step": 277600
    },
    {
      "epoch": 89.75436328377505,
      "grad_norm": 1.2412773370742798,
      "learning_rate": 0.001,
      "loss": 1.4375,
      "step": 277700
    },
    {
      "epoch": 89.78668390433096,
      "grad_norm": 1.619038701057434,
      "learning_rate": 0.001,
      "loss": 1.4347,
      "step": 277800
    },
    {
      "epoch": 89.81900452488688,
      "grad_norm": 1.4823715686798096,
      "learning_rate": 0.001,
      "loss": 1.4662,
      "step": 277900
    },
    {
      "epoch": 89.85132514544279,
      "grad_norm": 2.2037734985351562,
      "learning_rate": 0.001,
      "loss": 1.4334,
      "step": 278000
    },
    {
      "epoch": 89.88364576599871,
      "grad_norm": 1.715324878692627,
      "learning_rate": 0.001,
      "loss": 1.4549,
      "step": 278100
    },
    {
      "epoch": 89.91596638655462,
      "grad_norm": 1.643113374710083,
      "learning_rate": 0.001,
      "loss": 1.4477,
      "step": 278200
    },
    {
      "epoch": 89.94828700711054,
      "grad_norm": 1.3043150901794434,
      "learning_rate": 0.001,
      "loss": 1.4623,
      "step": 278300
    },
    {
      "epoch": 89.98060762766644,
      "grad_norm": 2.1376888751983643,
      "learning_rate": 0.001,
      "loss": 1.4497,
      "step": 278400
    },
    {
      "epoch": 90.01292824822237,
      "grad_norm": 2.751443862915039,
      "learning_rate": 0.001,
      "loss": 1.4045,
      "step": 278500
    },
    {
      "epoch": 90.04524886877829,
      "grad_norm": 1.382408857345581,
      "learning_rate": 0.001,
      "loss": 1.3524,
      "step": 278600
    },
    {
      "epoch": 90.0775694893342,
      "grad_norm": 1.7884782552719116,
      "learning_rate": 0.001,
      "loss": 1.357,
      "step": 278700
    },
    {
      "epoch": 90.10989010989012,
      "grad_norm": 1.7769843339920044,
      "learning_rate": 0.001,
      "loss": 1.352,
      "step": 278800
    },
    {
      "epoch": 90.14221073044602,
      "grad_norm": 1.3789559602737427,
      "learning_rate": 0.001,
      "loss": 1.3698,
      "step": 278900
    },
    {
      "epoch": 90.17453135100195,
      "grad_norm": 1.8564437627792358,
      "learning_rate": 0.001,
      "loss": 1.3642,
      "step": 279000
    },
    {
      "epoch": 90.20685197155785,
      "grad_norm": 1.7183071374893188,
      "learning_rate": 0.001,
      "loss": 1.3561,
      "step": 279100
    },
    {
      "epoch": 90.23917259211377,
      "grad_norm": 1.4420616626739502,
      "learning_rate": 0.001,
      "loss": 1.3924,
      "step": 279200
    },
    {
      "epoch": 90.27149321266968,
      "grad_norm": 1.652576208114624,
      "learning_rate": 0.001,
      "loss": 1.3891,
      "step": 279300
    },
    {
      "epoch": 90.3038138332256,
      "grad_norm": 1.4430058002471924,
      "learning_rate": 0.001,
      "loss": 1.3758,
      "step": 279400
    },
    {
      "epoch": 90.33613445378151,
      "grad_norm": 1.5071574449539185,
      "learning_rate": 0.001,
      "loss": 1.3871,
      "step": 279500
    },
    {
      "epoch": 90.36845507433743,
      "grad_norm": 1.622592568397522,
      "learning_rate": 0.001,
      "loss": 1.3958,
      "step": 279600
    },
    {
      "epoch": 90.40077569489334,
      "grad_norm": 1.8727059364318848,
      "learning_rate": 0.001,
      "loss": 1.3956,
      "step": 279700
    },
    {
      "epoch": 90.43309631544926,
      "grad_norm": 1.5023539066314697,
      "learning_rate": 0.001,
      "loss": 1.3878,
      "step": 279800
    },
    {
      "epoch": 90.46541693600517,
      "grad_norm": 1.6353498697280884,
      "learning_rate": 0.001,
      "loss": 1.4131,
      "step": 279900
    },
    {
      "epoch": 90.49773755656109,
      "grad_norm": 1.4944193363189697,
      "learning_rate": 0.001,
      "loss": 1.4118,
      "step": 280000
    },
    {
      "epoch": 90.530058177117,
      "grad_norm": 1.550230622291565,
      "learning_rate": 0.001,
      "loss": 1.4177,
      "step": 280100
    },
    {
      "epoch": 90.56237879767292,
      "grad_norm": 1.6260823011398315,
      "learning_rate": 0.001,
      "loss": 1.4105,
      "step": 280200
    },
    {
      "epoch": 90.59469941822883,
      "grad_norm": 1.7901148796081543,
      "learning_rate": 0.001,
      "loss": 1.4237,
      "step": 280300
    },
    {
      "epoch": 90.62702003878475,
      "grad_norm": 1.7166590690612793,
      "learning_rate": 0.001,
      "loss": 1.4241,
      "step": 280400
    },
    {
      "epoch": 90.65934065934066,
      "grad_norm": 1.6885669231414795,
      "learning_rate": 0.001,
      "loss": 1.4078,
      "step": 280500
    },
    {
      "epoch": 90.69166127989658,
      "grad_norm": 2.0084264278411865,
      "learning_rate": 0.001,
      "loss": 1.4381,
      "step": 280600
    },
    {
      "epoch": 90.72398190045249,
      "grad_norm": 2.050732135772705,
      "learning_rate": 0.001,
      "loss": 1.4323,
      "step": 280700
    },
    {
      "epoch": 90.75630252100841,
      "grad_norm": 1.9119924306869507,
      "learning_rate": 0.001,
      "loss": 1.4294,
      "step": 280800
    },
    {
      "epoch": 90.78862314156432,
      "grad_norm": 1.8119657039642334,
      "learning_rate": 0.001,
      "loss": 1.4261,
      "step": 280900
    },
    {
      "epoch": 90.82094376212024,
      "grad_norm": 1.9015934467315674,
      "learning_rate": 0.001,
      "loss": 1.4534,
      "step": 281000
    },
    {
      "epoch": 90.85326438267614,
      "grad_norm": 1.812975287437439,
      "learning_rate": 0.001,
      "loss": 1.4645,
      "step": 281100
    },
    {
      "epoch": 90.88558500323207,
      "grad_norm": 1.9151250123977661,
      "learning_rate": 0.001,
      "loss": 1.4598,
      "step": 281200
    },
    {
      "epoch": 90.91790562378797,
      "grad_norm": 1.9323469400405884,
      "learning_rate": 0.001,
      "loss": 1.4657,
      "step": 281300
    },
    {
      "epoch": 90.9502262443439,
      "grad_norm": 1.3795750141143799,
      "learning_rate": 0.001,
      "loss": 1.4455,
      "step": 281400
    },
    {
      "epoch": 90.9825468648998,
      "grad_norm": 1.4775996208190918,
      "learning_rate": 0.001,
      "loss": 1.4577,
      "step": 281500
    },
    {
      "epoch": 91.01486748545572,
      "grad_norm": 1.7066103219985962,
      "learning_rate": 0.001,
      "loss": 1.3822,
      "step": 281600
    },
    {
      "epoch": 91.04718810601163,
      "grad_norm": 1.2869503498077393,
      "learning_rate": 0.001,
      "loss": 1.3376,
      "step": 281700
    },
    {
      "epoch": 91.07950872656755,
      "grad_norm": 1.8983968496322632,
      "learning_rate": 0.001,
      "loss": 1.3431,
      "step": 281800
    },
    {
      "epoch": 91.11182934712346,
      "grad_norm": 1.9564945697784424,
      "learning_rate": 0.001,
      "loss": 1.3623,
      "step": 281900
    },
    {
      "epoch": 91.14414996767938,
      "grad_norm": 1.5554038286209106,
      "learning_rate": 0.001,
      "loss": 1.369,
      "step": 282000
    },
    {
      "epoch": 91.17647058823529,
      "grad_norm": 1.8451589345932007,
      "learning_rate": 0.001,
      "loss": 1.3661,
      "step": 282100
    },
    {
      "epoch": 91.20879120879121,
      "grad_norm": 1.8111636638641357,
      "learning_rate": 0.001,
      "loss": 1.3709,
      "step": 282200
    },
    {
      "epoch": 91.24111182934712,
      "grad_norm": 1.7260061502456665,
      "learning_rate": 0.001,
      "loss": 1.3703,
      "step": 282300
    },
    {
      "epoch": 91.27343244990304,
      "grad_norm": 2.1305065155029297,
      "learning_rate": 0.001,
      "loss": 1.3697,
      "step": 282400
    },
    {
      "epoch": 91.30575307045895,
      "grad_norm": 1.5473634004592896,
      "learning_rate": 0.001,
      "loss": 1.3866,
      "step": 282500
    },
    {
      "epoch": 91.33807369101487,
      "grad_norm": 1.3852416276931763,
      "learning_rate": 0.001,
      "loss": 1.383,
      "step": 282600
    },
    {
      "epoch": 91.37039431157078,
      "grad_norm": 1.899824857711792,
      "learning_rate": 0.001,
      "loss": 1.3934,
      "step": 282700
    },
    {
      "epoch": 91.4027149321267,
      "grad_norm": 1.6592535972595215,
      "learning_rate": 0.001,
      "loss": 1.4009,
      "step": 282800
    },
    {
      "epoch": 91.4350355526826,
      "grad_norm": 1.8192658424377441,
      "learning_rate": 0.001,
      "loss": 1.3915,
      "step": 282900
    },
    {
      "epoch": 91.46735617323853,
      "grad_norm": 1.6893870830535889,
      "learning_rate": 0.001,
      "loss": 1.3993,
      "step": 283000
    },
    {
      "epoch": 91.49967679379444,
      "grad_norm": 1.8176219463348389,
      "learning_rate": 0.001,
      "loss": 1.4131,
      "step": 283100
    },
    {
      "epoch": 91.53199741435036,
      "grad_norm": 1.5680086612701416,
      "learning_rate": 0.001,
      "loss": 1.4065,
      "step": 283200
    },
    {
      "epoch": 91.56431803490626,
      "grad_norm": 1.828738808631897,
      "learning_rate": 0.001,
      "loss": 1.4054,
      "step": 283300
    },
    {
      "epoch": 91.59663865546219,
      "grad_norm": 1.3039504289627075,
      "learning_rate": 0.001,
      "loss": 1.4171,
      "step": 283400
    },
    {
      "epoch": 91.6289592760181,
      "grad_norm": 1.849231243133545,
      "learning_rate": 0.001,
      "loss": 1.4133,
      "step": 283500
    },
    {
      "epoch": 91.66127989657402,
      "grad_norm": 1.7335554361343384,
      "learning_rate": 0.001,
      "loss": 1.4347,
      "step": 283600
    },
    {
      "epoch": 91.69360051712992,
      "grad_norm": 1.6021090745925903,
      "learning_rate": 0.001,
      "loss": 1.4229,
      "step": 283700
    },
    {
      "epoch": 91.72592113768584,
      "grad_norm": 1.8389188051223755,
      "learning_rate": 0.001,
      "loss": 1.4254,
      "step": 283800
    },
    {
      "epoch": 91.75824175824175,
      "grad_norm": 1.4818696975708008,
      "learning_rate": 0.001,
      "loss": 1.4276,
      "step": 283900
    },
    {
      "epoch": 91.79056237879767,
      "grad_norm": 2.0308756828308105,
      "learning_rate": 0.001,
      "loss": 1.4423,
      "step": 284000
    },
    {
      "epoch": 91.82288299935358,
      "grad_norm": 1.9242323637008667,
      "learning_rate": 0.001,
      "loss": 1.4399,
      "step": 284100
    },
    {
      "epoch": 91.8552036199095,
      "grad_norm": 1.9083664417266846,
      "learning_rate": 0.001,
      "loss": 1.4535,
      "step": 284200
    },
    {
      "epoch": 91.88752424046541,
      "grad_norm": 2.0432400703430176,
      "learning_rate": 0.001,
      "loss": 1.4408,
      "step": 284300
    },
    {
      "epoch": 91.91984486102133,
      "grad_norm": 1.565138339996338,
      "learning_rate": 0.001,
      "loss": 1.4351,
      "step": 284400
    },
    {
      "epoch": 91.95216548157724,
      "grad_norm": 2.194920063018799,
      "learning_rate": 0.001,
      "loss": 1.4471,
      "step": 284500
    },
    {
      "epoch": 91.98448610213316,
      "grad_norm": 1.545792579650879,
      "learning_rate": 0.001,
      "loss": 1.4397,
      "step": 284600
    },
    {
      "epoch": 92.01680672268908,
      "grad_norm": 2.3659920692443848,
      "learning_rate": 0.001,
      "loss": 1.3656,
      "step": 284700
    },
    {
      "epoch": 92.04912734324499,
      "grad_norm": 3.0130562782287598,
      "learning_rate": 0.001,
      "loss": 1.3451,
      "step": 284800
    },
    {
      "epoch": 92.08144796380091,
      "grad_norm": 1.6045893430709839,
      "learning_rate": 0.001,
      "loss": 1.3519,
      "step": 284900
    },
    {
      "epoch": 92.11376858435682,
      "grad_norm": 1.9951777458190918,
      "learning_rate": 0.001,
      "loss": 1.3523,
      "step": 285000
    },
    {
      "epoch": 92.14608920491274,
      "grad_norm": 1.7994177341461182,
      "learning_rate": 0.001,
      "loss": 1.3532,
      "step": 285100
    },
    {
      "epoch": 92.17840982546865,
      "grad_norm": 1.8829383850097656,
      "learning_rate": 0.001,
      "loss": 1.3646,
      "step": 285200
    },
    {
      "epoch": 92.21073044602457,
      "grad_norm": 1.5709656476974487,
      "learning_rate": 0.001,
      "loss": 1.3591,
      "step": 285300
    },
    {
      "epoch": 92.24305106658048,
      "grad_norm": 1.4151982069015503,
      "learning_rate": 0.001,
      "loss": 1.3666,
      "step": 285400
    },
    {
      "epoch": 92.2753716871364,
      "grad_norm": 2.813156843185425,
      "learning_rate": 0.001,
      "loss": 1.388,
      "step": 285500
    },
    {
      "epoch": 92.3076923076923,
      "grad_norm": 2.141181707382202,
      "learning_rate": 0.001,
      "loss": 1.3718,
      "step": 285600
    },
    {
      "epoch": 92.34001292824823,
      "grad_norm": 2.4286043643951416,
      "learning_rate": 0.001,
      "loss": 1.388,
      "step": 285700
    },
    {
      "epoch": 92.37233354880414,
      "grad_norm": 2.7005491256713867,
      "learning_rate": 0.001,
      "loss": 1.3813,
      "step": 285800
    },
    {
      "epoch": 92.40465416936006,
      "grad_norm": 1.7971080541610718,
      "learning_rate": 0.001,
      "loss": 1.3825,
      "step": 285900
    },
    {
      "epoch": 92.43697478991596,
      "grad_norm": 1.8688595294952393,
      "learning_rate": 0.001,
      "loss": 1.3938,
      "step": 286000
    },
    {
      "epoch": 92.46929541047189,
      "grad_norm": 2.3091495037078857,
      "learning_rate": 0.001,
      "loss": 1.3983,
      "step": 286100
    },
    {
      "epoch": 92.5016160310278,
      "grad_norm": 1.972983479499817,
      "learning_rate": 0.001,
      "loss": 1.385,
      "step": 286200
    },
    {
      "epoch": 92.53393665158372,
      "grad_norm": 2.646979570388794,
      "learning_rate": 0.001,
      "loss": 1.4115,
      "step": 286300
    },
    {
      "epoch": 92.56625727213962,
      "grad_norm": 1.8654998540878296,
      "learning_rate": 0.001,
      "loss": 1.3997,
      "step": 286400
    },
    {
      "epoch": 92.59857789269554,
      "grad_norm": 1.8353911638259888,
      "learning_rate": 0.001,
      "loss": 1.4048,
      "step": 286500
    },
    {
      "epoch": 92.63089851325145,
      "grad_norm": 1.9789825677871704,
      "learning_rate": 0.001,
      "loss": 1.4107,
      "step": 286600
    },
    {
      "epoch": 92.66321913380737,
      "grad_norm": 2.219052791595459,
      "learning_rate": 0.001,
      "loss": 1.4268,
      "step": 286700
    },
    {
      "epoch": 92.69553975436328,
      "grad_norm": 2.2139179706573486,
      "learning_rate": 0.001,
      "loss": 1.4118,
      "step": 286800
    },
    {
      "epoch": 92.7278603749192,
      "grad_norm": 2.3915624618530273,
      "learning_rate": 0.001,
      "loss": 1.4126,
      "step": 286900
    },
    {
      "epoch": 92.76018099547511,
      "grad_norm": 3.5310840606689453,
      "learning_rate": 0.001,
      "loss": 1.4344,
      "step": 287000
    },
    {
      "epoch": 92.79250161603103,
      "grad_norm": 3.0643367767333984,
      "learning_rate": 0.001,
      "loss": 1.4189,
      "step": 287100
    },
    {
      "epoch": 92.82482223658694,
      "grad_norm": 3.3198719024658203,
      "learning_rate": 0.001,
      "loss": 1.441,
      "step": 287200
    },
    {
      "epoch": 92.85714285714286,
      "grad_norm": 1.597151279449463,
      "learning_rate": 0.001,
      "loss": 1.4311,
      "step": 287300
    },
    {
      "epoch": 92.88946347769877,
      "grad_norm": 1.5445133447647095,
      "learning_rate": 0.001,
      "loss": 1.4289,
      "step": 287400
    },
    {
      "epoch": 92.92178409825469,
      "grad_norm": 2.8522164821624756,
      "learning_rate": 0.001,
      "loss": 1.4284,
      "step": 287500
    },
    {
      "epoch": 92.9541047188106,
      "grad_norm": 2.093144178390503,
      "learning_rate": 0.001,
      "loss": 1.4327,
      "step": 287600
    },
    {
      "epoch": 92.98642533936652,
      "grad_norm": 1.3801674842834473,
      "learning_rate": 0.001,
      "loss": 1.4522,
      "step": 287700
    },
    {
      "epoch": 93.01874595992243,
      "grad_norm": 2.2896697521209717,
      "learning_rate": 0.001,
      "loss": 1.3783,
      "step": 287800
    },
    {
      "epoch": 93.05106658047835,
      "grad_norm": 2.3245482444763184,
      "learning_rate": 0.001,
      "loss": 1.3282,
      "step": 287900
    },
    {
      "epoch": 93.08338720103426,
      "grad_norm": 1.4789022207260132,
      "learning_rate": 0.001,
      "loss": 1.329,
      "step": 288000
    },
    {
      "epoch": 93.11570782159018,
      "grad_norm": 1.8415120840072632,
      "learning_rate": 0.001,
      "loss": 1.3544,
      "step": 288100
    },
    {
      "epoch": 93.14802844214609,
      "grad_norm": 1.6748054027557373,
      "learning_rate": 0.001,
      "loss": 1.3446,
      "step": 288200
    },
    {
      "epoch": 93.180349062702,
      "grad_norm": 1.9157007932662964,
      "learning_rate": 0.001,
      "loss": 1.3454,
      "step": 288300
    },
    {
      "epoch": 93.21266968325791,
      "grad_norm": 2.0357260704040527,
      "learning_rate": 0.001,
      "loss": 1.3463,
      "step": 288400
    },
    {
      "epoch": 93.24499030381384,
      "grad_norm": 1.5724585056304932,
      "learning_rate": 0.001,
      "loss": 1.3515,
      "step": 288500
    },
    {
      "epoch": 93.27731092436974,
      "grad_norm": 1.6937826871871948,
      "learning_rate": 0.001,
      "loss": 1.3722,
      "step": 288600
    },
    {
      "epoch": 93.30963154492567,
      "grad_norm": 1.246242642402649,
      "learning_rate": 0.001,
      "loss": 1.3608,
      "step": 288700
    },
    {
      "epoch": 93.34195216548157,
      "grad_norm": 1.6182515621185303,
      "learning_rate": 0.001,
      "loss": 1.3816,
      "step": 288800
    },
    {
      "epoch": 93.3742727860375,
      "grad_norm": 2.0054874420166016,
      "learning_rate": 0.001,
      "loss": 1.3722,
      "step": 288900
    },
    {
      "epoch": 93.4065934065934,
      "grad_norm": 2.126291275024414,
      "learning_rate": 0.001,
      "loss": 1.3721,
      "step": 289000
    },
    {
      "epoch": 93.43891402714932,
      "grad_norm": 1.4355053901672363,
      "learning_rate": 0.001,
      "loss": 1.3871,
      "step": 289100
    },
    {
      "epoch": 93.47123464770523,
      "grad_norm": 2.010754108428955,
      "learning_rate": 0.001,
      "loss": 1.3885,
      "step": 289200
    },
    {
      "epoch": 93.50355526826115,
      "grad_norm": 1.3670854568481445,
      "learning_rate": 0.001,
      "loss": 1.3948,
      "step": 289300
    },
    {
      "epoch": 93.53587588881706,
      "grad_norm": 1.4175864458084106,
      "learning_rate": 0.001,
      "loss": 1.3982,
      "step": 289400
    },
    {
      "epoch": 93.56819650937298,
      "grad_norm": 2.6126651763916016,
      "learning_rate": 0.001,
      "loss": 1.4164,
      "step": 289500
    },
    {
      "epoch": 93.60051712992889,
      "grad_norm": 1.7548456192016602,
      "learning_rate": 0.001,
      "loss": 1.3967,
      "step": 289600
    },
    {
      "epoch": 93.63283775048481,
      "grad_norm": 1.2660231590270996,
      "learning_rate": 0.001,
      "loss": 1.394,
      "step": 289700
    },
    {
      "epoch": 93.66515837104072,
      "grad_norm": 1.2814079523086548,
      "learning_rate": 0.001,
      "loss": 1.4106,
      "step": 289800
    },
    {
      "epoch": 93.69747899159664,
      "grad_norm": 1.2180604934692383,
      "learning_rate": 0.001,
      "loss": 1.4285,
      "step": 289900
    },
    {
      "epoch": 93.72979961215255,
      "grad_norm": 2.0289041996002197,
      "learning_rate": 0.001,
      "loss": 1.4151,
      "step": 290000
    },
    {
      "epoch": 93.76212023270847,
      "grad_norm": 1.379878282546997,
      "learning_rate": 0.001,
      "loss": 1.4212,
      "step": 290100
    },
    {
      "epoch": 93.79444085326438,
      "grad_norm": 1.6776106357574463,
      "learning_rate": 0.001,
      "loss": 1.4362,
      "step": 290200
    },
    {
      "epoch": 93.8267614738203,
      "grad_norm": 1.7783920764923096,
      "learning_rate": 0.001,
      "loss": 1.4347,
      "step": 290300
    },
    {
      "epoch": 93.8590820943762,
      "grad_norm": 2.01831316947937,
      "learning_rate": 0.001,
      "loss": 1.4237,
      "step": 290400
    },
    {
      "epoch": 93.89140271493213,
      "grad_norm": 2.4345901012420654,
      "learning_rate": 0.001,
      "loss": 1.4323,
      "step": 290500
    },
    {
      "epoch": 93.92372333548803,
      "grad_norm": 1.4624724388122559,
      "learning_rate": 0.001,
      "loss": 1.4257,
      "step": 290600
    },
    {
      "epoch": 93.95604395604396,
      "grad_norm": 1.7283406257629395,
      "learning_rate": 0.001,
      "loss": 1.4538,
      "step": 290700
    },
    {
      "epoch": 93.98836457659988,
      "grad_norm": 2.014925241470337,
      "learning_rate": 0.001,
      "loss": 1.4296,
      "step": 290800
    },
    {
      "epoch": 94.02068519715579,
      "grad_norm": 1.3549288511276245,
      "learning_rate": 0.001,
      "loss": 1.3744,
      "step": 290900
    },
    {
      "epoch": 94.0530058177117,
      "grad_norm": 1.424655556678772,
      "learning_rate": 0.001,
      "loss": 1.3224,
      "step": 291000
    },
    {
      "epoch": 94.08532643826761,
      "grad_norm": 1.3687740564346313,
      "learning_rate": 0.001,
      "loss": 1.3355,
      "step": 291100
    },
    {
      "epoch": 94.11764705882354,
      "grad_norm": 1.4774508476257324,
      "learning_rate": 0.001,
      "loss": 1.3339,
      "step": 291200
    },
    {
      "epoch": 94.14996767937944,
      "grad_norm": 1.6459767818450928,
      "learning_rate": 0.001,
      "loss": 1.3499,
      "step": 291300
    },
    {
      "epoch": 94.18228829993537,
      "grad_norm": 1.4307767152786255,
      "learning_rate": 0.001,
      "loss": 1.3354,
      "step": 291400
    },
    {
      "epoch": 94.21460892049127,
      "grad_norm": 1.650320053100586,
      "learning_rate": 0.001,
      "loss": 1.3508,
      "step": 291500
    },
    {
      "epoch": 94.2469295410472,
      "grad_norm": 1.236221432685852,
      "learning_rate": 0.001,
      "loss": 1.3495,
      "step": 291600
    },
    {
      "epoch": 94.2792501616031,
      "grad_norm": 2.103527545928955,
      "learning_rate": 0.001,
      "loss": 1.3587,
      "step": 291700
    },
    {
      "epoch": 94.31157078215902,
      "grad_norm": 1.647996425628662,
      "learning_rate": 0.001,
      "loss": 1.3607,
      "step": 291800
    },
    {
      "epoch": 94.34389140271493,
      "grad_norm": 2.096320867538452,
      "learning_rate": 0.001,
      "loss": 1.361,
      "step": 291900
    },
    {
      "epoch": 94.37621202327085,
      "grad_norm": 2.003998041152954,
      "learning_rate": 0.001,
      "loss": 1.3591,
      "step": 292000
    },
    {
      "epoch": 94.40853264382676,
      "grad_norm": 1.35490882396698,
      "learning_rate": 0.001,
      "loss": 1.3731,
      "step": 292100
    },
    {
      "epoch": 94.44085326438268,
      "grad_norm": 1.3877946138381958,
      "learning_rate": 0.001,
      "loss": 1.3887,
      "step": 292200
    },
    {
      "epoch": 94.47317388493859,
      "grad_norm": 1.6850929260253906,
      "learning_rate": 0.001,
      "loss": 1.3902,
      "step": 292300
    },
    {
      "epoch": 94.50549450549451,
      "grad_norm": 1.870916724205017,
      "learning_rate": 0.001,
      "loss": 1.3924,
      "step": 292400
    },
    {
      "epoch": 94.53781512605042,
      "grad_norm": 1.4658701419830322,
      "learning_rate": 0.001,
      "loss": 1.3969,
      "step": 292500
    },
    {
      "epoch": 94.57013574660634,
      "grad_norm": 1.3580251932144165,
      "learning_rate": 0.001,
      "loss": 1.3774,
      "step": 292600
    },
    {
      "epoch": 94.60245636716225,
      "grad_norm": 1.2977242469787598,
      "learning_rate": 0.001,
      "loss": 1.3918,
      "step": 292700
    },
    {
      "epoch": 94.63477698771817,
      "grad_norm": 1.645932912826538,
      "learning_rate": 0.001,
      "loss": 1.3933,
      "step": 292800
    },
    {
      "epoch": 94.66709760827408,
      "grad_norm": 2.167123794555664,
      "learning_rate": 0.001,
      "loss": 1.4075,
      "step": 292900
    },
    {
      "epoch": 94.69941822883,
      "grad_norm": 1.1674609184265137,
      "learning_rate": 0.001,
      "loss": 1.4102,
      "step": 293000
    },
    {
      "epoch": 94.7317388493859,
      "grad_norm": 1.6270956993103027,
      "learning_rate": 0.001,
      "loss": 1.4173,
      "step": 293100
    },
    {
      "epoch": 94.76405946994183,
      "grad_norm": 1.2232261896133423,
      "learning_rate": 0.001,
      "loss": 1.4259,
      "step": 293200
    },
    {
      "epoch": 94.79638009049773,
      "grad_norm": 1.3110573291778564,
      "learning_rate": 0.001,
      "loss": 1.427,
      "step": 293300
    },
    {
      "epoch": 94.82870071105366,
      "grad_norm": 1.368855595588684,
      "learning_rate": 0.001,
      "loss": 1.4135,
      "step": 293400
    },
    {
      "epoch": 94.86102133160956,
      "grad_norm": 1.7230993509292603,
      "learning_rate": 0.001,
      "loss": 1.4043,
      "step": 293500
    },
    {
      "epoch": 94.89334195216549,
      "grad_norm": 1.5591554641723633,
      "learning_rate": 0.001,
      "loss": 1.4271,
      "step": 293600
    },
    {
      "epoch": 94.9256625727214,
      "grad_norm": 1.8541635274887085,
      "learning_rate": 0.001,
      "loss": 1.4325,
      "step": 293700
    },
    {
      "epoch": 94.95798319327731,
      "grad_norm": 1.5044015645980835,
      "learning_rate": 0.001,
      "loss": 1.4358,
      "step": 293800
    },
    {
      "epoch": 94.99030381383322,
      "grad_norm": 1.679853081703186,
      "learning_rate": 0.001,
      "loss": 1.431,
      "step": 293900
    },
    {
      "epoch": 95.02262443438914,
      "grad_norm": 1.3926348686218262,
      "learning_rate": 0.001,
      "loss": 1.363,
      "step": 294000
    },
    {
      "epoch": 95.05494505494505,
      "grad_norm": 1.3716071844100952,
      "learning_rate": 0.001,
      "loss": 1.3219,
      "step": 294100
    },
    {
      "epoch": 95.08726567550097,
      "grad_norm": 1.6231685876846313,
      "learning_rate": 0.001,
      "loss": 1.3236,
      "step": 294200
    },
    {
      "epoch": 95.11958629605688,
      "grad_norm": 1.5676648616790771,
      "learning_rate": 0.001,
      "loss": 1.3203,
      "step": 294300
    },
    {
      "epoch": 95.1519069166128,
      "grad_norm": 1.576737880706787,
      "learning_rate": 0.001,
      "loss": 1.3477,
      "step": 294400
    },
    {
      "epoch": 95.18422753716871,
      "grad_norm": 1.466307282447815,
      "learning_rate": 0.001,
      "loss": 1.3387,
      "step": 294500
    },
    {
      "epoch": 95.21654815772463,
      "grad_norm": 1.8757154941558838,
      "learning_rate": 0.001,
      "loss": 1.3486,
      "step": 294600
    },
    {
      "epoch": 95.24886877828054,
      "grad_norm": 1.3650315999984741,
      "learning_rate": 0.001,
      "loss": 1.3346,
      "step": 294700
    },
    {
      "epoch": 95.28118939883646,
      "grad_norm": 1.3587350845336914,
      "learning_rate": 0.001,
      "loss": 1.3518,
      "step": 294800
    },
    {
      "epoch": 95.31351001939237,
      "grad_norm": 1.2925024032592773,
      "learning_rate": 0.001,
      "loss": 1.3627,
      "step": 294900
    },
    {
      "epoch": 95.34583063994829,
      "grad_norm": 1.84067964553833,
      "learning_rate": 0.001,
      "loss": 1.3586,
      "step": 295000
    },
    {
      "epoch": 95.3781512605042,
      "grad_norm": 2.0140841007232666,
      "learning_rate": 0.001,
      "loss": 1.375,
      "step": 295100
    },
    {
      "epoch": 95.41047188106012,
      "grad_norm": 1.6531531810760498,
      "learning_rate": 0.001,
      "loss": 1.3599,
      "step": 295200
    },
    {
      "epoch": 95.44279250161603,
      "grad_norm": 1.875063419342041,
      "learning_rate": 0.001,
      "loss": 1.3817,
      "step": 295300
    },
    {
      "epoch": 95.47511312217195,
      "grad_norm": 1.1672395467758179,
      "learning_rate": 0.001,
      "loss": 1.383,
      "step": 295400
    },
    {
      "epoch": 95.50743374272786,
      "grad_norm": 1.1308726072311401,
      "learning_rate": 0.001,
      "loss": 1.3782,
      "step": 295500
    },
    {
      "epoch": 95.53975436328378,
      "grad_norm": 1.5952845811843872,
      "learning_rate": 0.001,
      "loss": 1.3883,
      "step": 295600
    },
    {
      "epoch": 95.57207498383968,
      "grad_norm": 1.3622543811798096,
      "learning_rate": 0.001,
      "loss": 1.3841,
      "step": 295700
    },
    {
      "epoch": 95.6043956043956,
      "grad_norm": 1.927077054977417,
      "learning_rate": 0.001,
      "loss": 1.3853,
      "step": 295800
    },
    {
      "epoch": 95.63671622495151,
      "grad_norm": 1.565975308418274,
      "learning_rate": 0.001,
      "loss": 1.3973,
      "step": 295900
    },
    {
      "epoch": 95.66903684550743,
      "grad_norm": 1.1944808959960938,
      "learning_rate": 0.001,
      "loss": 1.3878,
      "step": 296000
    },
    {
      "epoch": 95.70135746606334,
      "grad_norm": 1.8510597944259644,
      "learning_rate": 0.001,
      "loss": 1.3971,
      "step": 296100
    },
    {
      "epoch": 95.73367808661926,
      "grad_norm": 1.73808753490448,
      "learning_rate": 0.001,
      "loss": 1.4215,
      "step": 296200
    },
    {
      "epoch": 95.76599870717517,
      "grad_norm": 1.3161669969558716,
      "learning_rate": 0.001,
      "loss": 1.3952,
      "step": 296300
    },
    {
      "epoch": 95.7983193277311,
      "grad_norm": 1.5162066221237183,
      "learning_rate": 0.001,
      "loss": 1.4164,
      "step": 296400
    },
    {
      "epoch": 95.830639948287,
      "grad_norm": 1.520003318786621,
      "learning_rate": 0.001,
      "loss": 1.4094,
      "step": 296500
    },
    {
      "epoch": 95.86296056884292,
      "grad_norm": 1.3342549800872803,
      "learning_rate": 0.001,
      "loss": 1.4156,
      "step": 296600
    },
    {
      "epoch": 95.89528118939883,
      "grad_norm": 1.4298732280731201,
      "learning_rate": 0.001,
      "loss": 1.4212,
      "step": 296700
    },
    {
      "epoch": 95.92760180995475,
      "grad_norm": 1.7872447967529297,
      "learning_rate": 0.001,
      "loss": 1.4259,
      "step": 296800
    },
    {
      "epoch": 95.95992243051066,
      "grad_norm": 1.2885979413986206,
      "learning_rate": 0.001,
      "loss": 1.4186,
      "step": 296900
    },
    {
      "epoch": 95.99224305106658,
      "grad_norm": 1.2090197801589966,
      "learning_rate": 0.001,
      "loss": 1.4237,
      "step": 297000
    },
    {
      "epoch": 96.0245636716225,
      "grad_norm": 1.53062105178833,
      "learning_rate": 0.001,
      "loss": 1.3642,
      "step": 297100
    },
    {
      "epoch": 96.05688429217841,
      "grad_norm": 1.6323614120483398,
      "learning_rate": 0.001,
      "loss": 1.3123,
      "step": 297200
    },
    {
      "epoch": 96.08920491273433,
      "grad_norm": 1.32908296585083,
      "learning_rate": 0.001,
      "loss": 1.3278,
      "step": 297300
    },
    {
      "epoch": 96.12152553329024,
      "grad_norm": 1.26341712474823,
      "learning_rate": 0.001,
      "loss": 1.3218,
      "step": 297400
    },
    {
      "epoch": 96.15384615384616,
      "grad_norm": 1.4131050109863281,
      "learning_rate": 0.001,
      "loss": 1.3322,
      "step": 297500
    },
    {
      "epoch": 96.18616677440207,
      "grad_norm": 1.8546245098114014,
      "learning_rate": 0.001,
      "loss": 1.3301,
      "step": 297600
    },
    {
      "epoch": 96.21848739495799,
      "grad_norm": 1.5039724111557007,
      "learning_rate": 0.001,
      "loss": 1.3453,
      "step": 297700
    },
    {
      "epoch": 96.2508080155139,
      "grad_norm": 1.752182960510254,
      "learning_rate": 0.001,
      "loss": 1.3376,
      "step": 297800
    },
    {
      "epoch": 96.28312863606982,
      "grad_norm": 1.3808088302612305,
      "learning_rate": 0.001,
      "loss": 1.3277,
      "step": 297900
    },
    {
      "epoch": 96.31544925662573,
      "grad_norm": 1.6190468072891235,
      "learning_rate": 0.001,
      "loss": 1.3542,
      "step": 298000
    },
    {
      "epoch": 96.34776987718165,
      "grad_norm": 1.9144762754440308,
      "learning_rate": 0.001,
      "loss": 1.3687,
      "step": 298100
    },
    {
      "epoch": 96.38009049773756,
      "grad_norm": 1.2472035884857178,
      "learning_rate": 0.001,
      "loss": 1.3788,
      "step": 298200
    },
    {
      "epoch": 96.41241111829348,
      "grad_norm": 1.2860407829284668,
      "learning_rate": 0.001,
      "loss": 1.3554,
      "step": 298300
    },
    {
      "epoch": 96.44473173884938,
      "grad_norm": 1.6460773944854736,
      "learning_rate": 0.001,
      "loss": 1.3596,
      "step": 298400
    },
    {
      "epoch": 96.4770523594053,
      "grad_norm": 1.6944340467453003,
      "learning_rate": 0.001,
      "loss": 1.3742,
      "step": 298500
    },
    {
      "epoch": 96.50937297996121,
      "grad_norm": 2.076917886734009,
      "learning_rate": 0.001,
      "loss": 1.3831,
      "step": 298600
    },
    {
      "epoch": 96.54169360051714,
      "grad_norm": 1.1751590967178345,
      "learning_rate": 0.001,
      "loss": 1.385,
      "step": 298700
    },
    {
      "epoch": 96.57401422107304,
      "grad_norm": 1.7542001008987427,
      "learning_rate": 0.001,
      "loss": 1.3931,
      "step": 298800
    },
    {
      "epoch": 96.60633484162896,
      "grad_norm": 1.7114346027374268,
      "learning_rate": 0.001,
      "loss": 1.3904,
      "step": 298900
    },
    {
      "epoch": 96.63865546218487,
      "grad_norm": 1.9079195261001587,
      "learning_rate": 0.001,
      "loss": 1.3692,
      "step": 299000
    },
    {
      "epoch": 96.6709760827408,
      "grad_norm": 1.387211799621582,
      "learning_rate": 0.001,
      "loss": 1.3851,
      "step": 299100
    },
    {
      "epoch": 96.7032967032967,
      "grad_norm": 1.264164924621582,
      "learning_rate": 0.001,
      "loss": 1.3984,
      "step": 299200
    },
    {
      "epoch": 96.73561732385262,
      "grad_norm": 1.5514090061187744,
      "learning_rate": 0.001,
      "loss": 1.3975,
      "step": 299300
    },
    {
      "epoch": 96.76793794440853,
      "grad_norm": 1.4951378107070923,
      "learning_rate": 0.001,
      "loss": 1.4159,
      "step": 299400
    },
    {
      "epoch": 96.80025856496445,
      "grad_norm": 1.847012996673584,
      "learning_rate": 0.001,
      "loss": 1.4089,
      "step": 299500
    },
    {
      "epoch": 96.83257918552036,
      "grad_norm": 1.565603494644165,
      "learning_rate": 0.001,
      "loss": 1.4111,
      "step": 299600
    },
    {
      "epoch": 96.86489980607628,
      "grad_norm": 1.2334107160568237,
      "learning_rate": 0.001,
      "loss": 1.4101,
      "step": 299700
    },
    {
      "epoch": 96.89722042663219,
      "grad_norm": 1.2206110954284668,
      "learning_rate": 0.001,
      "loss": 1.4177,
      "step": 299800
    },
    {
      "epoch": 96.92954104718811,
      "grad_norm": 1.3281985521316528,
      "learning_rate": 0.001,
      "loss": 1.4061,
      "step": 299900
    },
    {
      "epoch": 96.96186166774402,
      "grad_norm": 1.514419436454773,
      "learning_rate": 0.001,
      "loss": 1.4247,
      "step": 300000
    },
    {
      "epoch": 96.99418228829994,
      "grad_norm": 1.4396289587020874,
      "learning_rate": 0.001,
      "loss": 1.4064,
      "step": 300100
    },
    {
      "epoch": 97.02650290885585,
      "grad_norm": 1.2071473598480225,
      "learning_rate": 0.001,
      "loss": 1.3271,
      "step": 300200
    },
    {
      "epoch": 97.05882352941177,
      "grad_norm": 1.5665583610534668,
      "learning_rate": 0.001,
      "loss": 1.3159,
      "step": 300300
    },
    {
      "epoch": 97.09114414996768,
      "grad_norm": 1.9283638000488281,
      "learning_rate": 0.001,
      "loss": 1.3176,
      "step": 300400
    },
    {
      "epoch": 97.1234647705236,
      "grad_norm": 1.1790565252304077,
      "learning_rate": 0.001,
      "loss": 1.3134,
      "step": 300500
    },
    {
      "epoch": 97.1557853910795,
      "grad_norm": 1.4134197235107422,
      "learning_rate": 0.001,
      "loss": 1.3288,
      "step": 300600
    },
    {
      "epoch": 97.18810601163543,
      "grad_norm": 1.5686752796173096,
      "learning_rate": 0.001,
      "loss": 1.3287,
      "step": 300700
    },
    {
      "epoch": 97.22042663219133,
      "grad_norm": 1.3202617168426514,
      "learning_rate": 0.001,
      "loss": 1.3291,
      "step": 300800
    },
    {
      "epoch": 97.25274725274726,
      "grad_norm": 1.5901153087615967,
      "learning_rate": 0.001,
      "loss": 1.3391,
      "step": 300900
    },
    {
      "epoch": 97.28506787330316,
      "grad_norm": 1.9898815155029297,
      "learning_rate": 0.001,
      "loss": 1.3483,
      "step": 301000
    },
    {
      "epoch": 97.31738849385908,
      "grad_norm": 1.3884061574935913,
      "learning_rate": 0.001,
      "loss": 1.3591,
      "step": 301100
    },
    {
      "epoch": 97.34970911441499,
      "grad_norm": 1.2868521213531494,
      "learning_rate": 0.001,
      "loss": 1.3553,
      "step": 301200
    },
    {
      "epoch": 97.38202973497091,
      "grad_norm": 1.1923433542251587,
      "learning_rate": 0.001,
      "loss": 1.3638,
      "step": 301300
    },
    {
      "epoch": 97.41435035552682,
      "grad_norm": 1.232994556427002,
      "learning_rate": 0.001,
      "loss": 1.3487,
      "step": 301400
    },
    {
      "epoch": 97.44667097608274,
      "grad_norm": 1.6176105737686157,
      "learning_rate": 0.001,
      "loss": 1.3713,
      "step": 301500
    },
    {
      "epoch": 97.47899159663865,
      "grad_norm": 1.3008984327316284,
      "learning_rate": 0.001,
      "loss": 1.3635,
      "step": 301600
    },
    {
      "epoch": 97.51131221719457,
      "grad_norm": 1.520272135734558,
      "learning_rate": 0.001,
      "loss": 1.3869,
      "step": 301700
    },
    {
      "epoch": 97.54363283775048,
      "grad_norm": 1.3893316984176636,
      "learning_rate": 0.001,
      "loss": 1.3769,
      "step": 301800
    },
    {
      "epoch": 97.5759534583064,
      "grad_norm": 1.3842289447784424,
      "learning_rate": 0.001,
      "loss": 1.3699,
      "step": 301900
    },
    {
      "epoch": 97.60827407886231,
      "grad_norm": 1.4758777618408203,
      "learning_rate": 0.001,
      "loss": 1.3931,
      "step": 302000
    },
    {
      "epoch": 97.64059469941823,
      "grad_norm": 1.738865852355957,
      "learning_rate": 0.001,
      "loss": 1.3826,
      "step": 302100
    },
    {
      "epoch": 97.67291531997414,
      "grad_norm": 2.019986867904663,
      "learning_rate": 0.001,
      "loss": 1.3695,
      "step": 302200
    },
    {
      "epoch": 97.70523594053006,
      "grad_norm": 1.6837821006774902,
      "learning_rate": 0.001,
      "loss": 1.3765,
      "step": 302300
    },
    {
      "epoch": 97.73755656108597,
      "grad_norm": 1.2452991008758545,
      "learning_rate": 0.001,
      "loss": 1.3805,
      "step": 302400
    },
    {
      "epoch": 97.76987718164189,
      "grad_norm": 1.489229440689087,
      "learning_rate": 0.001,
      "loss": 1.394,
      "step": 302500
    },
    {
      "epoch": 97.8021978021978,
      "grad_norm": 1.229744791984558,
      "learning_rate": 0.001,
      "loss": 1.4094,
      "step": 302600
    },
    {
      "epoch": 97.83451842275372,
      "grad_norm": 1.2610152959823608,
      "learning_rate": 0.001,
      "loss": 1.4014,
      "step": 302700
    },
    {
      "epoch": 97.86683904330962,
      "grad_norm": 1.180010199546814,
      "learning_rate": 0.001,
      "loss": 1.3983,
      "step": 302800
    },
    {
      "epoch": 97.89915966386555,
      "grad_norm": 1.1906663179397583,
      "learning_rate": 0.001,
      "loss": 1.3998,
      "step": 302900
    },
    {
      "epoch": 97.93148028442145,
      "grad_norm": 1.3478801250457764,
      "learning_rate": 0.001,
      "loss": 1.4172,
      "step": 303000
    },
    {
      "epoch": 97.96380090497738,
      "grad_norm": 2.488024950027466,
      "learning_rate": 0.001,
      "loss": 1.4144,
      "step": 303100
    },
    {
      "epoch": 97.99612152553328,
      "grad_norm": 1.6468634605407715,
      "learning_rate": 0.001,
      "loss": 1.4048,
      "step": 303200
    },
    {
      "epoch": 98.0284421460892,
      "grad_norm": 1.5927938222885132,
      "learning_rate": 0.001,
      "loss": 1.297,
      "step": 303300
    },
    {
      "epoch": 98.06076276664513,
      "grad_norm": 1.2960963249206543,
      "learning_rate": 0.001,
      "loss": 1.2978,
      "step": 303400
    },
    {
      "epoch": 98.09308338720103,
      "grad_norm": 1.713445782661438,
      "learning_rate": 0.001,
      "loss": 1.3146,
      "step": 303500
    },
    {
      "epoch": 98.12540400775696,
      "grad_norm": 1.6118299961090088,
      "learning_rate": 0.001,
      "loss": 1.3146,
      "step": 303600
    },
    {
      "epoch": 98.15772462831286,
      "grad_norm": 1.4335243701934814,
      "learning_rate": 0.001,
      "loss": 1.3206,
      "step": 303700
    },
    {
      "epoch": 98.19004524886878,
      "grad_norm": 1.9087425470352173,
      "learning_rate": 0.001,
      "loss": 1.3339,
      "step": 303800
    },
    {
      "epoch": 98.22236586942469,
      "grad_norm": 1.7270716428756714,
      "learning_rate": 0.001,
      "loss": 1.3316,
      "step": 303900
    },
    {
      "epoch": 98.25468648998061,
      "grad_norm": 1.5996944904327393,
      "learning_rate": 0.001,
      "loss": 1.3386,
      "step": 304000
    },
    {
      "epoch": 98.28700711053652,
      "grad_norm": 1.5665717124938965,
      "learning_rate": 0.001,
      "loss": 1.3378,
      "step": 304100
    },
    {
      "epoch": 98.31932773109244,
      "grad_norm": 1.7300177812576294,
      "learning_rate": 0.001,
      "loss": 1.3368,
      "step": 304200
    },
    {
      "epoch": 98.35164835164835,
      "grad_norm": 1.506001591682434,
      "learning_rate": 0.001,
      "loss": 1.3383,
      "step": 304300
    },
    {
      "epoch": 98.38396897220427,
      "grad_norm": 1.8939203023910522,
      "learning_rate": 0.001,
      "loss": 1.3454,
      "step": 304400
    },
    {
      "epoch": 98.41628959276018,
      "grad_norm": 2.432687759399414,
      "learning_rate": 0.001,
      "loss": 1.3542,
      "step": 304500
    },
    {
      "epoch": 98.4486102133161,
      "grad_norm": 1.764639139175415,
      "learning_rate": 0.001,
      "loss": 1.363,
      "step": 304600
    },
    {
      "epoch": 98.48093083387201,
      "grad_norm": 1.528296709060669,
      "learning_rate": 0.001,
      "loss": 1.3519,
      "step": 304700
    },
    {
      "epoch": 98.51325145442793,
      "grad_norm": 1.5113193988800049,
      "learning_rate": 0.001,
      "loss": 1.3514,
      "step": 304800
    },
    {
      "epoch": 98.54557207498384,
      "grad_norm": 1.426236629486084,
      "learning_rate": 0.001,
      "loss": 1.3889,
      "step": 304900
    },
    {
      "epoch": 98.57789269553976,
      "grad_norm": 1.766783356666565,
      "learning_rate": 0.001,
      "loss": 1.3707,
      "step": 305000
    },
    {
      "epoch": 98.61021331609567,
      "grad_norm": 1.1614407300949097,
      "learning_rate": 0.001,
      "loss": 1.3697,
      "step": 305100
    },
    {
      "epoch": 98.64253393665159,
      "grad_norm": 1.2347285747528076,
      "learning_rate": 0.001,
      "loss": 1.3776,
      "step": 305200
    },
    {
      "epoch": 98.6748545572075,
      "grad_norm": 1.4319281578063965,
      "learning_rate": 0.001,
      "loss": 1.3862,
      "step": 305300
    },
    {
      "epoch": 98.70717517776342,
      "grad_norm": 1.8043638467788696,
      "learning_rate": 0.001,
      "loss": 1.377,
      "step": 305400
    },
    {
      "epoch": 98.73949579831933,
      "grad_norm": 1.7270032167434692,
      "learning_rate": 0.001,
      "loss": 1.3851,
      "step": 305500
    },
    {
      "epoch": 98.77181641887525,
      "grad_norm": 1.621086597442627,
      "learning_rate": 0.001,
      "loss": 1.3959,
      "step": 305600
    },
    {
      "epoch": 98.80413703943115,
      "grad_norm": 1.4632642269134521,
      "learning_rate": 0.001,
      "loss": 1.3906,
      "step": 305700
    },
    {
      "epoch": 98.83645765998708,
      "grad_norm": 1.3503309488296509,
      "learning_rate": 0.001,
      "loss": 1.3863,
      "step": 305800
    },
    {
      "epoch": 98.86877828054298,
      "grad_norm": 1.5197378396987915,
      "learning_rate": 0.001,
      "loss": 1.3895,
      "step": 305900
    },
    {
      "epoch": 98.9010989010989,
      "grad_norm": 1.3938710689544678,
      "learning_rate": 0.001,
      "loss": 1.3891,
      "step": 306000
    },
    {
      "epoch": 98.93341952165481,
      "grad_norm": 1.2191146612167358,
      "learning_rate": 0.001,
      "loss": 1.406,
      "step": 306100
    },
    {
      "epoch": 98.96574014221073,
      "grad_norm": 1.2720669507980347,
      "learning_rate": 0.001,
      "loss": 1.4065,
      "step": 306200
    },
    {
      "epoch": 98.99806076276664,
      "grad_norm": 2.131666898727417,
      "learning_rate": 0.001,
      "loss": 1.3987,
      "step": 306300
    },
    {
      "epoch": 99.03038138332256,
      "grad_norm": 1.6609143018722534,
      "learning_rate": 0.001,
      "loss": 1.2968,
      "step": 306400
    },
    {
      "epoch": 99.06270200387847,
      "grad_norm": 1.4163116216659546,
      "learning_rate": 0.001,
      "loss": 1.2919,
      "step": 306500
    },
    {
      "epoch": 99.09502262443439,
      "grad_norm": 1.4382485151290894,
      "learning_rate": 0.001,
      "loss": 1.3104,
      "step": 306600
    },
    {
      "epoch": 99.1273432449903,
      "grad_norm": 1.3695274591445923,
      "learning_rate": 0.001,
      "loss": 1.3187,
      "step": 306700
    },
    {
      "epoch": 99.15966386554622,
      "grad_norm": 2.090116500854492,
      "learning_rate": 0.001,
      "loss": 1.3037,
      "step": 306800
    },
    {
      "epoch": 99.19198448610213,
      "grad_norm": 1.7685065269470215,
      "learning_rate": 0.001,
      "loss": 1.3185,
      "step": 306900
    },
    {
      "epoch": 99.22430510665805,
      "grad_norm": 1.4047720432281494,
      "learning_rate": 0.001,
      "loss": 1.3167,
      "step": 307000
    },
    {
      "epoch": 99.25662572721396,
      "grad_norm": 1.699637532234192,
      "learning_rate": 0.001,
      "loss": 1.3277,
      "step": 307100
    },
    {
      "epoch": 99.28894634776988,
      "grad_norm": 1.614418625831604,
      "learning_rate": 0.001,
      "loss": 1.3475,
      "step": 307200
    },
    {
      "epoch": 99.32126696832579,
      "grad_norm": 1.5218583345413208,
      "learning_rate": 0.001,
      "loss": 1.3379,
      "step": 307300
    },
    {
      "epoch": 99.35358758888171,
      "grad_norm": 1.8946406841278076,
      "learning_rate": 0.001,
      "loss": 1.3394,
      "step": 307400
    },
    {
      "epoch": 99.38590820943762,
      "grad_norm": 2.1262855529785156,
      "learning_rate": 0.001,
      "loss": 1.3493,
      "step": 307500
    },
    {
      "epoch": 99.41822882999354,
      "grad_norm": 1.8946560621261597,
      "learning_rate": 0.001,
      "loss": 1.3528,
      "step": 307600
    },
    {
      "epoch": 99.45054945054945,
      "grad_norm": 1.5395762920379639,
      "learning_rate": 0.001,
      "loss": 1.3461,
      "step": 307700
    },
    {
      "epoch": 99.48287007110537,
      "grad_norm": 2.264472723007202,
      "learning_rate": 0.001,
      "loss": 1.3557,
      "step": 307800
    },
    {
      "epoch": 99.51519069166127,
      "grad_norm": 1.5566797256469727,
      "learning_rate": 0.001,
      "loss": 1.373,
      "step": 307900
    },
    {
      "epoch": 99.5475113122172,
      "grad_norm": 2.553978204727173,
      "learning_rate": 0.001,
      "loss": 1.3613,
      "step": 308000
    },
    {
      "epoch": 99.5798319327731,
      "grad_norm": 1.5590407848358154,
      "learning_rate": 0.001,
      "loss": 1.3815,
      "step": 308100
    },
    {
      "epoch": 99.61215255332903,
      "grad_norm": 1.2775064706802368,
      "learning_rate": 0.001,
      "loss": 1.3751,
      "step": 308200
    },
    {
      "epoch": 99.64447317388493,
      "grad_norm": 1.6800312995910645,
      "learning_rate": 0.001,
      "loss": 1.3617,
      "step": 308300
    },
    {
      "epoch": 99.67679379444085,
      "grad_norm": 1.5396053791046143,
      "learning_rate": 0.001,
      "loss": 1.3789,
      "step": 308400
    },
    {
      "epoch": 99.70911441499676,
      "grad_norm": 2.490694284439087,
      "learning_rate": 0.001,
      "loss": 1.3785,
      "step": 308500
    },
    {
      "epoch": 99.74143503555268,
      "grad_norm": 1.9777220487594604,
      "learning_rate": 0.001,
      "loss": 1.3768,
      "step": 308600
    },
    {
      "epoch": 99.77375565610859,
      "grad_norm": 2.8109829425811768,
      "learning_rate": 0.001,
      "loss": 1.3853,
      "step": 308700
    },
    {
      "epoch": 99.80607627666451,
      "grad_norm": 1.528751254081726,
      "learning_rate": 0.001,
      "loss": 1.3772,
      "step": 308800
    },
    {
      "epoch": 99.83839689722042,
      "grad_norm": 1.5922292470932007,
      "learning_rate": 0.001,
      "loss": 1.3837,
      "step": 308900
    },
    {
      "epoch": 99.87071751777634,
      "grad_norm": 1.7995340824127197,
      "learning_rate": 0.001,
      "loss": 1.399,
      "step": 309000
    },
    {
      "epoch": 99.90303813833225,
      "grad_norm": 1.7829585075378418,
      "learning_rate": 0.001,
      "loss": 1.4036,
      "step": 309100
    },
    {
      "epoch": 99.93535875888817,
      "grad_norm": 1.6563310623168945,
      "learning_rate": 0.001,
      "loss": 1.3975,
      "step": 309200
    },
    {
      "epoch": 99.96767937944408,
      "grad_norm": 1.8799587488174438,
      "learning_rate": 0.001,
      "loss": 1.4018,
      "step": 309300
    },
    {
      "epoch": 100.0,
      "grad_norm": 1.8644742965698242,
      "learning_rate": 0.001,
      "loss": 1.3632,
      "step": 309400
    },
    {
      "epoch": 100.0,
      "step": 309400,
      "total_flos": 6.973099854336e+17,
      "train_loss": 1.5836482462177142,
      "train_runtime": 25792.9375,
      "train_samples_per_second": 383.826,
      "train_steps_per_second": 11.996
    }
  ],
  "logging_steps": 100,
  "max_steps": 309400,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 100,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.973099854336e+17,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}