{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 100.0,
  "eval_steps": 20000,
  "global_step": 309400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03232062055591468,
      "grad_norm": 48.0787353515625,
      "learning_rate": 9.900000000000002e-06,
      "loss": 4.6444,
      "step": 100
    },
    {
      "epoch": 0.06464124111182935,
      "grad_norm": 24.56601905822754,
      "learning_rate": 1.9900000000000003e-05,
      "loss": 4.1777,
      "step": 200
    },
    {
      "epoch": 0.09696186166774402,
      "grad_norm": 7.303951263427734,
      "learning_rate": 2.9900000000000002e-05,
      "loss": 4.081,
      "step": 300
    },
    {
      "epoch": 0.1292824822236587,
      "grad_norm": 2.9785690307617188,
      "learning_rate": 3.99e-05,
      "loss": 4.0441,
      "step": 400
    },
    {
      "epoch": 0.16160310277957338,
      "grad_norm": 2.569438934326172,
      "learning_rate": 4.99e-05,
      "loss": 4.0143,
      "step": 500
    },
    {
      "epoch": 0.19392372333548805,
      "grad_norm": 1.9041420221328735,
      "learning_rate": 5.9900000000000006e-05,
      "loss": 3.9576,
      "step": 600
    },
    {
      "epoch": 0.22624434389140272,
      "grad_norm": 2.5716657638549805,
      "learning_rate": 6.99e-05,
      "loss": 3.973,
      "step": 700
    },
    {
      "epoch": 0.2585649644473174,
      "grad_norm": 1.9286515712738037,
      "learning_rate": 7.99e-05,
      "loss": 3.9525,
      "step": 800
    },
    {
      "epoch": 0.2908855850032321,
      "grad_norm": 2.2966184616088867,
      "learning_rate": 8.989999999999999e-05,
      "loss": 3.9295,
      "step": 900
    },
    {
      "epoch": 0.32320620555914675,
      "grad_norm": 2.444995880126953,
      "learning_rate": 9.99e-05,
      "loss": 3.9124,
      "step": 1000
    },
    {
      "epoch": 0.3555268261150614,
      "grad_norm": 2.2058262825012207,
      "learning_rate": 0.0001099,
      "loss": 3.8674,
      "step": 1100
    },
    {
      "epoch": 0.3878474466709761,
      "grad_norm": 1.9970791339874268,
      "learning_rate": 0.00011990000000000001,
      "loss": 3.8201,
      "step": 1200
    },
    {
      "epoch": 0.42016806722689076,
      "grad_norm": 2.0876927375793457,
      "learning_rate": 0.00012989999999999999,
      "loss": 3.8258,
      "step": 1300
    },
    {
      "epoch": 0.45248868778280543,
      "grad_norm": 13.661267280578613,
      "learning_rate": 0.0001399,
      "loss": 3.8027,
      "step": 1400
    },
    {
      "epoch": 0.4848093083387201,
      "grad_norm": 2.717005968093872,
      "learning_rate": 0.0001499,
      "loss": 3.768,
      "step": 1500
    },
    {
      "epoch": 0.5171299288946348,
      "grad_norm": 3.037430763244629,
      "learning_rate": 0.00015989999999999998,
      "loss": 3.7646,
      "step": 1600
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 3.670701742172241,
      "learning_rate": 0.0001699,
      "loss": 3.7313,
      "step": 1700
    },
    {
      "epoch": 0.5817711700064642,
      "grad_norm": 5.023955821990967,
      "learning_rate": 0.0001799,
      "loss": 3.7206,
      "step": 1800
    },
    {
      "epoch": 0.6140917905623788,
      "grad_norm": 2.9565374851226807,
      "learning_rate": 0.0001899,
      "loss": 3.7301,
      "step": 1900
    },
    {
      "epoch": 0.6464124111182935,
      "grad_norm": 6.551046848297119,
      "learning_rate": 0.0001999,
      "loss": 3.6728,
      "step": 2000
    },
    {
      "epoch": 0.6787330316742082,
      "grad_norm": 2.55704402923584,
      "learning_rate": 0.0002099,
      "loss": 3.658,
      "step": 2100
    },
    {
      "epoch": 0.7110536522301228,
      "grad_norm": 2.830366611480713,
      "learning_rate": 0.0002199,
      "loss": 3.6631,
      "step": 2200
    },
    {
      "epoch": 0.7433742727860375,
      "grad_norm": 3.001286029815674,
      "learning_rate": 0.0002299,
      "loss": 3.6332,
      "step": 2300
    },
    {
      "epoch": 0.7756948933419522,
      "grad_norm": 4.61313533782959,
      "learning_rate": 0.0002399,
      "loss": 3.6281,
      "step": 2400
    },
    {
      "epoch": 0.8080155138978669,
      "grad_norm": 3.0431361198425293,
      "learning_rate": 0.0002499,
      "loss": 3.6017,
      "step": 2500
    },
    {
      "epoch": 0.8403361344537815,
      "grad_norm": 3.3284382820129395,
      "learning_rate": 0.00025990000000000003,
      "loss": 3.5977,
      "step": 2600
    },
    {
      "epoch": 0.8726567550096962,
      "grad_norm": 2.842942237854004,
      "learning_rate": 0.0002699,
      "loss": 3.5978,
      "step": 2700
    },
    {
      "epoch": 0.9049773755656109,
      "grad_norm": 2.5053629875183105,
      "learning_rate": 0.0002799,
      "loss": 3.5911,
      "step": 2800
    },
    {
      "epoch": 0.9372979961215255,
      "grad_norm": 2.8488235473632812,
      "learning_rate": 0.0002899,
      "loss": 3.5565,
      "step": 2900
    },
    {
      "epoch": 0.9696186166774402,
      "grad_norm": 2.291672706604004,
      "learning_rate": 0.0002999,
      "loss": 3.5375,
      "step": 3000
    },
    {
      "epoch": 1.0019392372333549,
      "grad_norm": 1.394896388053894,
      "learning_rate": 0.0003099,
      "loss": 3.5404,
      "step": 3100
    },
    {
      "epoch": 1.0342598577892697,
      "grad_norm": 1.5644456148147583,
      "learning_rate": 0.0003199,
      "loss": 3.4805,
      "step": 3200
    },
    {
      "epoch": 1.0665804783451842,
      "grad_norm": 1.471232295036316,
      "learning_rate": 0.00032990000000000005,
      "loss": 3.4799,
      "step": 3300
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 1.6162079572677612,
      "learning_rate": 0.00033989999999999997,
      "loss": 3.4582,
      "step": 3400
    },
    {
      "epoch": 1.1312217194570136,
      "grad_norm": 2.156360626220703,
      "learning_rate": 0.0003499,
      "loss": 3.4707,
      "step": 3500
    },
    {
      "epoch": 1.1635423400129283,
      "grad_norm": 1.793302059173584,
      "learning_rate": 0.0003599,
      "loss": 3.4636,
      "step": 3600
    },
    {
      "epoch": 1.195862960568843,
      "grad_norm": 2.8856024742126465,
      "learning_rate": 0.0003699,
      "loss": 3.4569,
      "step": 3700
    },
    {
      "epoch": 1.2281835811247577,
      "grad_norm": 1.425158143043518,
      "learning_rate": 0.0003799,
      "loss": 3.4476,
      "step": 3800
    },
    {
      "epoch": 1.2605042016806722,
      "grad_norm": 1.101243019104004,
      "learning_rate": 0.00038990000000000004,
      "loss": 3.4435,
      "step": 3900
    },
    {
      "epoch": 1.292824822236587,
      "grad_norm": 1.1300255060195923,
      "learning_rate": 0.00039989999999999996,
      "loss": 3.4267,
      "step": 4000
    },
    {
      "epoch": 1.3251454427925016,
      "grad_norm": 1.5832819938659668,
      "learning_rate": 0.0004099,
      "loss": 3.4364,
      "step": 4100
    },
    {
      "epoch": 1.3574660633484164,
      "grad_norm": 1.2166497707366943,
      "learning_rate": 0.0004199,
      "loss": 3.435,
      "step": 4200
    },
    {
      "epoch": 1.389786683904331,
      "grad_norm": 1.304494023323059,
      "learning_rate": 0.0004299,
      "loss": 3.4375,
      "step": 4300
    },
    {
      "epoch": 1.4221073044602457,
      "grad_norm": 1.397234559059143,
      "learning_rate": 0.0004399,
      "loss": 3.4134,
      "step": 4400
    },
    {
      "epoch": 1.4544279250161603,
      "grad_norm": 1.447984218597412,
      "learning_rate": 0.00044990000000000004,
      "loss": 3.4048,
      "step": 4500
    },
    {
      "epoch": 1.486748545572075,
      "grad_norm": 1.8699243068695068,
      "learning_rate": 0.0004599,
      "loss": 3.4065,
      "step": 4600
    },
    {
      "epoch": 1.5190691661279896,
      "grad_norm": 1.6299470663070679,
      "learning_rate": 0.0004699,
      "loss": 3.4209,
      "step": 4700
    },
    {
      "epoch": 1.5513897866839044,
      "grad_norm": 3.2037832736968994,
      "learning_rate": 0.0004799,
      "loss": 3.414,
      "step": 4800
    },
    {
      "epoch": 1.5837104072398192,
      "grad_norm": 1.0804057121276855,
      "learning_rate": 0.0004899,
      "loss": 3.405,
      "step": 4900
    },
    {
      "epoch": 1.6160310277957337,
      "grad_norm": 1.2734264135360718,
      "learning_rate": 0.0004999000000000001,
      "loss": 3.3779,
      "step": 5000
    },
    {
      "epoch": 1.6483516483516483,
      "grad_norm": 0.9922831654548645,
      "learning_rate": 0.0005099,
      "loss": 3.3959,
      "step": 5100
    },
    {
      "epoch": 1.680672268907563,
      "grad_norm": 1.166143536567688,
      "learning_rate": 0.0005199,
      "loss": 3.3697,
      "step": 5200
    },
    {
      "epoch": 1.7129928894634778,
      "grad_norm": 5.534662246704102,
      "learning_rate": 0.0005299,
      "loss": 3.3778,
      "step": 5300
    },
    {
      "epoch": 1.7453135100193924,
      "grad_norm": 1.3725292682647705,
      "learning_rate": 0.0005399000000000001,
      "loss": 3.3696,
      "step": 5400
    },
    {
      "epoch": 1.777634130575307,
      "grad_norm": 1.2381105422973633,
      "learning_rate": 0.0005499000000000001,
      "loss": 3.3835,
      "step": 5500
    },
    {
      "epoch": 1.8099547511312217,
      "grad_norm": 1.1140855550765991,
      "learning_rate": 0.0005599,
      "loss": 3.3644,
      "step": 5600
    },
    {
      "epoch": 1.8422753716871365,
      "grad_norm": 1.3612903356552124,
      "learning_rate": 0.0005698999999999999,
      "loss": 3.3565,
      "step": 5700
    },
    {
      "epoch": 1.874595992243051,
      "grad_norm": 1.1171066761016846,
      "learning_rate": 0.0005799,
      "loss": 3.3441,
      "step": 5800
    },
    {
      "epoch": 1.9069166127989656,
      "grad_norm": 1.026506781578064,
      "learning_rate": 0.0005899,
      "loss": 3.352,
      "step": 5900
    },
    {
      "epoch": 1.9392372333548804,
      "grad_norm": 1.4569228887557983,
      "learning_rate": 0.0005999,
      "loss": 3.3482,
      "step": 6000
    },
    {
      "epoch": 1.9715578539107952,
      "grad_norm": 1.2025872468948364,
      "learning_rate": 0.0006099,
      "loss": 3.3548,
      "step": 6100
    },
    {
      "epoch": 2.0038784744667097,
      "grad_norm": 1.3767131567001343,
      "learning_rate": 0.0006199,
      "loss": 3.3546,
      "step": 6200
    },
    {
      "epoch": 2.0361990950226243,
      "grad_norm": 0.85748291015625,
      "learning_rate": 0.0006299000000000001,
      "loss": 3.2501,
      "step": 6300
    },
    {
      "epoch": 2.0685197155785393,
      "grad_norm": 1.145891785621643,
      "learning_rate": 0.0006399,
      "loss": 3.2868,
      "step": 6400
    },
    {
      "epoch": 2.100840336134454,
      "grad_norm": 1.0018664598464966,
      "learning_rate": 0.0006499,
      "loss": 3.2801,
      "step": 6500
    },
    {
      "epoch": 2.1331609566903684,
      "grad_norm": 1.5257641077041626,
      "learning_rate": 0.0006599,
      "loss": 3.2568,
      "step": 6600
    },
    {
      "epoch": 2.165481577246283,
      "grad_norm": 2.4041357040405273,
      "learning_rate": 0.0006699000000000001,
      "loss": 3.3006,
      "step": 6700
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 1.5484338998794556,
      "learning_rate": 0.0006799,
      "loss": 3.2978,
      "step": 6800
    },
    {
      "epoch": 2.2301228183581125,
      "grad_norm": 1.087684988975525,
      "learning_rate": 0.0006899,
      "loss": 3.2784,
      "step": 6900
    },
    {
      "epoch": 2.262443438914027,
      "grad_norm": 0.9917688965797424,
      "learning_rate": 0.0006998999999999999,
      "loss": 3.2861,
      "step": 7000
    },
    {
      "epoch": 2.2947640594699417,
      "grad_norm": 1.2446449995040894,
      "learning_rate": 0.0007099,
      "loss": 3.2687,
      "step": 7100
    },
    {
      "epoch": 2.3270846800258567,
      "grad_norm": 1.169173240661621,
      "learning_rate": 0.0007199,
      "loss": 3.2768,
      "step": 7200
    },
    {
      "epoch": 2.3594053005817712,
      "grad_norm": 1.3479422330856323,
      "learning_rate": 0.0007299,
      "loss": 3.2835,
      "step": 7300
    },
    {
      "epoch": 2.391725921137686,
      "grad_norm": 0.9342005252838135,
      "learning_rate": 0.0007399,
      "loss": 3.2852,
      "step": 7400
    },
    {
      "epoch": 2.4240465416936003,
      "grad_norm": 1.3378840684890747,
      "learning_rate": 0.0007499000000000001,
      "loss": 3.2816,
      "step": 7500
    },
    {
      "epoch": 2.4563671622495153,
      "grad_norm": 0.9940279126167297,
      "learning_rate": 0.0007599,
      "loss": 3.2657,
      "step": 7600
    },
    {
      "epoch": 2.48868778280543,
      "grad_norm": 1.0936187505722046,
      "learning_rate": 0.0007699,
      "loss": 3.2567,
      "step": 7700
    },
    {
      "epoch": 2.5210084033613445,
      "grad_norm": 0.9141677618026733,
      "learning_rate": 0.0007799,
      "loss": 3.2604,
      "step": 7800
    },
    {
      "epoch": 2.553329023917259,
      "grad_norm": 1.0403341054916382,
      "learning_rate": 0.0007899000000000001,
      "loss": 3.2635,
      "step": 7900
    },
    {
      "epoch": 2.585649644473174,
      "grad_norm": 1.3580913543701172,
      "learning_rate": 0.0007999000000000001,
      "loss": 3.2548,
      "step": 8000
    },
    {
      "epoch": 2.6179702650290886,
      "grad_norm": 1.2111153602600098,
      "learning_rate": 0.0008099,
      "loss": 3.2612,
      "step": 8100
    },
    {
      "epoch": 2.650290885585003,
      "grad_norm": 1.170888066291809,
      "learning_rate": 0.0008198999999999999,
      "loss": 3.254,
      "step": 8200
    },
    {
      "epoch": 2.682611506140918,
      "grad_norm": 0.9447218775749207,
      "learning_rate": 0.0008299,
      "loss": 3.271,
      "step": 8300
    },
    {
      "epoch": 2.7149321266968327,
      "grad_norm": 0.9106221199035645,
      "learning_rate": 0.0008399,
      "loss": 3.2563,
      "step": 8400
    },
    {
      "epoch": 2.7472527472527473,
      "grad_norm": 1.0181446075439453,
      "learning_rate": 0.0008499,
      "loss": 3.247,
      "step": 8500
    },
    {
      "epoch": 2.779573367808662,
      "grad_norm": 1.0658273696899414,
      "learning_rate": 0.0008599,
      "loss": 3.2362,
      "step": 8600
    },
    {
      "epoch": 2.8118939883645764,
      "grad_norm": 0.9461278915405273,
      "learning_rate": 0.0008699000000000001,
      "loss": 3.2406,
      "step": 8700
    },
    {
      "epoch": 2.8442146089204914,
      "grad_norm": 1.049737811088562,
      "learning_rate": 0.0008799000000000001,
      "loss": 3.242,
      "step": 8800
    },
    {
      "epoch": 2.876535229476406,
      "grad_norm": 1.1117748022079468,
      "learning_rate": 0.0008899,
      "loss": 3.2266,
      "step": 8900
    },
    {
      "epoch": 2.9088558500323205,
      "grad_norm": 1.2240407466888428,
      "learning_rate": 0.0008999,
      "loss": 3.2501,
      "step": 9000
    },
    {
      "epoch": 2.9411764705882355,
      "grad_norm": 1.1501296758651733,
      "learning_rate": 0.0009099,
      "loss": 3.2471,
      "step": 9100
    },
    {
      "epoch": 2.97349709114415,
      "grad_norm": 1.063643455505371,
      "learning_rate": 0.0009199000000000001,
      "loss": 3.2056,
      "step": 9200
    },
    {
      "epoch": 3.0058177117000646,
      "grad_norm": 0.9215987324714661,
      "learning_rate": 0.0009299,
      "loss": 3.2222,
      "step": 9300
    },
    {
      "epoch": 3.038138332255979,
      "grad_norm": 1.4051285982131958,
      "learning_rate": 0.0009399,
      "loss": 3.1214,
      "step": 9400
    },
    {
      "epoch": 3.070458952811894,
      "grad_norm": 1.5408679246902466,
      "learning_rate": 0.0009498999999999999,
      "loss": 3.1472,
      "step": 9500
    },
    {
      "epoch": 3.1027795733678087,
      "grad_norm": 1.097755789756775,
      "learning_rate": 0.0009599,
      "loss": 3.1508,
      "step": 9600
    },
    {
      "epoch": 3.1351001939237233,
      "grad_norm": 1.0714986324310303,
      "learning_rate": 0.0009699,
      "loss": 3.1314,
      "step": 9700
    },
    {
      "epoch": 3.167420814479638,
      "grad_norm": 0.9799368977546692,
      "learning_rate": 0.0009799,
      "loss": 3.151,
      "step": 9800
    },
    {
      "epoch": 3.199741435035553,
      "grad_norm": 0.9853754043579102,
      "learning_rate": 0.0009899,
      "loss": 3.1624,
      "step": 9900
    },
    {
      "epoch": 3.2320620555914674,
      "grad_norm": 2.8575644493103027,
      "learning_rate": 0.0009999,
      "loss": 3.1486,
      "step": 10000
    },
    {
      "epoch": 3.264382676147382,
      "grad_norm": 5.75181770324707,
      "learning_rate": 0.001,
      "loss": 3.1528,
      "step": 10100
    },
    {
      "epoch": 3.2967032967032965,
      "grad_norm": 1.0717252492904663,
      "learning_rate": 0.001,
      "loss": 3.1585,
      "step": 10200
    },
    {
      "epoch": 3.3290239172592115,
      "grad_norm": 0.9449886083602905,
      "learning_rate": 0.001,
      "loss": 3.1337,
      "step": 10300
    },
    {
      "epoch": 3.361344537815126,
      "grad_norm": 2.2503857612609863,
      "learning_rate": 0.001,
      "loss": 3.1467,
      "step": 10400
    },
    {
      "epoch": 3.3936651583710407,
      "grad_norm": 1.0119539499282837,
      "learning_rate": 0.001,
      "loss": 3.1322,
      "step": 10500
    },
    {
      "epoch": 3.425985778926955,
      "grad_norm": 1.0951119661331177,
      "learning_rate": 0.001,
      "loss": 3.1337,
      "step": 10600
    },
    {
      "epoch": 3.45830639948287,
      "grad_norm": 0.9743901491165161,
      "learning_rate": 0.001,
      "loss": 3.1308,
      "step": 10700
    },
    {
      "epoch": 3.490627020038785,
      "grad_norm": 1.1456316709518433,
      "learning_rate": 0.001,
      "loss": 3.1385,
      "step": 10800
    },
    {
      "epoch": 3.5229476405946993,
      "grad_norm": 0.8133145570755005,
      "learning_rate": 0.001,
      "loss": 3.1667,
      "step": 10900
    },
    {
      "epoch": 3.555268261150614,
      "grad_norm": 0.957173228263855,
      "learning_rate": 0.001,
      "loss": 3.1391,
      "step": 11000
    },
    {
      "epoch": 3.587588881706529,
      "grad_norm": 1.1117029190063477,
      "learning_rate": 0.001,
      "loss": 3.1439,
      "step": 11100
    },
    {
      "epoch": 3.6199095022624435,
      "grad_norm": 1.0725864171981812,
      "learning_rate": 0.001,
      "loss": 3.144,
      "step": 11200
    },
    {
      "epoch": 3.652230122818358,
      "grad_norm": 0.9969193339347839,
      "learning_rate": 0.001,
      "loss": 3.1551,
      "step": 11300
    },
    {
      "epoch": 3.684550743374273,
      "grad_norm": 1.0710639953613281,
      "learning_rate": 0.001,
      "loss": 3.1327,
      "step": 11400
    },
    {
      "epoch": 3.7168713639301876,
      "grad_norm": 1.0796892642974854,
      "learning_rate": 0.001,
      "loss": 3.153,
      "step": 11500
    },
    {
      "epoch": 3.749191984486102,
      "grad_norm": 1.1435128450393677,
      "learning_rate": 0.001,
      "loss": 3.145,
      "step": 11600
    },
    {
      "epoch": 3.7815126050420167,
      "grad_norm": 0.8912959098815918,
      "learning_rate": 0.001,
      "loss": 3.1509,
      "step": 11700
    },
    {
      "epoch": 3.8138332255979313,
      "grad_norm": 0.9197938442230225,
      "learning_rate": 0.001,
      "loss": 3.1296,
      "step": 11800
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 1.217428207397461,
      "learning_rate": 0.001,
      "loss": 3.1361,
      "step": 11900
    },
    {
      "epoch": 3.878474466709761,
      "grad_norm": 0.9085856676101685,
      "learning_rate": 0.001,
      "loss": 3.1396,
      "step": 12000
    },
    {
      "epoch": 3.9107950872656754,
      "grad_norm": 0.9935428500175476,
      "learning_rate": 0.001,
      "loss": 3.1246,
      "step": 12100
    },
    {
      "epoch": 3.9431157078215904,
      "grad_norm": 0.9016726613044739,
      "learning_rate": 0.001,
      "loss": 3.1243,
      "step": 12200
    },
    {
      "epoch": 3.975436328377505,
      "grad_norm": 1.402787208557129,
      "learning_rate": 0.001,
      "loss": 3.1271,
      "step": 12300
    },
    {
      "epoch": 4.0077569489334195,
      "grad_norm": 1.574650526046753,
      "learning_rate": 0.001,
      "loss": 3.1062,
      "step": 12400
    },
    {
      "epoch": 4.040077569489334,
      "grad_norm": 0.9440537095069885,
      "learning_rate": 0.001,
      "loss": 2.9945,
      "step": 12500
    },
    {
      "epoch": 4.072398190045249,
      "grad_norm": 0.9918434619903564,
      "learning_rate": 0.001,
      "loss": 3.0176,
      "step": 12600
    },
    {
      "epoch": 4.104718810601163,
      "grad_norm": 2.3990211486816406,
      "learning_rate": 0.001,
      "loss": 3.0228,
      "step": 12700
    },
    {
      "epoch": 4.137039431157079,
      "grad_norm": 1.0743988752365112,
      "learning_rate": 0.001,
      "loss": 3.0185,
      "step": 12800
    },
    {
      "epoch": 4.169360051712993,
      "grad_norm": 1.623864769935608,
      "learning_rate": 0.001,
      "loss": 3.0243,
      "step": 12900
    },
    {
      "epoch": 4.201680672268908,
      "grad_norm": 0.9622810482978821,
      "learning_rate": 0.001,
      "loss": 3.0175,
      "step": 13000
    },
    {
      "epoch": 4.234001292824822,
      "grad_norm": 1.1181632280349731,
      "learning_rate": 0.001,
      "loss": 3.027,
      "step": 13100
    },
    {
      "epoch": 4.266321913380737,
      "grad_norm": 1.0557037591934204,
      "learning_rate": 0.001,
      "loss": 3.0163,
      "step": 13200
    },
    {
      "epoch": 4.298642533936651,
      "grad_norm": 0.9565455317497253,
      "learning_rate": 0.001,
      "loss": 3.0055,
      "step": 13300
    },
    {
      "epoch": 4.330963154492566,
      "grad_norm": 0.7562943696975708,
      "learning_rate": 0.001,
      "loss": 3.0289,
      "step": 13400
    },
    {
      "epoch": 4.3632837750484805,
      "grad_norm": 1.453434944152832,
      "learning_rate": 0.001,
      "loss": 3.0291,
      "step": 13500
    },
    {
      "epoch": 4.395604395604396,
      "grad_norm": 2.12644624710083,
      "learning_rate": 0.001,
      "loss": 3.0286,
      "step": 13600
    },
    {
      "epoch": 4.4279250161603105,
      "grad_norm": 0.9854940176010132,
      "learning_rate": 0.001,
      "loss": 3.0029,
      "step": 13700
    },
    {
      "epoch": 4.460245636716225,
      "grad_norm": 1.1422202587127686,
      "learning_rate": 0.001,
      "loss": 3.0289,
      "step": 13800
    },
    {
      "epoch": 4.49256625727214,
      "grad_norm": 0.9747574925422668,
      "learning_rate": 0.001,
      "loss": 3.0439,
      "step": 13900
    },
    {
      "epoch": 4.524886877828054,
      "grad_norm": 1.0352858304977417,
      "learning_rate": 0.001,
      "loss": 3.0032,
      "step": 14000
    },
    {
      "epoch": 4.557207498383969,
      "grad_norm": 1.0595906972885132,
      "learning_rate": 0.001,
      "loss": 3.0234,
      "step": 14100
    },
    {
      "epoch": 4.589528118939883,
      "grad_norm": 1.0097134113311768,
      "learning_rate": 0.001,
      "loss": 3.0365,
      "step": 14200
    },
    {
      "epoch": 4.621848739495798,
      "grad_norm": 0.8608100414276123,
      "learning_rate": 0.001,
      "loss": 3.0322,
      "step": 14300
    },
    {
      "epoch": 4.654169360051713,
      "grad_norm": 1.1298433542251587,
      "learning_rate": 0.001,
      "loss": 3.0416,
      "step": 14400
    },
    {
      "epoch": 4.686489980607628,
      "grad_norm": 0.822409987449646,
      "learning_rate": 0.001,
      "loss": 3.0391,
      "step": 14500
    },
    {
      "epoch": 4.7188106011635425,
      "grad_norm": 0.9300196766853333,
      "learning_rate": 0.001,
      "loss": 3.011,
      "step": 14600
    },
    {
      "epoch": 4.751131221719457,
      "grad_norm": 0.8566746115684509,
      "learning_rate": 0.001,
      "loss": 3.0303,
      "step": 14700
    },
    {
      "epoch": 4.783451842275372,
      "grad_norm": 0.8479629755020142,
      "learning_rate": 0.001,
      "loss": 3.0086,
      "step": 14800
    },
    {
      "epoch": 4.815772462831286,
      "grad_norm": 1.185623288154602,
      "learning_rate": 0.001,
      "loss": 3.0138,
      "step": 14900
    },
    {
      "epoch": 4.848093083387201,
      "grad_norm": 1.9202063083648682,
      "learning_rate": 0.001,
      "loss": 3.027,
      "step": 15000
    },
    {
      "epoch": 4.880413703943116,
      "grad_norm": 1.1657297611236572,
      "learning_rate": 0.001,
      "loss": 3.0089,
      "step": 15100
    },
    {
      "epoch": 4.912734324499031,
      "grad_norm": 0.9343466758728027,
      "learning_rate": 0.001,
      "loss": 3.0237,
      "step": 15200
    },
    {
      "epoch": 4.945054945054945,
      "grad_norm": 0.9439621567726135,
      "learning_rate": 0.001,
      "loss": 3.0195,
      "step": 15300
    },
    {
      "epoch": 4.97737556561086,
      "grad_norm": 1.3345363140106201,
      "learning_rate": 0.001,
      "loss": 3.0237,
      "step": 15400
    },
    {
      "epoch": 5.009696186166774,
      "grad_norm": 1.1699320077896118,
      "learning_rate": 0.001,
      "loss": 2.9856,
      "step": 15500
    },
    {
      "epoch": 5.042016806722689,
      "grad_norm": 1.0364876985549927,
      "learning_rate": 0.001,
      "loss": 2.8713,
      "step": 15600
    },
    {
      "epoch": 5.0743374272786035,
      "grad_norm": 0.9276977777481079,
      "learning_rate": 0.001,
      "loss": 2.9064,
      "step": 15700
    },
    {
      "epoch": 5.106658047834518,
      "grad_norm": 1.174364686012268,
      "learning_rate": 0.001,
      "loss": 2.9017,
      "step": 15800
    },
    {
      "epoch": 5.1389786683904335,
      "grad_norm": 0.935371458530426,
      "learning_rate": 0.001,
      "loss": 2.9128,
      "step": 15900
    },
    {
      "epoch": 5.171299288946348,
      "grad_norm": 1.3741575479507446,
      "learning_rate": 0.001,
      "loss": 2.9221,
      "step": 16000
    },
    {
      "epoch": 5.203619909502263,
      "grad_norm": 0.8853640556335449,
      "learning_rate": 0.001,
      "loss": 2.9116,
      "step": 16100
    },
    {
      "epoch": 5.235940530058177,
      "grad_norm": 0.8320852518081665,
      "learning_rate": 0.001,
      "loss": 2.903,
      "step": 16200
    },
    {
      "epoch": 5.268261150614092,
      "grad_norm": 0.7250397205352783,
      "learning_rate": 0.001,
      "loss": 2.9261,
      "step": 16300
    },
    {
      "epoch": 5.300581771170006,
      "grad_norm": 1.363921046257019,
      "learning_rate": 0.001,
      "loss": 2.9368,
      "step": 16400
    },
    {
      "epoch": 5.332902391725921,
      "grad_norm": 1.3402316570281982,
      "learning_rate": 0.001,
      "loss": 2.9302,
      "step": 16500
    },
    {
      "epoch": 5.365223012281835,
      "grad_norm": 0.8322648406028748,
      "learning_rate": 0.001,
      "loss": 2.9278,
      "step": 16600
    },
    {
      "epoch": 5.397543632837751,
      "grad_norm": 1.0582765340805054,
      "learning_rate": 0.001,
      "loss": 2.9214,
      "step": 16700
    },
    {
      "epoch": 5.429864253393665,
      "grad_norm": 1.1570147275924683,
      "learning_rate": 0.001,
      "loss": 2.9363,
      "step": 16800
    },
    {
      "epoch": 5.46218487394958,
      "grad_norm": 1.0509090423583984,
      "learning_rate": 0.001,
      "loss": 2.9164,
      "step": 16900
    },
    {
      "epoch": 5.4945054945054945,
      "grad_norm": 1.0760223865509033,
      "learning_rate": 0.001,
      "loss": 2.9407,
      "step": 17000
    },
    {
      "epoch": 5.526826115061409,
      "grad_norm": 1.0761661529541016,
      "learning_rate": 0.001,
      "loss": 2.9184,
      "step": 17100
    },
    {
      "epoch": 5.559146735617324,
      "grad_norm": 0.8519696593284607,
      "learning_rate": 0.001,
      "loss": 2.9294,
      "step": 17200
    },
    {
      "epoch": 5.591467356173238,
      "grad_norm": 0.7659819722175598,
      "learning_rate": 0.001,
      "loss": 2.9044,
      "step": 17300
    },
    {
      "epoch": 5.623787976729153,
      "grad_norm": 1.1436394453048706,
      "learning_rate": 0.001,
      "loss": 2.9223,
      "step": 17400
    },
    {
      "epoch": 5.656108597285068,
      "grad_norm": 1.057812213897705,
      "learning_rate": 0.001,
      "loss": 2.9255,
      "step": 17500
    },
    {
      "epoch": 5.688429217840983,
      "grad_norm": 11.870248794555664,
      "learning_rate": 0.001,
      "loss": 2.9513,
      "step": 17600
    },
    {
      "epoch": 5.720749838396897,
      "grad_norm": 1.3749922513961792,
      "learning_rate": 0.001,
      "loss": 2.9429,
      "step": 17700
    },
    {
      "epoch": 5.753070458952812,
      "grad_norm": 1.1603326797485352,
      "learning_rate": 0.001,
      "loss": 2.936,
      "step": 17800
    },
    {
      "epoch": 5.785391079508726,
      "grad_norm": 0.8284444808959961,
      "learning_rate": 0.001,
      "loss": 2.9216,
      "step": 17900
    },
    {
      "epoch": 5.817711700064641,
      "grad_norm": 1.2798280715942383,
      "learning_rate": 0.001,
      "loss": 2.9303,
      "step": 18000
    },
    {
      "epoch": 5.850032320620556,
      "grad_norm": 1.248749017715454,
      "learning_rate": 0.001,
      "loss": 2.9391,
      "step": 18100
    },
    {
      "epoch": 5.882352941176471,
      "grad_norm": 0.9667696356773376,
      "learning_rate": 0.001,
      "loss": 2.9381,
      "step": 18200
    },
    {
      "epoch": 5.914673561732386,
      "grad_norm": 0.9975112676620483,
      "learning_rate": 0.001,
      "loss": 2.9464,
      "step": 18300
    },
    {
      "epoch": 5.9469941822883,
      "grad_norm": 1.0600438117980957,
      "learning_rate": 0.001,
      "loss": 2.9277,
      "step": 18400
    },
    {
      "epoch": 5.979314802844215,
      "grad_norm": 1.080798864364624,
      "learning_rate": 0.001,
      "loss": 2.9317,
      "step": 18500
    },
    {
      "epoch": 6.011635423400129,
      "grad_norm": 0.9325248599052429,
      "learning_rate": 0.001,
      "loss": 2.8847,
      "step": 18600
    },
    {
      "epoch": 6.043956043956044,
      "grad_norm": 1.1117175817489624,
      "learning_rate": 0.001,
      "loss": 2.8073,
      "step": 18700
    },
    {
      "epoch": 6.076276664511958,
      "grad_norm": 1.544676661491394,
      "learning_rate": 0.001,
      "loss": 2.8113,
      "step": 18800
    },
    {
      "epoch": 6.108597285067873,
      "grad_norm": 2.5810940265655518,
      "learning_rate": 0.001,
      "loss": 2.8207,
      "step": 18900
    },
    {
      "epoch": 6.140917905623788,
      "grad_norm": 1.0637425184249878,
      "learning_rate": 0.001,
      "loss": 2.8326,
      "step": 19000
    },
    {
      "epoch": 6.173238526179703,
      "grad_norm": 0.9007512927055359,
      "learning_rate": 0.001,
      "loss": 2.8324,
      "step": 19100
    },
    {
      "epoch": 6.2055591467356175,
      "grad_norm": 1.0214308500289917,
      "learning_rate": 0.001,
      "loss": 2.8317,
      "step": 19200
    },
    {
      "epoch": 6.237879767291532,
      "grad_norm": 1.07047700881958,
      "learning_rate": 0.001,
      "loss": 2.8492,
      "step": 19300
    },
    {
      "epoch": 6.270200387847447,
      "grad_norm": 5.510349750518799,
      "learning_rate": 0.001,
      "loss": 2.8566,
      "step": 19400
    },
    {
      "epoch": 6.302521008403361,
      "grad_norm": 1.246565341949463,
      "learning_rate": 0.001,
      "loss": 2.8298,
      "step": 19500
    },
    {
      "epoch": 6.334841628959276,
      "grad_norm": 1.0428603887557983,
      "learning_rate": 0.001,
      "loss": 2.8285,
      "step": 19600
    },
    {
      "epoch": 6.36716224951519,
      "grad_norm": 0.9507303833961487,
      "learning_rate": 0.001,
      "loss": 2.8417,
      "step": 19700
    },
    {
      "epoch": 6.399482870071106,
      "grad_norm": 0.9388140439987183,
      "learning_rate": 0.001,
      "loss": 2.8561,
      "step": 19800
    },
    {
      "epoch": 6.43180349062702,
      "grad_norm": 1.1355546712875366,
      "learning_rate": 0.001,
      "loss": 2.8349,
      "step": 19900
    },
    {
      "epoch": 6.464124111182935,
      "grad_norm": 1.213398814201355,
      "learning_rate": 0.001,
      "loss": 2.826,
      "step": 20000
    },
    {
      "epoch": 6.496444731738849,
      "grad_norm": 1.0322401523590088,
      "learning_rate": 0.001,
      "loss": 2.8452,
      "step": 20100
    },
    {
      "epoch": 6.528765352294764,
      "grad_norm": 1.3800361156463623,
      "learning_rate": 0.001,
      "loss": 2.8479,
      "step": 20200
    },
    {
      "epoch": 6.5610859728506785,
      "grad_norm": 0.9175949692726135,
      "learning_rate": 0.001,
      "loss": 2.8451,
      "step": 20300
    },
    {
      "epoch": 6.593406593406593,
      "grad_norm": 1.0420448780059814,
      "learning_rate": 0.001,
      "loss": 2.8488,
      "step": 20400
    },
    {
      "epoch": 6.625727213962508,
      "grad_norm": 0.9974895715713501,
      "learning_rate": 0.001,
      "loss": 2.8522,
      "step": 20500
    },
    {
      "epoch": 6.658047834518423,
      "grad_norm": 1.0376445055007935,
      "learning_rate": 0.001,
      "loss": 2.8486,
      "step": 20600
    },
    {
      "epoch": 6.690368455074338,
      "grad_norm": 1.21510648727417,
      "learning_rate": 0.001,
      "loss": 2.8455,
      "step": 20700
    },
    {
      "epoch": 6.722689075630252,
      "grad_norm": 0.8435124754905701,
      "learning_rate": 0.001,
      "loss": 2.8662,
      "step": 20800
    },
    {
      "epoch": 6.755009696186167,
      "grad_norm": 1.0564721822738647,
      "learning_rate": 0.001,
      "loss": 2.8772,
      "step": 20900
    },
    {
      "epoch": 6.787330316742081,
      "grad_norm": 0.8228675127029419,
      "learning_rate": 0.001,
      "loss": 2.862,
      "step": 21000
    },
    {
      "epoch": 6.819650937297996,
      "grad_norm": 0.7407079935073853,
      "learning_rate": 0.001,
      "loss": 2.8543,
      "step": 21100
    },
    {
      "epoch": 6.85197155785391,
      "grad_norm": 1.0191210508346558,
      "learning_rate": 0.001,
      "loss": 2.8794,
      "step": 21200
    },
    {
      "epoch": 6.884292178409826,
      "grad_norm": 8.907427787780762,
      "learning_rate": 0.001,
      "loss": 2.8587,
      "step": 21300
    },
    {
      "epoch": 6.91661279896574,
      "grad_norm": 0.9222385883331299,
      "learning_rate": 0.001,
      "loss": 2.877,
      "step": 21400
    },
    {
      "epoch": 6.948933419521655,
      "grad_norm": 3.544785499572754,
      "learning_rate": 0.001,
      "loss": 2.8649,
      "step": 21500
    },
    {
      "epoch": 6.98125404007757,
      "grad_norm": 1.1411346197128296,
      "learning_rate": 0.001,
      "loss": 2.843,
      "step": 21600
    },
    {
      "epoch": 7.013574660633484,
      "grad_norm": 1.0864143371582031,
      "learning_rate": 0.001,
      "loss": 2.7968,
      "step": 21700
    },
    {
      "epoch": 7.045895281189399,
      "grad_norm": 1.8471589088439941,
      "learning_rate": 0.001,
      "loss": 2.7382,
      "step": 21800
    },
    {
      "epoch": 7.078215901745313,
      "grad_norm": 1.0057884454727173,
      "learning_rate": 0.001,
      "loss": 2.7284,
      "step": 21900
    },
    {
      "epoch": 7.110536522301228,
      "grad_norm": 1.2625257968902588,
      "learning_rate": 0.001,
      "loss": 2.7366,
      "step": 22000
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 0.8804516792297363,
      "learning_rate": 0.001,
      "loss": 2.7423,
      "step": 22100
    },
    {
      "epoch": 7.175177763413058,
      "grad_norm": 1.4773691892623901,
      "learning_rate": 0.001,
      "loss": 2.7448,
      "step": 22200
    },
    {
      "epoch": 7.207498383968972,
      "grad_norm": 0.9836896657943726,
      "learning_rate": 0.001,
      "loss": 2.7601,
      "step": 22300
    },
    {
      "epoch": 7.239819004524887,
      "grad_norm": 1.1352115869522095,
      "learning_rate": 0.001,
      "loss": 2.7618,
      "step": 22400
    },
    {
      "epoch": 7.2721396250808015,
      "grad_norm": 0.8662750124931335,
      "learning_rate": 0.001,
      "loss": 2.7653,
      "step": 22500
    },
    {
      "epoch": 7.304460245636716,
      "grad_norm": 0.9859225749969482,
      "learning_rate": 0.001,
      "loss": 2.76,
      "step": 22600
    },
    {
      "epoch": 7.336780866192631,
      "grad_norm": 1.0242031812667847,
      "learning_rate": 0.001,
      "loss": 2.7574,
      "step": 22700
    },
    {
      "epoch": 7.369101486748546,
      "grad_norm": 1.887398600578308,
      "learning_rate": 0.001,
      "loss": 2.7884,
      "step": 22800
    },
    {
      "epoch": 7.401422107304461,
      "grad_norm": 3.1414551734924316,
      "learning_rate": 0.001,
      "loss": 2.789,
      "step": 22900
    },
    {
      "epoch": 7.433742727860375,
      "grad_norm": 1.3614009618759155,
      "learning_rate": 0.001,
      "loss": 2.7814,
      "step": 23000
    },
    {
      "epoch": 7.46606334841629,
      "grad_norm": 1.2235002517700195,
      "learning_rate": 0.001,
      "loss": 2.784,
      "step": 23100
    },
    {
      "epoch": 7.498383968972204,
      "grad_norm": 1.480860948562622,
      "learning_rate": 0.001,
      "loss": 2.7861,
      "step": 23200
    },
    {
      "epoch": 7.530704589528119,
      "grad_norm": 3.1804358959198,
      "learning_rate": 0.001,
      "loss": 2.7878,
      "step": 23300
    },
    {
      "epoch": 7.563025210084033,
      "grad_norm": 1.9190126657485962,
      "learning_rate": 0.001,
      "loss": 2.8009,
      "step": 23400
    },
    {
      "epoch": 7.595345830639948,
      "grad_norm": 1.3186103105545044,
      "learning_rate": 0.001,
      "loss": 2.7738,
      "step": 23500
    },
    {
      "epoch": 7.6276664511958625,
      "grad_norm": 0.8442127704620361,
      "learning_rate": 0.001,
      "loss": 2.7792,
      "step": 23600
    },
    {
      "epoch": 7.659987071751778,
      "grad_norm": 1.4170606136322021,
      "learning_rate": 0.001,
      "loss": 2.7775,
      "step": 23700
    },
    {
      "epoch": 7.6923076923076925,
      "grad_norm": 1.5816675424575806,
      "learning_rate": 0.001,
      "loss": 2.7693,
      "step": 23800
    },
    {
      "epoch": 7.724628312863607,
      "grad_norm": 1.6286301612854004,
      "learning_rate": 0.001,
      "loss": 2.7768,
      "step": 23900
    },
    {
      "epoch": 7.756948933419522,
      "grad_norm": 1.6671240329742432,
      "learning_rate": 0.001,
      "loss": 2.7827,
      "step": 24000
    },
    {
      "epoch": 7.789269553975436,
      "grad_norm": 0.943336009979248,
      "learning_rate": 0.001,
      "loss": 2.8002,
      "step": 24100
    },
    {
      "epoch": 7.821590174531351,
      "grad_norm": 1.285231113433838,
      "learning_rate": 0.001,
      "loss": 2.7976,
      "step": 24200
    },
    {
      "epoch": 7.853910795087265,
      "grad_norm": 1.4546918869018555,
      "learning_rate": 0.001,
      "loss": 2.7748,
      "step": 24300
    },
    {
      "epoch": 7.886231415643181,
      "grad_norm": 1.2947709560394287,
      "learning_rate": 0.001,
      "loss": 2.7776,
      "step": 24400
    },
    {
      "epoch": 7.918552036199095,
      "grad_norm": 1.0983959436416626,
      "learning_rate": 0.001,
      "loss": 2.7836,
      "step": 24500
    },
    {
      "epoch": 7.95087265675501,
      "grad_norm": 1.1628447771072388,
      "learning_rate": 0.001,
      "loss": 2.8262,
      "step": 24600
    },
    {
      "epoch": 7.983193277310924,
      "grad_norm": 0.8972952961921692,
      "learning_rate": 0.001,
      "loss": 2.8006,
      "step": 24700
    },
    {
      "epoch": 8.015513897866839,
      "grad_norm": 1.2518248558044434,
      "learning_rate": 0.001,
      "loss": 2.7206,
      "step": 24800
    },
    {
      "epoch": 8.047834518422754,
      "grad_norm": 1.1794575452804565,
      "learning_rate": 0.001,
      "loss": 2.6791,
      "step": 24900
    },
    {
      "epoch": 8.080155138978668,
      "grad_norm": 1.2931849956512451,
      "learning_rate": 0.001,
      "loss": 2.6884,
      "step": 25000
    },
    {
      "epoch": 8.112475759534583,
      "grad_norm": 1.8676725625991821,
      "learning_rate": 0.001,
      "loss": 2.6923,
      "step": 25100
    },
    {
      "epoch": 8.144796380090497,
      "grad_norm": 1.3676389455795288,
      "learning_rate": 0.001,
      "loss": 2.7083,
      "step": 25200
    },
    {
      "epoch": 8.177117000646412,
      "grad_norm": 1.592458963394165,
      "learning_rate": 0.001,
      "loss": 2.6873,
      "step": 25300
    },
    {
      "epoch": 8.209437621202326,
      "grad_norm": 1.3682794570922852,
      "learning_rate": 0.001,
      "loss": 2.6943,
      "step": 25400
    },
    {
      "epoch": 8.241758241758241,
      "grad_norm": 1.823927402496338,
      "learning_rate": 0.001,
      "loss": 2.6924,
      "step": 25500
    },
    {
      "epoch": 8.274078862314157,
      "grad_norm": 1.3475310802459717,
      "learning_rate": 0.001,
      "loss": 2.6841,
      "step": 25600
    },
    {
      "epoch": 8.306399482870072,
      "grad_norm": 1.2826937437057495,
      "learning_rate": 0.001,
      "loss": 2.6936,
      "step": 25700
    },
    {
      "epoch": 8.338720103425986,
      "grad_norm": 4.470658779144287,
      "learning_rate": 0.001,
      "loss": 2.6976,
      "step": 25800
    },
    {
      "epoch": 8.371040723981901,
      "grad_norm": 1.1217198371887207,
      "learning_rate": 0.001,
      "loss": 2.7013,
      "step": 25900
    },
    {
      "epoch": 8.403361344537815,
      "grad_norm": 1.2966586351394653,
      "learning_rate": 0.001,
      "loss": 2.6742,
      "step": 26000
    },
    {
      "epoch": 8.43568196509373,
      "grad_norm": 1.3512040376663208,
      "learning_rate": 0.001,
      "loss": 2.6993,
      "step": 26100
    },
    {
      "epoch": 8.468002585649645,
      "grad_norm": 1.207215666770935,
      "learning_rate": 0.001,
      "loss": 2.721,
      "step": 26200
    },
    {
      "epoch": 8.50032320620556,
      "grad_norm": 1.867475152015686,
      "learning_rate": 0.001,
      "loss": 2.7176,
      "step": 26300
    },
    {
      "epoch": 8.532643826761474,
      "grad_norm": 1.1575254201889038,
      "learning_rate": 0.001,
      "loss": 2.7136,
      "step": 26400
    },
    {
      "epoch": 8.564964447317388,
      "grad_norm": 1.4516962766647339,
      "learning_rate": 0.001,
      "loss": 2.7303,
      "step": 26500
    },
    {
      "epoch": 8.597285067873303,
      "grad_norm": 1.4091436862945557,
      "learning_rate": 0.001,
      "loss": 2.7251,
      "step": 26600
    },
    {
      "epoch": 8.629605688429217,
      "grad_norm": 1.350587248802185,
      "learning_rate": 0.001,
      "loss": 2.7313,
      "step": 26700
    },
    {
      "epoch": 8.661926308985132,
      "grad_norm": 1.1736234426498413,
      "learning_rate": 0.001,
      "loss": 2.7171,
      "step": 26800
    },
    {
      "epoch": 8.694246929541046,
      "grad_norm": 1.6605031490325928,
      "learning_rate": 0.001,
      "loss": 2.7323,
      "step": 26900
    },
    {
      "epoch": 8.726567550096961,
      "grad_norm": 1.1307951211929321,
      "learning_rate": 0.001,
      "loss": 2.7374,
      "step": 27000
    },
    {
      "epoch": 8.758888170652877,
      "grad_norm": 3.521230697631836,
      "learning_rate": 0.001,
      "loss": 2.719,
      "step": 27100
    },
    {
      "epoch": 8.791208791208792,
      "grad_norm": 1.3301745653152466,
      "learning_rate": 0.001,
      "loss": 2.7168,
      "step": 27200
    },
    {
      "epoch": 8.823529411764707,
      "grad_norm": 2.0490562915802,
      "learning_rate": 0.001,
      "loss": 2.7253,
      "step": 27300
    },
    {
      "epoch": 8.855850032320621,
      "grad_norm": 1.2966117858886719,
      "learning_rate": 0.001,
      "loss": 2.7455,
      "step": 27400
    },
    {
      "epoch": 8.888170652876536,
      "grad_norm": 2.6738393306732178,
      "learning_rate": 0.001,
      "loss": 2.7294,
      "step": 27500
    },
    {
      "epoch": 8.92049127343245,
      "grad_norm": 1.481176495552063,
      "learning_rate": 0.001,
      "loss": 2.7161,
      "step": 27600
    },
    {
      "epoch": 8.952811893988365,
      "grad_norm": 1.5864595174789429,
      "learning_rate": 0.001,
      "loss": 2.7554,
      "step": 27700
    },
    {
      "epoch": 8.98513251454428,
      "grad_norm": 1.3001127243041992,
      "learning_rate": 0.001,
      "loss": 2.7401,
      "step": 27800
    },
    {
      "epoch": 9.017453135100194,
      "grad_norm": 1.9748971462249756,
      "learning_rate": 0.001,
      "loss": 2.6577,
      "step": 27900
    },
    {
      "epoch": 9.049773755656108,
      "grad_norm": 1.767906904220581,
      "learning_rate": 0.001,
      "loss": 2.6085,
      "step": 28000
    },
    {
      "epoch": 9.082094376212023,
      "grad_norm": 1.7503910064697266,
      "learning_rate": 0.001,
      "loss": 2.63,
      "step": 28100
    },
    {
      "epoch": 9.114414996767938,
      "grad_norm": 2.2292351722717285,
      "learning_rate": 0.001,
      "loss": 2.6307,
      "step": 28200
    },
    {
      "epoch": 9.146735617323852,
      "grad_norm": 1.955420970916748,
      "learning_rate": 0.001,
      "loss": 2.6328,
      "step": 28300
    },
    {
      "epoch": 9.179056237879767,
      "grad_norm": 1.9627904891967773,
      "learning_rate": 0.001,
      "loss": 2.6307,
      "step": 28400
    },
    {
      "epoch": 9.211376858435681,
      "grad_norm": 1.4853863716125488,
      "learning_rate": 0.001,
      "loss": 2.6151,
      "step": 28500
    },
    {
      "epoch": 9.243697478991596,
      "grad_norm": 1.5814510583877563,
      "learning_rate": 0.001,
      "loss": 2.6224,
      "step": 28600
    },
    {
      "epoch": 9.276018099547512,
      "grad_norm": 1.5960502624511719,
      "learning_rate": 0.001,
      "loss": 2.6248,
      "step": 28700
    },
    {
      "epoch": 9.308338720103427,
      "grad_norm": 1.4958449602127075,
      "learning_rate": 0.001,
      "loss": 2.6624,
      "step": 28800
    },
    {
      "epoch": 9.340659340659341,
      "grad_norm": 4.965089797973633,
      "learning_rate": 0.001,
      "loss": 2.6713,
      "step": 28900
    },
    {
      "epoch": 9.372979961215256,
      "grad_norm": 1.4096859693527222,
      "learning_rate": 0.001,
      "loss": 2.6723,
      "step": 29000
    },
    {
      "epoch": 9.40530058177117,
      "grad_norm": 1.478550672531128,
      "learning_rate": 0.001,
      "loss": 2.6716,
      "step": 29100
    },
    {
      "epoch": 9.437621202327085,
      "grad_norm": 2.05914568901062,
      "learning_rate": 0.001,
      "loss": 2.6631,
      "step": 29200
    },
    {
      "epoch": 9.469941822883,
      "grad_norm": 1.8766840696334839,
      "learning_rate": 0.001,
      "loss": 2.6684,
      "step": 29300
    },
    {
      "epoch": 9.502262443438914,
      "grad_norm": 1.7901197671890259,
      "learning_rate": 0.001,
      "loss": 2.6695,
      "step": 29400
    },
    {
      "epoch": 9.534583063994829,
      "grad_norm": 1.059037208557129,
      "learning_rate": 0.001,
      "loss": 2.6629,
      "step": 29500
    },
    {
      "epoch": 9.566903684550743,
      "grad_norm": 1.578348159790039,
      "learning_rate": 0.001,
      "loss": 2.6525,
      "step": 29600
    },
    {
      "epoch": 9.599224305106658,
      "grad_norm": 3.0852925777435303,
      "learning_rate": 0.001,
      "loss": 2.6704,
      "step": 29700
    },
    {
      "epoch": 9.631544925662572,
      "grad_norm": 1.2006580829620361,
      "learning_rate": 0.001,
      "loss": 2.6971,
      "step": 29800
    },
    {
      "epoch": 9.663865546218487,
      "grad_norm": 1.8956866264343262,
      "learning_rate": 0.001,
      "loss": 2.6428,
      "step": 29900
    },
    {
      "epoch": 9.696186166774401,
      "grad_norm": 1.423934817314148,
      "learning_rate": 0.001,
      "loss": 2.6544,
      "step": 30000
    },
    {
      "epoch": 9.728506787330316,
      "grad_norm": 1.7403407096862793,
      "learning_rate": 0.001,
      "loss": 2.6864,
      "step": 30100
    },
    {
      "epoch": 9.760827407886232,
      "grad_norm": 1.312878966331482,
      "learning_rate": 0.001,
      "loss": 2.6766,
      "step": 30200
    },
    {
      "epoch": 9.793148028442147,
      "grad_norm": 1.7208220958709717,
      "learning_rate": 0.001,
      "loss": 2.6915,
      "step": 30300
    },
    {
      "epoch": 9.825468648998061,
      "grad_norm": 1.6968722343444824,
      "learning_rate": 0.001,
      "loss": 2.651,
      "step": 30400
    },
    {
      "epoch": 9.857789269553976,
      "grad_norm": 4.894906520843506,
      "learning_rate": 0.001,
      "loss": 2.661,
      "step": 30500
    },
    {
      "epoch": 9.89010989010989,
      "grad_norm": 1.5463109016418457,
      "learning_rate": 0.001,
      "loss": 2.6686,
      "step": 30600
    },
    {
      "epoch": 9.922430510665805,
      "grad_norm": 1.6004337072372437,
      "learning_rate": 0.001,
      "loss": 2.6909,
      "step": 30700
    },
    {
      "epoch": 9.95475113122172,
      "grad_norm": 1.1488678455352783,
      "learning_rate": 0.001,
      "loss": 2.6905,
      "step": 30800
    },
    {
      "epoch": 9.987071751777634,
      "grad_norm": 1.5789484977722168,
      "learning_rate": 0.001,
      "loss": 2.6953,
      "step": 30900
    },
    {
      "epoch": 10.019392372333549,
      "grad_norm": 1.5477514266967773,
      "learning_rate": 0.001,
      "loss": 2.6242,
      "step": 31000
    },
    {
      "epoch": 10.051712992889463,
      "grad_norm": 1.3563940525054932,
      "learning_rate": 0.001,
      "loss": 2.5871,
      "step": 31100
    },
    {
      "epoch": 10.084033613445378,
      "grad_norm": 1.741833209991455,
      "learning_rate": 0.001,
      "loss": 2.5697,
      "step": 31200
    },
    {
      "epoch": 10.116354234001292,
      "grad_norm": 1.1754683256149292,
      "learning_rate": 0.001,
      "loss": 2.579,
      "step": 31300
    },
    {
      "epoch": 10.148674854557207,
      "grad_norm": 0.9528390169143677,
      "learning_rate": 0.001,
      "loss": 2.5727,
      "step": 31400
    },
    {
      "epoch": 10.180995475113122,
      "grad_norm": 1.0809640884399414,
      "learning_rate": 0.001,
      "loss": 2.587,
      "step": 31500
    },
    {
      "epoch": 10.213316095669036,
      "grad_norm": 0.9812070727348328,
      "learning_rate": 0.001,
      "loss": 2.5908,
      "step": 31600
    },
    {
      "epoch": 10.24563671622495,
      "grad_norm": 1.2771457433700562,
      "learning_rate": 0.001,
      "loss": 2.5966,
      "step": 31700
    },
    {
      "epoch": 10.277957336780867,
      "grad_norm": 0.9623366594314575,
      "learning_rate": 0.001,
      "loss": 2.5853,
      "step": 31800
    },
    {
      "epoch": 10.310277957336782,
      "grad_norm": 1.2768197059631348,
      "learning_rate": 0.001,
      "loss": 2.6087,
      "step": 31900
    },
    {
      "epoch": 10.342598577892696,
      "grad_norm": 0.9863366484642029,
      "learning_rate": 0.001,
      "loss": 2.5795,
      "step": 32000
    },
    {
      "epoch": 10.37491919844861,
      "grad_norm": 1.0732860565185547,
      "learning_rate": 0.001,
      "loss": 2.5893,
      "step": 32100
    },
    {
      "epoch": 10.407239819004525,
      "grad_norm": 1.066042184829712,
      "learning_rate": 0.001,
      "loss": 2.6231,
      "step": 32200
    },
    {
      "epoch": 10.43956043956044,
      "grad_norm": 0.9911887645721436,
      "learning_rate": 0.001,
      "loss": 2.6048,
      "step": 32300
    },
    {
      "epoch": 10.471881060116354,
      "grad_norm": 1.0879607200622559,
      "learning_rate": 0.001,
      "loss": 2.6015,
      "step": 32400
    },
    {
      "epoch": 10.504201680672269,
      "grad_norm": 0.895569384098053,
      "learning_rate": 0.001,
      "loss": 2.5947,
      "step": 32500
    },
    {
      "epoch": 10.536522301228183,
      "grad_norm": 1.0508980751037598,
      "learning_rate": 0.001,
      "loss": 2.6077,
      "step": 32600
    },
    {
      "epoch": 10.568842921784098,
      "grad_norm": 1.2044196128845215,
      "learning_rate": 0.001,
      "loss": 2.6336,
      "step": 32700
    },
    {
      "epoch": 10.601163542340013,
      "grad_norm": 0.8802201151847839,
      "learning_rate": 0.001,
      "loss": 2.6179,
      "step": 32800
    },
    {
      "epoch": 10.633484162895927,
      "grad_norm": 0.9412298798561096,
      "learning_rate": 0.001,
      "loss": 2.5941,
      "step": 32900
    },
    {
      "epoch": 10.665804783451842,
      "grad_norm": 1.233176350593567,
      "learning_rate": 0.001,
      "loss": 2.6314,
      "step": 33000
    },
    {
      "epoch": 10.698125404007756,
      "grad_norm": 0.9621255397796631,
      "learning_rate": 0.001,
      "loss": 2.6173,
      "step": 33100
    },
    {
      "epoch": 10.73044602456367,
      "grad_norm": 3.520446538925171,
      "learning_rate": 0.001,
      "loss": 2.6155,
      "step": 33200
    },
    {
      "epoch": 10.762766645119587,
      "grad_norm": 0.8463138341903687,
      "learning_rate": 0.001,
      "loss": 2.6153,
      "step": 33300
    },
    {
      "epoch": 10.795087265675502,
      "grad_norm": 1.0585545301437378,
      "learning_rate": 0.001,
      "loss": 2.6286,
      "step": 33400
    },
    {
      "epoch": 10.827407886231416,
      "grad_norm": 6.621581077575684,
      "learning_rate": 0.001,
      "loss": 2.6246,
      "step": 33500
    },
    {
      "epoch": 10.85972850678733,
      "grad_norm": 1.0667725801467896,
      "learning_rate": 0.001,
      "loss": 2.6286,
      "step": 33600
    },
    {
      "epoch": 10.892049127343245,
      "grad_norm": 0.9050757884979248,
      "learning_rate": 0.001,
      "loss": 2.6221,
      "step": 33700
    },
    {
      "epoch": 10.92436974789916,
      "grad_norm": 1.182228684425354,
      "learning_rate": 0.001,
      "loss": 2.6249,
      "step": 33800
    },
    {
      "epoch": 10.956690368455074,
      "grad_norm": 1.2621442079544067,
      "learning_rate": 0.001,
      "loss": 2.6273,
      "step": 33900
    },
    {
      "epoch": 10.989010989010989,
      "grad_norm": 1.0716804265975952,
      "learning_rate": 0.001,
      "loss": 2.6166,
      "step": 34000
    },
    {
      "epoch": 11.021331609566904,
      "grad_norm": 1.1335936784744263,
      "learning_rate": 0.001,
      "loss": 2.5641,
      "step": 34100
    },
    {
      "epoch": 11.053652230122818,
      "grad_norm": 2.865427255630493,
      "learning_rate": 0.001,
      "loss": 2.4869,
      "step": 34200
    },
    {
      "epoch": 11.085972850678733,
      "grad_norm": 1.4601008892059326,
      "learning_rate": 0.001,
      "loss": 2.5153,
      "step": 34300
    },
    {
      "epoch": 11.118293471234647,
      "grad_norm": 1.1826066970825195,
      "learning_rate": 0.001,
      "loss": 2.541,
      "step": 34400
    },
    {
      "epoch": 11.150614091790562,
      "grad_norm": 1.506558895111084,
      "learning_rate": 0.001,
      "loss": 2.5201,
      "step": 34500
    },
    {
      "epoch": 11.182934712346476,
      "grad_norm": 0.9163776636123657,
      "learning_rate": 0.001,
      "loss": 2.5297,
      "step": 34600
    },
    {
      "epoch": 11.215255332902391,
      "grad_norm": 1.175199270248413,
      "learning_rate": 0.001,
      "loss": 2.5515,
      "step": 34700
    },
    {
      "epoch": 11.247575953458306,
      "grad_norm": 1.0096732378005981,
      "learning_rate": 0.001,
      "loss": 2.5364,
      "step": 34800
    },
    {
      "epoch": 11.279896574014222,
      "grad_norm": 1.2141859531402588,
      "learning_rate": 0.001,
      "loss": 2.5574,
      "step": 34900
    },
    {
      "epoch": 11.312217194570136,
      "grad_norm": 1.0611628293991089,
      "learning_rate": 0.001,
      "loss": 2.5544,
      "step": 35000
    },
    {
      "epoch": 11.344537815126051,
      "grad_norm": 0.9076592326164246,
      "learning_rate": 0.001,
      "loss": 2.5632,
      "step": 35100
    },
    {
      "epoch": 11.376858435681966,
      "grad_norm": 0.9855649471282959,
      "learning_rate": 0.001,
      "loss": 2.5499,
      "step": 35200
    },
    {
      "epoch": 11.40917905623788,
      "grad_norm": 1.0401535034179688,
      "learning_rate": 0.001,
      "loss": 2.5636,
      "step": 35300
    },
    {
      "epoch": 11.441499676793795,
      "grad_norm": 1.0697654485702515,
      "learning_rate": 0.001,
      "loss": 2.5732,
      "step": 35400
    },
    {
      "epoch": 11.47382029734971,
      "grad_norm": 1.0617601871490479,
      "learning_rate": 0.001,
      "loss": 2.563,
      "step": 35500
    },
    {
      "epoch": 11.506140917905624,
      "grad_norm": 1.1064839363098145,
      "learning_rate": 0.001,
      "loss": 2.5538,
      "step": 35600
    },
    {
      "epoch": 11.538461538461538,
      "grad_norm": 0.8201517462730408,
      "learning_rate": 0.001,
      "loss": 2.5709,
      "step": 35700
    },
    {
      "epoch": 11.570782159017453,
      "grad_norm": 1.5282636880874634,
      "learning_rate": 0.001,
      "loss": 2.547,
      "step": 35800
    },
    {
      "epoch": 11.603102779573367,
      "grad_norm": 1.002652883529663,
      "learning_rate": 0.001,
      "loss": 2.5713,
      "step": 35900
    },
    {
      "epoch": 11.635423400129282,
      "grad_norm": 1.390799641609192,
      "learning_rate": 0.001,
      "loss": 2.5722,
      "step": 36000
    },
    {
      "epoch": 11.667744020685197,
      "grad_norm": 1.4914531707763672,
      "learning_rate": 0.001,
      "loss": 2.5831,
      "step": 36100
    },
    {
      "epoch": 11.700064641241111,
      "grad_norm": 1.0357229709625244,
      "learning_rate": 0.001,
      "loss": 2.5973,
      "step": 36200
    },
    {
      "epoch": 11.732385261797026,
      "grad_norm": 1.5345627069473267,
      "learning_rate": 0.001,
      "loss": 2.5887,
      "step": 36300
    },
    {
      "epoch": 11.764705882352942,
      "grad_norm": 0.986096203327179,
      "learning_rate": 0.001,
      "loss": 2.5924,
      "step": 36400
    },
    {
      "epoch": 11.797026502908857,
      "grad_norm": 9.032172203063965,
      "learning_rate": 0.001,
      "loss": 2.5653,
      "step": 36500
    },
    {
      "epoch": 11.829347123464771,
      "grad_norm": 0.8566053509712219,
      "learning_rate": 0.001,
      "loss": 2.5607,
      "step": 36600
    },
    {
      "epoch": 11.861667744020686,
      "grad_norm": 1.3292558193206787,
      "learning_rate": 0.001,
      "loss": 2.5822,
      "step": 36700
    },
    {
      "epoch": 11.8939883645766,
      "grad_norm": 1.0399738550186157,
      "learning_rate": 0.001,
      "loss": 2.5718,
      "step": 36800
    },
    {
      "epoch": 11.926308985132515,
      "grad_norm": 0.8883985280990601,
      "learning_rate": 0.001,
      "loss": 2.5951,
      "step": 36900
    },
    {
      "epoch": 11.95862960568843,
      "grad_norm": 0.8504574298858643,
      "learning_rate": 0.001,
      "loss": 2.5939,
      "step": 37000
    },
    {
      "epoch": 11.990950226244344,
      "grad_norm": 0.8760899305343628,
      "learning_rate": 0.001,
      "loss": 2.585,
      "step": 37100
    },
    {
      "epoch": 12.023270846800258,
      "grad_norm": 1.1101365089416504,
      "learning_rate": 0.001,
      "loss": 2.5125,
      "step": 37200
    },
    {
      "epoch": 12.055591467356173,
      "grad_norm": 1.2814472913742065,
      "learning_rate": 0.001,
      "loss": 2.4799,
      "step": 37300
    },
    {
      "epoch": 12.087912087912088,
      "grad_norm": 1.1699883937835693,
      "learning_rate": 0.001,
      "loss": 2.4671,
      "step": 37400
    },
    {
      "epoch": 12.120232708468002,
      "grad_norm": 0.9204376935958862,
      "learning_rate": 0.001,
      "loss": 2.4583,
      "step": 37500
    },
    {
      "epoch": 12.152553329023917,
      "grad_norm": 0.9407309293746948,
      "learning_rate": 0.001,
      "loss": 2.4726,
      "step": 37600
    },
    {
      "epoch": 12.184873949579831,
      "grad_norm": 1.1945860385894775,
      "learning_rate": 0.001,
      "loss": 2.4759,
      "step": 37700
    },
    {
      "epoch": 12.217194570135746,
      "grad_norm": 1.0133464336395264,
      "learning_rate": 0.001,
      "loss": 2.5026,
      "step": 37800
    },
    {
      "epoch": 12.24951519069166,
      "grad_norm": 0.8924633264541626,
      "learning_rate": 0.001,
      "loss": 2.477,
      "step": 37900
    },
    {
      "epoch": 12.281835811247577,
      "grad_norm": 1.009573221206665,
      "learning_rate": 0.001,
      "loss": 2.4839,
      "step": 38000
    },
    {
      "epoch": 12.314156431803491,
      "grad_norm": 0.9261101484298706,
      "learning_rate": 0.001,
      "loss": 2.476,
      "step": 38100
    },
    {
      "epoch": 12.346477052359406,
      "grad_norm": 1.2074593305587769,
      "learning_rate": 0.001,
      "loss": 2.514,
      "step": 38200
    },
    {
      "epoch": 12.37879767291532,
      "grad_norm": 1.6009730100631714,
      "learning_rate": 0.001,
      "loss": 2.5107,
      "step": 38300
    },
    {
      "epoch": 12.411118293471235,
      "grad_norm": 1.3016986846923828,
      "learning_rate": 0.001,
      "loss": 2.516,
      "step": 38400
    },
    {
      "epoch": 12.44343891402715,
      "grad_norm": 0.9984953999519348,
      "learning_rate": 0.001,
      "loss": 2.5197,
      "step": 38500
    },
    {
      "epoch": 12.475759534583064,
      "grad_norm": 1.3732441663742065,
      "learning_rate": 0.001,
      "loss": 2.5187,
      "step": 38600
    },
    {
      "epoch": 12.508080155138979,
      "grad_norm": 0.9772735238075256,
      "learning_rate": 0.001,
      "loss": 2.5032,
      "step": 38700
    },
    {
      "epoch": 12.540400775694893,
      "grad_norm": 1.3108696937561035,
      "learning_rate": 0.001,
      "loss": 2.5345,
      "step": 38800
    },
    {
      "epoch": 12.572721396250808,
      "grad_norm": 0.9643574953079224,
      "learning_rate": 0.001,
      "loss": 2.5232,
      "step": 38900
    },
    {
      "epoch": 12.605042016806722,
      "grad_norm": 1.2394670248031616,
      "learning_rate": 0.001,
      "loss": 2.5166,
      "step": 39000
    },
    {
      "epoch": 12.637362637362637,
      "grad_norm": 0.8791313171386719,
      "learning_rate": 0.001,
      "loss": 2.521,
      "step": 39100
    },
    {
      "epoch": 12.669683257918551,
      "grad_norm": 0.8366000056266785,
      "learning_rate": 0.001,
      "loss": 2.5195,
      "step": 39200
    },
    {
      "epoch": 12.702003878474466,
      "grad_norm": 0.8053374290466309,
      "learning_rate": 0.001,
      "loss": 2.5313,
      "step": 39300
    },
    {
      "epoch": 12.73432449903038,
      "grad_norm": 0.9463410377502441,
      "learning_rate": 0.001,
      "loss": 2.5274,
      "step": 39400
    },
    {
      "epoch": 12.766645119586297,
      "grad_norm": 1.3482152223587036,
      "learning_rate": 0.001,
      "loss": 2.5309,
      "step": 39500
    },
    {
      "epoch": 12.798965740142211,
      "grad_norm": 0.7864393591880798,
      "learning_rate": 0.001,
      "loss": 2.5518,
      "step": 39600
    },
    {
      "epoch": 12.831286360698126,
      "grad_norm": 1.2682538032531738,
      "learning_rate": 0.001,
      "loss": 2.5415,
      "step": 39700
    },
    {
      "epoch": 12.86360698125404,
      "grad_norm": 1.1933698654174805,
      "learning_rate": 0.001,
      "loss": 2.5189,
      "step": 39800
    },
    {
      "epoch": 12.895927601809955,
      "grad_norm": 1.12759530544281,
      "learning_rate": 0.001,
      "loss": 2.5253,
      "step": 39900
    },
    {
      "epoch": 12.92824822236587,
      "grad_norm": 1.0717544555664062,
      "learning_rate": 0.001,
      "loss": 2.5228,
      "step": 40000
    },
    {
      "epoch": 12.960568842921784,
      "grad_norm": 0.869242787361145,
      "learning_rate": 0.001,
      "loss": 2.5191,
      "step": 40100
    },
    {
      "epoch": 12.992889463477699,
      "grad_norm": 0.9775412082672119,
      "learning_rate": 0.001,
      "loss": 2.5375,
      "step": 40200
    },
    {
      "epoch": 13.025210084033613,
      "grad_norm": 7.129274845123291,
      "learning_rate": 0.001,
      "loss": 2.4597,
      "step": 40300
    },
    {
      "epoch": 13.057530704589528,
      "grad_norm": 1.162355661392212,
      "learning_rate": 0.001,
      "loss": 2.4321,
      "step": 40400
    },
    {
      "epoch": 13.089851325145442,
      "grad_norm": 0.9466094970703125,
      "learning_rate": 0.001,
      "loss": 2.4198,
      "step": 40500
    },
    {
      "epoch": 13.122171945701357,
      "grad_norm": 1.7470296621322632,
      "learning_rate": 0.001,
      "loss": 2.4231,
      "step": 40600
    },
    {
      "epoch": 13.154492566257272,
      "grad_norm": 1.0642766952514648,
      "learning_rate": 0.001,
      "loss": 2.4347,
      "step": 40700
    },
    {
      "epoch": 13.186813186813186,
      "grad_norm": 1.0751317739486694,
      "learning_rate": 0.001,
      "loss": 2.4352,
      "step": 40800
    },
    {
      "epoch": 13.2191338073691,
      "grad_norm": 1.062972903251648,
      "learning_rate": 0.001,
      "loss": 2.4513,
      "step": 40900
    },
    {
      "epoch": 13.251454427925015,
      "grad_norm": 1.0681053400039673,
      "learning_rate": 0.001,
      "loss": 2.4334,
      "step": 41000
    },
    {
      "epoch": 13.283775048480932,
      "grad_norm": 1.0391508340835571,
      "learning_rate": 0.001,
      "loss": 2.4624,
      "step": 41100
    },
    {
      "epoch": 13.316095669036846,
      "grad_norm": 1.2021145820617676,
      "learning_rate": 0.001,
      "loss": 2.4501,
      "step": 41200
    },
    {
      "epoch": 13.34841628959276,
      "grad_norm": 1.0270442962646484,
      "learning_rate": 0.001,
      "loss": 2.4605,
      "step": 41300
    },
    {
      "epoch": 13.380736910148675,
      "grad_norm": 0.9520992040634155,
      "learning_rate": 0.001,
      "loss": 2.4698,
      "step": 41400
    },
    {
      "epoch": 13.41305753070459,
      "grad_norm": 0.9334521889686584,
      "learning_rate": 0.001,
      "loss": 2.4477,
      "step": 41500
    },
    {
      "epoch": 13.445378151260504,
      "grad_norm": 0.937091052532196,
      "learning_rate": 0.001,
      "loss": 2.4717,
      "step": 41600
    },
    {
      "epoch": 13.477698771816419,
      "grad_norm": 0.888054370880127,
      "learning_rate": 0.001,
      "loss": 2.462,
      "step": 41700
    },
    {
      "epoch": 13.510019392372334,
      "grad_norm": 0.9152408242225647,
      "learning_rate": 0.001,
      "loss": 2.479,
      "step": 41800
    },
    {
      "epoch": 13.542340012928248,
      "grad_norm": 1.0896772146224976,
      "learning_rate": 0.001,
      "loss": 2.4782,
      "step": 41900
    },
    {
      "epoch": 13.574660633484163,
      "grad_norm": 1.8007127046585083,
      "learning_rate": 0.001,
      "loss": 2.4748,
      "step": 42000
    },
    {
      "epoch": 13.606981254040077,
      "grad_norm": 1.4826866388320923,
      "learning_rate": 0.001,
      "loss": 2.5014,
      "step": 42100
    },
    {
      "epoch": 13.639301874595992,
      "grad_norm": 1.2412395477294922,
      "learning_rate": 0.001,
      "loss": 2.4886,
      "step": 42200
    },
    {
      "epoch": 13.671622495151906,
      "grad_norm": 1.4020096063613892,
      "learning_rate": 0.001,
      "loss": 2.4866,
      "step": 42300
    },
    {
      "epoch": 13.70394311570782,
      "grad_norm": 1.2042653560638428,
      "learning_rate": 0.001,
      "loss": 2.4821,
      "step": 42400
    },
    {
      "epoch": 13.736263736263737,
      "grad_norm": 1.7573363780975342,
      "learning_rate": 0.001,
      "loss": 2.4932,
      "step": 42500
    },
    {
      "epoch": 13.768584356819652,
      "grad_norm": 1.2228518724441528,
      "learning_rate": 0.001,
      "loss": 2.4938,
      "step": 42600
    },
    {
      "epoch": 13.800904977375566,
      "grad_norm": 2.0210349559783936,
      "learning_rate": 0.001,
      "loss": 2.479,
      "step": 42700
    },
    {
      "epoch": 13.83322559793148,
      "grad_norm": 0.8810793161392212,
      "learning_rate": 0.001,
      "loss": 2.5032,
      "step": 42800
    },
    {
      "epoch": 13.865546218487395,
      "grad_norm": 0.886949896812439,
      "learning_rate": 0.001,
      "loss": 2.5012,
      "step": 42900
    },
    {
      "epoch": 13.89786683904331,
      "grad_norm": 9.760796546936035,
      "learning_rate": 0.001,
      "loss": 2.4814,
      "step": 43000
    },
    {
      "epoch": 13.930187459599225,
      "grad_norm": 1.027016282081604,
      "learning_rate": 0.001,
      "loss": 2.5087,
      "step": 43100
    },
    {
      "epoch": 13.96250808015514,
      "grad_norm": 1.2320590019226074,
      "learning_rate": 0.001,
      "loss": 2.503,
      "step": 43200
    },
    {
      "epoch": 13.994828700711054,
      "grad_norm": 1.184695839881897,
      "learning_rate": 0.001,
      "loss": 2.4853,
      "step": 43300
    },
    {
      "epoch": 14.027149321266968,
      "grad_norm": 0.9828704595565796,
      "learning_rate": 0.001,
      "loss": 2.4095,
      "step": 43400
    },
    {
      "epoch": 14.059469941822883,
      "grad_norm": 1.090994119644165,
      "learning_rate": 0.001,
      "loss": 2.4068,
      "step": 43500
    },
    {
      "epoch": 14.091790562378797,
      "grad_norm": 1.303910732269287,
      "learning_rate": 0.001,
      "loss": 2.4087,
      "step": 43600
    },
    {
      "epoch": 14.124111182934712,
      "grad_norm": 1.2023122310638428,
      "learning_rate": 0.001,
      "loss": 2.3912,
      "step": 43700
    },
    {
      "epoch": 14.156431803490626,
      "grad_norm": 1.234326958656311,
      "learning_rate": 0.001,
      "loss": 2.4127,
      "step": 43800
    },
    {
      "epoch": 14.188752424046541,
      "grad_norm": 1.293689489364624,
      "learning_rate": 0.001,
      "loss": 2.4318,
      "step": 43900
    },
    {
      "epoch": 14.221073044602456,
      "grad_norm": 3.3433821201324463,
      "learning_rate": 0.001,
      "loss": 2.4168,
      "step": 44000
    },
    {
      "epoch": 14.25339366515837,
      "grad_norm": 1.7587089538574219,
      "learning_rate": 0.001,
      "loss": 2.391,
      "step": 44100
    },
    {
      "epoch": 14.285714285714286,
      "grad_norm": 1.2184545993804932,
      "learning_rate": 0.001,
      "loss": 2.3978,
      "step": 44200
    },
    {
      "epoch": 14.318034906270201,
      "grad_norm": 1.0610501766204834,
      "learning_rate": 0.001,
      "loss": 2.4157,
      "step": 44300
    },
    {
      "epoch": 14.350355526826116,
      "grad_norm": 1.0098309516906738,
      "learning_rate": 0.001,
      "loss": 2.4225,
      "step": 44400
    },
    {
      "epoch": 14.38267614738203,
      "grad_norm": 1.0570037364959717,
      "learning_rate": 0.001,
      "loss": 2.434,
      "step": 44500
    },
    {
      "epoch": 14.414996767937945,
      "grad_norm": 1.1156033277511597,
      "learning_rate": 0.001,
      "loss": 2.4324,
      "step": 44600
    },
    {
      "epoch": 14.44731738849386,
      "grad_norm": 1.2942317724227905,
      "learning_rate": 0.001,
      "loss": 2.421,
      "step": 44700
    },
    {
      "epoch": 14.479638009049774,
      "grad_norm": 0.9622820019721985,
      "learning_rate": 0.001,
      "loss": 2.4284,
      "step": 44800
    },
    {
      "epoch": 14.511958629605688,
      "grad_norm": 1.0964889526367188,
      "learning_rate": 0.001,
      "loss": 2.4252,
      "step": 44900
    },
    {
      "epoch": 14.544279250161603,
      "grad_norm": 1.0680617094039917,
      "learning_rate": 0.001,
      "loss": 2.4284,
      "step": 45000
    },
    {
      "epoch": 14.576599870717518,
      "grad_norm": 1.8625023365020752,
      "learning_rate": 0.001,
      "loss": 2.4359,
      "step": 45100
    },
    {
      "epoch": 14.608920491273432,
      "grad_norm": 0.9361634850502014,
      "learning_rate": 0.001,
      "loss": 2.4296,
      "step": 45200
    },
    {
      "epoch": 14.641241111829347,
      "grad_norm": 1.1814998388290405,
      "learning_rate": 0.001,
      "loss": 2.4448,
      "step": 45300
    },
    {
      "epoch": 14.673561732385261,
      "grad_norm": 2.713047981262207,
      "learning_rate": 0.001,
      "loss": 2.4539,
      "step": 45400
    },
    {
      "epoch": 14.705882352941176,
      "grad_norm": 1.3211432695388794,
      "learning_rate": 0.001,
      "loss": 2.4573,
      "step": 45500
    },
    {
      "epoch": 14.738202973497092,
      "grad_norm": 1.2840813398361206,
      "learning_rate": 0.001,
      "loss": 2.4586,
      "step": 45600
    },
    {
      "epoch": 14.770523594053007,
      "grad_norm": 1.3243998289108276,
      "learning_rate": 0.001,
      "loss": 2.438,
      "step": 45700
    },
    {
      "epoch": 14.802844214608921,
      "grad_norm": 1.2378405332565308,
      "learning_rate": 0.001,
      "loss": 2.4497,
      "step": 45800
    },
    {
      "epoch": 14.835164835164836,
      "grad_norm": 1.2017017602920532,
      "learning_rate": 0.001,
      "loss": 2.4397,
      "step": 45900
    },
    {
      "epoch": 14.86748545572075,
      "grad_norm": 1.0147948265075684,
      "learning_rate": 0.001,
      "loss": 2.4481,
      "step": 46000
    },
    {
      "epoch": 14.899806076276665,
      "grad_norm": 1.1815005540847778,
      "learning_rate": 0.001,
      "loss": 2.4422,
      "step": 46100
    },
    {
      "epoch": 14.93212669683258,
      "grad_norm": 1.7612881660461426,
      "learning_rate": 0.001,
      "loss": 2.4689,
      "step": 46200
    },
    {
      "epoch": 14.964447317388494,
      "grad_norm": 0.9741472005844116,
      "learning_rate": 0.001,
      "loss": 2.4772,
      "step": 46300
    },
    {
      "epoch": 14.996767937944409,
      "grad_norm": 0.940453052520752,
      "learning_rate": 0.001,
      "loss": 2.4475,
      "step": 46400
    },
    {
      "epoch": 15.029088558500323,
      "grad_norm": 1.123222827911377,
      "learning_rate": 0.001,
      "loss": 2.3496,
      "step": 46500
    },
    {
      "epoch": 15.061409179056238,
      "grad_norm": 0.9431939721107483,
      "learning_rate": 0.001,
      "loss": 2.3358,
      "step": 46600
    },
    {
      "epoch": 15.093729799612152,
      "grad_norm": 1.1077948808670044,
      "learning_rate": 0.001,
      "loss": 2.3502,
      "step": 46700
    },
    {
      "epoch": 15.126050420168067,
      "grad_norm": 1.9919047355651855,
      "learning_rate": 0.001,
      "loss": 2.3603,
      "step": 46800
    },
    {
      "epoch": 15.158371040723981,
      "grad_norm": 1.30278742313385,
      "learning_rate": 0.001,
      "loss": 2.3689,
      "step": 46900
    },
    {
      "epoch": 15.190691661279896,
      "grad_norm": 1.1370161771774292,
      "learning_rate": 0.001,
      "loss": 2.353,
      "step": 47000
    },
    {
      "epoch": 15.22301228183581,
      "grad_norm": 2.139679193496704,
      "learning_rate": 0.001,
      "loss": 2.3677,
      "step": 47100
    },
    {
      "epoch": 15.255332902391725,
      "grad_norm": 1.9119985103607178,
      "learning_rate": 0.001,
      "loss": 2.3555,
      "step": 47200
    },
    {
      "epoch": 15.287653522947641,
      "grad_norm": 1.1121569871902466,
      "learning_rate": 0.001,
      "loss": 2.3857,
      "step": 47300
    },
    {
      "epoch": 15.319974143503556,
      "grad_norm": 1.3525257110595703,
      "learning_rate": 0.001,
      "loss": 2.3873,
      "step": 47400
    },
    {
      "epoch": 15.35229476405947,
      "grad_norm": 1.1007293462753296,
      "learning_rate": 0.001,
      "loss": 2.3845,
      "step": 47500
    },
    {
      "epoch": 15.384615384615385,
      "grad_norm": 1.2601418495178223,
      "learning_rate": 0.001,
      "loss": 2.3727,
      "step": 47600
    },
    {
      "epoch": 15.4169360051713,
      "grad_norm": 1.040470004081726,
      "learning_rate": 0.001,
      "loss": 2.3875,
      "step": 47700
    },
    {
      "epoch": 15.449256625727214,
      "grad_norm": 1.23025381565094,
      "learning_rate": 0.001,
      "loss": 2.3815,
      "step": 47800
    },
    {
      "epoch": 15.481577246283129,
      "grad_norm": 1.3614283800125122,
      "learning_rate": 0.001,
      "loss": 2.3818,
      "step": 47900
    },
    {
      "epoch": 15.513897866839043,
      "grad_norm": 1.0495351552963257,
      "learning_rate": 0.001,
      "loss": 2.4254,
      "step": 48000
    },
    {
      "epoch": 15.546218487394958,
      "grad_norm": 1.1070152521133423,
      "learning_rate": 0.001,
      "loss": 2.4098,
      "step": 48100
    },
    {
      "epoch": 15.578539107950872,
      "grad_norm": 1.0109970569610596,
      "learning_rate": 0.001,
      "loss": 2.401,
      "step": 48200
    },
    {
      "epoch": 15.610859728506787,
      "grad_norm": 1.183877944946289,
      "learning_rate": 0.001,
      "loss": 2.414,
      "step": 48300
    },
    {
      "epoch": 15.643180349062701,
      "grad_norm": 0.9910593628883362,
      "learning_rate": 0.001,
      "loss": 2.3923,
      "step": 48400
    },
    {
      "epoch": 15.675500969618616,
      "grad_norm": 1.2009046077728271,
      "learning_rate": 0.001,
      "loss": 2.4163,
      "step": 48500
    },
    {
      "epoch": 15.70782159017453,
      "grad_norm": 1.312829613685608,
      "learning_rate": 0.001,
      "loss": 2.4005,
      "step": 48600
    },
    {
      "epoch": 15.740142210730447,
      "grad_norm": 1.1832808256149292,
      "learning_rate": 0.001,
      "loss": 2.4146,
      "step": 48700
    },
    {
      "epoch": 15.772462831286362,
      "grad_norm": 0.9855769872665405,
      "learning_rate": 0.001,
      "loss": 2.4062,
      "step": 48800
    },
    {
      "epoch": 15.804783451842276,
      "grad_norm": 1.1946709156036377,
      "learning_rate": 0.001,
      "loss": 2.3989,
      "step": 48900
    },
    {
      "epoch": 15.83710407239819,
      "grad_norm": 2.140819549560547,
      "learning_rate": 0.001,
      "loss": 2.3977,
      "step": 49000
    },
    {
      "epoch": 15.869424692954105,
      "grad_norm": 1.1992425918579102,
      "learning_rate": 0.001,
      "loss": 2.4207,
      "step": 49100
    },
    {
      "epoch": 15.90174531351002,
      "grad_norm": 1.1079703569412231,
      "learning_rate": 0.001,
      "loss": 2.4203,
      "step": 49200
    },
    {
      "epoch": 15.934065934065934,
      "grad_norm": 1.3881938457489014,
      "learning_rate": 0.001,
      "loss": 2.4278,
      "step": 49300
    },
    {
      "epoch": 15.966386554621849,
      "grad_norm": 1.6151808500289917,
      "learning_rate": 0.001,
      "loss": 2.4166,
      "step": 49400
    },
    {
      "epoch": 15.998707175177763,
      "grad_norm": 1.2737207412719727,
      "learning_rate": 0.001,
      "loss": 2.4314,
      "step": 49500
    },
    {
      "epoch": 16.031027795733678,
      "grad_norm": 1.1135990619659424,
      "learning_rate": 0.001,
      "loss": 2.298,
      "step": 49600
    },
    {
      "epoch": 16.063348416289593,
      "grad_norm": 1.5373985767364502,
      "learning_rate": 0.001,
      "loss": 2.3064,
      "step": 49700
    },
    {
      "epoch": 16.095669036845507,
      "grad_norm": 1.4861453771591187,
      "learning_rate": 0.001,
      "loss": 2.3183,
      "step": 49800
    },
    {
      "epoch": 16.12798965740142,
      "grad_norm": 1.5814050436019897,
      "learning_rate": 0.001,
      "loss": 2.3016,
      "step": 49900
    },
    {
      "epoch": 16.160310277957336,
      "grad_norm": 1.778260350227356,
      "learning_rate": 0.001,
      "loss": 2.3238,
      "step": 50000
    },
    {
      "epoch": 16.19263089851325,
      "grad_norm": 1.2340329885482788,
      "learning_rate": 0.001,
      "loss": 2.3316,
      "step": 50100
    },
    {
      "epoch": 16.224951519069165,
      "grad_norm": 1.6077299118041992,
      "learning_rate": 0.001,
      "loss": 2.3434,
      "step": 50200
    },
    {
      "epoch": 16.25727213962508,
      "grad_norm": 1.2750157117843628,
      "learning_rate": 0.001,
      "loss": 2.3334,
      "step": 50300
    },
    {
      "epoch": 16.289592760180994,
      "grad_norm": 1.2396600246429443,
      "learning_rate": 0.001,
      "loss": 2.3282,
      "step": 50400
    },
    {
      "epoch": 16.32191338073691,
      "grad_norm": 100.6617202758789,
      "learning_rate": 0.001,
      "loss": 2.329,
      "step": 50500
    },
    {
      "epoch": 16.354234001292824,
      "grad_norm": 1.8025233745574951,
      "learning_rate": 0.001,
      "loss": 2.3458,
      "step": 50600
    },
    {
      "epoch": 16.386554621848738,
      "grad_norm": 1.269683837890625,
      "learning_rate": 0.001,
      "loss": 2.345,
      "step": 50700
    },
    {
      "epoch": 16.418875242404653,
      "grad_norm": 1.6473981142044067,
      "learning_rate": 0.001,
      "loss": 2.3368,
      "step": 50800
    },
    {
      "epoch": 16.451195862960567,
      "grad_norm": 1.2367219924926758,
      "learning_rate": 0.001,
      "loss": 2.3539,
      "step": 50900
    },
    {
      "epoch": 16.483516483516482,
      "grad_norm": 1.1207154989242554,
      "learning_rate": 0.001,
      "loss": 2.3411,
      "step": 51000
    },
    {
      "epoch": 16.5158371040724,
      "grad_norm": 1.2460306882858276,
      "learning_rate": 0.001,
      "loss": 2.3622,
      "step": 51100
    },
    {
      "epoch": 16.548157724628314,
      "grad_norm": 1.0953590869903564,
      "learning_rate": 0.001,
      "loss": 2.3554,
      "step": 51200
    },
    {
      "epoch": 16.58047834518423,
      "grad_norm": 1.1204438209533691,
      "learning_rate": 0.001,
      "loss": 2.3723,
      "step": 51300
    },
    {
      "epoch": 16.612798965740144,
      "grad_norm": 1.3069171905517578,
      "learning_rate": 0.001,
      "loss": 2.3896,
      "step": 51400
    },
    {
      "epoch": 16.645119586296058,
      "grad_norm": 1.6003241539001465,
      "learning_rate": 0.001,
      "loss": 2.3857,
      "step": 51500
    },
    {
      "epoch": 16.677440206851973,
      "grad_norm": 0.9922688603401184,
      "learning_rate": 0.001,
      "loss": 2.3798,
      "step": 51600
    },
    {
      "epoch": 16.709760827407887,
      "grad_norm": 1.031963586807251,
      "learning_rate": 0.001,
      "loss": 2.3929,
      "step": 51700
    },
    {
      "epoch": 16.742081447963802,
      "grad_norm": 1.901574969291687,
      "learning_rate": 0.001,
      "loss": 2.3671,
      "step": 51800
    },
    {
      "epoch": 16.774402068519716,
      "grad_norm": 1.2513313293457031,
      "learning_rate": 0.001,
      "loss": 2.385,
      "step": 51900
    },
    {
      "epoch": 16.80672268907563,
      "grad_norm": 1.3384053707122803,
      "learning_rate": 0.001,
      "loss": 2.3671,
      "step": 52000
    },
    {
      "epoch": 16.839043309631545,
      "grad_norm": 1.2866300344467163,
      "learning_rate": 0.001,
      "loss": 2.3954,
      "step": 52100
    },
    {
      "epoch": 16.87136393018746,
      "grad_norm": 1.2207213640213013,
      "learning_rate": 0.001,
      "loss": 2.378,
      "step": 52200
    },
    {
      "epoch": 16.903684550743375,
      "grad_norm": 1.650807499885559,
      "learning_rate": 0.001,
      "loss": 2.385,
      "step": 52300
    },
    {
      "epoch": 16.93600517129929,
      "grad_norm": 1.7084968090057373,
      "learning_rate": 0.001,
      "loss": 2.3908,
      "step": 52400
    },
    {
      "epoch": 16.968325791855204,
      "grad_norm": 1.7759723663330078,
      "learning_rate": 0.001,
      "loss": 2.3822,
      "step": 52500
    },
    {
      "epoch": 17.00064641241112,
      "grad_norm": 1.10271155834198,
      "learning_rate": 0.001,
      "loss": 2.3754,
      "step": 52600
    },
    {
      "epoch": 17.032967032967033,
      "grad_norm": 1.2963900566101074,
      "learning_rate": 0.001,
      "loss": 2.2592,
      "step": 52700
    },
    {
      "epoch": 17.065287653522947,
      "grad_norm": 1.9867055416107178,
      "learning_rate": 0.001,
      "loss": 2.2813,
      "step": 52800
    },
    {
      "epoch": 17.097608274078862,
      "grad_norm": 1.5865892171859741,
      "learning_rate": 0.001,
      "loss": 2.2723,
      "step": 52900
    },
    {
      "epoch": 17.129928894634777,
      "grad_norm": 1.3120412826538086,
      "learning_rate": 0.001,
      "loss": 2.2849,
      "step": 53000
    },
    {
      "epoch": 17.16224951519069,
      "grad_norm": 1.1649175882339478,
      "learning_rate": 0.001,
      "loss": 2.2723,
      "step": 53100
    },
    {
      "epoch": 17.194570135746606,
      "grad_norm": 1.58769953250885,
      "learning_rate": 0.001,
      "loss": 2.2823,
      "step": 53200
    },
    {
      "epoch": 17.22689075630252,
      "grad_norm": 1.6751596927642822,
      "learning_rate": 0.001,
      "loss": 2.2855,
      "step": 53300
    },
    {
      "epoch": 17.259211376858435,
      "grad_norm": 1.7793489694595337,
      "learning_rate": 0.001,
      "loss": 2.3172,
      "step": 53400
    },
    {
      "epoch": 17.29153199741435,
      "grad_norm": 2.282860279083252,
      "learning_rate": 0.001,
      "loss": 2.3009,
      "step": 53500
    },
    {
      "epoch": 17.323852617970264,
      "grad_norm": 1.3145146369934082,
      "learning_rate": 0.001,
      "loss": 2.3212,
      "step": 53600
    },
    {
      "epoch": 17.35617323852618,
      "grad_norm": 2.0264697074890137,
      "learning_rate": 0.001,
      "loss": 2.2989,
      "step": 53700
    },
    {
      "epoch": 17.388493859082093,
      "grad_norm": 1.732940435409546,
      "learning_rate": 0.001,
      "loss": 2.3116,
      "step": 53800
    },
    {
      "epoch": 17.420814479638008,
      "grad_norm": 1.2874066829681396,
      "learning_rate": 0.001,
      "loss": 2.3225,
      "step": 53900
    },
    {
      "epoch": 17.453135100193922,
      "grad_norm": 2.6918578147888184,
      "learning_rate": 0.001,
      "loss": 2.3475,
      "step": 54000
    },
    {
      "epoch": 17.485455720749837,
      "grad_norm": 1.157023549079895,
      "learning_rate": 0.001,
      "loss": 2.3362,
      "step": 54100
    },
    {
      "epoch": 17.517776341305755,
      "grad_norm": 1.7219587564468384,
      "learning_rate": 0.001,
      "loss": 2.3316,
      "step": 54200
    },
    {
      "epoch": 17.55009696186167,
      "grad_norm": 1.5307087898254395,
      "learning_rate": 0.001,
      "loss": 2.3063,
      "step": 54300
    },
    {
      "epoch": 17.582417582417584,
      "grad_norm": 1.3788174390792847,
      "learning_rate": 0.001,
      "loss": 2.3079,
      "step": 54400
    },
    {
      "epoch": 17.6147382029735,
      "grad_norm": 1.5743802785873413,
      "learning_rate": 0.001,
      "loss": 2.3606,
      "step": 54500
    },
    {
      "epoch": 17.647058823529413,
      "grad_norm": 1.6412549018859863,
      "learning_rate": 0.001,
      "loss": 2.3459,
      "step": 54600
    },
    {
      "epoch": 17.679379444085328,
      "grad_norm": 1.3172587156295776,
      "learning_rate": 0.001,
      "loss": 2.3487,
      "step": 54700
    },
    {
      "epoch": 17.711700064641242,
      "grad_norm": 2.3966495990753174,
      "learning_rate": 0.001,
      "loss": 2.3504,
      "step": 54800
    },
    {
      "epoch": 17.744020685197157,
      "grad_norm": 1.7576111555099487,
      "learning_rate": 0.001,
      "loss": 2.3532,
      "step": 54900
    },
    {
      "epoch": 17.77634130575307,
      "grad_norm": 1.8008615970611572,
      "learning_rate": 0.001,
      "loss": 2.3424,
      "step": 55000
    },
    {
      "epoch": 17.808661926308986,
      "grad_norm": 1.4207218885421753,
      "learning_rate": 0.001,
      "loss": 2.3487,
      "step": 55100
    },
    {
      "epoch": 17.8409825468649,
      "grad_norm": 1.3356707096099854,
      "learning_rate": 0.001,
      "loss": 2.3453,
      "step": 55200
    },
    {
      "epoch": 17.873303167420815,
      "grad_norm": 1.539759874343872,
      "learning_rate": 0.001,
      "loss": 2.3671,
      "step": 55300
    },
    {
      "epoch": 17.90562378797673,
      "grad_norm": 1.8358328342437744,
      "learning_rate": 0.001,
      "loss": 2.3501,
      "step": 55400
    },
    {
      "epoch": 17.937944408532644,
      "grad_norm": 1.364769697189331,
      "learning_rate": 0.001,
      "loss": 2.3569,
      "step": 55500
    },
    {
      "epoch": 17.97026502908856,
      "grad_norm": 1.4108922481536865,
      "learning_rate": 0.001,
      "loss": 2.3798,
      "step": 55600
    },
    {
      "epoch": 18.002585649644473,
      "grad_norm": 1.059289574623108,
      "learning_rate": 0.001,
      "loss": 2.3672,
      "step": 55700
    },
    {
      "epoch": 18.034906270200388,
      "grad_norm": 1.3654694557189941,
      "learning_rate": 0.001,
      "loss": 2.216,
      "step": 55800
    },
    {
      "epoch": 18.067226890756302,
      "grad_norm": 1.180903673171997,
      "learning_rate": 0.001,
      "loss": 2.2443,
      "step": 55900
    },
    {
      "epoch": 18.099547511312217,
      "grad_norm": 1.1906614303588867,
      "learning_rate": 0.001,
      "loss": 2.237,
      "step": 56000
    },
    {
      "epoch": 18.13186813186813,
      "grad_norm": 0.9306825995445251,
      "learning_rate": 0.001,
      "loss": 2.2622,
      "step": 56100
    },
    {
      "epoch": 18.164188752424046,
      "grad_norm": 1.3749343156814575,
      "learning_rate": 0.001,
      "loss": 2.2687,
      "step": 56200
    },
    {
      "epoch": 18.19650937297996,
      "grad_norm": 1.1963257789611816,
      "learning_rate": 0.001,
      "loss": 2.2531,
      "step": 56300
    },
    {
      "epoch": 18.228829993535875,
      "grad_norm": 1.1274259090423584,
      "learning_rate": 0.001,
      "loss": 2.2807,
      "step": 56400
    },
    {
      "epoch": 18.26115061409179,
      "grad_norm": 1.3278353214263916,
      "learning_rate": 0.001,
      "loss": 2.2498,
      "step": 56500
    },
    {
      "epoch": 18.293471234647704,
      "grad_norm": 1.3156241178512573,
      "learning_rate": 0.001,
      "loss": 2.2788,
      "step": 56600
    },
    {
      "epoch": 18.32579185520362,
      "grad_norm": 2.9313273429870605,
      "learning_rate": 0.001,
      "loss": 2.2997,
      "step": 56700
    },
    {
      "epoch": 18.358112475759533,
      "grad_norm": 1.1332013607025146,
      "learning_rate": 0.001,
      "loss": 2.2597,
      "step": 56800
    },
    {
      "epoch": 18.390433096315448,
      "grad_norm": 1.0031983852386475,
      "learning_rate": 0.001,
      "loss": 2.2857,
      "step": 56900
    },
    {
      "epoch": 18.422753716871362,
      "grad_norm": 1.4200254678726196,
      "learning_rate": 0.001,
      "loss": 2.289,
      "step": 57000
    },
    {
      "epoch": 18.455074337427277,
      "grad_norm": 1.2326666116714478,
      "learning_rate": 0.001,
      "loss": 2.2947,
      "step": 57100
    },
    {
      "epoch": 18.48739495798319,
      "grad_norm": 1.3032413721084595,
      "learning_rate": 0.001,
      "loss": 2.3008,
      "step": 57200
    },
    {
      "epoch": 18.51971557853911,
      "grad_norm": 1.3499927520751953,
      "learning_rate": 0.001,
      "loss": 2.2953,
      "step": 57300
    },
    {
      "epoch": 18.552036199095024,
      "grad_norm": 0.9511869549751282,
      "learning_rate": 0.001,
      "loss": 2.3015,
      "step": 57400
    },
    {
      "epoch": 18.58435681965094,
      "grad_norm": 1.2522751092910767,
      "learning_rate": 0.001,
      "loss": 2.2894,
      "step": 57500
    },
    {
      "epoch": 18.616677440206853,
      "grad_norm": 1.6413238048553467,
      "learning_rate": 0.001,
      "loss": 2.303,
      "step": 57600
    },
    {
      "epoch": 18.648998060762768,
      "grad_norm": 1.374800205230713,
      "learning_rate": 0.001,
      "loss": 2.3184,
      "step": 57700
    },
    {
      "epoch": 18.681318681318682,
      "grad_norm": 1.5344808101654053,
      "learning_rate": 0.001,
      "loss": 2.3115,
      "step": 57800
    },
    {
      "epoch": 18.713639301874597,
      "grad_norm": 1.1972161531448364,
      "learning_rate": 0.001,
      "loss": 2.3152,
      "step": 57900
    },
    {
      "epoch": 18.74595992243051,
      "grad_norm": 1.4695580005645752,
      "learning_rate": 0.001,
      "loss": 2.3144,
      "step": 58000
    },
    {
      "epoch": 18.778280542986426,
      "grad_norm": 1.2772595882415771,
      "learning_rate": 0.001,
      "loss": 2.3219,
      "step": 58100
    },
    {
      "epoch": 18.81060116354234,
      "grad_norm": 1.209390640258789,
      "learning_rate": 0.001,
      "loss": 2.2999,
      "step": 58200
    },
    {
      "epoch": 18.842921784098255,
      "grad_norm": 2.1689558029174805,
      "learning_rate": 0.001,
      "loss": 2.3162,
      "step": 58300
    },
    {
      "epoch": 18.87524240465417,
      "grad_norm": 1.1821141242980957,
      "learning_rate": 0.001,
      "loss": 2.3305,
      "step": 58400
    },
    {
      "epoch": 18.907563025210084,
      "grad_norm": 1.7964617013931274,
      "learning_rate": 0.001,
      "loss": 2.3514,
      "step": 58500
    },
    {
      "epoch": 18.939883645766,
      "grad_norm": 2.520017623901367,
      "learning_rate": 0.001,
      "loss": 2.3219,
      "step": 58600
    },
    {
      "epoch": 18.972204266321913,
      "grad_norm": 1.1246200799942017,
      "learning_rate": 0.001,
      "loss": 2.322,
      "step": 58700
    },
    {
      "epoch": 19.004524886877828,
      "grad_norm": 0.9385286569595337,
      "learning_rate": 0.001,
      "loss": 2.3244,
      "step": 58800
    },
    {
      "epoch": 19.036845507433743,
      "grad_norm": 0.9310023784637451,
      "learning_rate": 0.001,
      "loss": 2.1869,
      "step": 58900
    },
    {
      "epoch": 19.069166127989657,
      "grad_norm": 1.4232900142669678,
      "learning_rate": 0.001,
      "loss": 2.1975,
      "step": 59000
    },
    {
      "epoch": 19.10148674854557,
      "grad_norm": 2.1708130836486816,
      "learning_rate": 0.001,
      "loss": 2.2171,
      "step": 59100
    },
    {
      "epoch": 19.133807369101486,
      "grad_norm": 1.001821517944336,
      "learning_rate": 0.001,
      "loss": 2.2261,
      "step": 59200
    },
    {
      "epoch": 19.1661279896574,
      "grad_norm": 3.494102954864502,
      "learning_rate": 0.001,
      "loss": 2.2331,
      "step": 59300
    },
    {
      "epoch": 19.198448610213315,
      "grad_norm": 0.8957599997520447,
      "learning_rate": 0.001,
      "loss": 2.2405,
      "step": 59400
    },
    {
      "epoch": 19.23076923076923,
      "grad_norm": 1.2073777914047241,
      "learning_rate": 0.001,
      "loss": 2.2371,
      "step": 59500
    },
    {
      "epoch": 19.263089851325145,
      "grad_norm": 1.2861355543136597,
      "learning_rate": 0.001,
      "loss": 2.2521,
      "step": 59600
    },
    {
      "epoch": 19.29541047188106,
      "grad_norm": 2.432159900665283,
      "learning_rate": 0.001,
      "loss": 2.2503,
      "step": 59700
    },
    {
      "epoch": 19.327731092436974,
      "grad_norm": 1.23323392868042,
      "learning_rate": 0.001,
      "loss": 2.258,
      "step": 59800
    },
    {
      "epoch": 19.360051712992888,
      "grad_norm": 1.3903826475143433,
      "learning_rate": 0.001,
      "loss": 2.2645,
      "step": 59900
    },
    {
      "epoch": 19.392372333548803,
      "grad_norm": 0.9960901141166687,
      "learning_rate": 0.001,
      "loss": 2.2757,
      "step": 60000
    },
    {
      "epoch": 19.424692954104717,
      "grad_norm": 1.8597664833068848,
      "learning_rate": 0.001,
      "loss": 2.2669,
      "step": 60100
    },
    {
      "epoch": 19.457013574660632,
      "grad_norm": 1.2585152387619019,
      "learning_rate": 0.001,
      "loss": 2.2607,
      "step": 60200
    },
    {
      "epoch": 19.489334195216546,
      "grad_norm": 1.2838085889816284,
      "learning_rate": 0.001,
      "loss": 2.2782,
      "step": 60300
    },
    {
      "epoch": 19.521654815772465,
      "grad_norm": 0.8483328819274902,
      "learning_rate": 0.001,
      "loss": 2.2755,
      "step": 60400
    },
    {
      "epoch": 19.55397543632838,
      "grad_norm": 1.3782103061676025,
      "learning_rate": 0.001,
      "loss": 2.2784,
      "step": 60500
    },
    {
      "epoch": 19.586296056884294,
      "grad_norm": 1.1736034154891968,
      "learning_rate": 0.001,
      "loss": 2.2866,
      "step": 60600
    },
    {
      "epoch": 19.618616677440208,
      "grad_norm": 1.2483816146850586,
      "learning_rate": 0.001,
      "loss": 2.3019,
      "step": 60700
    },
    {
      "epoch": 19.650937297996123,
      "grad_norm": 1.2762895822525024,
      "learning_rate": 0.001,
      "loss": 2.2979,
      "step": 60800
    },
    {
      "epoch": 19.683257918552037,
      "grad_norm": 3.250558614730835,
      "learning_rate": 0.001,
      "loss": 2.276,
      "step": 60900
    },
    {
      "epoch": 19.715578539107952,
      "grad_norm": 1.1889989376068115,
      "learning_rate": 0.001,
      "loss": 2.2952,
      "step": 61000
    },
    {
      "epoch": 19.747899159663866,
      "grad_norm": 0.9416497945785522,
      "learning_rate": 0.001,
      "loss": 2.301,
      "step": 61100
    },
    {
      "epoch": 19.78021978021978,
      "grad_norm": 1.9224745035171509,
      "learning_rate": 0.001,
      "loss": 2.2878,
      "step": 61200
    },
    {
      "epoch": 19.812540400775696,
      "grad_norm": 4.700887203216553,
      "learning_rate": 0.001,
      "loss": 2.2838,
      "step": 61300
    },
    {
      "epoch": 19.84486102133161,
      "grad_norm": 0.9421126842498779,
      "learning_rate": 0.001,
      "loss": 2.2932,
      "step": 61400
    },
    {
      "epoch": 19.877181641887525,
      "grad_norm": 1.1634491682052612,
      "learning_rate": 0.001,
      "loss": 2.2999,
      "step": 61500
    },
    {
      "epoch": 19.90950226244344,
      "grad_norm": 1.1858274936676025,
      "learning_rate": 0.001,
      "loss": 2.3054,
      "step": 61600
    },
    {
      "epoch": 19.941822882999354,
      "grad_norm": 1.329311728477478,
      "learning_rate": 0.001,
      "loss": 2.2845,
      "step": 61700
    },
    {
      "epoch": 19.97414350355527,
      "grad_norm": 1.2669275999069214,
      "learning_rate": 0.001,
      "loss": 2.2965,
      "step": 61800
    },
    {
      "epoch": 20.006464124111183,
      "grad_norm": 1.0594754219055176,
      "learning_rate": 0.001,
      "loss": 2.2737,
      "step": 61900
    },
    {
      "epoch": 20.038784744667097,
      "grad_norm": 1.0701115131378174,
      "learning_rate": 0.001,
      "loss": 2.1884,
      "step": 62000
    },
    {
      "epoch": 20.071105365223012,
      "grad_norm": 1.5124876499176025,
      "learning_rate": 0.001,
      "loss": 2.2059,
      "step": 62100
    },
    {
      "epoch": 20.103425985778927,
      "grad_norm": 1.1780787706375122,
      "learning_rate": 0.001,
      "loss": 2.1862,
      "step": 62200
    },
    {
      "epoch": 20.13574660633484,
      "grad_norm": 1.5428792238235474,
      "learning_rate": 0.001,
      "loss": 2.1986,
      "step": 62300
    },
    {
      "epoch": 20.168067226890756,
      "grad_norm": 1.1954866647720337,
      "learning_rate": 0.001,
      "loss": 2.1996,
      "step": 62400
    },
    {
      "epoch": 20.20038784744667,
      "grad_norm": 0.954133152961731,
      "learning_rate": 0.001,
      "loss": 2.1888,
      "step": 62500
    },
    {
      "epoch": 20.232708468002585,
      "grad_norm": 1.1837090253829956,
      "learning_rate": 0.001,
      "loss": 2.2021,
      "step": 62600
    },
    {
      "epoch": 20.2650290885585,
      "grad_norm": 1.3472464084625244,
      "learning_rate": 0.001,
      "loss": 2.1927,
      "step": 62700
    },
    {
      "epoch": 20.297349709114414,
      "grad_norm": 0.9450037479400635,
      "learning_rate": 0.001,
      "loss": 2.2305,
      "step": 62800
    },
    {
      "epoch": 20.32967032967033,
      "grad_norm": 1.2614103555679321,
      "learning_rate": 0.001,
      "loss": 2.2111,
      "step": 62900
    },
    {
      "epoch": 20.361990950226243,
      "grad_norm": 0.9046623706817627,
      "learning_rate": 0.001,
      "loss": 2.2408,
      "step": 63000
    },
    {
      "epoch": 20.394311570782158,
      "grad_norm": 1.1588932275772095,
      "learning_rate": 0.001,
      "loss": 2.2197,
      "step": 63100
    },
    {
      "epoch": 20.426632191338072,
      "grad_norm": 0.9164819717407227,
      "learning_rate": 0.001,
      "loss": 2.2231,
      "step": 63200
    },
    {
      "epoch": 20.458952811893987,
      "grad_norm": 1.2764579057693481,
      "learning_rate": 0.001,
      "loss": 2.2243,
      "step": 63300
    },
    {
      "epoch": 20.4912734324499,
      "grad_norm": 4.03385066986084,
      "learning_rate": 0.001,
      "loss": 2.236,
      "step": 63400
    },
    {
      "epoch": 20.52359405300582,
      "grad_norm": 1.053321361541748,
      "learning_rate": 0.001,
      "loss": 2.2253,
      "step": 63500
    },
    {
      "epoch": 20.555914673561734,
      "grad_norm": 1.7376022338867188,
      "learning_rate": 0.001,
      "loss": 2.244,
      "step": 63600
    },
    {
      "epoch": 20.58823529411765,
      "grad_norm": 1.1926599740982056,
      "learning_rate": 0.001,
      "loss": 2.238,
      "step": 63700
    },
    {
      "epoch": 20.620555914673563,
      "grad_norm": 1.3606079816818237,
      "learning_rate": 0.001,
      "loss": 2.2369,
      "step": 63800
    },
    {
      "epoch": 20.652876535229478,
      "grad_norm": 1.2438503503799438,
      "learning_rate": 0.001,
      "loss": 2.2276,
      "step": 63900
    },
    {
      "epoch": 20.685197155785392,
      "grad_norm": 4.006174564361572,
      "learning_rate": 0.001,
      "loss": 2.2374,
      "step": 64000
    },
    {
      "epoch": 20.717517776341307,
      "grad_norm": 1.0997745990753174,
      "learning_rate": 0.001,
      "loss": 2.2537,
      "step": 64100
    },
    {
      "epoch": 20.74983839689722,
      "grad_norm": 1.0216960906982422,
      "learning_rate": 0.001,
      "loss": 2.2553,
      "step": 64200
    },
    {
      "epoch": 20.782159017453136,
      "grad_norm": 0.9642929434776306,
      "learning_rate": 0.001,
      "loss": 2.247,
      "step": 64300
    },
    {
      "epoch": 20.81447963800905,
      "grad_norm": 1.2417669296264648,
      "learning_rate": 0.001,
      "loss": 2.2688,
      "step": 64400
    },
    {
      "epoch": 20.846800258564965,
      "grad_norm": 1.0045145750045776,
      "learning_rate": 0.001,
      "loss": 2.2514,
      "step": 64500
    },
    {
      "epoch": 20.87912087912088,
      "grad_norm": 1.0303434133529663,
      "learning_rate": 0.001,
      "loss": 2.2851,
      "step": 64600
    },
    {
      "epoch": 20.911441499676794,
      "grad_norm": 1.2821143865585327,
      "learning_rate": 0.001,
      "loss": 2.2716,
      "step": 64700
    },
    {
      "epoch": 20.94376212023271,
      "grad_norm": 1.1740155220031738,
      "learning_rate": 0.001,
      "loss": 2.2775,
      "step": 64800
    },
    {
      "epoch": 20.976082740788623,
      "grad_norm": 1.1084355115890503,
      "learning_rate": 0.001,
      "loss": 2.2759,
      "step": 64900
    },
    {
      "epoch": 21.008403361344538,
      "grad_norm": 1.203021764755249,
      "learning_rate": 0.001,
      "loss": 2.2179,
      "step": 65000
    },
    {
      "epoch": 21.040723981900452,
      "grad_norm": 1.350157618522644,
      "learning_rate": 0.001,
      "loss": 2.1488,
      "step": 65100
    },
    {
      "epoch": 21.073044602456367,
      "grad_norm": 1.0543795824050903,
      "learning_rate": 0.001,
      "loss": 2.1495,
      "step": 65200
    },
    {
      "epoch": 21.10536522301228,
      "grad_norm": 0.9470434188842773,
      "learning_rate": 0.001,
      "loss": 2.1619,
      "step": 65300
    },
    {
      "epoch": 21.137685843568196,
      "grad_norm": 1.5707566738128662,
      "learning_rate": 0.001,
      "loss": 2.1733,
      "step": 65400
    },
    {
      "epoch": 21.17000646412411,
      "grad_norm": 1.2483543157577515,
      "learning_rate": 0.001,
      "loss": 2.1679,
      "step": 65500
    },
    {
      "epoch": 21.202327084680025,
      "grad_norm": 1.4211738109588623,
      "learning_rate": 0.001,
      "loss": 2.1713,
      "step": 65600
    },
    {
      "epoch": 21.23464770523594,
      "grad_norm": 1.1612799167633057,
      "learning_rate": 0.001,
      "loss": 2.1736,
      "step": 65700
    },
    {
      "epoch": 21.266968325791854,
      "grad_norm": 1.196619987487793,
      "learning_rate": 0.001,
      "loss": 2.1707,
      "step": 65800
    },
    {
      "epoch": 21.29928894634777,
      "grad_norm": 1.2655024528503418,
      "learning_rate": 0.001,
      "loss": 2.1861,
      "step": 65900
    },
    {
      "epoch": 21.331609566903683,
      "grad_norm": 1.1644591093063354,
      "learning_rate": 0.001,
      "loss": 2.1986,
      "step": 66000
    },
    {
      "epoch": 21.363930187459598,
      "grad_norm": 1.045379638671875,
      "learning_rate": 0.001,
      "loss": 2.1746,
      "step": 66100
    },
    {
      "epoch": 21.396250808015512,
      "grad_norm": 1.5124856233596802,
      "learning_rate": 0.001,
      "loss": 2.1842,
      "step": 66200
    },
    {
      "epoch": 21.428571428571427,
      "grad_norm": 2.634951114654541,
      "learning_rate": 0.001,
      "loss": 2.192,
      "step": 66300
    },
    {
      "epoch": 21.46089204912734,
      "grad_norm": 1.3309059143066406,
      "learning_rate": 0.001,
      "loss": 2.2138,
      "step": 66400
    },
    {
      "epoch": 21.49321266968326,
      "grad_norm": 0.925076425075531,
      "learning_rate": 0.001,
      "loss": 2.185,
      "step": 66500
    },
    {
      "epoch": 21.525533290239174,
      "grad_norm": 1.1094307899475098,
      "learning_rate": 0.001,
      "loss": 2.1764,
      "step": 66600
    },
    {
      "epoch": 21.55785391079509,
      "grad_norm": 3.684140205383301,
      "learning_rate": 0.001,
      "loss": 2.2165,
      "step": 66700
    },
    {
      "epoch": 21.590174531351003,
      "grad_norm": 1.3977251052856445,
      "learning_rate": 0.001,
      "loss": 2.2232,
      "step": 66800
    },
    {
      "epoch": 21.622495151906918,
      "grad_norm": 1.1375144720077515,
      "learning_rate": 0.001,
      "loss": 2.2241,
      "step": 66900
    },
    {
      "epoch": 21.654815772462833,
      "grad_norm": 1.346591591835022,
      "learning_rate": 0.001,
      "loss": 2.2215,
      "step": 67000
    },
    {
      "epoch": 21.687136393018747,
      "grad_norm": 1.0387187004089355,
      "learning_rate": 0.001,
      "loss": 2.2274,
      "step": 67100
    },
    {
      "epoch": 21.71945701357466,
      "grad_norm": 1.0573827028274536,
      "learning_rate": 0.001,
      "loss": 2.235,
      "step": 67200
    },
    {
      "epoch": 21.751777634130576,
      "grad_norm": 1.0833524465560913,
      "learning_rate": 0.001,
      "loss": 2.2329,
      "step": 67300
    },
    {
      "epoch": 21.78409825468649,
      "grad_norm": 1.107426404953003,
      "learning_rate": 0.001,
      "loss": 2.2523,
      "step": 67400
    },
    {
      "epoch": 21.816418875242405,
      "grad_norm": 0.8933070302009583,
      "learning_rate": 0.001,
      "loss": 2.256,
      "step": 67500
    },
    {
      "epoch": 21.84873949579832,
      "grad_norm": 0.9455196857452393,
      "learning_rate": 0.001,
      "loss": 2.2384,
      "step": 67600
    },
    {
      "epoch": 21.881060116354234,
      "grad_norm": 1.286765694618225,
      "learning_rate": 0.001,
      "loss": 2.2255,
      "step": 67700
    },
    {
      "epoch": 21.91338073691015,
      "grad_norm": 1.3269850015640259,
      "learning_rate": 0.001,
      "loss": 2.2206,
      "step": 67800
    },
    {
      "epoch": 21.945701357466064,
      "grad_norm": 1.2551066875457764,
      "learning_rate": 0.001,
      "loss": 2.2359,
      "step": 67900
    },
    {
      "epoch": 21.978021978021978,
      "grad_norm": 1.0087969303131104,
      "learning_rate": 0.001,
      "loss": 2.2369,
      "step": 68000
    },
    {
      "epoch": 22.010342598577893,
      "grad_norm": 1.0557159185409546,
      "learning_rate": 0.001,
      "loss": 2.1824,
      "step": 68100
    },
    {
      "epoch": 22.042663219133807,
      "grad_norm": 1.315683126449585,
      "learning_rate": 0.001,
      "loss": 2.1282,
      "step": 68200
    },
    {
      "epoch": 22.07498383968972,
      "grad_norm": 1.212685227394104,
      "learning_rate": 0.001,
      "loss": 2.1158,
      "step": 68300
    },
    {
      "epoch": 22.107304460245636,
      "grad_norm": 1.3502869606018066,
      "learning_rate": 0.001,
      "loss": 2.1295,
      "step": 68400
    },
    {
      "epoch": 22.13962508080155,
      "grad_norm": 1.0780011415481567,
      "learning_rate": 0.001,
      "loss": 2.1404,
      "step": 68500
    },
    {
      "epoch": 22.171945701357465,
      "grad_norm": 0.9254752993583679,
      "learning_rate": 0.001,
      "loss": 2.1386,
      "step": 68600
    },
    {
      "epoch": 22.20426632191338,
      "grad_norm": 1.2723146677017212,
      "learning_rate": 0.001,
      "loss": 2.1567,
      "step": 68700
    },
    {
      "epoch": 22.236586942469295,
      "grad_norm": 1.0586020946502686,
      "learning_rate": 0.001,
      "loss": 2.1424,
      "step": 68800
    },
    {
      "epoch": 22.26890756302521,
      "grad_norm": 1.1164443492889404,
      "learning_rate": 0.001,
      "loss": 2.133,
      "step": 68900
    },
    {
      "epoch": 22.301228183581124,
      "grad_norm": 1.0122994184494019,
      "learning_rate": 0.001,
      "loss": 2.1617,
      "step": 69000
    },
    {
      "epoch": 22.33354880413704,
      "grad_norm": 1.317086935043335,
      "learning_rate": 0.001,
      "loss": 2.1377,
      "step": 69100
    },
    {
      "epoch": 22.365869424692953,
      "grad_norm": 1.2165652513504028,
      "learning_rate": 0.001,
      "loss": 2.1843,
      "step": 69200
    },
    {
      "epoch": 22.398190045248867,
      "grad_norm": 1.399969458580017,
      "learning_rate": 0.001,
      "loss": 2.1803,
      "step": 69300
    },
    {
      "epoch": 22.430510665804782,
      "grad_norm": 1.684756875038147,
      "learning_rate": 0.001,
      "loss": 2.1742,
      "step": 69400
    },
    {
      "epoch": 22.462831286360696,
      "grad_norm": 1.0789484977722168,
      "learning_rate": 0.001,
      "loss": 2.1735,
      "step": 69500
    },
    {
      "epoch": 22.49515190691661,
      "grad_norm": 1.543270230293274,
      "learning_rate": 0.001,
      "loss": 2.1859,
      "step": 69600
    },
    {
      "epoch": 22.52747252747253,
      "grad_norm": 1.3426151275634766,
      "learning_rate": 0.001,
      "loss": 2.174,
      "step": 69700
    },
    {
      "epoch": 22.559793148028444,
      "grad_norm": 0.890598714351654,
      "learning_rate": 0.001,
      "loss": 2.1776,
      "step": 69800
    },
    {
      "epoch": 22.59211376858436,
      "grad_norm": 1.1833915710449219,
      "learning_rate": 0.001,
      "loss": 2.1819,
      "step": 69900
    },
    {
      "epoch": 22.624434389140273,
      "grad_norm": 0.9973257184028625,
      "learning_rate": 0.001,
      "loss": 2.1922,
      "step": 70000
    },
    {
      "epoch": 22.656755009696187,
      "grad_norm": 1.257135272026062,
      "learning_rate": 0.001,
      "loss": 2.1815,
      "step": 70100
    },
    {
      "epoch": 22.689075630252102,
      "grad_norm": 1.0267868041992188,
      "learning_rate": 0.001,
      "loss": 2.2103,
      "step": 70200
    },
    {
      "epoch": 22.721396250808017,
      "grad_norm": 1.0414015054702759,
      "learning_rate": 0.001,
      "loss": 2.201,
      "step": 70300
    },
    {
      "epoch": 22.75371687136393,
      "grad_norm": 1.3434369564056396,
      "learning_rate": 0.001,
      "loss": 2.1962,
      "step": 70400
    },
    {
      "epoch": 22.786037491919846,
      "grad_norm": 1.169021487236023,
      "learning_rate": 0.001,
      "loss": 2.2031,
      "step": 70500
    },
    {
      "epoch": 22.81835811247576,
      "grad_norm": 1.1023622751235962,
      "learning_rate": 0.001,
      "loss": 2.2,
      "step": 70600
    },
    {
      "epoch": 22.850678733031675,
      "grad_norm": 1.2647966146469116,
      "learning_rate": 0.001,
      "loss": 2.1904,
      "step": 70700
    },
    {
      "epoch": 22.88299935358759,
      "grad_norm": 1.2899765968322754,
      "learning_rate": 0.001,
      "loss": 2.2167,
      "step": 70800
    },
    {
      "epoch": 22.915319974143504,
      "grad_norm": 1.117594599723816,
      "learning_rate": 0.001,
      "loss": 2.2025,
      "step": 70900
    },
    {
      "epoch": 22.94764059469942,
      "grad_norm": 1.0947407484054565,
      "learning_rate": 0.001,
      "loss": 2.2007,
      "step": 71000
    },
    {
      "epoch": 22.979961215255333,
      "grad_norm": 1.0941314697265625,
      "learning_rate": 0.001,
      "loss": 2.2177,
      "step": 71100
    },
    {
      "epoch": 23.012281835811248,
      "grad_norm": 1.0390032529830933,
      "learning_rate": 0.001,
      "loss": 2.147,
      "step": 71200
    },
    {
      "epoch": 23.044602456367162,
      "grad_norm": 1.1815224885940552,
      "learning_rate": 0.001,
      "loss": 2.0941,
      "step": 71300
    },
    {
      "epoch": 23.076923076923077,
      "grad_norm": 1.0800752639770508,
      "learning_rate": 0.001,
      "loss": 2.0831,
      "step": 71400
    },
    {
      "epoch": 23.10924369747899,
      "grad_norm": 1.2090117931365967,
      "learning_rate": 0.001,
      "loss": 2.1023,
      "step": 71500
    },
    {
      "epoch": 23.141564318034906,
      "grad_norm": 1.3038159608840942,
      "learning_rate": 0.001,
      "loss": 2.1162,
      "step": 71600
    },
    {
      "epoch": 23.17388493859082,
      "grad_norm": 1.121179461479187,
      "learning_rate": 0.001,
      "loss": 2.115,
      "step": 71700
    },
    {
      "epoch": 23.206205559146735,
      "grad_norm": 1.4569921493530273,
      "learning_rate": 0.001,
      "loss": 2.13,
      "step": 71800
    },
    {
      "epoch": 23.23852617970265,
      "grad_norm": 1.4806948900222778,
      "learning_rate": 0.001,
      "loss": 2.1216,
      "step": 71900
    },
    {
      "epoch": 23.270846800258564,
      "grad_norm": 1.322292447090149,
      "learning_rate": 0.001,
      "loss": 2.1184,
      "step": 72000
    },
    {
      "epoch": 23.30316742081448,
      "grad_norm": 1.2072781324386597,
      "learning_rate": 0.001,
      "loss": 2.1387,
      "step": 72100
    },
    {
      "epoch": 23.335488041370393,
      "grad_norm": 2.6479721069335938,
      "learning_rate": 0.001,
      "loss": 2.1217,
      "step": 72200
    },
    {
      "epoch": 23.367808661926308,
      "grad_norm": 1.0907998085021973,
      "learning_rate": 0.001,
      "loss": 2.1317,
      "step": 72300
    },
    {
      "epoch": 23.400129282482222,
      "grad_norm": 1.1348085403442383,
      "learning_rate": 0.001,
      "loss": 2.137,
      "step": 72400
    },
    {
      "epoch": 23.432449903038137,
      "grad_norm": 1.1507594585418701,
      "learning_rate": 0.001,
      "loss": 2.1301,
      "step": 72500
    },
    {
      "epoch": 23.46477052359405,
      "grad_norm": 1.0589749813079834,
      "learning_rate": 0.001,
      "loss": 2.1388,
      "step": 72600
    },
    {
      "epoch": 23.49709114414997,
      "grad_norm": 1.3237488269805908,
      "learning_rate": 0.001,
      "loss": 2.147,
      "step": 72700
    },
    {
      "epoch": 23.529411764705884,
      "grad_norm": 1.3196653127670288,
      "learning_rate": 0.001,
      "loss": 2.1514,
      "step": 72800
    },
    {
      "epoch": 23.5617323852618,
      "grad_norm": 1.4573062658309937,
      "learning_rate": 0.001,
      "loss": 2.1399,
      "step": 72900
    },
    {
      "epoch": 23.594053005817713,
      "grad_norm": 1.282280445098877,
      "learning_rate": 0.001,
      "loss": 2.1592,
      "step": 73000
    },
    {
      "epoch": 23.626373626373628,
      "grad_norm": 1.2260860204696655,
      "learning_rate": 0.001,
      "loss": 2.1596,
      "step": 73100
    },
    {
      "epoch": 23.658694246929542,
      "grad_norm": 0.988438069820404,
      "learning_rate": 0.001,
      "loss": 2.179,
      "step": 73200
    },
    {
      "epoch": 23.691014867485457,
      "grad_norm": 1.949804663658142,
      "learning_rate": 0.001,
      "loss": 2.1647,
      "step": 73300
    },
    {
      "epoch": 23.72333548804137,
      "grad_norm": 1.1647915840148926,
      "learning_rate": 0.001,
      "loss": 2.1797,
      "step": 73400
    },
    {
      "epoch": 23.755656108597286,
      "grad_norm": 1.1273785829544067,
      "learning_rate": 0.001,
      "loss": 2.1726,
      "step": 73500
    },
    {
      "epoch": 23.7879767291532,
      "grad_norm": 0.8867236971855164,
      "learning_rate": 0.001,
      "loss": 2.1946,
      "step": 73600
    },
    {
      "epoch": 23.820297349709115,
      "grad_norm": 1.4230597019195557,
      "learning_rate": 0.001,
      "loss": 2.1593,
      "step": 73700
    },
    {
      "epoch": 23.85261797026503,
      "grad_norm": 1.746808648109436,
      "learning_rate": 0.001,
      "loss": 2.1688,
      "step": 73800
    },
    {
      "epoch": 23.884938590820944,
      "grad_norm": 1.1774017810821533,
      "learning_rate": 0.001,
      "loss": 2.1669,
      "step": 73900
    },
    {
      "epoch": 23.91725921137686,
      "grad_norm": 0.9512691497802734,
      "learning_rate": 0.001,
      "loss": 2.2018,
      "step": 74000
    },
    {
      "epoch": 23.949579831932773,
      "grad_norm": 1.1202641725540161,
      "learning_rate": 0.001,
      "loss": 2.189,
      "step": 74100
    },
    {
      "epoch": 23.981900452488688,
      "grad_norm": 1.386281967163086,
      "learning_rate": 0.001,
      "loss": 2.1795,
      "step": 74200
    },
    {
      "epoch": 24.014221073044602,
      "grad_norm": 1.2981146574020386,
      "learning_rate": 0.001,
      "loss": 2.1224,
      "step": 74300
    },
    {
      "epoch": 24.046541693600517,
      "grad_norm": 1.482373595237732,
      "learning_rate": 0.001,
      "loss": 2.0695,
      "step": 74400
    },
    {
      "epoch": 24.07886231415643,
      "grad_norm": 1.3955591917037964,
      "learning_rate": 0.001,
      "loss": 2.0661,
      "step": 74500
    },
    {
      "epoch": 24.111182934712346,
      "grad_norm": 1.1058497428894043,
      "learning_rate": 0.001,
      "loss": 2.0649,
      "step": 74600
    },
    {
      "epoch": 24.14350355526826,
      "grad_norm": 1.320839762687683,
      "learning_rate": 0.001,
      "loss": 2.0891,
      "step": 74700
    },
    {
      "epoch": 24.175824175824175,
      "grad_norm": 1.2094165086746216,
      "learning_rate": 0.001,
      "loss": 2.1177,
      "step": 74800
    },
    {
      "epoch": 24.20814479638009,
      "grad_norm": 1.1991194486618042,
      "learning_rate": 0.001,
      "loss": 2.0623,
      "step": 74900
    },
    {
      "epoch": 24.240465416936004,
      "grad_norm": 1.8889371156692505,
      "learning_rate": 0.001,
      "loss": 2.092,
      "step": 75000
    },
    {
      "epoch": 24.27278603749192,
      "grad_norm": 1.3471605777740479,
      "learning_rate": 0.001,
      "loss": 2.1061,
      "step": 75100
    },
    {
      "epoch": 24.305106658047833,
      "grad_norm": 1.8867371082305908,
      "learning_rate": 0.001,
      "loss": 2.1041,
      "step": 75200
    },
    {
      "epoch": 24.337427278603748,
      "grad_norm": 1.3379744291305542,
      "learning_rate": 0.001,
      "loss": 2.1151,
      "step": 75300
    },
    {
      "epoch": 24.369747899159663,
      "grad_norm": 1.5440335273742676,
      "learning_rate": 0.001,
      "loss": 2.0962,
      "step": 75400
    },
    {
      "epoch": 24.402068519715577,
      "grad_norm": 1.1204935312271118,
      "learning_rate": 0.001,
      "loss": 2.1064,
      "step": 75500
    },
    {
      "epoch": 24.43438914027149,
      "grad_norm": 1.4622135162353516,
      "learning_rate": 0.001,
      "loss": 2.115,
      "step": 75600
    },
    {
      "epoch": 24.466709760827406,
      "grad_norm": 1.3883719444274902,
      "learning_rate": 0.001,
      "loss": 2.0925,
      "step": 75700
    },
    {
      "epoch": 24.49903038138332,
      "grad_norm": 1.5427287817001343,
      "learning_rate": 0.001,
      "loss": 2.1226,
      "step": 75800
    },
    {
      "epoch": 24.53135100193924,
      "grad_norm": 1.6098239421844482,
      "learning_rate": 0.001,
      "loss": 2.1039,
      "step": 75900
    },
    {
      "epoch": 24.563671622495153,
      "grad_norm": 1.3960392475128174,
      "learning_rate": 0.001,
      "loss": 2.1352,
      "step": 76000
    },
    {
      "epoch": 24.595992243051068,
      "grad_norm": 1.144878625869751,
      "learning_rate": 0.001,
      "loss": 2.0564,
      "step": 76100
    },
    {
      "epoch": 24.628312863606983,
      "grad_norm": 1.787182331085205,
      "learning_rate": 0.001,
      "loss": 2.0533,
      "step": 76200
    },
    {
      "epoch": 24.660633484162897,
      "grad_norm": 1.4299521446228027,
      "learning_rate": 0.001,
      "loss": 2.0557,
      "step": 76300
    },
    {
      "epoch": 24.69295410471881,
      "grad_norm": 1.380946397781372,
      "learning_rate": 0.001,
      "loss": 2.0623,
      "step": 76400
    },
    {
      "epoch": 24.725274725274726,
      "grad_norm": 1.6404014825820923,
      "learning_rate": 0.001,
      "loss": 2.0715,
      "step": 76500
    },
    {
      "epoch": 24.75759534583064,
      "grad_norm": 23.841896057128906,
      "learning_rate": 0.001,
      "loss": 2.0757,
      "step": 76600
    },
    {
      "epoch": 24.789915966386555,
      "grad_norm": 1.3486745357513428,
      "learning_rate": 0.001,
      "loss": 2.0659,
      "step": 76700
    },
    {
      "epoch": 24.82223658694247,
      "grad_norm": 3.894763708114624,
      "learning_rate": 0.001,
      "loss": 2.0902,
      "step": 76800
    },
    {
      "epoch": 24.854557207498384,
      "grad_norm": 11.146355628967285,
      "learning_rate": 0.001,
      "loss": 2.1208,
      "step": 76900
    },
    {
      "epoch": 24.8868778280543,
      "grad_norm": 1.2903822660446167,
      "learning_rate": 0.001,
      "loss": 2.1072,
      "step": 77000
    },
    {
      "epoch": 24.919198448610214,
      "grad_norm": 10.99606704711914,
      "learning_rate": 0.001,
      "loss": 2.1193,
      "step": 77100
    },
    {
      "epoch": 24.951519069166128,
      "grad_norm": 1.1867858171463013,
      "learning_rate": 0.001,
      "loss": 2.0841,
      "step": 77200
    },
    {
      "epoch": 24.983839689722043,
      "grad_norm": 1.1103211641311646,
      "learning_rate": 0.001,
      "loss": 2.106,
      "step": 77300
    },
    {
      "epoch": 25.016160310277957,
      "grad_norm": 1.6374493837356567,
      "learning_rate": 0.001,
      "loss": 2.0306,
      "step": 77400
    },
    {
      "epoch": 25.048480930833872,
      "grad_norm": 2.344067096710205,
      "learning_rate": 0.001,
      "loss": 2.0887,
      "step": 77500
    },
    {
      "epoch": 25.080801551389786,
      "grad_norm": 2.301711320877075,
      "learning_rate": 0.001,
      "loss": 2.0476,
      "step": 77600
    },
    {
      "epoch": 25.1131221719457,
      "grad_norm": 1.9620052576065063,
      "learning_rate": 0.001,
      "loss": 2.0534,
      "step": 77700
    },
    {
      "epoch": 25.145442792501616,
      "grad_norm": 2.9944658279418945,
      "learning_rate": 0.001,
      "loss": 2.0672,
      "step": 77800
    },
    {
      "epoch": 25.17776341305753,
      "grad_norm": 1.4244643449783325,
      "learning_rate": 0.001,
      "loss": 2.0913,
      "step": 77900
    },
    {
      "epoch": 25.210084033613445,
      "grad_norm": 2.284919500350952,
      "learning_rate": 0.001,
      "loss": 2.0831,
      "step": 78000
    },
    {
      "epoch": 25.24240465416936,
      "grad_norm": 2.4999005794525146,
      "learning_rate": 0.001,
      "loss": 2.0753,
      "step": 78100
    },
    {
      "epoch": 25.274725274725274,
      "grad_norm": 1.6855450868606567,
      "learning_rate": 0.001,
      "loss": 2.0663,
      "step": 78200
    },
    {
      "epoch": 25.30704589528119,
      "grad_norm": 1.9350156784057617,
      "learning_rate": 0.001,
      "loss": 2.0958,
      "step": 78300
    },
    {
      "epoch": 25.339366515837103,
      "grad_norm": 1.7433764934539795,
      "learning_rate": 0.001,
      "loss": 2.0999,
      "step": 78400
    },
    {
      "epoch": 25.371687136393017,
      "grad_norm": 1.5508698225021362,
      "learning_rate": 0.001,
      "loss": 2.0869,
      "step": 78500
    },
    {
      "epoch": 25.404007756948932,
      "grad_norm": 2.424957513809204,
      "learning_rate": 0.001,
      "loss": 2.0976,
      "step": 78600
    },
    {
      "epoch": 25.436328377504847,
      "grad_norm": 2.8210113048553467,
      "learning_rate": 0.001,
      "loss": 2.0751,
      "step": 78700
    },
    {
      "epoch": 25.46864899806076,
      "grad_norm": 2.0337183475494385,
      "learning_rate": 0.001,
      "loss": 2.0985,
      "step": 78800
    },
    {
      "epoch": 25.50096961861668,
      "grad_norm": 1.9293049573898315,
      "learning_rate": 0.001,
      "loss": 2.0749,
      "step": 78900
    },
    {
      "epoch": 25.533290239172594,
      "grad_norm": 2.0853822231292725,
      "learning_rate": 0.001,
      "loss": 2.1252,
      "step": 79000
    },
    {
      "epoch": 25.56561085972851,
      "grad_norm": 2.279946804046631,
      "learning_rate": 0.001,
      "loss": 2.0931,
      "step": 79100
    },
    {
      "epoch": 25.597931480284423,
      "grad_norm": 2.034916877746582,
      "learning_rate": 0.001,
      "loss": 2.1146,
      "step": 79200
    },
    {
      "epoch": 25.630252100840337,
      "grad_norm": 1.6620380878448486,
      "learning_rate": 0.001,
      "loss": 2.0862,
      "step": 79300
    },
    {
      "epoch": 25.662572721396252,
      "grad_norm": 4.988941669464111,
      "learning_rate": 0.001,
      "loss": 2.1107,
      "step": 79400
    },
    {
      "epoch": 25.694893341952167,
      "grad_norm": 1.9772543907165527,
      "learning_rate": 0.001,
      "loss": 2.1127,
      "step": 79500
    },
    {
      "epoch": 25.72721396250808,
      "grad_norm": 2.0992016792297363,
      "learning_rate": 0.001,
      "loss": 2.1064,
      "step": 79600
    },
    {
      "epoch": 25.759534583063996,
      "grad_norm": 2.4355504512786865,
      "learning_rate": 0.001,
      "loss": 2.1008,
      "step": 79700
    },
    {
      "epoch": 25.79185520361991,
      "grad_norm": 1.9203208684921265,
      "learning_rate": 0.001,
      "loss": 2.1277,
      "step": 79800
    },
    {
      "epoch": 25.824175824175825,
      "grad_norm": 2.5443992614746094,
      "learning_rate": 0.001,
      "loss": 2.1091,
      "step": 79900
    },
    {
      "epoch": 25.85649644473174,
      "grad_norm": 2.364201307296753,
      "learning_rate": 0.001,
      "loss": 2.1397,
      "step": 80000
    },
    {
      "epoch": 25.888817065287654,
      "grad_norm": 1.53945791721344,
      "learning_rate": 0.001,
      "loss": 2.1228,
      "step": 80100
    },
    {
      "epoch": 25.92113768584357,
      "grad_norm": 4.481476783752441,
      "learning_rate": 0.001,
      "loss": 2.129,
      "step": 80200
    },
    {
      "epoch": 25.953458306399483,
      "grad_norm": 2.6363444328308105,
      "learning_rate": 0.001,
      "loss": 2.1287,
      "step": 80300
    },
    {
      "epoch": 25.985778926955398,
      "grad_norm": 3.0723466873168945,
      "learning_rate": 0.001,
      "loss": 2.1353,
      "step": 80400
    },
    {
      "epoch": 26.018099547511312,
      "grad_norm": 1.235787034034729,
      "learning_rate": 0.001,
      "loss": 2.0741,
      "step": 80500
    },
    {
      "epoch": 26.050420168067227,
      "grad_norm": 1.3888665437698364,
      "learning_rate": 0.001,
      "loss": 2.0091,
      "step": 80600
    },
    {
      "epoch": 26.08274078862314,
      "grad_norm": 1.584450364112854,
      "learning_rate": 0.001,
      "loss": 2.0192,
      "step": 80700
    },
    {
      "epoch": 26.115061409179056,
      "grad_norm": 1.1828340291976929,
      "learning_rate": 0.001,
      "loss": 2.0386,
      "step": 80800
    },
    {
      "epoch": 26.14738202973497,
      "grad_norm": 1.3319623470306396,
      "learning_rate": 0.001,
      "loss": 2.0361,
      "step": 80900
    },
    {
      "epoch": 26.179702650290885,
      "grad_norm": 1.831007957458496,
      "learning_rate": 0.001,
      "loss": 2.0335,
      "step": 81000
    },
    {
      "epoch": 26.2120232708468,
      "grad_norm": 2.010972499847412,
      "learning_rate": 0.001,
      "loss": 2.0378,
      "step": 81100
    },
    {
      "epoch": 26.244343891402714,
      "grad_norm": 9.484352111816406,
      "learning_rate": 0.001,
      "loss": 2.0581,
      "step": 81200
    },
    {
      "epoch": 26.27666451195863,
      "grad_norm": 1.1184802055358887,
      "learning_rate": 0.001,
      "loss": 2.0718,
      "step": 81300
    },
    {
      "epoch": 26.308985132514543,
      "grad_norm": 1.1972562074661255,
      "learning_rate": 0.001,
      "loss": 2.0623,
      "step": 81400
    },
    {
      "epoch": 26.341305753070458,
      "grad_norm": 1.453580379486084,
      "learning_rate": 0.001,
      "loss": 2.0835,
      "step": 81500
    },
    {
      "epoch": 26.373626373626372,
      "grad_norm": 1.6318459510803223,
      "learning_rate": 0.001,
      "loss": 2.0729,
      "step": 81600
    },
    {
      "epoch": 26.405946994182287,
      "grad_norm": 1.3473942279815674,
      "learning_rate": 0.001,
      "loss": 2.0749,
      "step": 81700
    },
    {
      "epoch": 26.4382676147382,
      "grad_norm": 1.2775847911834717,
      "learning_rate": 0.001,
      "loss": 2.056,
      "step": 81800
    },
    {
      "epoch": 26.470588235294116,
      "grad_norm": 1.5742956399917603,
      "learning_rate": 0.001,
      "loss": 2.0573,
      "step": 81900
    },
    {
      "epoch": 26.50290885585003,
      "grad_norm": 1.2425671815872192,
      "learning_rate": 0.001,
      "loss": 2.0719,
      "step": 82000
    },
    {
      "epoch": 26.53522947640595,
      "grad_norm": 1.3973554372787476,
      "learning_rate": 0.001,
      "loss": 2.0632,
      "step": 82100
    },
    {
      "epoch": 26.567550096961863,
      "grad_norm": 5.06986141204834,
      "learning_rate": 0.001,
      "loss": 2.067,
      "step": 82200
    },
    {
      "epoch": 26.599870717517778,
      "grad_norm": 1.2162091732025146,
      "learning_rate": 0.001,
      "loss": 2.0802,
      "step": 82300
    },
    {
      "epoch": 26.632191338073692,
      "grad_norm": 1.2184157371520996,
      "learning_rate": 0.001,
      "loss": 2.0812,
      "step": 82400
    },
    {
      "epoch": 26.664511958629607,
      "grad_norm": 1.2395516633987427,
      "learning_rate": 0.001,
      "loss": 2.0894,
      "step": 82500
    },
    {
      "epoch": 26.69683257918552,
      "grad_norm": 1.4683005809783936,
      "learning_rate": 0.001,
      "loss": 2.0783,
      "step": 82600
    },
    {
      "epoch": 26.729153199741436,
      "grad_norm": 1.3066092729568481,
      "learning_rate": 0.001,
      "loss": 2.0909,
      "step": 82700
    },
    {
      "epoch": 26.76147382029735,
      "grad_norm": 1.3576277494430542,
      "learning_rate": 0.001,
      "loss": 2.0922,
      "step": 82800
    },
    {
      "epoch": 26.793794440853265,
      "grad_norm": 1.2123568058013916,
      "learning_rate": 0.001,
      "loss": 2.1002,
      "step": 82900
    },
    {
      "epoch": 26.82611506140918,
      "grad_norm": 1.1728798151016235,
      "learning_rate": 0.001,
      "loss": 2.1227,
      "step": 83000
    },
    {
      "epoch": 26.858435681965094,
      "grad_norm": 1.3130714893341064,
      "learning_rate": 0.001,
      "loss": 2.1306,
      "step": 83100
    },
    {
      "epoch": 26.89075630252101,
      "grad_norm": 1.3163648843765259,
      "learning_rate": 0.001,
      "loss": 2.1117,
      "step": 83200
    },
    {
      "epoch": 26.923076923076923,
      "grad_norm": 1.609110713005066,
      "learning_rate": 0.001,
      "loss": 2.0989,
      "step": 83300
    },
    {
      "epoch": 26.955397543632838,
      "grad_norm": 1.3973941802978516,
      "learning_rate": 0.001,
      "loss": 2.1166,
      "step": 83400
    },
    {
      "epoch": 26.987718164188752,
      "grad_norm": 1.6535547971725464,
      "learning_rate": 0.001,
      "loss": 2.1083,
      "step": 83500
    },
    {
      "epoch": 27.020038784744667,
      "grad_norm": 1.2378703355789185,
      "learning_rate": 0.001,
      "loss": 2.0478,
      "step": 83600
    },
    {
      "epoch": 27.05235940530058,
      "grad_norm": 1.091448426246643,
      "learning_rate": 0.001,
      "loss": 1.9784,
      "step": 83700
    },
    {
      "epoch": 27.084680025856496,
      "grad_norm": 1.380461573600769,
      "learning_rate": 0.001,
      "loss": 1.9816,
      "step": 83800
    },
    {
      "epoch": 27.11700064641241,
      "grad_norm": 1.1669843196868896,
      "learning_rate": 0.001,
      "loss": 2.0069,
      "step": 83900
    },
    {
      "epoch": 27.149321266968325,
      "grad_norm": 0.9594744443893433,
      "learning_rate": 0.001,
      "loss": 2.0109,
      "step": 84000
    },
    {
      "epoch": 27.18164188752424,
      "grad_norm": 0.9053880572319031,
      "learning_rate": 0.001,
      "loss": 2.0008,
      "step": 84100
    },
    {
      "epoch": 27.213962508080154,
      "grad_norm": 1.1066205501556396,
      "learning_rate": 0.001,
      "loss": 2.0268,
      "step": 84200
    },
    {
      "epoch": 27.24628312863607,
      "grad_norm": 1.1933116912841797,
      "learning_rate": 0.001,
      "loss": 2.0085,
      "step": 84300
    },
    {
      "epoch": 27.278603749191983,
      "grad_norm": 1.2714983224868774,
      "learning_rate": 0.001,
      "loss": 2.05,
      "step": 84400
    },
    {
      "epoch": 27.310924369747898,
      "grad_norm": 1.082094669342041,
      "learning_rate": 0.001,
      "loss": 2.0287,
      "step": 84500
    },
    {
      "epoch": 27.343244990303813,
      "grad_norm": 1.4721136093139648,
      "learning_rate": 0.001,
      "loss": 2.0527,
      "step": 84600
    },
    {
      "epoch": 27.375565610859727,
      "grad_norm": 1.0867928266525269,
      "learning_rate": 0.001,
      "loss": 2.0379,
      "step": 84700
    },
    {
      "epoch": 27.40788623141564,
      "grad_norm": 1.0207788944244385,
      "learning_rate": 0.001,
      "loss": 2.041,
      "step": 84800
    },
    {
      "epoch": 27.440206851971556,
      "grad_norm": 0.9950292706489563,
      "learning_rate": 0.001,
      "loss": 2.0492,
      "step": 84900
    },
    {
      "epoch": 27.47252747252747,
      "grad_norm": 1.0189001560211182,
      "learning_rate": 0.001,
      "loss": 2.0591,
      "step": 85000
    },
    {
      "epoch": 27.50484809308339,
      "grad_norm": 1.1030998229980469,
      "learning_rate": 0.001,
      "loss": 2.0538,
      "step": 85100
    },
    {
      "epoch": 27.537168713639304,
      "grad_norm": 4.774126052856445,
      "learning_rate": 0.001,
      "loss": 2.0578,
      "step": 85200
    },
    {
      "epoch": 27.569489334195218,
      "grad_norm": 1.4483500719070435,
      "learning_rate": 0.001,
      "loss": 2.063,
      "step": 85300
    },
    {
      "epoch": 27.601809954751133,
      "grad_norm": 1.894050121307373,
      "learning_rate": 0.001,
      "loss": 2.0481,
      "step": 85400
    },
    {
      "epoch": 27.634130575307047,
      "grad_norm": 0.9769531488418579,
      "learning_rate": 0.001,
      "loss": 2.0552,
      "step": 85500
    },
    {
      "epoch": 27.66645119586296,
      "grad_norm": 1.1789751052856445,
      "learning_rate": 0.001,
      "loss": 2.0758,
      "step": 85600
    },
    {
      "epoch": 27.698771816418876,
      "grad_norm": 1.0363821983337402,
      "learning_rate": 0.001,
      "loss": 2.0692,
      "step": 85700
    },
    {
      "epoch": 27.73109243697479,
      "grad_norm": 2.2388648986816406,
      "learning_rate": 0.001,
      "loss": 2.0755,
      "step": 85800
    },
    {
      "epoch": 27.763413057530705,
      "grad_norm": 1.230786681175232,
      "learning_rate": 0.001,
      "loss": 2.0732,
      "step": 85900
    },
    {
      "epoch": 27.79573367808662,
      "grad_norm": 1.0823544263839722,
      "learning_rate": 0.001,
      "loss": 2.0623,
      "step": 86000
    },
    {
      "epoch": 27.828054298642535,
      "grad_norm": 1.646018385887146,
      "learning_rate": 0.001,
      "loss": 2.0795,
      "step": 86100
    },
    {
      "epoch": 27.86037491919845,
      "grad_norm": 1.1280382871627808,
      "learning_rate": 0.001,
      "loss": 2.0867,
      "step": 86200
    },
    {
      "epoch": 27.892695539754364,
      "grad_norm": 0.8988897204399109,
      "learning_rate": 0.001,
      "loss": 2.0814,
      "step": 86300
    },
    {
      "epoch": 27.92501616031028,
      "grad_norm": 0.9756356477737427,
      "learning_rate": 0.001,
      "loss": 2.0819,
      "step": 86400
    },
    {
      "epoch": 27.957336780866193,
      "grad_norm": 1.0867819786071777,
      "learning_rate": 0.001,
      "loss": 2.0978,
      "step": 86500
    },
    {
      "epoch": 27.989657401422107,
      "grad_norm": 1.5288257598876953,
      "learning_rate": 0.001,
      "loss": 2.0934,
      "step": 86600
    },
    {
      "epoch": 28.021978021978022,
      "grad_norm": 1.3234074115753174,
      "learning_rate": 0.001,
      "loss": 2.0382,
      "step": 86700
    },
    {
      "epoch": 28.054298642533936,
      "grad_norm": 0.8907871246337891,
      "learning_rate": 0.001,
      "loss": 1.9677,
      "step": 86800
    },
    {
      "epoch": 28.08661926308985,
      "grad_norm": 1.0490012168884277,
      "learning_rate": 0.001,
      "loss": 1.9757,
      "step": 86900
    },
    {
      "epoch": 28.118939883645766,
      "grad_norm": 1.266963243484497,
      "learning_rate": 0.001,
      "loss": 2.0017,
      "step": 87000
    },
    {
      "epoch": 28.15126050420168,
      "grad_norm": 1.5271925926208496,
      "learning_rate": 0.001,
      "loss": 1.9771,
      "step": 87100
    },
    {
      "epoch": 28.183581124757595,
      "grad_norm": 1.3578860759735107,
      "learning_rate": 0.001,
      "loss": 2.0018,
      "step": 87200
    },
    {
      "epoch": 28.21590174531351,
      "grad_norm": 1.2154567241668701,
      "learning_rate": 0.001,
      "loss": 1.9981,
      "step": 87300
    },
    {
      "epoch": 28.248222365869424,
      "grad_norm": 1.1517478227615356,
      "learning_rate": 0.001,
      "loss": 1.9989,
      "step": 87400
    },
    {
      "epoch": 28.28054298642534,
      "grad_norm": 1.0884910821914673,
      "learning_rate": 0.001,
      "loss": 2.0145,
      "step": 87500
    },
    {
      "epoch": 28.312863606981253,
      "grad_norm": 4.621955394744873,
      "learning_rate": 0.001,
      "loss": 2.0202,
      "step": 87600
    },
    {
      "epoch": 28.345184227537167,
      "grad_norm": 1.2623785734176636,
      "learning_rate": 0.001,
      "loss": 1.996,
      "step": 87700
    },
    {
      "epoch": 28.377504848093082,
      "grad_norm": 0.9513912796974182,
      "learning_rate": 0.001,
      "loss": 2.0155,
      "step": 87800
    },
    {
      "epoch": 28.409825468648997,
      "grad_norm": 0.8824751973152161,
      "learning_rate": 0.001,
      "loss": 2.0257,
      "step": 87900
    },
    {
      "epoch": 28.44214608920491,
      "grad_norm": 1.468969464302063,
      "learning_rate": 0.001,
      "loss": 2.0185,
      "step": 88000
    },
    {
      "epoch": 28.474466709760826,
      "grad_norm": 1.3757247924804688,
      "learning_rate": 0.001,
      "loss": 1.999,
      "step": 88100
    },
    {
      "epoch": 28.50678733031674,
      "grad_norm": 1.6363911628723145,
      "learning_rate": 0.001,
      "loss": 2.0306,
      "step": 88200
    },
    {
      "epoch": 28.53910795087266,
      "grad_norm": 1.2285001277923584,
      "learning_rate": 0.001,
      "loss": 2.0249,
      "step": 88300
    },
    {
      "epoch": 28.571428571428573,
      "grad_norm": 1.07529878616333,
      "learning_rate": 0.001,
      "loss": 2.0331,
      "step": 88400
    },
    {
      "epoch": 28.603749191984488,
      "grad_norm": 1.502432107925415,
      "learning_rate": 0.001,
      "loss": 2.0508,
      "step": 88500
    },
    {
      "epoch": 28.636069812540402,
      "grad_norm": 0.9876868724822998,
      "learning_rate": 0.001,
      "loss": 2.0313,
      "step": 88600
    },
    {
      "epoch": 28.668390433096317,
      "grad_norm": 0.8858006000518799,
      "learning_rate": 0.001,
      "loss": 2.0663,
      "step": 88700
    },
    {
      "epoch": 28.70071105365223,
      "grad_norm": 1.2094568014144897,
      "learning_rate": 0.001,
      "loss": 2.0389,
      "step": 88800
    },
    {
      "epoch": 28.733031674208146,
      "grad_norm": 1.009920597076416,
      "learning_rate": 0.001,
      "loss": 2.0381,
      "step": 88900
    },
    {
      "epoch": 28.76535229476406,
      "grad_norm": 1.2253562211990356,
      "learning_rate": 0.001,
      "loss": 2.066,
      "step": 89000
    },
    {
      "epoch": 28.797672915319975,
      "grad_norm": 4.20366907119751,
      "learning_rate": 0.001,
      "loss": 2.0475,
      "step": 89100
    },
    {
      "epoch": 28.82999353587589,
      "grad_norm": 1.072104811668396,
      "learning_rate": 0.001,
      "loss": 2.0707,
      "step": 89200
    },
    {
      "epoch": 28.862314156431804,
      "grad_norm": 1.096375584602356,
      "learning_rate": 0.001,
      "loss": 2.0738,
      "step": 89300
    },
    {
      "epoch": 28.89463477698772,
      "grad_norm": 1.1257519721984863,
      "learning_rate": 0.001,
      "loss": 2.0736,
      "step": 89400
    },
    {
      "epoch": 28.926955397543633,
      "grad_norm": 1.0963307619094849,
      "learning_rate": 0.001,
      "loss": 2.0741,
      "step": 89500
    },
    {
      "epoch": 28.959276018099548,
      "grad_norm": 0.8967799544334412,
      "learning_rate": 0.001,
      "loss": 2.0733,
      "step": 89600
    },
    {
      "epoch": 28.991596638655462,
      "grad_norm": 1.0653505325317383,
      "learning_rate": 0.001,
      "loss": 2.0809,
      "step": 89700
    },
    {
      "epoch": 29.023917259211377,
      "grad_norm": 0.9734877347946167,
      "learning_rate": 0.001,
      "loss": 1.978,
      "step": 89800
    },
    {
      "epoch": 29.05623787976729,
      "grad_norm": 1.8410816192626953,
      "learning_rate": 0.001,
      "loss": 1.9515,
      "step": 89900
    },
    {
      "epoch": 29.088558500323206,
      "grad_norm": 1.2077856063842773,
      "learning_rate": 0.001,
      "loss": 1.9512,
      "step": 90000
    },
    {
      "epoch": 29.12087912087912,
      "grad_norm": 1.4669691324234009,
      "learning_rate": 0.001,
      "loss": 1.9639,
      "step": 90100
    },
    {
      "epoch": 29.153199741435035,
      "grad_norm": 1.2740507125854492,
      "learning_rate": 0.001,
      "loss": 1.9715,
      "step": 90200
    },
    {
      "epoch": 29.18552036199095,
      "grad_norm": 1.109473466873169,
      "learning_rate": 0.001,
      "loss": 1.9787,
      "step": 90300
    },
    {
      "epoch": 29.217840982546864,
      "grad_norm": 0.9737110137939453,
      "learning_rate": 0.001,
      "loss": 1.9616,
      "step": 90400
    },
    {
      "epoch": 29.25016160310278,
      "grad_norm": 1.0260318517684937,
      "learning_rate": 0.001,
      "loss": 2.0055,
      "step": 90500
    },
    {
      "epoch": 29.282482223658693,
      "grad_norm": 1.6502635478973389,
      "learning_rate": 0.001,
      "loss": 1.9904,
      "step": 90600
    },
    {
      "epoch": 29.314802844214608,
      "grad_norm": 1.252313256263733,
      "learning_rate": 0.001,
      "loss": 1.9845,
      "step": 90700
    },
    {
      "epoch": 29.347123464770522,
      "grad_norm": 1.0722614526748657,
      "learning_rate": 0.001,
      "loss": 1.9896,
      "step": 90800
    },
    {
      "epoch": 29.379444085326437,
      "grad_norm": 1.1235060691833496,
      "learning_rate": 0.001,
      "loss": 1.9863,
      "step": 90900
    },
    {
      "epoch": 29.41176470588235,
      "grad_norm": 1.1595723628997803,
      "learning_rate": 0.001,
      "loss": 1.9783,
      "step": 91000
    },
    {
      "epoch": 29.444085326438266,
      "grad_norm": 1.1381471157073975,
      "learning_rate": 0.001,
      "loss": 2.0009,
      "step": 91100
    },
    {
      "epoch": 29.47640594699418,
      "grad_norm": 1.5996664762496948,
      "learning_rate": 0.001,
      "loss": 2.0042,
      "step": 91200
    },
    {
      "epoch": 29.5087265675501,
      "grad_norm": 1.3800853490829468,
      "learning_rate": 0.001,
      "loss": 2.0146,
      "step": 91300
    },
    {
      "epoch": 29.541047188106013,
      "grad_norm": 1.194905161857605,
      "learning_rate": 0.001,
      "loss": 2.0247,
      "step": 91400
    },
    {
      "epoch": 29.573367808661928,
      "grad_norm": 1.0470927953720093,
      "learning_rate": 0.001,
      "loss": 2.0067,
      "step": 91500
    },
    {
      "epoch": 29.605688429217842,
      "grad_norm": 0.9669262170791626,
      "learning_rate": 0.001,
      "loss": 2.0165,
      "step": 91600
    },
    {
      "epoch": 29.638009049773757,
      "grad_norm": 1.2767643928527832,
      "learning_rate": 0.001,
      "loss": 2.0257,
      "step": 91700
    },
    {
      "epoch": 29.67032967032967,
      "grad_norm": 1.349962592124939,
      "learning_rate": 0.001,
      "loss": 2.0302,
      "step": 91800
    },
    {
      "epoch": 29.702650290885586,
      "grad_norm": 2.153496503829956,
      "learning_rate": 0.001,
      "loss": 2.0298,
      "step": 91900
    },
    {
      "epoch": 29.7349709114415,
      "grad_norm": 1.0894829034805298,
      "learning_rate": 0.001,
      "loss": 2.0129,
      "step": 92000
    },
    {
      "epoch": 29.767291531997415,
      "grad_norm": 1.155435562133789,
      "learning_rate": 0.001,
      "loss": 2.0408,
      "step": 92100
    },
    {
      "epoch": 29.79961215255333,
      "grad_norm": 1.1193766593933105,
      "learning_rate": 0.001,
      "loss": 2.0246,
      "step": 92200
    },
    {
      "epoch": 29.831932773109244,
      "grad_norm": 1.1055554151535034,
      "learning_rate": 0.001,
      "loss": 2.0214,
      "step": 92300
    },
    {
      "epoch": 29.86425339366516,
      "grad_norm": 1.2417078018188477,
      "learning_rate": 0.001,
      "loss": 2.0511,
      "step": 92400
    },
    {
      "epoch": 29.896574014221073,
      "grad_norm": 1.025294303894043,
      "learning_rate": 0.001,
      "loss": 2.0415,
      "step": 92500
    },
    {
      "epoch": 29.928894634776988,
      "grad_norm": 1.3845386505126953,
      "learning_rate": 0.001,
      "loss": 2.0449,
      "step": 92600
    },
    {
      "epoch": 29.961215255332903,
      "grad_norm": 2.235833168029785,
      "learning_rate": 0.001,
      "loss": 2.0488,
      "step": 92700
    },
    {
      "epoch": 29.993535875888817,
      "grad_norm": 1.2355104684829712,
      "learning_rate": 0.001,
      "loss": 2.058,
      "step": 92800
    },
    {
      "epoch": 30.02585649644473,
      "grad_norm": 1.0122573375701904,
      "learning_rate": 0.001,
      "loss": 1.945,
      "step": 92900
    },
    {
      "epoch": 30.058177117000646,
      "grad_norm": 1.5808156728744507,
      "learning_rate": 0.001,
      "loss": 1.9347,
      "step": 93000
    },
    {
      "epoch": 30.09049773755656,
      "grad_norm": 1.1212677955627441,
      "learning_rate": 0.001,
      "loss": 1.9417,
      "step": 93100
    },
    {
      "epoch": 30.122818358112475,
      "grad_norm": 2.5488369464874268,
      "learning_rate": 0.001,
      "loss": 1.9462,
      "step": 93200
    },
    {
      "epoch": 30.15513897866839,
      "grad_norm": 1.278997540473938,
      "learning_rate": 0.001,
      "loss": 1.9539,
      "step": 93300
    },
    {
      "epoch": 30.187459599224304,
      "grad_norm": 1.590816617012024,
      "learning_rate": 0.001,
      "loss": 1.9588,
      "step": 93400
    },
    {
      "epoch": 30.21978021978022,
      "grad_norm": 1.5609338283538818,
      "learning_rate": 0.001,
      "loss": 1.9616,
      "step": 93500
    },
    {
      "epoch": 30.252100840336134,
      "grad_norm": 1.4230060577392578,
      "learning_rate": 0.001,
      "loss": 1.9571,
      "step": 93600
    },
    {
      "epoch": 30.284421460892048,
      "grad_norm": 1.0304584503173828,
      "learning_rate": 0.001,
      "loss": 1.9853,
      "step": 93700
    },
    {
      "epoch": 30.316742081447963,
      "grad_norm": 1.0639843940734863,
      "learning_rate": 0.001,
      "loss": 1.9615,
      "step": 93800
    },
    {
      "epoch": 30.349062702003877,
      "grad_norm": 1.0632762908935547,
      "learning_rate": 0.001,
      "loss": 1.9728,
      "step": 93900
    },
    {
      "epoch": 30.381383322559792,
      "grad_norm": 1.4478172063827515,
      "learning_rate": 0.001,
      "loss": 1.9868,
      "step": 94000
    },
    {
      "epoch": 30.413703943115706,
      "grad_norm": 1.18514084815979,
      "learning_rate": 0.001,
      "loss": 1.9668,
      "step": 94100
    },
    {
      "epoch": 30.44602456367162,
      "grad_norm": 1.1959105730056763,
      "learning_rate": 0.001,
      "loss": 1.9887,
      "step": 94200
    },
    {
      "epoch": 30.478345184227535,
      "grad_norm": 1.184868574142456,
      "learning_rate": 0.001,
      "loss": 1.9962,
      "step": 94300
    },
    {
      "epoch": 30.51066580478345,
      "grad_norm": 0.9600852727890015,
      "learning_rate": 0.001,
      "loss": 1.9969,
      "step": 94400
    },
    {
      "epoch": 30.542986425339368,
      "grad_norm": 1.5743671655654907,
      "learning_rate": 0.001,
      "loss": 1.9951,
      "step": 94500
    },
    {
      "epoch": 30.575307045895283,
      "grad_norm": 1.129318356513977,
      "learning_rate": 0.001,
      "loss": 2.0035,
      "step": 94600
    },
    {
      "epoch": 30.607627666451197,
      "grad_norm": 1.1138346195220947,
      "learning_rate": 0.001,
      "loss": 1.9888,
      "step": 94700
    },
    {
      "epoch": 30.639948287007112,
      "grad_norm": 17.93756675720215,
      "learning_rate": 0.001,
      "loss": 2.0047,
      "step": 94800
    },
    {
      "epoch": 30.672268907563026,
      "grad_norm": 1.5073074102401733,
      "learning_rate": 0.001,
      "loss": 2.0172,
      "step": 94900
    },
    {
      "epoch": 30.70458952811894,
      "grad_norm": 1.118487000465393,
      "learning_rate": 0.001,
      "loss": 2.005,
      "step": 95000
    },
    {
      "epoch": 30.736910148674855,
      "grad_norm": 1.4118226766586304,
      "learning_rate": 0.001,
      "loss": 1.995,
      "step": 95100
    },
    {
      "epoch": 30.76923076923077,
      "grad_norm": 1.346474528312683,
      "learning_rate": 0.001,
      "loss": 2.0226,
      "step": 95200
    },
    {
      "epoch": 30.801551389786685,
      "grad_norm": 1.5346758365631104,
      "learning_rate": 0.001,
      "loss": 2.0069,
      "step": 95300
    },
    {
      "epoch": 30.8338720103426,
      "grad_norm": 1.163521647453308,
      "learning_rate": 0.001,
      "loss": 1.9986,
      "step": 95400
    },
    {
      "epoch": 30.866192630898514,
      "grad_norm": 1.321236252784729,
      "learning_rate": 0.001,
      "loss": 2.0251,
      "step": 95500
    },
    {
      "epoch": 30.89851325145443,
      "grad_norm": 1.4902403354644775,
      "learning_rate": 0.001,
      "loss": 1.9879,
      "step": 95600
    },
    {
      "epoch": 30.930833872010343,
      "grad_norm": 1.197975993156433,
      "learning_rate": 0.001,
      "loss": 2.0242,
      "step": 95700
    },
    {
      "epoch": 30.963154492566257,
      "grad_norm": 2.0222814083099365,
      "learning_rate": 0.001,
      "loss": 1.9964,
      "step": 95800
    },
    {
      "epoch": 30.995475113122172,
      "grad_norm": 1.9652165174484253,
      "learning_rate": 0.001,
      "loss": 2.0087,
      "step": 95900
    },
    {
      "epoch": 31.027795733678087,
      "grad_norm": 48.403202056884766,
      "learning_rate": 0.001,
      "loss": 1.9394,
      "step": 96000
    },
    {
      "epoch": 31.060116354234,
      "grad_norm": 1.4259165525436401,
      "learning_rate": 0.001,
      "loss": 1.8906,
      "step": 96100
    },
    {
      "epoch": 31.092436974789916,
      "grad_norm": 2.012944221496582,
      "learning_rate": 0.001,
      "loss": 1.9066,
      "step": 96200
    },
    {
      "epoch": 31.12475759534583,
      "grad_norm": 1.5433138608932495,
      "learning_rate": 0.001,
      "loss": 1.9124,
      "step": 96300
    },
    {
      "epoch": 31.157078215901745,
      "grad_norm": 1.0654429197311401,
      "learning_rate": 0.001,
      "loss": 1.9248,
      "step": 96400
    },
    {
      "epoch": 31.18939883645766,
      "grad_norm": 7.482963562011719,
      "learning_rate": 0.001,
      "loss": 1.9282,
      "step": 96500
    },
    {
      "epoch": 31.221719457013574,
      "grad_norm": 1.4809658527374268,
      "learning_rate": 0.001,
      "loss": 1.9215,
      "step": 96600
    },
    {
      "epoch": 31.25404007756949,
      "grad_norm": 1.3479808568954468,
      "learning_rate": 0.001,
      "loss": 1.93,
      "step": 96700
    },
    {
      "epoch": 31.286360698125403,
      "grad_norm": 1.2219605445861816,
      "learning_rate": 0.001,
      "loss": 1.9313,
      "step": 96800
    },
    {
      "epoch": 31.318681318681318,
      "grad_norm": 1.4149903059005737,
      "learning_rate": 0.001,
      "loss": 1.9574,
      "step": 96900
    },
    {
      "epoch": 31.351001939237232,
      "grad_norm": 1.1098313331604004,
      "learning_rate": 0.001,
      "loss": 1.9616,
      "step": 97000
    },
    {
      "epoch": 31.383322559793147,
      "grad_norm": 1.1853916645050049,
      "learning_rate": 0.001,
      "loss": 1.959,
      "step": 97100
    },
    {
      "epoch": 31.41564318034906,
      "grad_norm": 1.2430613040924072,
      "learning_rate": 0.001,
      "loss": 1.9509,
      "step": 97200
    },
    {
      "epoch": 31.447963800904976,
      "grad_norm": 2.7168195247650146,
      "learning_rate": 0.001,
      "loss": 1.9729,
      "step": 97300
    },
    {
      "epoch": 31.48028442146089,
      "grad_norm": 2.866133213043213,
      "learning_rate": 0.001,
      "loss": 1.9669,
      "step": 97400
    },
    {
      "epoch": 31.51260504201681,
      "grad_norm": 1.4655855894088745,
      "learning_rate": 0.001,
      "loss": 1.9808,
      "step": 97500
    },
    {
      "epoch": 31.544925662572723,
      "grad_norm": 1.1442052125930786,
      "learning_rate": 0.001,
      "loss": 1.9803,
      "step": 97600
    },
    {
      "epoch": 31.577246283128638,
      "grad_norm": 1.1560612916946411,
      "learning_rate": 0.001,
      "loss": 1.9691,
      "step": 97700
    },
    {
      "epoch": 31.609566903684552,
      "grad_norm": 1.1260851621627808,
      "learning_rate": 0.001,
      "loss": 1.9887,
      "step": 97800
    },
    {
      "epoch": 31.641887524240467,
      "grad_norm": 1.1505025625228882,
      "learning_rate": 0.001,
      "loss": 2.002,
      "step": 97900
    },
    {
      "epoch": 31.67420814479638,
      "grad_norm": 1.1812912225723267,
      "learning_rate": 0.001,
      "loss": 1.9949,
      "step": 98000
    },
    {
      "epoch": 31.706528765352296,
      "grad_norm": 1.1761529445648193,
      "learning_rate": 0.001,
      "loss": 1.9821,
      "step": 98100
    },
    {
      "epoch": 31.73884938590821,
      "grad_norm": 0.9462008476257324,
      "learning_rate": 0.001,
      "loss": 1.9851,
      "step": 98200
    },
    {
      "epoch": 31.771170006464125,
      "grad_norm": 1.224332571029663,
      "learning_rate": 0.001,
      "loss": 1.9945,
      "step": 98300
    },
    {
      "epoch": 31.80349062702004,
      "grad_norm": 1.5298397541046143,
      "learning_rate": 0.001,
      "loss": 2.0088,
      "step": 98400
    },
    {
      "epoch": 31.835811247575954,
      "grad_norm": 1.5635130405426025,
      "learning_rate": 0.001,
      "loss": 1.9856,
      "step": 98500
    },
    {
      "epoch": 31.86813186813187,
      "grad_norm": 1.1894868612289429,
      "learning_rate": 0.001,
      "loss": 2.0161,
      "step": 98600
    },
    {
      "epoch": 31.900452488687783,
      "grad_norm": 1.6818825006484985,
      "learning_rate": 0.001,
      "loss": 1.9979,
      "step": 98700
    },
    {
      "epoch": 31.932773109243698,
      "grad_norm": 1.0566132068634033,
      "learning_rate": 0.001,
      "loss": 2.0027,
      "step": 98800
    },
    {
      "epoch": 31.965093729799612,
      "grad_norm": 1.0955370664596558,
      "learning_rate": 0.001,
      "loss": 1.9849,
      "step": 98900
    },
    {
      "epoch": 31.997414350355527,
      "grad_norm": 1.3420144319534302,
      "learning_rate": 0.001,
      "loss": 2.0019,
      "step": 99000
    },
    {
      "epoch": 32.02973497091144,
      "grad_norm": 0.9835485219955444,
      "learning_rate": 0.001,
      "loss": 1.9179,
      "step": 99100
    },
    {
      "epoch": 32.062055591467356,
      "grad_norm": 1.3332535028457642,
      "learning_rate": 0.001,
      "loss": 1.8889,
      "step": 99200
    },
    {
      "epoch": 32.09437621202327,
      "grad_norm": 1.507617473602295,
      "learning_rate": 0.001,
      "loss": 1.923,
      "step": 99300
    },
    {
      "epoch": 32.126696832579185,
      "grad_norm": 1.2696212530136108,
      "learning_rate": 0.001,
      "loss": 1.8983,
      "step": 99400
    },
    {
      "epoch": 32.1590174531351,
      "grad_norm": 5.359498500823975,
      "learning_rate": 0.001,
      "loss": 1.9186,
      "step": 99500
    },
    {
      "epoch": 32.191338073691014,
      "grad_norm": 1.311505675315857,
      "learning_rate": 0.001,
      "loss": 1.932,
      "step": 99600
    },
    {
      "epoch": 32.22365869424693,
      "grad_norm": 1.6228313446044922,
      "learning_rate": 0.001,
      "loss": 1.9272,
      "step": 99700
    },
    {
      "epoch": 32.25597931480284,
      "grad_norm": 2.805262327194214,
      "learning_rate": 0.001,
      "loss": 1.9232,
      "step": 99800
    },
    {
      "epoch": 32.28829993535876,
      "grad_norm": 1.0870426893234253,
      "learning_rate": 0.001,
      "loss": 1.9186,
      "step": 99900
    },
    {
      "epoch": 32.32062055591467,
      "grad_norm": 2.4864962100982666,
      "learning_rate": 0.001,
      "loss": 1.9207,
      "step": 100000
    },
    {
      "epoch": 32.35294117647059,
      "grad_norm": 1.2322694063186646,
      "learning_rate": 0.001,
      "loss": 1.942,
      "step": 100100
    },
    {
      "epoch": 32.3852617970265,
      "grad_norm": 1.3890300989151,
      "learning_rate": 0.001,
      "loss": 1.9258,
      "step": 100200
    },
    {
      "epoch": 32.417582417582416,
      "grad_norm": 2.345862865447998,
      "learning_rate": 0.001,
      "loss": 1.948,
      "step": 100300
    },
    {
      "epoch": 32.44990303813833,
      "grad_norm": 1.7002464532852173,
      "learning_rate": 0.001,
      "loss": 1.9323,
      "step": 100400
    },
    {
      "epoch": 32.482223658694245,
      "grad_norm": 1.662473440170288,
      "learning_rate": 0.001,
      "loss": 1.9499,
      "step": 100500
    },
    {
      "epoch": 32.51454427925016,
      "grad_norm": 1.5133955478668213,
      "learning_rate": 0.001,
      "loss": 1.9527,
      "step": 100600
    },
    {
      "epoch": 32.546864899806074,
      "grad_norm": 1.7271039485931396,
      "learning_rate": 0.001,
      "loss": 1.9288,
      "step": 100700
    },
    {
      "epoch": 32.57918552036199,
      "grad_norm": 2.4156110286712646,
      "learning_rate": 0.001,
      "loss": 1.9728,
      "step": 100800
    },
    {
      "epoch": 32.6115061409179,
      "grad_norm": 1.3145391941070557,
      "learning_rate": 0.001,
      "loss": 1.9583,
      "step": 100900
    },
    {
      "epoch": 32.64382676147382,
      "grad_norm": 1.161574125289917,
      "learning_rate": 0.001,
      "loss": 1.9754,
      "step": 101000
    },
    {
      "epoch": 32.67614738202973,
      "grad_norm": 1.3711878061294556,
      "learning_rate": 0.001,
      "loss": 1.9508,
      "step": 101100
    },
    {
      "epoch": 32.70846800258565,
      "grad_norm": 1.499576210975647,
      "learning_rate": 0.001,
      "loss": 1.9626,
      "step": 101200
    },
    {
      "epoch": 32.74078862314156,
      "grad_norm": 1.454217791557312,
      "learning_rate": 0.001,
      "loss": 1.968,
      "step": 101300
    },
    {
      "epoch": 32.773109243697476,
      "grad_norm": 71.13307189941406,
      "learning_rate": 0.001,
      "loss": 1.9648,
      "step": 101400
    },
    {
      "epoch": 32.80542986425339,
      "grad_norm": 1.655761480331421,
      "learning_rate": 0.001,
      "loss": 1.9647,
      "step": 101500
    },
    {
      "epoch": 32.837750484809305,
      "grad_norm": 1.4391753673553467,
      "learning_rate": 0.001,
      "loss": 1.983,
      "step": 101600
    },
    {
      "epoch": 32.87007110536522,
      "grad_norm": 2.8394811153411865,
      "learning_rate": 0.001,
      "loss": 1.9876,
      "step": 101700
    },
    {
      "epoch": 32.902391725921134,
      "grad_norm": 1.892748236656189,
      "learning_rate": 0.001,
      "loss": 1.981,
      "step": 101800
    },
    {
      "epoch": 32.93471234647705,
      "grad_norm": 1.2101010084152222,
      "learning_rate": 0.001,
      "loss": 1.9678,
      "step": 101900
    },
    {
      "epoch": 32.967032967032964,
      "grad_norm": 6.556746006011963,
      "learning_rate": 0.001,
      "loss": 1.9861,
      "step": 102000
    },
    {
      "epoch": 32.999353587588885,
      "grad_norm": 1.7561185359954834,
      "learning_rate": 0.001,
      "loss": 1.9839,
      "step": 102100
    },
    {
      "epoch": 33.0316742081448,
      "grad_norm": 1.9975253343582153,
      "learning_rate": 0.001,
      "loss": 1.8654,
      "step": 102200
    },
    {
      "epoch": 33.063994828700714,
      "grad_norm": 1.998753309249878,
      "learning_rate": 0.001,
      "loss": 1.8739,
      "step": 102300
    },
    {
      "epoch": 33.09631544925663,
      "grad_norm": 3.453293561935425,
      "learning_rate": 0.001,
      "loss": 1.883,
      "step": 102400
    },
    {
      "epoch": 33.12863606981254,
      "grad_norm": 1.8274683952331543,
      "learning_rate": 0.001,
      "loss": 1.9053,
      "step": 102500
    },
    {
      "epoch": 33.16095669036846,
      "grad_norm": 1.6465041637420654,
      "learning_rate": 0.001,
      "loss": 1.9074,
      "step": 102600
    },
    {
      "epoch": 33.19327731092437,
      "grad_norm": 1.9422739744186401,
      "learning_rate": 0.001,
      "loss": 1.9197,
      "step": 102700
    },
    {
      "epoch": 33.22559793148029,
      "grad_norm": 1.4774423837661743,
      "learning_rate": 0.001,
      "loss": 1.9032,
      "step": 102800
    },
    {
      "epoch": 33.2579185520362,
      "grad_norm": 2.2091598510742188,
      "learning_rate": 0.001,
      "loss": 1.884,
      "step": 102900
    },
    {
      "epoch": 33.290239172592116,
      "grad_norm": 1.4922624826431274,
      "learning_rate": 0.001,
      "loss": 1.9124,
      "step": 103000
    },
    {
      "epoch": 33.32255979314803,
      "grad_norm": 2.1755168437957764,
      "learning_rate": 0.001,
      "loss": 1.8968,
      "step": 103100
    },
    {
      "epoch": 33.354880413703945,
      "grad_norm": 1.5590832233428955,
      "learning_rate": 0.001,
      "loss": 1.9198,
      "step": 103200
    },
    {
      "epoch": 33.38720103425986,
      "grad_norm": 1.962149977684021,
      "learning_rate": 0.001,
      "loss": 1.9348,
      "step": 103300
    },
    {
      "epoch": 33.419521654815775,
      "grad_norm": 1.3614202737808228,
      "learning_rate": 0.001,
      "loss": 1.909,
      "step": 103400
    },
    {
      "epoch": 33.45184227537169,
      "grad_norm": 1.3048282861709595,
      "learning_rate": 0.001,
      "loss": 1.9089,
      "step": 103500
    },
    {
      "epoch": 33.484162895927604,
      "grad_norm": 2.102384090423584,
      "learning_rate": 0.001,
      "loss": 1.9043,
      "step": 103600
    },
    {
      "epoch": 33.51648351648352,
      "grad_norm": 1.6132093667984009,
      "learning_rate": 0.001,
      "loss": 1.9404,
      "step": 103700
    },
    {
      "epoch": 33.54880413703943,
      "grad_norm": 1.4349321126937866,
      "learning_rate": 0.001,
      "loss": 1.9334,
      "step": 103800
    },
    {
      "epoch": 33.58112475759535,
      "grad_norm": 1.3429404497146606,
      "learning_rate": 0.001,
      "loss": 1.9338,
      "step": 103900
    },
    {
      "epoch": 33.61344537815126,
      "grad_norm": 1.6286627054214478,
      "learning_rate": 0.001,
      "loss": 1.9326,
      "step": 104000
    },
    {
      "epoch": 33.645765998707176,
      "grad_norm": 1.789462924003601,
      "learning_rate": 0.001,
      "loss": 1.9605,
      "step": 104100
    },
    {
      "epoch": 33.67808661926309,
      "grad_norm": 5.87183952331543,
      "learning_rate": 0.001,
      "loss": 1.9491,
      "step": 104200
    },
    {
      "epoch": 33.710407239819006,
      "grad_norm": 2.571460723876953,
      "learning_rate": 0.001,
      "loss": 1.9428,
      "step": 104300
    },
    {
      "epoch": 33.74272786037492,
      "grad_norm": 1.455605149269104,
      "learning_rate": 0.001,
      "loss": 1.9452,
      "step": 104400
    },
    {
      "epoch": 33.775048480930835,
      "grad_norm": 1.3011723756790161,
      "learning_rate": 0.001,
      "loss": 1.9647,
      "step": 104500
    },
    {
      "epoch": 33.80736910148675,
      "grad_norm": 3.7480366230010986,
      "learning_rate": 0.001,
      "loss": 1.9585,
      "step": 104600
    },
    {
      "epoch": 33.839689722042664,
      "grad_norm": 1.577911138534546,
      "learning_rate": 0.001,
      "loss": 1.9732,
      "step": 104700
    },
    {
      "epoch": 33.87201034259858,
      "grad_norm": 3.101069211959839,
      "learning_rate": 0.001,
      "loss": 1.9613,
      "step": 104800
    },
    {
      "epoch": 33.90433096315449,
      "grad_norm": 1.7046900987625122,
      "learning_rate": 0.001,
      "loss": 1.9855,
      "step": 104900
    },
    {
      "epoch": 33.93665158371041,
      "grad_norm": 2.3808135986328125,
      "learning_rate": 0.001,
      "loss": 1.9797,
      "step": 105000
    },
    {
      "epoch": 33.96897220426632,
      "grad_norm": 9.607986450195312,
      "learning_rate": 0.001,
      "loss": 1.9613,
      "step": 105100
    },
    {
      "epoch": 34.00129282482224,
      "grad_norm": 1.791602611541748,
      "learning_rate": 0.001,
      "loss": 1.9622,
      "step": 105200
    },
    {
      "epoch": 34.03361344537815,
      "grad_norm": 2.300874710083008,
      "learning_rate": 0.001,
      "loss": 1.8502,
      "step": 105300
    },
    {
      "epoch": 34.065934065934066,
      "grad_norm": 1.5909268856048584,
      "learning_rate": 0.001,
      "loss": 1.8555,
      "step": 105400
    },
    {
      "epoch": 34.09825468648998,
      "grad_norm": 8.279535293579102,
      "learning_rate": 0.001,
      "loss": 1.8606,
      "step": 105500
    },
    {
      "epoch": 34.130575307045895,
      "grad_norm": 2.7261853218078613,
      "learning_rate": 0.001,
      "loss": 1.8695,
      "step": 105600
    },
    {
      "epoch": 34.16289592760181,
      "grad_norm": 1.7011878490447998,
      "learning_rate": 0.001,
      "loss": 1.8635,
      "step": 105700
    },
    {
      "epoch": 34.195216548157724,
      "grad_norm": 1.2837802171707153,
      "learning_rate": 0.001,
      "loss": 1.8545,
      "step": 105800
    },
    {
      "epoch": 34.22753716871364,
      "grad_norm": 1.9080997705459595,
      "learning_rate": 0.001,
      "loss": 1.8768,
      "step": 105900
    },
    {
      "epoch": 34.25985778926955,
      "grad_norm": 6.040277481079102,
      "learning_rate": 0.001,
      "loss": 1.9002,
      "step": 106000
    },
    {
      "epoch": 34.29217840982547,
      "grad_norm": 2.724639892578125,
      "learning_rate": 0.001,
      "loss": 1.8875,
      "step": 106100
    },
    {
      "epoch": 34.32449903038138,
      "grad_norm": 1.9871748685836792,
      "learning_rate": 0.001,
      "loss": 1.9002,
      "step": 106200
    },
    {
      "epoch": 34.3568196509373,
      "grad_norm": 1.6979191303253174,
      "learning_rate": 0.001,
      "loss": 1.9062,
      "step": 106300
    },
    {
      "epoch": 34.38914027149321,
      "grad_norm": 2.070366859436035,
      "learning_rate": 0.001,
      "loss": 1.9029,
      "step": 106400
    },
    {
      "epoch": 34.421460892049126,
      "grad_norm": 1.9370509386062622,
      "learning_rate": 0.001,
      "loss": 1.9125,
      "step": 106500
    },
    {
      "epoch": 34.45378151260504,
      "grad_norm": 1.3538906574249268,
      "learning_rate": 0.001,
      "loss": 1.9181,
      "step": 106600
    },
    {
      "epoch": 34.486102133160955,
      "grad_norm": 2.09985089302063,
      "learning_rate": 0.001,
      "loss": 1.9199,
      "step": 106700
    },
    {
      "epoch": 34.51842275371687,
      "grad_norm": 1.2155121564865112,
      "learning_rate": 0.001,
      "loss": 1.8914,
      "step": 106800
    },
    {
      "epoch": 34.550743374272784,
      "grad_norm": 1.9398895502090454,
      "learning_rate": 0.001,
      "loss": 1.9353,
      "step": 106900
    },
    {
      "epoch": 34.5830639948287,
      "grad_norm": 1.2447110414505005,
      "learning_rate": 0.001,
      "loss": 1.907,
      "step": 107000
    },
    {
      "epoch": 34.61538461538461,
      "grad_norm": 1.3804540634155273,
      "learning_rate": 0.001,
      "loss": 1.9117,
      "step": 107100
    },
    {
      "epoch": 34.64770523594053,
      "grad_norm": 1.4984331130981445,
      "learning_rate": 0.001,
      "loss": 1.9399,
      "step": 107200
    },
    {
      "epoch": 34.68002585649644,
      "grad_norm": 1.4369488954544067,
      "learning_rate": 0.001,
      "loss": 1.9367,
      "step": 107300
    },
    {
      "epoch": 34.71234647705236,
      "grad_norm": 1.4615750312805176,
      "learning_rate": 0.001,
      "loss": 1.9325,
      "step": 107400
    },
    {
      "epoch": 34.74466709760827,
      "grad_norm": 1.7867645025253296,
      "learning_rate": 0.001,
      "loss": 1.9539,
      "step": 107500
    },
    {
      "epoch": 34.776987718164186,
      "grad_norm": 1.5500961542129517,
      "learning_rate": 0.001,
      "loss": 1.9453,
      "step": 107600
    },
    {
      "epoch": 34.8093083387201,
      "grad_norm": 4.31765079498291,
      "learning_rate": 0.001,
      "loss": 1.9696,
      "step": 107700
    },
    {
      "epoch": 34.841628959276015,
      "grad_norm": 1.7303099632263184,
      "learning_rate": 0.001,
      "loss": 1.9647,
      "step": 107800
    },
    {
      "epoch": 34.87394957983193,
      "grad_norm": 1.4809324741363525,
      "learning_rate": 0.001,
      "loss": 1.9488,
      "step": 107900
    },
    {
      "epoch": 34.906270200387844,
      "grad_norm": 1.6450341939926147,
      "learning_rate": 0.001,
      "loss": 1.9536,
      "step": 108000
    },
    {
      "epoch": 34.93859082094376,
      "grad_norm": 1.8459495306015015,
      "learning_rate": 0.001,
      "loss": 1.944,
      "step": 108100
    },
    {
      "epoch": 34.97091144149967,
      "grad_norm": 1.2709126472473145,
      "learning_rate": 0.001,
      "loss": 1.9495,
      "step": 108200
    },
    {
      "epoch": 35.003232062055595,
      "grad_norm": 1.3652458190917969,
      "learning_rate": 0.001,
      "loss": 1.9458,
      "step": 108300
    },
    {
      "epoch": 35.03555268261151,
      "grad_norm": 1.15847909450531,
      "learning_rate": 0.001,
      "loss": 1.85,
      "step": 108400
    },
    {
      "epoch": 35.067873303167424,
      "grad_norm": 3.8080880641937256,
      "learning_rate": 0.001,
      "loss": 1.8657,
      "step": 108500
    },
    {
      "epoch": 35.10019392372334,
      "grad_norm": 2.3047919273376465,
      "learning_rate": 0.001,
      "loss": 1.8442,
      "step": 108600
    },
    {
      "epoch": 35.13251454427925,
      "grad_norm": 2.9057576656341553,
      "learning_rate": 0.001,
      "loss": 1.8433,
      "step": 108700
    },
    {
      "epoch": 35.16483516483517,
      "grad_norm": 1.9136408567428589,
      "learning_rate": 0.001,
      "loss": 1.8798,
      "step": 108800
    },
    {
      "epoch": 35.19715578539108,
      "grad_norm": 1.290055274963379,
      "learning_rate": 0.001,
      "loss": 1.8823,
      "step": 108900
    },
    {
      "epoch": 35.229476405947,
      "grad_norm": 1.2206552028656006,
      "learning_rate": 0.001,
      "loss": 1.8478,
      "step": 109000
    },
    {
      "epoch": 35.26179702650291,
      "grad_norm": 1.618221402168274,
      "learning_rate": 0.001,
      "loss": 1.8684,
      "step": 109100
    },
    {
      "epoch": 35.294117647058826,
      "grad_norm": 1.5090923309326172,
      "learning_rate": 0.001,
      "loss": 1.8677,
      "step": 109200
    },
    {
      "epoch": 35.32643826761474,
      "grad_norm": 1.3416839838027954,
      "learning_rate": 0.001,
      "loss": 1.9074,
      "step": 109300
    },
    {
      "epoch": 35.358758888170655,
      "grad_norm": 1.069658875465393,
      "learning_rate": 0.001,
      "loss": 1.9167,
      "step": 109400
    },
    {
      "epoch": 35.39107950872657,
      "grad_norm": 3.1136720180511475,
      "learning_rate": 0.001,
      "loss": 1.9202,
      "step": 109500
    },
    {
      "epoch": 35.423400129282484,
      "grad_norm": 1.2555873394012451,
      "learning_rate": 0.001,
      "loss": 1.9116,
      "step": 109600
    },
    {
      "epoch": 35.4557207498384,
      "grad_norm": 1.3614434003829956,
      "learning_rate": 0.001,
      "loss": 1.9123,
      "step": 109700
    },
    {
      "epoch": 35.48804137039431,
      "grad_norm": 1.2494374513626099,
      "learning_rate": 0.001,
      "loss": 1.9131,
      "step": 109800
    },
    {
      "epoch": 35.52036199095023,
      "grad_norm": 1.416020393371582,
      "learning_rate": 0.001,
      "loss": 1.9016,
      "step": 109900
    },
    {
      "epoch": 35.55268261150614,
      "grad_norm": 1.104231595993042,
      "learning_rate": 0.001,
      "loss": 1.8938,
      "step": 110000
    },
    {
      "epoch": 35.58500323206206,
      "grad_norm": 1.399499535560608,
      "learning_rate": 0.001,
      "loss": 1.9069,
      "step": 110100
    },
    {
      "epoch": 35.61732385261797,
      "grad_norm": 1.3535341024398804,
      "learning_rate": 0.001,
      "loss": 1.9314,
      "step": 110200
    },
    {
      "epoch": 35.649644473173886,
      "grad_norm": 2.6546521186828613,
      "learning_rate": 0.001,
      "loss": 1.9182,
      "step": 110300
    },
    {
      "epoch": 35.6819650937298,
      "grad_norm": 1.7105573415756226,
      "learning_rate": 0.001,
      "loss": 1.9194,
      "step": 110400
    },
    {
      "epoch": 35.714285714285715,
      "grad_norm": 1.152706265449524,
      "learning_rate": 0.001,
      "loss": 1.9102,
      "step": 110500
    },
    {
      "epoch": 35.74660633484163,
      "grad_norm": 3.631286382675171,
      "learning_rate": 0.001,
      "loss": 1.9443,
      "step": 110600
    },
    {
      "epoch": 35.778926955397544,
      "grad_norm": 3.018691062927246,
      "learning_rate": 0.001,
      "loss": 1.9095,
      "step": 110700
    },
    {
      "epoch": 35.81124757595346,
      "grad_norm": 1.3412153720855713,
      "learning_rate": 0.001,
      "loss": 1.9267,
      "step": 110800
    },
    {
      "epoch": 35.84356819650937,
      "grad_norm": 3.3594956398010254,
      "learning_rate": 0.001,
      "loss": 1.9278,
      "step": 110900
    },
    {
      "epoch": 35.87588881706529,
      "grad_norm": 1.1525743007659912,
      "learning_rate": 0.001,
      "loss": 1.9352,
      "step": 111000
    },
    {
      "epoch": 35.9082094376212,
      "grad_norm": 1.3300703763961792,
      "learning_rate": 0.001,
      "loss": 1.9399,
      "step": 111100
    },
    {
      "epoch": 35.94053005817712,
      "grad_norm": 4.032942771911621,
      "learning_rate": 0.001,
      "loss": 1.9471,
      "step": 111200
    },
    {
      "epoch": 35.97285067873303,
      "grad_norm": 1.7235864400863647,
      "learning_rate": 0.001,
      "loss": 1.9264,
      "step": 111300
    },
    {
      "epoch": 36.005171299288946,
      "grad_norm": 1.0521681308746338,
      "learning_rate": 0.001,
      "loss": 1.9387,
      "step": 111400
    },
    {
      "epoch": 36.03749191984486,
      "grad_norm": 1.1437805891036987,
      "learning_rate": 0.001,
      "loss": 1.829,
      "step": 111500
    },
    {
      "epoch": 36.069812540400775,
      "grad_norm": 1.1208271980285645,
      "learning_rate": 0.001,
      "loss": 1.8422,
      "step": 111600
    },
    {
      "epoch": 36.10213316095669,
      "grad_norm": 1.1935607194900513,
      "learning_rate": 0.001,
      "loss": 1.8579,
      "step": 111700
    },
    {
      "epoch": 36.134453781512605,
      "grad_norm": 2.3396177291870117,
      "learning_rate": 0.001,
      "loss": 1.8232,
      "step": 111800
    },
    {
      "epoch": 36.16677440206852,
      "grad_norm": 1.6037166118621826,
      "learning_rate": 0.001,
      "loss": 1.8467,
      "step": 111900
    },
    {
      "epoch": 36.199095022624434,
      "grad_norm": 1.2304953336715698,
      "learning_rate": 0.001,
      "loss": 1.8423,
      "step": 112000
    },
    {
      "epoch": 36.23141564318035,
      "grad_norm": 1.3999406099319458,
      "learning_rate": 0.001,
      "loss": 1.8474,
      "step": 112100
    },
    {
      "epoch": 36.26373626373626,
      "grad_norm": 3.3102469444274902,
      "learning_rate": 0.001,
      "loss": 1.8673,
      "step": 112200
    },
    {
      "epoch": 36.29605688429218,
      "grad_norm": 3.2178707122802734,
      "learning_rate": 0.001,
      "loss": 1.85,
      "step": 112300
    },
    {
      "epoch": 36.32837750484809,
      "grad_norm": 1.2689906358718872,
      "learning_rate": 0.001,
      "loss": 1.8628,
      "step": 112400
    },
    {
      "epoch": 36.36069812540401,
      "grad_norm": 1.447065830230713,
      "learning_rate": 0.001,
      "loss": 1.8787,
      "step": 112500
    },
    {
      "epoch": 36.39301874595992,
      "grad_norm": 1.5917258262634277,
      "learning_rate": 0.001,
      "loss": 1.8945,
      "step": 112600
    },
    {
      "epoch": 36.425339366515836,
      "grad_norm": 1.1982862949371338,
      "learning_rate": 0.001,
      "loss": 1.8888,
      "step": 112700
    },
    {
      "epoch": 36.45765998707175,
      "grad_norm": 1.1918996572494507,
      "learning_rate": 0.001,
      "loss": 1.8898,
      "step": 112800
    },
    {
      "epoch": 36.489980607627665,
      "grad_norm": 2.3612723350524902,
      "learning_rate": 0.001,
      "loss": 1.8952,
      "step": 112900
    },
    {
      "epoch": 36.52230122818358,
      "grad_norm": 1.5999964475631714,
      "learning_rate": 0.001,
      "loss": 1.9052,
      "step": 113000
    },
    {
      "epoch": 36.554621848739494,
      "grad_norm": 4.376062393188477,
      "learning_rate": 0.001,
      "loss": 1.9039,
      "step": 113100
    },
    {
      "epoch": 36.58694246929541,
      "grad_norm": 1.7558895349502563,
      "learning_rate": 0.001,
      "loss": 1.9053,
      "step": 113200
    },
    {
      "epoch": 36.61926308985132,
      "grad_norm": 1.551816463470459,
      "learning_rate": 0.001,
      "loss": 1.8937,
      "step": 113300
    },
    {
      "epoch": 36.65158371040724,
      "grad_norm": 1.2306195497512817,
      "learning_rate": 0.001,
      "loss": 1.9134,
      "step": 113400
    },
    {
      "epoch": 36.68390433096315,
      "grad_norm": 1.3102505207061768,
      "learning_rate": 0.001,
      "loss": 1.9197,
      "step": 113500
    },
    {
      "epoch": 36.71622495151907,
      "grad_norm": 1.4084186553955078,
      "learning_rate": 0.001,
      "loss": 1.9275,
      "step": 113600
    },
    {
      "epoch": 36.74854557207498,
      "grad_norm": 1.8496413230895996,
      "learning_rate": 0.001,
      "loss": 1.9121,
      "step": 113700
    },
    {
      "epoch": 36.780866192630896,
      "grad_norm": 1.1689287424087524,
      "learning_rate": 0.001,
      "loss": 1.926,
      "step": 113800
    },
    {
      "epoch": 36.81318681318681,
      "grad_norm": 2.3335578441619873,
      "learning_rate": 0.001,
      "loss": 1.9196,
      "step": 113900
    },
    {
      "epoch": 36.845507433742725,
      "grad_norm": 1.0329281091690063,
      "learning_rate": 0.001,
      "loss": 1.9225,
      "step": 114000
    },
    {
      "epoch": 36.87782805429864,
      "grad_norm": 1.5318419933319092,
      "learning_rate": 0.001,
      "loss": 1.9078,
      "step": 114100
    },
    {
      "epoch": 36.910148674854554,
      "grad_norm": 6.057369709014893,
      "learning_rate": 0.001,
      "loss": 1.935,
      "step": 114200
    },
    {
      "epoch": 36.94246929541047,
      "grad_norm": 1.5044867992401123,
      "learning_rate": 0.001,
      "loss": 1.9249,
      "step": 114300
    },
    {
      "epoch": 36.97478991596638,
      "grad_norm": 1.6871298551559448,
      "learning_rate": 0.001,
      "loss": 1.9083,
      "step": 114400
    },
    {
      "epoch": 37.007110536522305,
      "grad_norm": 5.1548566818237305,
      "learning_rate": 0.001,
      "loss": 1.9149,
      "step": 114500
    },
    {
      "epoch": 37.03943115707822,
      "grad_norm": 1.4856902360916138,
      "learning_rate": 0.001,
      "loss": 1.8206,
      "step": 114600
    },
    {
      "epoch": 37.071751777634134,
      "grad_norm": 1.3780717849731445,
      "learning_rate": 0.001,
      "loss": 1.8047,
      "step": 114700
    },
    {
      "epoch": 37.10407239819005,
      "grad_norm": 1.37855064868927,
      "learning_rate": 0.001,
      "loss": 1.8146,
      "step": 114800
    },
    {
      "epoch": 37.13639301874596,
      "grad_norm": 1.1739076375961304,
      "learning_rate": 0.001,
      "loss": 1.822,
      "step": 114900
    },
    {
      "epoch": 37.16871363930188,
      "grad_norm": 1.1153700351715088,
      "learning_rate": 0.001,
      "loss": 1.8315,
      "step": 115000
    },
    {
      "epoch": 37.20103425985779,
      "grad_norm": 1.1147390604019165,
      "learning_rate": 0.001,
      "loss": 1.8291,
      "step": 115100
    },
    {
      "epoch": 37.23335488041371,
      "grad_norm": 1.0624762773513794,
      "learning_rate": 0.001,
      "loss": 1.8417,
      "step": 115200
    },
    {
      "epoch": 37.26567550096962,
      "grad_norm": 1.2066795825958252,
      "learning_rate": 0.001,
      "loss": 1.8412,
      "step": 115300
    },
    {
      "epoch": 37.297996121525536,
      "grad_norm": 1.3236172199249268,
      "learning_rate": 0.001,
      "loss": 1.8786,
      "step": 115400
    },
    {
      "epoch": 37.33031674208145,
      "grad_norm": 1.9816596508026123,
      "learning_rate": 0.001,
      "loss": 1.862,
      "step": 115500
    },
    {
      "epoch": 37.362637362637365,
      "grad_norm": 1.549977421760559,
      "learning_rate": 0.001,
      "loss": 1.8362,
      "step": 115600
    },
    {
      "epoch": 37.39495798319328,
      "grad_norm": 1.0927155017852783,
      "learning_rate": 0.001,
      "loss": 1.863,
      "step": 115700
    },
    {
      "epoch": 37.427278603749194,
      "grad_norm": 1.4055895805358887,
      "learning_rate": 0.001,
      "loss": 1.8728,
      "step": 115800
    },
    {
      "epoch": 37.45959922430511,
      "grad_norm": 1.5794692039489746,
      "learning_rate": 0.001,
      "loss": 1.8737,
      "step": 115900
    },
    {
      "epoch": 37.49191984486102,
      "grad_norm": 1.3127968311309814,
      "learning_rate": 0.001,
      "loss": 1.881,
      "step": 116000
    },
    {
      "epoch": 37.52424046541694,
      "grad_norm": 1.479200839996338,
      "learning_rate": 0.001,
      "loss": 1.8827,
      "step": 116100
    },
    {
      "epoch": 37.55656108597285,
      "grad_norm": 1.008919358253479,
      "learning_rate": 0.001,
      "loss": 1.8771,
      "step": 116200
    },
    {
      "epoch": 37.58888170652877,
      "grad_norm": 1.2220110893249512,
      "learning_rate": 0.001,
      "loss": 1.8718,
      "step": 116300
    },
    {
      "epoch": 37.62120232708468,
      "grad_norm": 1.0928473472595215,
      "learning_rate": 0.001,
      "loss": 1.8616,
      "step": 116400
    },
    {
      "epoch": 37.653522947640596,
      "grad_norm": 2.5506718158721924,
      "learning_rate": 0.001,
      "loss": 1.8706,
      "step": 116500
    },
    {
      "epoch": 37.68584356819651,
      "grad_norm": 1.1359944343566895,
      "learning_rate": 0.001,
      "loss": 1.8805,
      "step": 116600
    },
    {
      "epoch": 37.718164188752425,
      "grad_norm": 1.372092843055725,
      "learning_rate": 0.001,
      "loss": 1.8842,
      "step": 116700
    },
    {
      "epoch": 37.75048480930834,
      "grad_norm": 1.3408921957015991,
      "learning_rate": 0.001,
      "loss": 1.8816,
      "step": 116800
    },
    {
      "epoch": 37.782805429864254,
      "grad_norm": 1.2490566968917847,
      "learning_rate": 0.001,
      "loss": 1.902,
      "step": 116900
    },
    {
      "epoch": 37.81512605042017,
      "grad_norm": 1.1467710733413696,
      "learning_rate": 0.001,
      "loss": 1.9127,
      "step": 117000
    },
    {
      "epoch": 37.84744667097608,
      "grad_norm": 0.99135822057724,
      "learning_rate": 0.001,
      "loss": 1.8978,
      "step": 117100
    },
    {
      "epoch": 37.879767291532,
      "grad_norm": 1.2980619668960571,
      "learning_rate": 0.001,
      "loss": 1.8821,
      "step": 117200
    },
    {
      "epoch": 37.91208791208791,
      "grad_norm": 1.3910256624221802,
      "learning_rate": 0.001,
      "loss": 1.9138,
      "step": 117300
    },
    {
      "epoch": 37.94440853264383,
      "grad_norm": 1.2831699848175049,
      "learning_rate": 0.001,
      "loss": 1.9076,
      "step": 117400
    },
    {
      "epoch": 37.97672915319974,
      "grad_norm": 3.5138869285583496,
      "learning_rate": 0.001,
      "loss": 1.9129,
      "step": 117500
    },
    {
      "epoch": 38.009049773755656,
      "grad_norm": 2.4539334774017334,
      "learning_rate": 0.001,
      "loss": 1.8804,
      "step": 117600
    },
    {
      "epoch": 38.04137039431157,
      "grad_norm": 1.2195545434951782,
      "learning_rate": 0.001,
      "loss": 1.7866,
      "step": 117700
    },
    {
      "epoch": 38.073691014867485,
      "grad_norm": 1.676969051361084,
      "learning_rate": 0.001,
      "loss": 1.8152,
      "step": 117800
    },
    {
      "epoch": 38.1060116354234,
      "grad_norm": 1.0128309726715088,
      "learning_rate": 0.001,
      "loss": 1.8191,
      "step": 117900
    },
    {
      "epoch": 38.138332255979314,
      "grad_norm": 1.421247124671936,
      "learning_rate": 0.001,
      "loss": 1.8093,
      "step": 118000
    },
    {
      "epoch": 38.17065287653523,
      "grad_norm": 1.310952067375183,
      "learning_rate": 0.001,
      "loss": 1.8041,
      "step": 118100
    },
    {
      "epoch": 38.20297349709114,
      "grad_norm": 1.2198445796966553,
      "learning_rate": 0.001,
      "loss": 1.8298,
      "step": 118200
    },
    {
      "epoch": 38.23529411764706,
      "grad_norm": 1.4271111488342285,
      "learning_rate": 0.001,
      "loss": 1.8395,
      "step": 118300
    },
    {
      "epoch": 38.26761473820297,
      "grad_norm": 1.2446422576904297,
      "learning_rate": 0.001,
      "loss": 1.8243,
      "step": 118400
    },
    {
      "epoch": 38.29993535875889,
      "grad_norm": 1.419834017753601,
      "learning_rate": 0.001,
      "loss": 1.8483,
      "step": 118500
    },
    {
      "epoch": 38.3322559793148,
      "grad_norm": 2.289161443710327,
      "learning_rate": 0.001,
      "loss": 1.8499,
      "step": 118600
    },
    {
      "epoch": 38.364576599870716,
      "grad_norm": 1.1976349353790283,
      "learning_rate": 0.001,
      "loss": 1.8588,
      "step": 118700
    },
    {
      "epoch": 38.39689722042663,
      "grad_norm": 1.273282527923584,
      "learning_rate": 0.001,
      "loss": 1.8547,
      "step": 118800
    },
    {
      "epoch": 38.429217840982545,
      "grad_norm": 1.3452496528625488,
      "learning_rate": 0.001,
      "loss": 1.8318,
      "step": 118900
    },
    {
      "epoch": 38.46153846153846,
      "grad_norm": 1.424924373626709,
      "learning_rate": 0.001,
      "loss": 1.847,
      "step": 119000
    },
    {
      "epoch": 38.493859082094374,
      "grad_norm": 1.5583724975585938,
      "learning_rate": 0.001,
      "loss": 1.8377,
      "step": 119100
    },
    {
      "epoch": 38.52617970265029,
      "grad_norm": 1.1600292921066284,
      "learning_rate": 0.001,
      "loss": 1.8671,
      "step": 119200
    },
    {
      "epoch": 38.558500323206204,
      "grad_norm": 1.068895936012268,
      "learning_rate": 0.001,
      "loss": 1.8532,
      "step": 119300
    },
    {
      "epoch": 38.59082094376212,
      "grad_norm": 1.1499416828155518,
      "learning_rate": 0.001,
      "loss": 1.8671,
      "step": 119400
    },
    {
      "epoch": 38.62314156431803,
      "grad_norm": 1.136387586593628,
      "learning_rate": 0.001,
      "loss": 1.8649,
      "step": 119500
    },
    {
      "epoch": 38.65546218487395,
      "grad_norm": 1.0443016290664673,
      "learning_rate": 0.001,
      "loss": 1.8735,
      "step": 119600
    },
    {
      "epoch": 38.68778280542986,
      "grad_norm": 1.2075107097625732,
      "learning_rate": 0.001,
      "loss": 1.8732,
      "step": 119700
    },
    {
      "epoch": 38.720103425985776,
      "grad_norm": 1.2584816217422485,
      "learning_rate": 0.001,
      "loss": 1.8776,
      "step": 119800
    },
    {
      "epoch": 38.75242404654169,
      "grad_norm": 1.3732507228851318,
      "learning_rate": 0.001,
      "loss": 1.8567,
      "step": 119900
    },
    {
      "epoch": 38.784744667097605,
      "grad_norm": 1.061155915260315,
      "learning_rate": 0.001,
      "loss": 1.897,
      "step": 120000
    },
    {
      "epoch": 38.81706528765352,
      "grad_norm": 1.2088371515274048,
      "learning_rate": 0.001,
      "loss": 1.8855,
      "step": 120100
    },
    {
      "epoch": 38.849385908209435,
      "grad_norm": 4.318638801574707,
      "learning_rate": 0.001,
      "loss": 1.8909,
      "step": 120200
    },
    {
      "epoch": 38.88170652876535,
      "grad_norm": 4.434459686279297,
      "learning_rate": 0.001,
      "loss": 1.8745,
      "step": 120300
    },
    {
      "epoch": 38.914027149321264,
      "grad_norm": 1.373774766921997,
      "learning_rate": 0.001,
      "loss": 1.8775,
      "step": 120400
    },
    {
      "epoch": 38.94634776987718,
      "grad_norm": 1.100549340248108,
      "learning_rate": 0.001,
      "loss": 1.8715,
      "step": 120500
    },
    {
      "epoch": 38.97866839043309,
      "grad_norm": 1.4182100296020508,
      "learning_rate": 0.001,
      "loss": 1.8876,
      "step": 120600
    },
    {
      "epoch": 39.010989010989015,
      "grad_norm": 1.3260060548782349,
      "learning_rate": 0.001,
      "loss": 1.8597,
      "step": 120700
    },
    {
      "epoch": 39.04330963154493,
      "grad_norm": 12.605850219726562,
      "learning_rate": 0.001,
      "loss": 1.7612,
      "step": 120800
    },
    {
      "epoch": 39.075630252100844,
      "grad_norm": 1.253372311592102,
      "learning_rate": 0.001,
      "loss": 1.7869,
      "step": 120900
    },
    {
      "epoch": 39.10795087265676,
      "grad_norm": 1.296689510345459,
      "learning_rate": 0.001,
      "loss": 1.7769,
      "step": 121000
    },
    {
      "epoch": 39.14027149321267,
      "grad_norm": 1.2386274337768555,
      "learning_rate": 0.001,
      "loss": 1.7855,
      "step": 121100
    },
    {
      "epoch": 39.17259211376859,
      "grad_norm": 1.7979031801223755,
      "learning_rate": 0.001,
      "loss": 1.8056,
      "step": 121200
    },
    {
      "epoch": 39.2049127343245,
      "grad_norm": 1.306191086769104,
      "learning_rate": 0.001,
      "loss": 1.8259,
      "step": 121300
    },
    {
      "epoch": 39.237233354880416,
      "grad_norm": 1.8223177194595337,
      "learning_rate": 0.001,
      "loss": 1.8132,
      "step": 121400
    },
    {
      "epoch": 39.26955397543633,
      "grad_norm": 1.5797417163848877,
      "learning_rate": 0.001,
      "loss": 1.8171,
      "step": 121500
    },
    {
      "epoch": 39.301874595992246,
      "grad_norm": 1.9821630716323853,
      "learning_rate": 0.001,
      "loss": 1.8151,
      "step": 121600
    },
    {
      "epoch": 39.33419521654816,
      "grad_norm": 1.6045567989349365,
      "learning_rate": 0.001,
      "loss": 1.8281,
      "step": 121700
    },
    {
      "epoch": 39.366515837104075,
      "grad_norm": 1.527409315109253,
      "learning_rate": 0.001,
      "loss": 1.8003,
      "step": 121800
    },
    {
      "epoch": 39.39883645765999,
      "grad_norm": 1.2786881923675537,
      "learning_rate": 0.001,
      "loss": 1.8261,
      "step": 121900
    },
    {
      "epoch": 39.431157078215904,
      "grad_norm": 3.906433582305908,
      "learning_rate": 0.001,
      "loss": 1.8017,
      "step": 122000
    },
    {
      "epoch": 39.46347769877182,
      "grad_norm": 1.1522268056869507,
      "learning_rate": 0.001,
      "loss": 1.8334,
      "step": 122100
    },
    {
      "epoch": 39.49579831932773,
      "grad_norm": 1.4968317747116089,
      "learning_rate": 0.001,
      "loss": 1.8281,
      "step": 122200
    },
    {
      "epoch": 39.52811893988365,
      "grad_norm": 1.4911670684814453,
      "learning_rate": 0.001,
      "loss": 1.8558,
      "step": 122300
    },
    {
      "epoch": 39.56043956043956,
      "grad_norm": 1.0926120281219482,
      "learning_rate": 0.001,
      "loss": 1.8381,
      "step": 122400
    },
    {
      "epoch": 39.59276018099548,
      "grad_norm": 1.5070500373840332,
      "learning_rate": 0.001,
      "loss": 1.8642,
      "step": 122500
    },
    {
      "epoch": 39.62508080155139,
      "grad_norm": 1.2971413135528564,
      "learning_rate": 0.001,
      "loss": 1.8648,
      "step": 122600
    },
    {
      "epoch": 39.657401422107306,
      "grad_norm": 1.3116230964660645,
      "learning_rate": 0.001,
      "loss": 1.8276,
      "step": 122700
    },
    {
      "epoch": 39.68972204266322,
      "grad_norm": 1.8247156143188477,
      "learning_rate": 0.001,
      "loss": 1.8645,
      "step": 122800
    },
    {
      "epoch": 39.722042663219135,
      "grad_norm": 0.9565060138702393,
      "learning_rate": 0.001,
      "loss": 1.8611,
      "step": 122900
    },
    {
      "epoch": 39.75436328377505,
      "grad_norm": 1.7188314199447632,
      "learning_rate": 0.001,
      "loss": 1.8612,
      "step": 123000
    },
    {
      "epoch": 39.786683904330964,
      "grad_norm": 1.1791901588439941,
      "learning_rate": 0.001,
      "loss": 1.8483,
      "step": 123100
    },
    {
      "epoch": 39.81900452488688,
      "grad_norm": 1.152366280555725,
      "learning_rate": 0.001,
      "loss": 1.863,
      "step": 123200
    },
    {
      "epoch": 39.85132514544279,
      "grad_norm": 1.2567132711410522,
      "learning_rate": 0.001,
      "loss": 1.8524,
      "step": 123300
    },
    {
      "epoch": 39.88364576599871,
      "grad_norm": 1.3243598937988281,
      "learning_rate": 0.001,
      "loss": 1.8713,
      "step": 123400
    },
    {
      "epoch": 39.91596638655462,
      "grad_norm": 1.5782139301300049,
      "learning_rate": 0.001,
      "loss": 1.8541,
      "step": 123500
    },
    {
      "epoch": 39.94828700711054,
      "grad_norm": 1.378080129623413,
      "learning_rate": 0.001,
      "loss": 1.8931,
      "step": 123600
    },
    {
      "epoch": 39.98060762766645,
      "grad_norm": 2.1780200004577637,
      "learning_rate": 0.001,
      "loss": 1.8787,
      "step": 123700
    },
    {
      "epoch": 40.012928248222366,
      "grad_norm": 1.2989468574523926,
      "learning_rate": 0.001,
      "loss": 1.817,
      "step": 123800
    },
    {
      "epoch": 40.04524886877828,
      "grad_norm": 1.3301774263381958,
      "learning_rate": 0.001,
      "loss": 1.7654,
      "step": 123900
    },
    {
      "epoch": 40.077569489334195,
      "grad_norm": 1.1418707370758057,
      "learning_rate": 0.001,
      "loss": 1.7643,
      "step": 124000
    },
    {
      "epoch": 40.10989010989011,
      "grad_norm": 1.2885091304779053,
      "learning_rate": 0.001,
      "loss": 1.7688,
      "step": 124100
    },
    {
      "epoch": 40.142210730446024,
      "grad_norm": 2.4522647857666016,
      "learning_rate": 0.001,
      "loss": 1.7739,
      "step": 124200
    },
    {
      "epoch": 40.17453135100194,
      "grad_norm": 1.5879456996917725,
      "learning_rate": 0.001,
      "loss": 1.7877,
      "step": 124300
    },
    {
      "epoch": 40.20685197155785,
      "grad_norm": 1.3140922784805298,
      "learning_rate": 0.001,
      "loss": 1.784,
      "step": 124400
    },
    {
      "epoch": 40.23917259211377,
      "grad_norm": 1.5422500371932983,
      "learning_rate": 0.001,
      "loss": 1.7805,
      "step": 124500
    },
    {
      "epoch": 40.27149321266968,
      "grad_norm": 1.2957282066345215,
      "learning_rate": 0.001,
      "loss": 1.7975,
      "step": 124600
    },
    {
      "epoch": 40.3038138332256,
      "grad_norm": 1.2618844509124756,
      "learning_rate": 0.001,
      "loss": 1.789,
      "step": 124700
    },
    {
      "epoch": 40.33613445378151,
      "grad_norm": 1.5352258682250977,
      "learning_rate": 0.001,
      "loss": 1.8065,
      "step": 124800
    },
    {
      "epoch": 40.368455074337426,
      "grad_norm": 1.3450771570205688,
      "learning_rate": 0.001,
      "loss": 1.8119,
      "step": 124900
    },
    {
      "epoch": 40.40077569489334,
      "grad_norm": 1.3989888429641724,
      "learning_rate": 0.001,
      "loss": 1.8153,
      "step": 125000
    },
    {
      "epoch": 40.433096315449255,
      "grad_norm": 1.9816219806671143,
      "learning_rate": 0.001,
      "loss": 1.8292,
      "step": 125100
    },
    {
      "epoch": 40.46541693600517,
      "grad_norm": 1.5305535793304443,
      "learning_rate": 0.001,
      "loss": 1.8103,
      "step": 125200
    },
    {
      "epoch": 40.497737556561084,
      "grad_norm": 1.5300730466842651,
      "learning_rate": 0.001,
      "loss": 1.8257,
      "step": 125300
    },
    {
      "epoch": 40.530058177117,
      "grad_norm": 1.4612420797348022,
      "learning_rate": 0.001,
      "loss": 1.8338,
      "step": 125400
    },
    {
      "epoch": 40.56237879767291,
      "grad_norm": 1.256276249885559,
      "learning_rate": 0.001,
      "loss": 1.8358,
      "step": 125500
    },
    {
      "epoch": 40.59469941822883,
      "grad_norm": 1.4062659740447998,
      "learning_rate": 0.001,
      "loss": 1.8276,
      "step": 125600
    },
    {
      "epoch": 40.62702003878474,
      "grad_norm": 1.7905007600784302,
      "learning_rate": 0.001,
      "loss": 1.835,
      "step": 125700
    },
    {
      "epoch": 40.65934065934066,
      "grad_norm": 13.577773094177246,
      "learning_rate": 0.001,
      "loss": 1.8244,
      "step": 125800
    },
    {
      "epoch": 40.69166127989657,
      "grad_norm": 1.4156545400619507,
      "learning_rate": 0.001,
      "loss": 1.8349,
      "step": 125900
    },
    {
      "epoch": 40.723981900452486,
      "grad_norm": 1.1126469373703003,
      "learning_rate": 0.001,
      "loss": 1.8655,
      "step": 126000
    },
    {
      "epoch": 40.7563025210084,
      "grad_norm": 1.5943673849105835,
      "learning_rate": 0.001,
      "loss": 1.8469,
      "step": 126100
    },
    {
      "epoch": 40.788623141564315,
      "grad_norm": 1.4814828634262085,
      "learning_rate": 0.001,
      "loss": 1.8391,
      "step": 126200
    },
    {
      "epoch": 40.82094376212023,
      "grad_norm": 1.347719669342041,
      "learning_rate": 0.001,
      "loss": 1.8541,
      "step": 126300
    },
    {
      "epoch": 40.853264382676144,
      "grad_norm": 2.0954856872558594,
      "learning_rate": 0.001,
      "loss": 1.8593,
      "step": 126400
    },
    {
      "epoch": 40.88558500323206,
      "grad_norm": 1.2716341018676758,
      "learning_rate": 0.001,
      "loss": 1.8555,
      "step": 126500
    },
    {
      "epoch": 40.91790562378797,
      "grad_norm": 2.1025805473327637,
      "learning_rate": 0.001,
      "loss": 1.8607,
      "step": 126600
    },
    {
      "epoch": 40.95022624434389,
      "grad_norm": 7.275984287261963,
      "learning_rate": 0.001,
      "loss": 1.8578,
      "step": 126700
    },
    {
      "epoch": 40.9825468648998,
      "grad_norm": 1.632796049118042,
      "learning_rate": 0.001,
      "loss": 1.8574,
      "step": 126800
    },
    {
      "epoch": 41.014867485455724,
      "grad_norm": 1.4241890907287598,
      "learning_rate": 0.001,
      "loss": 1.7963,
      "step": 126900
    },
    {
      "epoch": 41.04718810601164,
      "grad_norm": 1.5906703472137451,
      "learning_rate": 0.001,
      "loss": 1.7443,
      "step": 127000
    },
    {
      "epoch": 41.07950872656755,
      "grad_norm": 2.4501307010650635,
      "learning_rate": 0.001,
      "loss": 1.7555,
      "step": 127100
    },
    {
      "epoch": 41.11182934712347,
      "grad_norm": 1.3944594860076904,
      "learning_rate": 0.001,
      "loss": 1.7466,
      "step": 127200
    },
    {
      "epoch": 41.14414996767938,
      "grad_norm": 1.4021129608154297,
      "learning_rate": 0.001,
      "loss": 1.7519,
      "step": 127300
    },
    {
      "epoch": 41.1764705882353,
      "grad_norm": 1.3989648818969727,
      "learning_rate": 0.001,
      "loss": 1.7538,
      "step": 127400
    },
    {
      "epoch": 41.20879120879121,
      "grad_norm": 2.043494939804077,
      "learning_rate": 0.001,
      "loss": 1.765,
      "step": 127500
    },
    {
      "epoch": 41.241111829347126,
      "grad_norm": 2.4054269790649414,
      "learning_rate": 0.001,
      "loss": 1.7766,
      "step": 127600
    },
    {
      "epoch": 41.27343244990304,
      "grad_norm": 2.6961395740509033,
      "learning_rate": 0.001,
      "loss": 1.7887,
      "step": 127700
    },
    {
      "epoch": 41.305753070458955,
      "grad_norm": 1.9615087509155273,
      "learning_rate": 0.001,
      "loss": 1.7821,
      "step": 127800
    },
    {
      "epoch": 41.33807369101487,
      "grad_norm": 1.7202939987182617,
      "learning_rate": 0.001,
      "loss": 1.8009,
      "step": 127900
    },
    {
      "epoch": 41.370394311570784,
      "grad_norm": 1.4241828918457031,
      "learning_rate": 0.001,
      "loss": 1.7728,
      "step": 128000
    },
    {
      "epoch": 41.4027149321267,
      "grad_norm": 1.3693569898605347,
      "learning_rate": 0.001,
      "loss": 1.7977,
      "step": 128100
    },
    {
      "epoch": 41.43503555268261,
      "grad_norm": 1.491221308708191,
      "learning_rate": 0.001,
      "loss": 1.7984,
      "step": 128200
    },
    {
      "epoch": 41.46735617323853,
      "grad_norm": 1.442201018333435,
      "learning_rate": 0.001,
      "loss": 1.8002,
      "step": 128300
    },
    {
      "epoch": 41.49967679379444,
      "grad_norm": 3.5121371746063232,
      "learning_rate": 0.001,
      "loss": 1.8016,
      "step": 128400
    },
    {
      "epoch": 41.53199741435036,
      "grad_norm": 1.6050446033477783,
      "learning_rate": 0.001,
      "loss": 1.8129,
      "step": 128500
    },
    {
      "epoch": 41.56431803490627,
      "grad_norm": 1.6109343767166138,
      "learning_rate": 0.001,
      "loss": 1.801,
      "step": 128600
    },
    {
      "epoch": 41.596638655462186,
      "grad_norm": 1.4214345216751099,
      "learning_rate": 0.001,
      "loss": 1.8236,
      "step": 128700
    },
    {
      "epoch": 41.6289592760181,
      "grad_norm": 1.6679494380950928,
      "learning_rate": 0.001,
      "loss": 1.8158,
      "step": 128800
    },
    {
      "epoch": 41.661279896574015,
      "grad_norm": 1.6786404848098755,
      "learning_rate": 0.001,
      "loss": 1.8472,
      "step": 128900
    },
    {
      "epoch": 41.69360051712993,
      "grad_norm": 1.8764691352844238,
      "learning_rate": 0.001,
      "loss": 1.8149,
      "step": 129000
    },
    {
      "epoch": 41.725921137685845,
      "grad_norm": 2.1831560134887695,
      "learning_rate": 0.001,
      "loss": 1.827,
      "step": 129100
    },
    {
      "epoch": 41.75824175824176,
      "grad_norm": 2.3829164505004883,
      "learning_rate": 0.001,
      "loss": 1.847,
      "step": 129200
    },
    {
      "epoch": 41.790562378797674,
      "grad_norm": 1.2819758653640747,
      "learning_rate": 0.001,
      "loss": 1.845,
      "step": 129300
    },
    {
      "epoch": 41.82288299935359,
      "grad_norm": 1.768515706062317,
      "learning_rate": 0.001,
      "loss": 1.8434,
      "step": 129400
    },
    {
      "epoch": 41.8552036199095,
      "grad_norm": 1.773214340209961,
      "learning_rate": 0.001,
      "loss": 1.8332,
      "step": 129500
    },
    {
      "epoch": 41.88752424046542,
      "grad_norm": 1.2896676063537598,
      "learning_rate": 0.001,
      "loss": 1.8406,
      "step": 129600
    },
    {
      "epoch": 41.91984486102133,
      "grad_norm": 1.4486926794052124,
      "learning_rate": 0.001,
      "loss": 1.8297,
      "step": 129700
    },
    {
      "epoch": 41.95216548157725,
      "grad_norm": 1.544711947441101,
      "learning_rate": 0.001,
      "loss": 1.8419,
      "step": 129800
    },
    {
      "epoch": 41.98448610213316,
      "grad_norm": 1.4927252531051636,
      "learning_rate": 0.001,
      "loss": 1.8625,
      "step": 129900
    },
    {
      "epoch": 42.016806722689076,
      "grad_norm": 1.5412721633911133,
      "learning_rate": 0.001,
      "loss": 1.7648,
      "step": 130000
    },
    {
      "epoch": 42.04912734324499,
      "grad_norm": 1.375949740409851,
      "learning_rate": 0.001,
      "loss": 1.7289,
      "step": 130100
    },
    {
      "epoch": 42.081447963800905,
      "grad_norm": 1.531101942062378,
      "learning_rate": 0.001,
      "loss": 1.7608,
      "step": 130200
    },
    {
      "epoch": 42.11376858435682,
      "grad_norm": 1.711957335472107,
      "learning_rate": 0.001,
      "loss": 1.7406,
      "step": 130300
    },
    {
      "epoch": 42.146089204912734,
      "grad_norm": 1.552192211151123,
      "learning_rate": 0.001,
      "loss": 1.7405,
      "step": 130400
    },
    {
      "epoch": 42.17840982546865,
      "grad_norm": 1.6924973726272583,
      "learning_rate": 0.001,
      "loss": 1.7689,
      "step": 130500
    },
    {
      "epoch": 42.21073044602456,
      "grad_norm": 2.52073073387146,
      "learning_rate": 0.001,
      "loss": 1.7513,
      "step": 130600
    },
    {
      "epoch": 42.24305106658048,
      "grad_norm": 1.7542407512664795,
      "learning_rate": 0.001,
      "loss": 1.7493,
      "step": 130700
    },
    {
      "epoch": 42.27537168713639,
      "grad_norm": 1.5911215543746948,
      "learning_rate": 0.001,
      "loss": 1.7432,
      "step": 130800
    },
    {
      "epoch": 42.30769230769231,
      "grad_norm": 7.667694568634033,
      "learning_rate": 0.001,
      "loss": 1.7598,
      "step": 130900
    },
    {
      "epoch": 42.34001292824822,
      "grad_norm": 2.062882423400879,
      "learning_rate": 0.001,
      "loss": 1.7775,
      "step": 131000
    },
    {
      "epoch": 42.372333548804136,
      "grad_norm": 1.5085506439208984,
      "learning_rate": 0.001,
      "loss": 1.7764,
      "step": 131100
    },
    {
      "epoch": 42.40465416936005,
      "grad_norm": 1.761025071144104,
      "learning_rate": 0.001,
      "loss": 1.7856,
      "step": 131200
    },
    {
      "epoch": 42.436974789915965,
      "grad_norm": 1.2989015579223633,
      "learning_rate": 0.001,
      "loss": 1.7701,
      "step": 131300
    },
    {
      "epoch": 42.46929541047188,
      "grad_norm": 3.646850824356079,
      "learning_rate": 0.001,
      "loss": 1.7868,
      "step": 131400
    },
    {
      "epoch": 42.501616031027794,
      "grad_norm": 1.684725046157837,
      "learning_rate": 0.001,
      "loss": 1.7963,
      "step": 131500
    },
    {
      "epoch": 42.53393665158371,
      "grad_norm": 1.6719346046447754,
      "learning_rate": 0.001,
      "loss": 1.7843,
      "step": 131600
    },
    {
      "epoch": 42.56625727213962,
      "grad_norm": 1.9065735340118408,
      "learning_rate": 0.001,
      "loss": 1.8103,
      "step": 131700
    },
    {
      "epoch": 42.59857789269554,
      "grad_norm": 2.335222005844116,
      "learning_rate": 0.001,
      "loss": 1.8055,
      "step": 131800
    },
    {
      "epoch": 42.63089851325145,
      "grad_norm": 2.448328733444214,
      "learning_rate": 0.001,
      "loss": 1.796,
      "step": 131900
    },
    {
      "epoch": 42.66321913380737,
      "grad_norm": 2.672710657119751,
      "learning_rate": 0.001,
      "loss": 1.8037,
      "step": 132000
    },
    {
      "epoch": 42.69553975436328,
      "grad_norm": 1.7261258363723755,
      "learning_rate": 0.001,
      "loss": 1.8054,
      "step": 132100
    },
    {
      "epoch": 42.727860374919196,
      "grad_norm": 4.938918113708496,
      "learning_rate": 0.001,
      "loss": 1.7968,
      "step": 132200
    },
    {
      "epoch": 42.76018099547511,
      "grad_norm": 1.5077805519104004,
      "learning_rate": 0.001,
      "loss": 1.8246,
      "step": 132300
    },
    {
      "epoch": 42.792501616031025,
      "grad_norm": 1.5663096904754639,
      "learning_rate": 0.001,
      "loss": 1.8275,
      "step": 132400
    },
    {
      "epoch": 42.82482223658694,
      "grad_norm": 1.2577319145202637,
      "learning_rate": 0.001,
      "loss": 1.8369,
      "step": 132500
    },
    {
      "epoch": 42.857142857142854,
      "grad_norm": 2.092395305633545,
      "learning_rate": 0.001,
      "loss": 1.8289,
      "step": 132600
    },
    {
      "epoch": 42.88946347769877,
      "grad_norm": 1.7274287939071655,
      "learning_rate": 0.001,
      "loss": 1.8345,
      "step": 132700
    },
    {
      "epoch": 42.92178409825468,
      "grad_norm": 4.738982677459717,
      "learning_rate": 0.001,
      "loss": 1.8581,
      "step": 132800
    },
    {
      "epoch": 42.9541047188106,
      "grad_norm": 1.5109611749649048,
      "learning_rate": 0.001,
      "loss": 1.8395,
      "step": 132900
    },
    {
      "epoch": 42.98642533936652,
      "grad_norm": 1.538208246231079,
      "learning_rate": 0.001,
      "loss": 1.8488,
      "step": 133000
    },
    {
      "epoch": 43.018745959922434,
      "grad_norm": 1.5304149389266968,
      "learning_rate": 0.001,
      "loss": 1.7859,
      "step": 133100
    },
    {
      "epoch": 43.05106658047835,
      "grad_norm": 1.1026209592819214,
      "learning_rate": 0.001,
      "loss": 1.7116,
      "step": 133200
    },
    {
      "epoch": 43.08338720103426,
      "grad_norm": 1.645479440689087,
      "learning_rate": 0.001,
      "loss": 1.7362,
      "step": 133300
    },
    {
      "epoch": 43.11570782159018,
      "grad_norm": 1.1800204515457153,
      "learning_rate": 0.001,
      "loss": 1.7409,
      "step": 133400
    },
    {
      "epoch": 43.14802844214609,
      "grad_norm": 2.0279929637908936,
      "learning_rate": 0.001,
      "loss": 1.7319,
      "step": 133500
    },
    {
      "epoch": 43.18034906270201,
      "grad_norm": 4.091672420501709,
      "learning_rate": 0.001,
      "loss": 1.7257,
      "step": 133600
    },
    {
      "epoch": 43.21266968325792,
      "grad_norm": 1.2587857246398926,
      "learning_rate": 0.001,
      "loss": 1.7426,
      "step": 133700
    },
    {
      "epoch": 43.244990303813836,
      "grad_norm": 1.742817759513855,
      "learning_rate": 0.001,
      "loss": 1.7336,
      "step": 133800
    },
    {
      "epoch": 43.27731092436975,
      "grad_norm": 1.2294243574142456,
      "learning_rate": 0.001,
      "loss": 1.7527,
      "step": 133900
    },
    {
      "epoch": 43.309631544925665,
      "grad_norm": 1.474170207977295,
      "learning_rate": 0.001,
      "loss": 1.7535,
      "step": 134000
    },
    {
      "epoch": 43.34195216548158,
      "grad_norm": 9.299287796020508,
      "learning_rate": 0.001,
      "loss": 1.7495,
      "step": 134100
    },
    {
      "epoch": 43.374272786037494,
      "grad_norm": 1.0269882678985596,
      "learning_rate": 0.001,
      "loss": 1.7856,
      "step": 134200
    },
    {
      "epoch": 43.40659340659341,
      "grad_norm": 1.252418875694275,
      "learning_rate": 0.001,
      "loss": 1.7682,
      "step": 134300
    },
    {
      "epoch": 43.43891402714932,
      "grad_norm": 3.3168656826019287,
      "learning_rate": 0.001,
      "loss": 1.7643,
      "step": 134400
    },
    {
      "epoch": 43.47123464770524,
      "grad_norm": 1.4110136032104492,
      "learning_rate": 0.001,
      "loss": 1.7961,
      "step": 134500
    },
    {
      "epoch": 43.50355526826115,
      "grad_norm": 3.1406304836273193,
      "learning_rate": 0.001,
      "loss": 1.7906,
      "step": 134600
    },
    {
      "epoch": 43.53587588881707,
      "grad_norm": 1.279026746749878,
      "learning_rate": 0.001,
      "loss": 1.7892,
      "step": 134700
    },
    {
      "epoch": 43.56819650937298,
      "grad_norm": 1.0707721710205078,
      "learning_rate": 0.001,
      "loss": 1.7838,
      "step": 134800
    },
    {
      "epoch": 43.600517129928896,
      "grad_norm": 1.275190830230713,
      "learning_rate": 0.001,
      "loss": 1.7919,
      "step": 134900
    },
    {
      "epoch": 43.63283775048481,
      "grad_norm": 1.4263575077056885,
      "learning_rate": 0.001,
      "loss": 1.804,
      "step": 135000
    },
    {
      "epoch": 43.665158371040725,
      "grad_norm": 1.4382201433181763,
      "learning_rate": 0.001,
      "loss": 1.7974,
      "step": 135100
    },
    {
      "epoch": 43.69747899159664,
      "grad_norm": 1.4614272117614746,
      "learning_rate": 0.001,
      "loss": 1.7979,
      "step": 135200
    },
    {
      "epoch": 43.729799612152554,
      "grad_norm": 1.8086944818496704,
      "learning_rate": 0.001,
      "loss": 1.811,
      "step": 135300
    },
    {
      "epoch": 43.76212023270847,
      "grad_norm": 1.5178810358047485,
      "learning_rate": 0.001,
      "loss": 1.8029,
      "step": 135400
    },
    {
      "epoch": 43.79444085326438,
      "grad_norm": 2.372452735900879,
      "learning_rate": 0.001,
      "loss": 1.8006,
      "step": 135500
    },
    {
      "epoch": 43.8267614738203,
      "grad_norm": 1.5758748054504395,
      "learning_rate": 0.001,
      "loss": 1.8204,
      "step": 135600
    },
    {
      "epoch": 43.85908209437621,
      "grad_norm": 7.348430156707764,
      "learning_rate": 0.001,
      "loss": 1.8126,
      "step": 135700
    },
    {
      "epoch": 43.89140271493213,
      "grad_norm": 1.670372724533081,
      "learning_rate": 0.001,
      "loss": 1.8176,
      "step": 135800
    },
    {
      "epoch": 43.92372333548804,
      "grad_norm": 1.560800313949585,
      "learning_rate": 0.001,
      "loss": 1.8339,
      "step": 135900
    },
    {
      "epoch": 43.956043956043956,
      "grad_norm": 4.043900966644287,
      "learning_rate": 0.001,
      "loss": 1.8233,
      "step": 136000
    },
    {
      "epoch": 43.98836457659987,
      "grad_norm": 2.4696691036224365,
      "learning_rate": 0.001,
      "loss": 1.8353,
      "step": 136100
    },
    {
      "epoch": 44.020685197155785,
      "grad_norm": 1.2200970649719238,
      "learning_rate": 0.001,
      "loss": 1.7547,
      "step": 136200
    },
    {
      "epoch": 44.0530058177117,
      "grad_norm": 1.6699535846710205,
      "learning_rate": 0.001,
      "loss": 1.7241,
      "step": 136300
    },
    {
      "epoch": 44.085326438267614,
      "grad_norm": 1.484067678451538,
      "learning_rate": 0.001,
      "loss": 1.7111,
      "step": 136400
    },
    {
      "epoch": 44.11764705882353,
      "grad_norm": 1.525599479675293,
      "learning_rate": 0.001,
      "loss": 1.729,
      "step": 136500
    },
    {
      "epoch": 44.14996767937944,
      "grad_norm": 2.548600435256958,
      "learning_rate": 0.001,
      "loss": 1.7331,
      "step": 136600
    },
    {
      "epoch": 44.18228829993536,
      "grad_norm": 1.2717195749282837,
      "learning_rate": 0.001,
      "loss": 1.7304,
      "step": 136700
    },
    {
      "epoch": 44.21460892049127,
      "grad_norm": 1.9367629289627075,
      "learning_rate": 0.001,
      "loss": 1.7564,
      "step": 136800
    },
    {
      "epoch": 44.24692954104719,
      "grad_norm": 2.7852635383605957,
      "learning_rate": 0.001,
      "loss": 1.7477,
      "step": 136900
    },
    {
      "epoch": 44.2792501616031,
      "grad_norm": 1.663503646850586,
      "learning_rate": 0.001,
      "loss": 1.7495,
      "step": 137000
    },
    {
      "epoch": 44.311570782159016,
      "grad_norm": 1.2406387329101562,
      "learning_rate": 0.001,
      "loss": 1.7544,
      "step": 137100
    },
    {
      "epoch": 44.34389140271493,
      "grad_norm": 1.3988208770751953,
      "learning_rate": 0.001,
      "loss": 1.761,
      "step": 137200
    },
    {
      "epoch": 44.376212023270845,
      "grad_norm": 8.175004959106445,
      "learning_rate": 0.001,
      "loss": 1.7736,
      "step": 137300
    },
    {
      "epoch": 44.40853264382676,
      "grad_norm": 6.145152568817139,
      "learning_rate": 0.001,
      "loss": 1.7619,
      "step": 137400
    },
    {
      "epoch": 44.440853264382675,
      "grad_norm": 2.361205816268921,
      "learning_rate": 0.001,
      "loss": 1.7652,
      "step": 137500
    },
    {
      "epoch": 44.47317388493859,
      "grad_norm": 2.248340368270874,
      "learning_rate": 0.001,
      "loss": 1.7691,
      "step": 137600
    },
    {
      "epoch": 44.505494505494504,
      "grad_norm": 1.7100651264190674,
      "learning_rate": 0.001,
      "loss": 1.75,
      "step": 137700
    },
    {
      "epoch": 44.53781512605042,
      "grad_norm": 1.3226914405822754,
      "learning_rate": 0.001,
      "loss": 1.7727,
      "step": 137800
    },
    {
      "epoch": 44.57013574660633,
      "grad_norm": 1.5279995203018188,
      "learning_rate": 0.001,
      "loss": 1.7677,
      "step": 137900
    },
    {
      "epoch": 44.60245636716225,
      "grad_norm": 1.2347890138626099,
      "learning_rate": 0.001,
      "loss": 1.7901,
      "step": 138000
    },
    {
      "epoch": 44.63477698771816,
      "grad_norm": 1.7244611978530884,
      "learning_rate": 0.001,
      "loss": 1.7768,
      "step": 138100
    },
    {
      "epoch": 44.66709760827408,
      "grad_norm": 2.4107842445373535,
      "learning_rate": 0.001,
      "loss": 1.7874,
      "step": 138200
    },
    {
      "epoch": 44.69941822882999,
      "grad_norm": 4.206595420837402,
      "learning_rate": 0.001,
      "loss": 1.8001,
      "step": 138300
    },
    {
      "epoch": 44.731738849385906,
      "grad_norm": 1.4624061584472656,
      "learning_rate": 0.001,
      "loss": 1.7948,
      "step": 138400
    },
    {
      "epoch": 44.76405946994182,
      "grad_norm": 3.7577714920043945,
      "learning_rate": 0.001,
      "loss": 1.8054,
      "step": 138500
    },
    {
      "epoch": 44.796380090497735,
      "grad_norm": 2.5918869972229004,
      "learning_rate": 0.001,
      "loss": 1.8054,
      "step": 138600
    },
    {
      "epoch": 44.82870071105365,
      "grad_norm": 1.785569190979004,
      "learning_rate": 0.001,
      "loss": 1.8036,
      "step": 138700
    },
    {
      "epoch": 44.861021331609564,
      "grad_norm": 2.614976406097412,
      "learning_rate": 0.001,
      "loss": 1.8202,
      "step": 138800
    },
    {
      "epoch": 44.89334195216548,
      "grad_norm": 1.784064531326294,
      "learning_rate": 0.001,
      "loss": 1.815,
      "step": 138900
    },
    {
      "epoch": 44.92566257272139,
      "grad_norm": 1.4655239582061768,
      "learning_rate": 0.001,
      "loss": 1.8167,
      "step": 139000
    },
    {
      "epoch": 44.95798319327731,
      "grad_norm": 4.020874500274658,
      "learning_rate": 0.001,
      "loss": 1.7996,
      "step": 139100
    },
    {
      "epoch": 44.99030381383322,
      "grad_norm": 1.04539155960083,
      "learning_rate": 0.001,
      "loss": 1.7786,
      "step": 139200
    },
    {
      "epoch": 45.022624434389144,
      "grad_norm": 1.6028425693511963,
      "learning_rate": 0.001,
      "loss": 1.7547,
      "step": 139300
    },
    {
      "epoch": 45.05494505494506,
      "grad_norm": 1.8693609237670898,
      "learning_rate": 0.001,
      "loss": 1.7048,
      "step": 139400
    },
    {
      "epoch": 45.08726567550097,
      "grad_norm": 1.2426456212997437,
      "learning_rate": 0.001,
      "loss": 1.7108,
      "step": 139500
    },
    {
      "epoch": 45.11958629605689,
      "grad_norm": 1.5163757801055908,
      "learning_rate": 0.001,
      "loss": 1.7081,
      "step": 139600
    },
    {
      "epoch": 45.1519069166128,
      "grad_norm": 4.028777122497559,
      "learning_rate": 0.001,
      "loss": 1.7323,
      "step": 139700
    },
    {
      "epoch": 45.18422753716872,
      "grad_norm": 2.4915177822113037,
      "learning_rate": 0.001,
      "loss": 1.7282,
      "step": 139800
    },
    {
      "epoch": 45.21654815772463,
      "grad_norm": 1.5975303649902344,
      "learning_rate": 0.001,
      "loss": 1.729,
      "step": 139900
    },
    {
      "epoch": 45.248868778280546,
      "grad_norm": 5.975057125091553,
      "learning_rate": 0.001,
      "loss": 1.7337,
      "step": 140000
    },
    {
      "epoch": 45.28118939883646,
      "grad_norm": 1.3820858001708984,
      "learning_rate": 0.001,
      "loss": 1.7369,
      "step": 140100
    },
    {
      "epoch": 45.313510019392375,
      "grad_norm": 1.3905388116836548,
      "learning_rate": 0.001,
      "loss": 1.7528,
      "step": 140200
    },
    {
      "epoch": 45.34583063994829,
      "grad_norm": 1.1864337921142578,
      "learning_rate": 0.001,
      "loss": 1.731,
      "step": 140300
    },
    {
      "epoch": 45.378151260504204,
      "grad_norm": 1.331851840019226,
      "learning_rate": 0.001,
      "loss": 1.771,
      "step": 140400
    },
    {
      "epoch": 45.41047188106012,
      "grad_norm": 2.2014999389648438,
      "learning_rate": 0.001,
      "loss": 1.7663,
      "step": 140500
    },
    {
      "epoch": 45.44279250161603,
      "grad_norm": 4.132748603820801,
      "learning_rate": 0.001,
      "loss": 1.768,
      "step": 140600
    },
    {
      "epoch": 45.47511312217195,
      "grad_norm": 1.1760029792785645,
      "learning_rate": 0.001,
      "loss": 1.7632,
      "step": 140700
    },
    {
      "epoch": 45.50743374272786,
      "grad_norm": 1.368848443031311,
      "learning_rate": 0.001,
      "loss": 1.7527,
      "step": 140800
    },
    {
      "epoch": 45.53975436328378,
      "grad_norm": 2.112929582595825,
      "learning_rate": 0.001,
      "loss": 1.7871,
      "step": 140900
    },
    {
      "epoch": 45.57207498383969,
      "grad_norm": 1.3267419338226318,
      "learning_rate": 0.001,
      "loss": 1.7696,
      "step": 141000
    },
    {
      "epoch": 45.604395604395606,
      "grad_norm": 1.559668779373169,
      "learning_rate": 0.001,
      "loss": 1.7775,
      "step": 141100
    },
    {
      "epoch": 45.63671622495152,
      "grad_norm": 1.8218419551849365,
      "learning_rate": 0.001,
      "loss": 1.7969,
      "step": 141200
    },
    {
      "epoch": 45.669036845507435,
      "grad_norm": 2.274904251098633,
      "learning_rate": 0.001,
      "loss": 1.7807,
      "step": 141300
    },
    {
      "epoch": 45.70135746606335,
      "grad_norm": 1.555161714553833,
      "learning_rate": 0.001,
      "loss": 1.7891,
      "step": 141400
    },
    {
      "epoch": 45.733678086619264,
      "grad_norm": 1.9167264699935913,
      "learning_rate": 0.001,
      "loss": 1.7984,
      "step": 141500
    },
    {
      "epoch": 45.76599870717518,
      "grad_norm": 1.5720248222351074,
      "learning_rate": 0.001,
      "loss": 1.8033,
      "step": 141600
    },
    {
      "epoch": 45.79831932773109,
      "grad_norm": 1.0937821865081787,
      "learning_rate": 0.001,
      "loss": 1.8082,
      "step": 141700
    },
    {
      "epoch": 45.83063994828701,
      "grad_norm": 24.29570960998535,
      "learning_rate": 0.001,
      "loss": 1.8075,
      "step": 141800
    },
    {
      "epoch": 45.86296056884292,
      "grad_norm": 1.5471124649047852,
      "learning_rate": 0.001,
      "loss": 1.8055,
      "step": 141900
    },
    {
      "epoch": 45.89528118939884,
      "grad_norm": 1.2755392789840698,
      "learning_rate": 0.001,
      "loss": 1.8165,
      "step": 142000
    },
    {
      "epoch": 45.92760180995475,
      "grad_norm": 1.3578252792358398,
      "learning_rate": 0.001,
      "loss": 1.8048,
      "step": 142100
    },
    {
      "epoch": 45.959922430510666,
      "grad_norm": 1.3560247421264648,
      "learning_rate": 0.001,
      "loss": 1.7988,
      "step": 142200
    },
    {
      "epoch": 45.99224305106658,
      "grad_norm": 1.1183160543441772,
      "learning_rate": 0.001,
      "loss": 1.8288,
      "step": 142300
    },
    {
      "epoch": 46.024563671622495,
      "grad_norm": 1.5777356624603271,
      "learning_rate": 0.001,
      "loss": 1.7313,
      "step": 142400
    },
    {
      "epoch": 46.05688429217841,
      "grad_norm": 1.4878867864608765,
      "learning_rate": 0.001,
      "loss": 1.6939,
      "step": 142500
    },
    {
      "epoch": 46.089204912734324,
      "grad_norm": 1.1293166875839233,
      "learning_rate": 0.001,
      "loss": 1.7062,
      "step": 142600
    },
    {
      "epoch": 46.12152553329024,
      "grad_norm": 2.257228374481201,
      "learning_rate": 0.001,
      "loss": 1.7075,
      "step": 142700
    },
    {
      "epoch": 46.15384615384615,
      "grad_norm": 1.3213976621627808,
      "learning_rate": 0.001,
      "loss": 1.7289,
      "step": 142800
    },
    {
      "epoch": 46.18616677440207,
      "grad_norm": 1.625019907951355,
      "learning_rate": 0.001,
      "loss": 1.7233,
      "step": 142900
    },
    {
      "epoch": 46.21848739495798,
      "grad_norm": 1.5626767873764038,
      "learning_rate": 0.001,
      "loss": 1.7394,
      "step": 143000
    },
    {
      "epoch": 46.2508080155139,
      "grad_norm": 5.409994125366211,
      "learning_rate": 0.001,
      "loss": 1.7228,
      "step": 143100
    },
    {
      "epoch": 46.28312863606981,
      "grad_norm": 1.168566346168518,
      "learning_rate": 0.001,
      "loss": 1.7396,
      "step": 143200
    },
    {
      "epoch": 46.315449256625726,
      "grad_norm": 1.4792805910110474,
      "learning_rate": 0.001,
      "loss": 1.7378,
      "step": 143300
    },
    {
      "epoch": 46.34776987718164,
      "grad_norm": 1.7300649881362915,
      "learning_rate": 0.001,
      "loss": 1.7317,
      "step": 143400
    },
    {
      "epoch": 46.380090497737555,
      "grad_norm": 1.1056132316589355,
      "learning_rate": 0.001,
      "loss": 1.7398,
      "step": 143500
    },
    {
      "epoch": 46.41241111829347,
      "grad_norm": 1.6804165840148926,
      "learning_rate": 0.001,
      "loss": 1.7303,
      "step": 143600
    },
    {
      "epoch": 46.444731738849384,
      "grad_norm": 0.9993302226066589,
      "learning_rate": 0.001,
      "loss": 1.7577,
      "step": 143700
    },
    {
      "epoch": 46.4770523594053,
      "grad_norm": 1.1644177436828613,
      "learning_rate": 0.001,
      "loss": 1.7652,
      "step": 143800
    },
    {
      "epoch": 46.50937297996121,
      "grad_norm": 1.252433180809021,
      "learning_rate": 0.001,
      "loss": 1.7491,
      "step": 143900
    },
    {
      "epoch": 46.54169360051713,
      "grad_norm": 1.2175333499908447,
      "learning_rate": 0.001,
      "loss": 1.7588,
      "step": 144000
    },
    {
      "epoch": 46.57401422107304,
      "grad_norm": 2.8444712162017822,
      "learning_rate": 0.001,
      "loss": 1.7555,
      "step": 144100
    },
    {
      "epoch": 46.60633484162896,
      "grad_norm": 1.7385914325714111,
      "learning_rate": 0.001,
      "loss": 1.7775,
      "step": 144200
    },
    {
      "epoch": 46.63865546218487,
      "grad_norm": 2.2259559631347656,
      "learning_rate": 0.001,
      "loss": 1.7638,
      "step": 144300
    },
    {
      "epoch": 46.670976082740786,
      "grad_norm": 2.0657718181610107,
      "learning_rate": 0.001,
      "loss": 1.7896,
      "step": 144400
    },
    {
      "epoch": 46.7032967032967,
      "grad_norm": 1.1975080966949463,
      "learning_rate": 0.001,
      "loss": 1.7863,
      "step": 144500
    },
    {
      "epoch": 46.735617323852615,
      "grad_norm": 1.2324198484420776,
      "learning_rate": 0.001,
      "loss": 1.7784,
      "step": 144600
    },
    {
      "epoch": 46.76793794440853,
      "grad_norm": 1.1782540082931519,
      "learning_rate": 0.001,
      "loss": 1.7827,
      "step": 144700
    },
    {
      "epoch": 46.800258564964444,
      "grad_norm": 1.3165377378463745,
      "learning_rate": 0.001,
      "loss": 1.8044,
      "step": 144800
    },
    {
      "epoch": 46.83257918552036,
      "grad_norm": 1.6020318269729614,
      "learning_rate": 0.001,
      "loss": 1.7815,
      "step": 144900
    },
    {
      "epoch": 46.864899806076274,
      "grad_norm": 0.9827134609222412,
      "learning_rate": 0.001,
      "loss": 1.8046,
      "step": 145000
    },
    {
      "epoch": 46.89722042663219,
      "grad_norm": 4.893679618835449,
      "learning_rate": 0.001,
      "loss": 1.8086,
      "step": 145100
    },
    {
      "epoch": 46.9295410471881,
      "grad_norm": 1.639345645904541,
      "learning_rate": 0.001,
      "loss": 1.7794,
      "step": 145200
    },
    {
      "epoch": 46.96186166774402,
      "grad_norm": 1.3357393741607666,
      "learning_rate": 0.001,
      "loss": 1.8056,
      "step": 145300
    },
    {
      "epoch": 46.99418228829994,
      "grad_norm": 1.4501577615737915,
      "learning_rate": 0.001,
      "loss": 1.8071,
      "step": 145400
    },
    {
      "epoch": 47.02650290885585,
      "grad_norm": 1.4096640348434448,
      "learning_rate": 0.001,
      "loss": 1.7226,
      "step": 145500
    },
    {
      "epoch": 47.05882352941177,
      "grad_norm": 1.6210957765579224,
      "learning_rate": 0.001,
      "loss": 1.6804,
      "step": 145600
    },
    {
      "epoch": 47.09114414996768,
      "grad_norm": 1.2757375240325928,
      "learning_rate": 0.001,
      "loss": 1.7001,
      "step": 145700
    },
    {
      "epoch": 47.1234647705236,
      "grad_norm": 4.182242393493652,
      "learning_rate": 0.001,
      "loss": 1.7005,
      "step": 145800
    },
    {
      "epoch": 47.15578539107951,
      "grad_norm": 1.7422245740890503,
      "learning_rate": 0.001,
      "loss": 1.7021,
      "step": 145900
    },
    {
      "epoch": 47.188106011635426,
      "grad_norm": 1.3615623712539673,
      "learning_rate": 0.001,
      "loss": 1.706,
      "step": 146000
    },
    {
      "epoch": 47.22042663219134,
      "grad_norm": 1.1367557048797607,
      "learning_rate": 0.001,
      "loss": 1.7305,
      "step": 146100
    },
    {
      "epoch": 47.252747252747255,
      "grad_norm": 1.745842456817627,
      "learning_rate": 0.001,
      "loss": 1.6972,
      "step": 146200
    },
    {
      "epoch": 47.28506787330317,
      "grad_norm": 1.1659493446350098,
      "learning_rate": 0.001,
      "loss": 1.7333,
      "step": 146300
    },
    {
      "epoch": 47.317388493859085,
      "grad_norm": 1.5699540376663208,
      "learning_rate": 0.001,
      "loss": 1.7344,
      "step": 146400
    },
    {
      "epoch": 47.349709114415,
      "grad_norm": 1.9262025356292725,
      "learning_rate": 0.001,
      "loss": 1.7379,
      "step": 146500
    },
    {
      "epoch": 47.382029734970914,
      "grad_norm": 1.7783582210540771,
      "learning_rate": 0.001,
      "loss": 1.7448,
      "step": 146600
    },
    {
      "epoch": 47.41435035552683,
      "grad_norm": 1.3652794361114502,
      "learning_rate": 0.001,
      "loss": 1.7378,
      "step": 146700
    },
    {
      "epoch": 47.44667097608274,
      "grad_norm": 1.7737451791763306,
      "learning_rate": 0.001,
      "loss": 1.7242,
      "step": 146800
    },
    {
      "epoch": 47.47899159663866,
      "grad_norm": 1.4451525211334229,
      "learning_rate": 0.001,
      "loss": 1.737,
      "step": 146900
    },
    {
      "epoch": 47.51131221719457,
      "grad_norm": 1.7932900190353394,
      "learning_rate": 0.001,
      "loss": 1.7624,
      "step": 147000
    },
    {
      "epoch": 47.543632837750486,
      "grad_norm": 1.0269790887832642,
      "learning_rate": 0.001,
      "loss": 1.7635,
      "step": 147100
    },
    {
      "epoch": 47.5759534583064,
      "grad_norm": 1.3943755626678467,
      "learning_rate": 0.001,
      "loss": 1.7565,
      "step": 147200
    },
    {
      "epoch": 47.608274078862316,
      "grad_norm": 1.601392388343811,
      "learning_rate": 0.001,
      "loss": 1.7674,
      "step": 147300
    },
    {
      "epoch": 47.64059469941823,
      "grad_norm": 1.2081310749053955,
      "learning_rate": 0.001,
      "loss": 1.7712,
      "step": 147400
    },
    {
      "epoch": 47.672915319974145,
      "grad_norm": 1.392054557800293,
      "learning_rate": 0.001,
      "loss": 1.7688,
      "step": 147500
    },
    {
      "epoch": 47.70523594053006,
      "grad_norm": 1.5732090473175049,
      "learning_rate": 0.001,
      "loss": 1.7654,
      "step": 147600
    },
    {
      "epoch": 47.737556561085974,
      "grad_norm": 1.6465193033218384,
      "learning_rate": 0.001,
      "loss": 1.7629,
      "step": 147700
    },
    {
      "epoch": 47.76987718164189,
      "grad_norm": 309.4425048828125,
      "learning_rate": 0.001,
      "loss": 1.7784,
      "step": 147800
    },
    {
      "epoch": 47.8021978021978,
      "grad_norm": 1.4622832536697388,
      "learning_rate": 0.001,
      "loss": 1.7811,
      "step": 147900
    },
    {
      "epoch": 47.83451842275372,
      "grad_norm": 1.330509901046753,
      "learning_rate": 0.001,
      "loss": 1.7765,
      "step": 148000
    },
    {
      "epoch": 47.86683904330963,
      "grad_norm": 1.3521088361740112,
      "learning_rate": 0.001,
      "loss": 1.7748,
      "step": 148100
    },
    {
      "epoch": 47.89915966386555,
      "grad_norm": 5.43625545501709,
      "learning_rate": 0.001,
      "loss": 1.796,
      "step": 148200
    },
    {
      "epoch": 47.93148028442146,
      "grad_norm": 1.74509596824646,
      "learning_rate": 0.001,
      "loss": 1.7722,
      "step": 148300
    },
    {
      "epoch": 47.963800904977376,
      "grad_norm": 1.7569516897201538,
      "learning_rate": 0.001,
      "loss": 1.7957,
      "step": 148400
    },
    {
      "epoch": 47.99612152553329,
      "grad_norm": 55.5548210144043,
      "learning_rate": 0.001,
      "loss": 1.7748,
      "step": 148500
    },
    {
      "epoch": 48.028442146089205,
      "grad_norm": 1.139493703842163,
      "learning_rate": 0.001,
      "loss": 1.6961,
      "step": 148600
    },
    {
      "epoch": 48.06076276664512,
      "grad_norm": 1.4643317461013794,
      "learning_rate": 0.001,
      "loss": 1.6827,
      "step": 148700
    },
    {
      "epoch": 48.093083387201034,
      "grad_norm": 1.0384862422943115,
      "learning_rate": 0.001,
      "loss": 1.6858,
      "step": 148800
    },
    {
      "epoch": 48.12540400775695,
      "grad_norm": 1.8293272256851196,
      "learning_rate": 0.001,
      "loss": 1.711,
      "step": 148900
    },
    {
      "epoch": 48.15772462831286,
      "grad_norm": 1.455635905265808,
      "learning_rate": 0.001,
      "loss": 1.692,
      "step": 149000
    },
    {
      "epoch": 48.19004524886878,
      "grad_norm": 1.58894944190979,
      "learning_rate": 0.001,
      "loss": 1.696,
      "step": 149100
    },
    {
      "epoch": 48.22236586942469,
      "grad_norm": 1.563122034072876,
      "learning_rate": 0.001,
      "loss": 1.6868,
      "step": 149200
    },
    {
      "epoch": 48.25468648998061,
      "grad_norm": 1.410509705543518,
      "learning_rate": 0.001,
      "loss": 1.7021,
      "step": 149300
    },
    {
      "epoch": 48.28700711053652,
      "grad_norm": 2.1954751014709473,
      "learning_rate": 0.001,
      "loss": 1.7198,
      "step": 149400
    },
    {
      "epoch": 48.319327731092436,
      "grad_norm": 1.5762437582015991,
      "learning_rate": 0.001,
      "loss": 1.6915,
      "step": 149500
    },
    {
      "epoch": 48.35164835164835,
      "grad_norm": 2.1942689418792725,
      "learning_rate": 0.001,
      "loss": 1.7228,
      "step": 149600
    },
    {
      "epoch": 48.383968972204265,
      "grad_norm": 1.4343185424804688,
      "learning_rate": 0.001,
      "loss": 1.7301,
      "step": 149700
    },
    {
      "epoch": 48.41628959276018,
      "grad_norm": 1.3979500532150269,
      "learning_rate": 0.001,
      "loss": 1.7084,
      "step": 149800
    },
    {
      "epoch": 48.448610213316094,
      "grad_norm": 8.572010040283203,
      "learning_rate": 0.001,
      "loss": 1.7457,
      "step": 149900
    },
    {
      "epoch": 48.48093083387201,
      "grad_norm": 1.320237398147583,
      "learning_rate": 0.001,
      "loss": 1.7212,
      "step": 150000
    },
    {
      "epoch": 48.51325145442792,
      "grad_norm": 1.378488302230835,
      "learning_rate": 0.001,
      "loss": 1.7458,
      "step": 150100
    },
    {
      "epoch": 48.54557207498384,
      "grad_norm": 1.5484154224395752,
      "learning_rate": 0.001,
      "loss": 1.7517,
      "step": 150200
    },
    {
      "epoch": 48.57789269553975,
      "grad_norm": 1.4297549724578857,
      "learning_rate": 0.001,
      "loss": 1.7514,
      "step": 150300
    },
    {
      "epoch": 48.61021331609567,
      "grad_norm": 1.874699592590332,
      "learning_rate": 0.001,
      "loss": 1.7692,
      "step": 150400
    },
    {
      "epoch": 48.64253393665158,
      "grad_norm": 1.901063084602356,
      "learning_rate": 0.001,
      "loss": 1.7597,
      "step": 150500
    },
    {
      "epoch": 48.674854557207496,
      "grad_norm": 1.35879385471344,
      "learning_rate": 0.001,
      "loss": 1.7552,
      "step": 150600
    },
    {
      "epoch": 48.70717517776341,
      "grad_norm": 3.085819959640503,
      "learning_rate": 0.001,
      "loss": 1.7588,
      "step": 150700
    },
    {
      "epoch": 48.739495798319325,
      "grad_norm": 1.795324683189392,
      "learning_rate": 0.001,
      "loss": 1.7689,
      "step": 150800
    },
    {
      "epoch": 48.77181641887524,
      "grad_norm": 1.5344446897506714,
      "learning_rate": 0.001,
      "loss": 1.771,
      "step": 150900
    },
    {
      "epoch": 48.804137039431154,
      "grad_norm": 1.626844048500061,
      "learning_rate": 0.001,
      "loss": 1.762,
      "step": 151000
    },
    {
      "epoch": 48.83645765998707,
      "grad_norm": 1.478595495223999,
      "learning_rate": 0.001,
      "loss": 1.7639,
      "step": 151100
    },
    {
      "epoch": 48.86877828054298,
      "grad_norm": 1.9840680360794067,
      "learning_rate": 0.001,
      "loss": 1.7806,
      "step": 151200
    },
    {
      "epoch": 48.9010989010989,
      "grad_norm": 1.7552130222320557,
      "learning_rate": 0.001,
      "loss": 1.7761,
      "step": 151300
    },
    {
      "epoch": 48.93341952165481,
      "grad_norm": 2.92122220993042,
      "learning_rate": 0.001,
      "loss": 1.784,
      "step": 151400
    },
    {
      "epoch": 48.96574014221073,
      "grad_norm": 1.4383217096328735,
      "learning_rate": 0.001,
      "loss": 1.7778,
      "step": 151500
    },
    {
      "epoch": 48.99806076276664,
      "grad_norm": 1.3569921255111694,
      "learning_rate": 0.001,
      "loss": 1.7647,
      "step": 151600
    },
    {
      "epoch": 49.03038138332256,
      "grad_norm": 2.5774447917938232,
      "learning_rate": 0.001,
      "loss": 1.6771,
      "step": 151700
    },
    {
      "epoch": 49.06270200387848,
      "grad_norm": 1.6636104583740234,
      "learning_rate": 0.001,
      "loss": 1.6814,
      "step": 151800
    },
    {
      "epoch": 49.09502262443439,
      "grad_norm": 15.723174095153809,
      "learning_rate": 0.001,
      "loss": 1.6851,
      "step": 151900
    },
    {
      "epoch": 49.12734324499031,
      "grad_norm": 1.773611068725586,
      "learning_rate": 0.001,
      "loss": 1.6943,
      "step": 152000
    },
    {
      "epoch": 49.15966386554622,
      "grad_norm": 5.5249199867248535,
      "learning_rate": 0.001,
      "loss": 1.7049,
      "step": 152100
    },
    {
      "epoch": 49.191984486102136,
      "grad_norm": 1.9747499227523804,
      "learning_rate": 0.001,
      "loss": 1.681,
      "step": 152200
    },
    {
      "epoch": 49.22430510665805,
      "grad_norm": 1.8589882850646973,
      "learning_rate": 0.001,
      "loss": 1.6945,
      "step": 152300
    },
    {
      "epoch": 49.256625727213965,
      "grad_norm": 1.958390474319458,
      "learning_rate": 0.001,
      "loss": 1.7166,
      "step": 152400
    },
    {
      "epoch": 49.28894634776988,
      "grad_norm": 1.9978538751602173,
      "learning_rate": 0.001,
      "loss": 1.7072,
      "step": 152500
    },
    {
      "epoch": 49.321266968325794,
      "grad_norm": 7.360368251800537,
      "learning_rate": 0.001,
      "loss": 1.7102,
      "step": 152600
    },
    {
      "epoch": 49.35358758888171,
      "grad_norm": 1.4822070598602295,
      "learning_rate": 0.001,
      "loss": 1.7272,
      "step": 152700
    },
    {
      "epoch": 49.38590820943762,
      "grad_norm": 3.6095335483551025,
      "learning_rate": 0.001,
      "loss": 1.7127,
      "step": 152800
    },
    {
      "epoch": 49.41822882999354,
      "grad_norm": 3.1598308086395264,
      "learning_rate": 0.001,
      "loss": 1.7241,
      "step": 152900
    },
    {
      "epoch": 49.45054945054945,
      "grad_norm": 1.214819073677063,
      "learning_rate": 0.001,
      "loss": 1.7328,
      "step": 153000
    },
    {
      "epoch": 49.48287007110537,
      "grad_norm": 3.3529582023620605,
      "learning_rate": 0.001,
      "loss": 1.7169,
      "step": 153100
    },
    {
      "epoch": 49.51519069166128,
      "grad_norm": 2.840473175048828,
      "learning_rate": 0.001,
      "loss": 1.7425,
      "step": 153200
    },
    {
      "epoch": 49.547511312217196,
      "grad_norm": 3.405301332473755,
      "learning_rate": 0.001,
      "loss": 1.7434,
      "step": 153300
    },
    {
      "epoch": 49.57983193277311,
      "grad_norm": 4.654268741607666,
      "learning_rate": 0.001,
      "loss": 1.7467,
      "step": 153400
    },
    {
      "epoch": 49.612152553329025,
      "grad_norm": 1.3239246606826782,
      "learning_rate": 0.001,
      "loss": 1.7389,
      "step": 153500
    },
    {
      "epoch": 49.64447317388494,
      "grad_norm": 1.4054532051086426,
      "learning_rate": 0.001,
      "loss": 1.7455,
      "step": 153600
    },
    {
      "epoch": 49.676793794440854,
      "grad_norm": 1.5752748250961304,
      "learning_rate": 0.001,
      "loss": 1.7265,
      "step": 153700
    },
    {
      "epoch": 49.70911441499677,
      "grad_norm": 1.3683565855026245,
      "learning_rate": 0.001,
      "loss": 1.7513,
      "step": 153800
    },
    {
      "epoch": 49.74143503555268,
      "grad_norm": 3.0514943599700928,
      "learning_rate": 0.001,
      "loss": 1.7547,
      "step": 153900
    },
    {
      "epoch": 49.7737556561086,
      "grad_norm": 1.7355350255966187,
      "learning_rate": 0.001,
      "loss": 1.7412,
      "step": 154000
    },
    {
      "epoch": 49.80607627666451,
      "grad_norm": 1.5127885341644287,
      "learning_rate": 0.001,
      "loss": 1.7369,
      "step": 154100
    },
    {
      "epoch": 49.83839689722043,
      "grad_norm": 1.0990558862686157,
      "learning_rate": 0.001,
      "loss": 1.7545,
      "step": 154200
    },
    {
      "epoch": 49.87071751777634,
      "grad_norm": 1.6960066556930542,
      "learning_rate": 0.001,
      "loss": 1.7608,
      "step": 154300
    },
    {
      "epoch": 49.903038138332256,
      "grad_norm": 1.5222368240356445,
      "learning_rate": 0.001,
      "loss": 1.7546,
      "step": 154400
    },
    {
      "epoch": 49.93535875888817,
      "grad_norm": 3.169581651687622,
      "learning_rate": 0.001,
      "loss": 1.7625,
      "step": 154500
    },
    {
      "epoch": 49.967679379444085,
      "grad_norm": 1.7544995546340942,
      "learning_rate": 0.001,
      "loss": 1.778,
      "step": 154600
    },
    {
      "epoch": 50.0,
      "grad_norm": 2.337886333465576,
      "learning_rate": 0.001,
      "loss": 1.7295,
      "step": 154700
    },
    {
      "epoch": 50.032320620555915,
      "grad_norm": 2.141289472579956,
      "learning_rate": 0.001,
      "loss": 1.6377,
      "step": 154800
    },
    {
      "epoch": 50.06464124111183,
      "grad_norm": 2.3780677318573,
      "learning_rate": 0.001,
      "loss": 1.6727,
      "step": 154900
    },
    {
      "epoch": 50.096961861667744,
      "grad_norm": 2.332744836807251,
      "learning_rate": 0.001,
      "loss": 1.6725,
      "step": 155000
    },
    {
      "epoch": 50.12928248222366,
      "grad_norm": 1.9240678548812866,
      "learning_rate": 0.001,
      "loss": 1.6791,
      "step": 155100
    },
    {
      "epoch": 50.16160310277957,
      "grad_norm": 2.008307933807373,
      "learning_rate": 0.001,
      "loss": 1.6808,
      "step": 155200
    },
    {
      "epoch": 50.19392372333549,
      "grad_norm": 2.50494647026062,
      "learning_rate": 0.001,
      "loss": 1.6907,
      "step": 155300
    },
    {
      "epoch": 50.2262443438914,
      "grad_norm": 3.049406051635742,
      "learning_rate": 0.001,
      "loss": 1.6825,
      "step": 155400
    },
    {
      "epoch": 50.25856496444732,
      "grad_norm": 2.0500328540802,
      "learning_rate": 0.001,
      "loss": 1.6919,
      "step": 155500
    },
    {
      "epoch": 50.29088558500323,
      "grad_norm": 1.926015019416809,
      "learning_rate": 0.001,
      "loss": 1.7004,
      "step": 155600
    },
    {
      "epoch": 50.323206205559146,
      "grad_norm": 4.495790004730225,
      "learning_rate": 0.001,
      "loss": 1.6924,
      "step": 155700
    },
    {
      "epoch": 50.35552682611506,
      "grad_norm": 2.2675788402557373,
      "learning_rate": 0.001,
      "loss": 1.7009,
      "step": 155800
    },
    {
      "epoch": 50.387847446670975,
      "grad_norm": 1.7753485441207886,
      "learning_rate": 0.001,
      "loss": 1.7116,
      "step": 155900
    },
    {
      "epoch": 50.42016806722689,
      "grad_norm": 3.525800943374634,
      "learning_rate": 0.001,
      "loss": 1.7186,
      "step": 156000
    },
    {
      "epoch": 50.452488687782804,
      "grad_norm": 2.8090288639068604,
      "learning_rate": 0.001,
      "loss": 1.7025,
      "step": 156100
    },
    {
      "epoch": 50.48480930833872,
      "grad_norm": 2.5840630531311035,
      "learning_rate": 0.001,
      "loss": 1.7032,
      "step": 156200
    },
    {
      "epoch": 50.51712992889463,
      "grad_norm": 2.252786159515381,
      "learning_rate": 0.001,
      "loss": 1.718,
      "step": 156300
    },
    {
      "epoch": 50.54945054945055,
      "grad_norm": 2.493046998977661,
      "learning_rate": 0.001,
      "loss": 1.7135,
      "step": 156400
    },
    {
      "epoch": 50.58177117000646,
      "grad_norm": 2.3700735569000244,
      "learning_rate": 0.001,
      "loss": 1.7122,
      "step": 156500
    },
    {
      "epoch": 50.61409179056238,
      "grad_norm": 2.2825136184692383,
      "learning_rate": 0.001,
      "loss": 1.7266,
      "step": 156600
    },
    {
      "epoch": 50.64641241111829,
      "grad_norm": 2.333866834640503,
      "learning_rate": 0.001,
      "loss": 1.7145,
      "step": 156700
    },
    {
      "epoch": 50.678733031674206,
      "grad_norm": 2.892396926879883,
      "learning_rate": 0.001,
      "loss": 1.7165,
      "step": 156800
    },
    {
      "epoch": 50.71105365223012,
      "grad_norm": 2.118236780166626,
      "learning_rate": 0.001,
      "loss": 1.722,
      "step": 156900
    },
    {
      "epoch": 50.743374272786035,
      "grad_norm": 2.2747092247009277,
      "learning_rate": 0.001,
      "loss": 1.7533,
      "step": 157000
    },
    {
      "epoch": 50.77569489334195,
      "grad_norm": 1.8247126340866089,
      "learning_rate": 0.001,
      "loss": 1.7228,
      "step": 157100
    },
    {
      "epoch": 50.808015513897864,
      "grad_norm": 1.885125756263733,
      "learning_rate": 0.001,
      "loss": 1.7315,
      "step": 157200
    },
    {
      "epoch": 50.84033613445378,
      "grad_norm": 2.6316707134246826,
      "learning_rate": 0.001,
      "loss": 1.7405,
      "step": 157300
    },
    {
      "epoch": 50.87265675500969,
      "grad_norm": 2.453032970428467,
      "learning_rate": 0.001,
      "loss": 1.7513,
      "step": 157400
    },
    {
      "epoch": 50.90497737556561,
      "grad_norm": 2.5082342624664307,
      "learning_rate": 0.001,
      "loss": 1.7374,
      "step": 157500
    },
    {
      "epoch": 50.93729799612152,
      "grad_norm": 2.0086591243743896,
      "learning_rate": 0.001,
      "loss": 1.7557,
      "step": 157600
    },
    {
      "epoch": 50.96961861667744,
      "grad_norm": 2.0737922191619873,
      "learning_rate": 0.001,
      "loss": 1.7407,
      "step": 157700
    },
    {
      "epoch": 51.00193923723336,
      "grad_norm": 1.2922662496566772,
      "learning_rate": 0.001,
      "loss": 1.7663,
      "step": 157800
    },
    {
      "epoch": 51.03425985778927,
      "grad_norm": 1.625975489616394,
      "learning_rate": 0.001,
      "loss": 1.6367,
      "step": 157900
    },
    {
      "epoch": 51.06658047834519,
      "grad_norm": 1.277353048324585,
      "learning_rate": 0.001,
      "loss": 1.6293,
      "step": 158000
    },
    {
      "epoch": 51.0989010989011,
      "grad_norm": 2.003270387649536,
      "learning_rate": 0.001,
      "loss": 1.6567,
      "step": 158100
    },
    {
      "epoch": 51.13122171945702,
      "grad_norm": 1.7969579696655273,
      "learning_rate": 0.001,
      "loss": 1.6629,
      "step": 158200
    },
    {
      "epoch": 51.16354234001293,
      "grad_norm": 1.3935577869415283,
      "learning_rate": 0.001,
      "loss": 1.6542,
      "step": 158300
    },
    {
      "epoch": 51.195862960568846,
      "grad_norm": 2.539188861846924,
      "learning_rate": 0.001,
      "loss": 1.6433,
      "step": 158400
    },
    {
      "epoch": 51.22818358112476,
      "grad_norm": 1.4406431913375854,
      "learning_rate": 0.001,
      "loss": 1.6821,
      "step": 158500
    },
    {
      "epoch": 51.260504201680675,
      "grad_norm": 1.7735642194747925,
      "learning_rate": 0.001,
      "loss": 1.6829,
      "step": 158600
    },
    {
      "epoch": 51.29282482223659,
      "grad_norm": 1.6390976905822754,
      "learning_rate": 0.001,
      "loss": 1.7019,
      "step": 158700
    },
    {
      "epoch": 51.325145442792504,
      "grad_norm": 1.5672751665115356,
      "learning_rate": 0.001,
      "loss": 1.6814,
      "step": 158800
    },
    {
      "epoch": 51.35746606334842,
      "grad_norm": 1.3001888990402222,
      "learning_rate": 0.001,
      "loss": 1.685,
      "step": 158900
    },
    {
      "epoch": 51.38978668390433,
      "grad_norm": 1.3682613372802734,
      "learning_rate": 0.001,
      "loss": 1.7064,
      "step": 159000
    },
    {
      "epoch": 51.42210730446025,
      "grad_norm": 1.5043036937713623,
      "learning_rate": 0.001,
      "loss": 1.6973,
      "step": 159100
    },
    {
      "epoch": 51.45442792501616,
      "grad_norm": 2.0031216144561768,
      "learning_rate": 0.001,
      "loss": 1.7232,
      "step": 159200
    },
    {
      "epoch": 51.48674854557208,
      "grad_norm": 2.273205280303955,
      "learning_rate": 0.001,
      "loss": 1.6998,
      "step": 159300
    },
    {
      "epoch": 51.51906916612799,
      "grad_norm": 6.263818264007568,
      "learning_rate": 0.001,
      "loss": 1.6787,
      "step": 159400
    },
    {
      "epoch": 51.551389786683906,
      "grad_norm": 1.5050872564315796,
      "learning_rate": 0.001,
      "loss": 1.721,
      "step": 159500
    },
    {
      "epoch": 51.58371040723982,
      "grad_norm": 2.267143726348877,
      "learning_rate": 0.001,
      "loss": 1.717,
      "step": 159600
    },
    {
      "epoch": 51.616031027795735,
      "grad_norm": 1.4371846914291382,
      "learning_rate": 0.001,
      "loss": 1.7048,
      "step": 159700
    },
    {
      "epoch": 51.64835164835165,
      "grad_norm": 6.036462783813477,
      "learning_rate": 0.001,
      "loss": 1.7188,
      "step": 159800
    },
    {
      "epoch": 51.680672268907564,
      "grad_norm": 30.811424255371094,
      "learning_rate": 0.001,
      "loss": 1.7221,
      "step": 159900
    },
    {
      "epoch": 51.71299288946348,
      "grad_norm": 1.4532570838928223,
      "learning_rate": 0.001,
      "loss": 1.7366,
      "step": 160000
    },
    {
      "epoch": 51.74531351001939,
      "grad_norm": 1.323386311531067,
      "learning_rate": 0.001,
      "loss": 1.7231,
      "step": 160100
    },
    {
      "epoch": 51.77763413057531,
      "grad_norm": 2.274707794189453,
      "learning_rate": 0.001,
      "loss": 1.726,
      "step": 160200
    },
    {
      "epoch": 51.80995475113122,
      "grad_norm": 2.176008939743042,
      "learning_rate": 0.001,
      "loss": 1.7388,
      "step": 160300
    },
    {
      "epoch": 51.84227537168714,
      "grad_norm": 2.014650344848633,
      "learning_rate": 0.001,
      "loss": 1.73,
      "step": 160400
    },
    {
      "epoch": 51.87459599224305,
      "grad_norm": 2.753782272338867,
      "learning_rate": 0.001,
      "loss": 1.7515,
      "step": 160500
    },
    {
      "epoch": 51.906916612798966,
      "grad_norm": 3.3136236667633057,
      "learning_rate": 0.001,
      "loss": 1.7561,
      "step": 160600
    },
    {
      "epoch": 51.93923723335488,
      "grad_norm": 4.0674662590026855,
      "learning_rate": 0.001,
      "loss": 1.7508,
      "step": 160700
    },
    {
      "epoch": 51.971557853910795,
      "grad_norm": 1.6424566507339478,
      "learning_rate": 0.001,
      "loss": 1.7591,
      "step": 160800
    },
    {
      "epoch": 52.00387847446671,
      "grad_norm": 1.3796952962875366,
      "learning_rate": 0.001,
      "loss": 1.7537,
      "step": 160900
    },
    {
      "epoch": 52.036199095022624,
      "grad_norm": 1.700422763824463,
      "learning_rate": 0.001,
      "loss": 1.6534,
      "step": 161000
    },
    {
      "epoch": 52.06851971557854,
      "grad_norm": 1.6338502168655396,
      "learning_rate": 0.001,
      "loss": 1.6593,
      "step": 161100
    },
    {
      "epoch": 52.10084033613445,
      "grad_norm": 1.3310562372207642,
      "learning_rate": 0.001,
      "loss": 1.6634,
      "step": 161200
    },
    {
      "epoch": 52.13316095669037,
      "grad_norm": 2.1559343338012695,
      "learning_rate": 0.001,
      "loss": 1.6573,
      "step": 161300
    },
    {
      "epoch": 52.16548157724628,
      "grad_norm": 11.694669723510742,
      "learning_rate": 0.001,
      "loss": 1.6544,
      "step": 161400
    },
    {
      "epoch": 52.1978021978022,
      "grad_norm": 1.1302883625030518,
      "learning_rate": 0.001,
      "loss": 1.6673,
      "step": 161500
    },
    {
      "epoch": 52.23012281835811,
      "grad_norm": 1.525666356086731,
      "learning_rate": 0.001,
      "loss": 1.6708,
      "step": 161600
    },
    {
      "epoch": 52.262443438914026,
      "grad_norm": 1.378548264503479,
      "learning_rate": 0.001,
      "loss": 1.6759,
      "step": 161700
    },
    {
      "epoch": 52.29476405946994,
      "grad_norm": 3.2128427028656006,
      "learning_rate": 0.001,
      "loss": 1.6823,
      "step": 161800
    },
    {
      "epoch": 52.327084680025855,
      "grad_norm": 1.8609799146652222,
      "learning_rate": 0.001,
      "loss": 1.6628,
      "step": 161900
    },
    {
      "epoch": 52.35940530058177,
      "grad_norm": 1.4292988777160645,
      "learning_rate": 0.001,
      "loss": 1.6824,
      "step": 162000
    },
    {
      "epoch": 52.391725921137684,
      "grad_norm": 1.6639530658721924,
      "learning_rate": 0.001,
      "loss": 1.6961,
      "step": 162100
    },
    {
      "epoch": 52.4240465416936,
      "grad_norm": 1.282004952430725,
      "learning_rate": 0.001,
      "loss": 1.6964,
      "step": 162200
    },
    {
      "epoch": 52.456367162249514,
      "grad_norm": 1.3033028841018677,
      "learning_rate": 0.001,
      "loss": 1.6908,
      "step": 162300
    },
    {
      "epoch": 52.48868778280543,
      "grad_norm": 1.2025337219238281,
      "learning_rate": 0.001,
      "loss": 1.7024,
      "step": 162400
    },
    {
      "epoch": 52.52100840336134,
      "grad_norm": 1.1486830711364746,
      "learning_rate": 0.001,
      "loss": 1.7064,
      "step": 162500
    },
    {
      "epoch": 52.55332902391726,
      "grad_norm": 1.3827449083328247,
      "learning_rate": 0.001,
      "loss": 1.6898,
      "step": 162600
    },
    {
      "epoch": 52.58564964447317,
      "grad_norm": 1.3441106081008911,
      "learning_rate": 0.001,
      "loss": 1.7097,
      "step": 162700
    },
    {
      "epoch": 52.617970265029086,
      "grad_norm": 1.5990272760391235,
      "learning_rate": 0.001,
      "loss": 1.7175,
      "step": 162800
    },
    {
      "epoch": 52.650290885585,
      "grad_norm": 2.744828224182129,
      "learning_rate": 0.001,
      "loss": 1.7141,
      "step": 162900
    },
    {
      "epoch": 52.682611506140915,
      "grad_norm": 1.1932716369628906,
      "learning_rate": 0.001,
      "loss": 1.7147,
      "step": 163000
    },
    {
      "epoch": 52.71493212669683,
      "grad_norm": 1.420195460319519,
      "learning_rate": 0.001,
      "loss": 1.7301,
      "step": 163100
    },
    {
      "epoch": 52.747252747252745,
      "grad_norm": 1.3268617391586304,
      "learning_rate": 0.001,
      "loss": 1.7154,
      "step": 163200
    },
    {
      "epoch": 52.77957336780866,
      "grad_norm": 1.775851845741272,
      "learning_rate": 0.001,
      "loss": 1.7182,
      "step": 163300
    },
    {
      "epoch": 52.811893988364574,
      "grad_norm": 1.6540906429290771,
      "learning_rate": 0.001,
      "loss": 1.7023,
      "step": 163400
    },
    {
      "epoch": 52.84421460892049,
      "grad_norm": 1.6025372743606567,
      "learning_rate": 0.001,
      "loss": 1.7185,
      "step": 163500
    },
    {
      "epoch": 52.8765352294764,
      "grad_norm": 1.390980839729309,
      "learning_rate": 0.001,
      "loss": 1.7559,
      "step": 163600
    },
    {
      "epoch": 52.90885585003232,
      "grad_norm": 1.5009183883666992,
      "learning_rate": 0.001,
      "loss": 1.739,
      "step": 163700
    },
    {
      "epoch": 52.94117647058823,
      "grad_norm": 2.2062034606933594,
      "learning_rate": 0.001,
      "loss": 1.744,
      "step": 163800
    },
    {
      "epoch": 52.97349709114415,
      "grad_norm": 1.1567686796188354,
      "learning_rate": 0.001,
      "loss": 1.7396,
      "step": 163900
    },
    {
      "epoch": 53.00581771170007,
      "grad_norm": 1.4843552112579346,
      "learning_rate": 0.001,
      "loss": 1.7334,
      "step": 164000
    },
    {
      "epoch": 53.03813833225598,
      "grad_norm": 1.5032109022140503,
      "learning_rate": 0.001,
      "loss": 1.6422,
      "step": 164100
    },
    {
      "epoch": 53.0704589528119,
      "grad_norm": 1.134055495262146,
      "learning_rate": 0.001,
      "loss": 1.6498,
      "step": 164200
    },
    {
      "epoch": 53.10277957336781,
      "grad_norm": 1.1686867475509644,
      "learning_rate": 0.001,
      "loss": 1.6137,
      "step": 164300
    },
    {
      "epoch": 53.135100193923726,
      "grad_norm": 6.549187183380127,
      "learning_rate": 0.001,
      "loss": 1.6429,
      "step": 164400
    },
    {
      "epoch": 53.16742081447964,
      "grad_norm": 1.6119128465652466,
      "learning_rate": 0.001,
      "loss": 1.6495,
      "step": 164500
    },
    {
      "epoch": 53.199741435035556,
      "grad_norm": 1.4254685640335083,
      "learning_rate": 0.001,
      "loss": 1.6498,
      "step": 164600
    },
    {
      "epoch": 53.23206205559147,
      "grad_norm": 1.4783518314361572,
      "learning_rate": 0.001,
      "loss": 1.65,
      "step": 164700
    },
    {
      "epoch": 53.264382676147385,
      "grad_norm": 1.2109602689743042,
      "learning_rate": 0.001,
      "loss": 1.6501,
      "step": 164800
    },
    {
      "epoch": 53.2967032967033,
      "grad_norm": 1.2327983379364014,
      "learning_rate": 0.001,
      "loss": 1.6772,
      "step": 164900
    },
    {
      "epoch": 53.329023917259214,
      "grad_norm": 1.2680176496505737,
      "learning_rate": 0.001,
      "loss": 1.6603,
      "step": 165000
    },
    {
      "epoch": 53.36134453781513,
      "grad_norm": 1.210754632949829,
      "learning_rate": 0.001,
      "loss": 1.6578,
      "step": 165100
    },
    {
      "epoch": 53.39366515837104,
      "grad_norm": 1.2529852390289307,
      "learning_rate": 0.001,
      "loss": 1.6977,
      "step": 165200
    },
    {
      "epoch": 53.42598577892696,
      "grad_norm": 1.1569862365722656,
      "learning_rate": 0.001,
      "loss": 1.6772,
      "step": 165300
    },
    {
      "epoch": 53.45830639948287,
      "grad_norm": 97.38628387451172,
      "learning_rate": 0.001,
      "loss": 1.6843,
      "step": 165400
    },
    {
      "epoch": 53.49062702003879,
      "grad_norm": 2.0659263134002686,
      "learning_rate": 0.001,
      "loss": 1.6811,
      "step": 165500
    },
    {
      "epoch": 53.5229476405947,
      "grad_norm": 1.7009837627410889,
      "learning_rate": 0.001,
      "loss": 1.6887,
      "step": 165600
    },
    {
      "epoch": 53.555268261150616,
      "grad_norm": 1.1111388206481934,
      "learning_rate": 0.001,
      "loss": 1.683,
      "step": 165700
    },
    {
      "epoch": 53.58758888170653,
      "grad_norm": 1.3955639600753784,
      "learning_rate": 0.001,
      "loss": 1.6667,
      "step": 165800
    },
    {
      "epoch": 53.619909502262445,
      "grad_norm": 1.0867716073989868,
      "learning_rate": 0.001,
      "loss": 1.7052,
      "step": 165900
    },
    {
      "epoch": 53.65223012281836,
      "grad_norm": 26.194204330444336,
      "learning_rate": 0.001,
      "loss": 1.709,
      "step": 166000
    },
    {
      "epoch": 53.684550743374274,
      "grad_norm": 6.034700393676758,
      "learning_rate": 0.001,
      "loss": 1.6979,
      "step": 166100
    },
    {
      "epoch": 53.71687136393019,
      "grad_norm": 1.6176491975784302,
      "learning_rate": 0.001,
      "loss": 1.6895,
      "step": 166200
    },
    {
      "epoch": 53.7491919844861,
      "grad_norm": 1.2182977199554443,
      "learning_rate": 0.001,
      "loss": 1.7108,
      "step": 166300
    },
    {
      "epoch": 53.78151260504202,
      "grad_norm": 1.116364598274231,
      "learning_rate": 0.001,
      "loss": 1.7131,
      "step": 166400
    },
    {
      "epoch": 53.81383322559793,
      "grad_norm": 1.3035327196121216,
      "learning_rate": 0.001,
      "loss": 1.7118,
      "step": 166500
    },
    {
      "epoch": 53.84615384615385,
      "grad_norm": 1.1546882390975952,
      "learning_rate": 0.001,
      "loss": 1.7172,
      "step": 166600
    },
    {
      "epoch": 53.87847446670976,
      "grad_norm": 1.1377922296524048,
      "learning_rate": 0.001,
      "loss": 1.729,
      "step": 166700
    },
    {
      "epoch": 53.910795087265676,
      "grad_norm": 1.094846487045288,
      "learning_rate": 0.001,
      "loss": 1.6884,
      "step": 166800
    },
    {
      "epoch": 53.94311570782159,
      "grad_norm": 1.5789034366607666,
      "learning_rate": 0.001,
      "loss": 1.7241,
      "step": 166900
    },
    {
      "epoch": 53.975436328377505,
      "grad_norm": 1.0950156450271606,
      "learning_rate": 0.001,
      "loss": 1.7231,
      "step": 167000
    },
    {
      "epoch": 54.00775694893342,
      "grad_norm": 1.080837368965149,
      "learning_rate": 0.001,
      "loss": 1.7089,
      "step": 167100
    },
    {
      "epoch": 54.040077569489334,
      "grad_norm": 1.4185372591018677,
      "learning_rate": 0.001,
      "loss": 1.5998,
      "step": 167200
    },
    {
      "epoch": 54.07239819004525,
      "grad_norm": 1.207328200340271,
      "learning_rate": 0.001,
      "loss": 1.6102,
      "step": 167300
    },
    {
      "epoch": 54.10471881060116,
      "grad_norm": 1.2858322858810425,
      "learning_rate": 0.001,
      "loss": 1.6219,
      "step": 167400
    },
    {
      "epoch": 54.13703943115708,
      "grad_norm": 1.2664785385131836,
      "learning_rate": 0.001,
      "loss": 1.6067,
      "step": 167500
    },
    {
      "epoch": 54.16936005171299,
      "grad_norm": 1.732954502105713,
      "learning_rate": 0.001,
      "loss": 1.6205,
      "step": 167600
    },
    {
      "epoch": 54.20168067226891,
      "grad_norm": 1.1415420770645142,
      "learning_rate": 0.001,
      "loss": 1.641,
      "step": 167700
    },
    {
      "epoch": 54.23400129282482,
      "grad_norm": 1.407808780670166,
      "learning_rate": 0.001,
      "loss": 1.6141,
      "step": 167800
    },
    {
      "epoch": 54.266321913380736,
      "grad_norm": 1.25235915184021,
      "learning_rate": 0.001,
      "loss": 1.643,
      "step": 167900
    },
    {
      "epoch": 54.29864253393665,
      "grad_norm": 1.2837315797805786,
      "learning_rate": 0.001,
      "loss": 1.6626,
      "step": 168000
    },
    {
      "epoch": 54.330963154492565,
      "grad_norm": 5.137521743774414,
      "learning_rate": 0.001,
      "loss": 1.6479,
      "step": 168100
    },
    {
      "epoch": 54.36328377504848,
      "grad_norm": 1.0896183252334595,
      "learning_rate": 0.001,
      "loss": 1.6556,
      "step": 168200
    },
    {
      "epoch": 54.395604395604394,
      "grad_norm": 1.354882836341858,
      "learning_rate": 0.001,
      "loss": 1.6579,
      "step": 168300
    },
    {
      "epoch": 54.42792501616031,
      "grad_norm": 1.5216888189315796,
      "learning_rate": 0.001,
      "loss": 1.6472,
      "step": 168400
    },
    {
      "epoch": 54.46024563671622,
      "grad_norm": 1.3958321809768677,
      "learning_rate": 0.001,
      "loss": 1.6502,
      "step": 168500
    },
    {
      "epoch": 54.49256625727214,
      "grad_norm": 1.2213644981384277,
      "learning_rate": 0.001,
      "loss": 1.6677,
      "step": 168600
    },
    {
      "epoch": 54.52488687782805,
      "grad_norm": 1.6705225706100464,
      "learning_rate": 0.001,
      "loss": 1.6808,
      "step": 168700
    },
    {
      "epoch": 54.55720749838397,
      "grad_norm": 1.425070881843567,
      "learning_rate": 0.001,
      "loss": 1.6568,
      "step": 168800
    },
    {
      "epoch": 54.58952811893988,
      "grad_norm": 1.207892656326294,
      "learning_rate": 0.001,
      "loss": 1.6739,
      "step": 168900
    },
    {
      "epoch": 54.621848739495796,
      "grad_norm": 1.58372962474823,
      "learning_rate": 0.001,
      "loss": 1.6841,
      "step": 169000
    },
    {
      "epoch": 54.65416936005171,
      "grad_norm": 1.2395973205566406,
      "learning_rate": 0.001,
      "loss": 1.6893,
      "step": 169100
    },
    {
      "epoch": 54.686489980607625,
      "grad_norm": 1.5912597179412842,
      "learning_rate": 0.001,
      "loss": 1.6961,
      "step": 169200
    },
    {
      "epoch": 54.71881060116354,
      "grad_norm": 1.168176531791687,
      "learning_rate": 0.001,
      "loss": 1.699,
      "step": 169300
    },
    {
      "epoch": 54.751131221719454,
      "grad_norm": 1.3357880115509033,
      "learning_rate": 0.001,
      "loss": 1.6937,
      "step": 169400
    },
    {
      "epoch": 54.78345184227537,
      "grad_norm": 1.3473776578903198,
      "learning_rate": 0.001,
      "loss": 1.6993,
      "step": 169500
    },
    {
      "epoch": 54.81577246283128,
      "grad_norm": 1.2007935047149658,
      "learning_rate": 0.001,
      "loss": 1.6827,
      "step": 169600
    },
    {
      "epoch": 54.8480930833872,
      "grad_norm": 1.3975855112075806,
      "learning_rate": 0.001,
      "loss": 1.7093,
      "step": 169700
    },
    {
      "epoch": 54.88041370394311,
      "grad_norm": 1.6420236825942993,
      "learning_rate": 0.001,
      "loss": 1.6857,
      "step": 169800
    },
    {
      "epoch": 54.91273432449903,
      "grad_norm": 1.3222684860229492,
      "learning_rate": 0.001,
      "loss": 1.6748,
      "step": 169900
    },
    {
      "epoch": 54.94505494505494,
      "grad_norm": 1.218263864517212,
      "learning_rate": 0.001,
      "loss": 1.6804,
      "step": 170000
    },
    {
      "epoch": 54.977375565610856,
      "grad_norm": 1.0551300048828125,
      "learning_rate": 0.001,
      "loss": 1.7082,
      "step": 170100
    },
    {
      "epoch": 55.00969618616678,
      "grad_norm": 1.4304289817810059,
      "learning_rate": 0.001,
      "loss": 1.6675,
      "step": 170200
    },
    {
      "epoch": 55.04201680672269,
      "grad_norm": 8.192626953125,
      "learning_rate": 0.001,
      "loss": 1.5866,
      "step": 170300
    },
    {
      "epoch": 55.07433742727861,
      "grad_norm": 1.4087574481964111,
      "learning_rate": 0.001,
      "loss": 1.6068,
      "step": 170400
    },
    {
      "epoch": 55.10665804783452,
      "grad_norm": 1.3140289783477783,
      "learning_rate": 0.001,
      "loss": 1.6051,
      "step": 170500
    },
    {
      "epoch": 55.138978668390436,
      "grad_norm": 1.1404341459274292,
      "learning_rate": 0.001,
      "loss": 1.6111,
      "step": 170600
    },
    {
      "epoch": 55.17129928894635,
      "grad_norm": 1.3618985414505005,
      "learning_rate": 0.001,
      "loss": 1.61,
      "step": 170700
    },
    {
      "epoch": 55.203619909502265,
      "grad_norm": 1.1272426843643188,
      "learning_rate": 0.001,
      "loss": 1.6174,
      "step": 170800
    },
    {
      "epoch": 55.23594053005818,
      "grad_norm": 11.914523124694824,
      "learning_rate": 0.001,
      "loss": 1.6097,
      "step": 170900
    },
    {
      "epoch": 55.268261150614094,
      "grad_norm": 5.4455742835998535,
      "learning_rate": 0.001,
      "loss": 1.6394,
      "step": 171000
    },
    {
      "epoch": 55.30058177117001,
      "grad_norm": 1.7029836177825928,
      "learning_rate": 0.001,
      "loss": 1.6037,
      "step": 171100
    },
    {
      "epoch": 55.33290239172592,
      "grad_norm": 1.2142671346664429,
      "learning_rate": 0.001,
      "loss": 1.6313,
      "step": 171200
    },
    {
      "epoch": 55.36522301228184,
      "grad_norm": 12.209075927734375,
      "learning_rate": 0.001,
      "loss": 1.6389,
      "step": 171300
    },
    {
      "epoch": 55.39754363283775,
      "grad_norm": 1.345477819442749,
      "learning_rate": 0.001,
      "loss": 1.6374,
      "step": 171400
    },
    {
      "epoch": 55.42986425339367,
      "grad_norm": 1.3950579166412354,
      "learning_rate": 0.001,
      "loss": 1.6428,
      "step": 171500
    },
    {
      "epoch": 55.46218487394958,
      "grad_norm": 18.18235206604004,
      "learning_rate": 0.001,
      "loss": 1.6471,
      "step": 171600
    },
    {
      "epoch": 55.494505494505496,
      "grad_norm": 2.3897175788879395,
      "learning_rate": 0.001,
      "loss": 1.6569,
      "step": 171700
    },
    {
      "epoch": 55.52682611506141,
      "grad_norm": 1.6858783960342407,
      "learning_rate": 0.001,
      "loss": 1.6568,
      "step": 171800
    },
    {
      "epoch": 55.559146735617325,
      "grad_norm": 2.6135666370391846,
      "learning_rate": 0.001,
      "loss": 1.645,
      "step": 171900
    },
    {
      "epoch": 55.59146735617324,
      "grad_norm": 5.744390487670898,
      "learning_rate": 0.001,
      "loss": 1.665,
      "step": 172000
    },
    {
      "epoch": 55.623787976729155,
      "grad_norm": 1.2054541110992432,
      "learning_rate": 0.001,
      "loss": 1.6626,
      "step": 172100
    },
    {
      "epoch": 55.65610859728507,
      "grad_norm": 3.6098029613494873,
      "learning_rate": 0.001,
      "loss": 1.655,
      "step": 172200
    },
    {
      "epoch": 55.688429217840984,
      "grad_norm": 1.7718329429626465,
      "learning_rate": 0.001,
      "loss": 1.6773,
      "step": 172300
    },
    {
      "epoch": 55.7207498383969,
      "grad_norm": 1.1774076223373413,
      "learning_rate": 0.001,
      "loss": 1.659,
      "step": 172400
    },
    {
      "epoch": 55.75307045895281,
      "grad_norm": 9.927408218383789,
      "learning_rate": 0.001,
      "loss": 1.6836,
      "step": 172500
    },
    {
      "epoch": 55.78539107950873,
      "grad_norm": 1.38185715675354,
      "learning_rate": 0.001,
      "loss": 1.6655,
      "step": 172600
    },
    {
      "epoch": 55.81771170006464,
      "grad_norm": 1.5576286315917969,
      "learning_rate": 0.001,
      "loss": 1.7089,
      "step": 172700
    },
    {
      "epoch": 55.85003232062056,
      "grad_norm": 1.1241114139556885,
      "learning_rate": 0.001,
      "loss": 1.6836,
      "step": 172800
    },
    {
      "epoch": 55.88235294117647,
      "grad_norm": 1.8835924863815308,
      "learning_rate": 0.001,
      "loss": 1.6917,
      "step": 172900
    },
    {
      "epoch": 55.914673561732386,
      "grad_norm": 1.3834408521652222,
      "learning_rate": 0.001,
      "loss": 1.6959,
      "step": 173000
    },
    {
      "epoch": 55.9469941822883,
      "grad_norm": 1.7910536527633667,
      "learning_rate": 0.001,
      "loss": 1.698,
      "step": 173100
    },
    {
      "epoch": 55.979314802844215,
      "grad_norm": 1.4661773443222046,
      "learning_rate": 0.001,
      "loss": 1.7005,
      "step": 173200
    },
    {
      "epoch": 56.01163542340013,
      "grad_norm": 2.620877981185913,
      "learning_rate": 0.001,
      "loss": 1.6496,
      "step": 173300
    },
    {
      "epoch": 56.043956043956044,
      "grad_norm": 1.485552430152893,
      "learning_rate": 0.001,
      "loss": 1.5833,
      "step": 173400
    },
    {
      "epoch": 56.07627666451196,
      "grad_norm": 1.5490832328796387,
      "learning_rate": 0.001,
      "loss": 1.5896,
      "step": 173500
    },
    {
      "epoch": 56.10859728506787,
      "grad_norm": 1.2003061771392822,
      "learning_rate": 0.001,
      "loss": 1.6015,
      "step": 173600
    },
    {
      "epoch": 56.14091790562379,
      "grad_norm": 1.540767788887024,
      "learning_rate": 0.001,
      "loss": 1.6086,
      "step": 173700
    },
    {
      "epoch": 56.1732385261797,
      "grad_norm": 1.433937430381775,
      "learning_rate": 0.001,
      "loss": 1.5881,
      "step": 173800
    },
    {
      "epoch": 56.20555914673562,
      "grad_norm": 1.33333420753479,
      "learning_rate": 0.001,
      "loss": 1.5946,
      "step": 173900
    },
    {
      "epoch": 56.23787976729153,
      "grad_norm": 1.6982173919677734,
      "learning_rate": 0.001,
      "loss": 1.6384,
      "step": 174000
    },
    {
      "epoch": 56.270200387847446,
      "grad_norm": 1.9007490873336792,
      "learning_rate": 0.001,
      "loss": 1.6339,
      "step": 174100
    },
    {
      "epoch": 56.30252100840336,
      "grad_norm": 3.1761889457702637,
      "learning_rate": 0.001,
      "loss": 1.6255,
      "step": 174200
    },
    {
      "epoch": 56.334841628959275,
      "grad_norm": 1.2791073322296143,
      "learning_rate": 0.001,
      "loss": 1.5996,
      "step": 174300
    },
    {
      "epoch": 56.36716224951519,
      "grad_norm": 1.447308897972107,
      "learning_rate": 0.001,
      "loss": 1.6104,
      "step": 174400
    },
    {
      "epoch": 56.399482870071104,
      "grad_norm": 1.4486418962478638,
      "learning_rate": 0.001,
      "loss": 1.6374,
      "step": 174500
    },
    {
      "epoch": 56.43180349062702,
      "grad_norm": 1.3797658681869507,
      "learning_rate": 0.001,
      "loss": 1.638,
      "step": 174600
    },
    {
      "epoch": 56.46412411118293,
      "grad_norm": 7.864605903625488,
      "learning_rate": 0.001,
      "loss": 1.6564,
      "step": 174700
    },
    {
      "epoch": 56.49644473173885,
      "grad_norm": 1.2549017667770386,
      "learning_rate": 0.001,
      "loss": 1.6684,
      "step": 174800
    },
    {
      "epoch": 56.52876535229476,
      "grad_norm": 1.70895516872406,
      "learning_rate": 0.001,
      "loss": 1.652,
      "step": 174900
    },
    {
      "epoch": 56.56108597285068,
      "grad_norm": 2.825866222381592,
      "learning_rate": 0.001,
      "loss": 1.6396,
      "step": 175000
    },
    {
      "epoch": 56.59340659340659,
      "grad_norm": 1.6047292947769165,
      "learning_rate": 0.001,
      "loss": 1.646,
      "step": 175100
    },
    {
      "epoch": 56.625727213962506,
      "grad_norm": 1.386199951171875,
      "learning_rate": 0.001,
      "loss": 1.632,
      "step": 175200
    },
    {
      "epoch": 56.65804783451842,
      "grad_norm": 1.3631067276000977,
      "learning_rate": 0.001,
      "loss": 1.6455,
      "step": 175300
    },
    {
      "epoch": 56.690368455074335,
      "grad_norm": 1.841441035270691,
      "learning_rate": 0.001,
      "loss": 1.6464,
      "step": 175400
    },
    {
      "epoch": 56.72268907563025,
      "grad_norm": 1.2677215337753296,
      "learning_rate": 0.001,
      "loss": 1.653,
      "step": 175500
    },
    {
      "epoch": 56.755009696186164,
      "grad_norm": 1.391456961631775,
      "learning_rate": 0.001,
      "loss": 1.6607,
      "step": 175600
    },
    {
      "epoch": 56.78733031674208,
      "grad_norm": 1.3440288305282593,
      "learning_rate": 0.001,
      "loss": 1.6583,
      "step": 175700
    },
    {
      "epoch": 56.81965093729799,
      "grad_norm": 1.3985595703125,
      "learning_rate": 0.001,
      "loss": 1.674,
      "step": 175800
    },
    {
      "epoch": 56.85197155785391,
      "grad_norm": 1.6639750003814697,
      "learning_rate": 0.001,
      "loss": 1.6806,
      "step": 175900
    },
    {
      "epoch": 56.88429217840982,
      "grad_norm": 1.398442029953003,
      "learning_rate": 0.001,
      "loss": 1.6918,
      "step": 176000
    },
    {
      "epoch": 56.91661279896574,
      "grad_norm": 4.932938575744629,
      "learning_rate": 0.001,
      "loss": 1.6859,
      "step": 176100
    },
    {
      "epoch": 56.94893341952165,
      "grad_norm": 1.1735930442810059,
      "learning_rate": 0.001,
      "loss": 1.6742,
      "step": 176200
    },
    {
      "epoch": 56.981254040077566,
      "grad_norm": 1.1491469144821167,
      "learning_rate": 0.001,
      "loss": 1.6767,
      "step": 176300
    },
    {
      "epoch": 57.01357466063349,
      "grad_norm": 1.4178271293640137,
      "learning_rate": 0.001,
      "loss": 1.6225,
      "step": 176400
    },
    {
      "epoch": 57.0458952811894,
      "grad_norm": 1.3758186101913452,
      "learning_rate": 0.001,
      "loss": 1.5794,
      "step": 176500
    },
    {
      "epoch": 57.07821590174532,
      "grad_norm": 1.7050427198410034,
      "learning_rate": 0.001,
      "loss": 1.584,
      "step": 176600
    },
    {
      "epoch": 57.11053652230123,
      "grad_norm": 1.3819360733032227,
      "learning_rate": 0.001,
      "loss": 1.5656,
      "step": 176700
    },
    {
      "epoch": 57.142857142857146,
      "grad_norm": 3.584944486618042,
      "learning_rate": 0.001,
      "loss": 1.5849,
      "step": 176800
    },
    {
      "epoch": 57.17517776341306,
      "grad_norm": 1.8885122537612915,
      "learning_rate": 0.001,
      "loss": 1.583,
      "step": 176900
    },
    {
      "epoch": 57.207498383968975,
      "grad_norm": 1.3641657829284668,
      "learning_rate": 0.001,
      "loss": 1.6098,
      "step": 177000
    },
    {
      "epoch": 57.23981900452489,
      "grad_norm": 1.4411481618881226,
      "learning_rate": 0.001,
      "loss": 1.5919,
      "step": 177100
    },
    {
      "epoch": 57.272139625080804,
      "grad_norm": 1.2816187143325806,
      "learning_rate": 0.001,
      "loss": 1.6007,
      "step": 177200
    },
    {
      "epoch": 57.30446024563672,
      "grad_norm": 1.865334153175354,
      "learning_rate": 0.001,
      "loss": 1.612,
      "step": 177300
    },
    {
      "epoch": 57.33678086619263,
      "grad_norm": 1.8190315961837769,
      "learning_rate": 0.001,
      "loss": 1.5916,
      "step": 177400
    },
    {
      "epoch": 57.36910148674855,
      "grad_norm": 1.4187860488891602,
      "learning_rate": 0.001,
      "loss": 1.613,
      "step": 177500
    },
    {
      "epoch": 57.40142210730446,
      "grad_norm": 1.5037205219268799,
      "learning_rate": 0.001,
      "loss": 1.6213,
      "step": 177600
    },
    {
      "epoch": 57.43374272786038,
      "grad_norm": 1.7124258279800415,
      "learning_rate": 0.001,
      "loss": 1.6252,
      "step": 177700
    },
    {
      "epoch": 57.46606334841629,
      "grad_norm": 1.717106819152832,
      "learning_rate": 0.001,
      "loss": 1.6283,
      "step": 177800
    },
    {
      "epoch": 57.498383968972206,
      "grad_norm": 1.4495354890823364,
      "learning_rate": 0.001,
      "loss": 1.6227,
      "step": 177900
    },
    {
      "epoch": 57.53070458952812,
      "grad_norm": 1.509047269821167,
      "learning_rate": 0.001,
      "loss": 1.6208,
      "step": 178000
    },
    {
      "epoch": 57.563025210084035,
      "grad_norm": 1.7998639345169067,
      "learning_rate": 0.001,
      "loss": 1.6452,
      "step": 178100
    },
    {
      "epoch": 57.59534583063995,
      "grad_norm": 1.5714415311813354,
      "learning_rate": 0.001,
      "loss": 1.6329,
      "step": 178200
    },
    {
      "epoch": 57.627666451195864,
      "grad_norm": 1.4201469421386719,
      "learning_rate": 0.001,
      "loss": 1.6596,
      "step": 178300
    },
    {
      "epoch": 57.65998707175178,
      "grad_norm": 2.9351084232330322,
      "learning_rate": 0.001,
      "loss": 1.633,
      "step": 178400
    },
    {
      "epoch": 57.69230769230769,
      "grad_norm": 1.3780665397644043,
      "learning_rate": 0.001,
      "loss": 1.6693,
      "step": 178500
    },
    {
      "epoch": 57.72462831286361,
      "grad_norm": 1.2420294284820557,
      "learning_rate": 0.001,
      "loss": 1.6716,
      "step": 178600
    },
    {
      "epoch": 57.75694893341952,
      "grad_norm": 1.7500540018081665,
      "learning_rate": 0.001,
      "loss": 1.6443,
      "step": 178700
    },
    {
      "epoch": 57.78926955397544,
      "grad_norm": 1.7661516666412354,
      "learning_rate": 0.001,
      "loss": 1.6698,
      "step": 178800
    },
    {
      "epoch": 57.82159017453135,
      "grad_norm": 1.3695080280303955,
      "learning_rate": 0.001,
      "loss": 1.6668,
      "step": 178900
    },
    {
      "epoch": 57.853910795087266,
      "grad_norm": 3.7312920093536377,
      "learning_rate": 0.001,
      "loss": 1.6466,
      "step": 179000
    },
    {
      "epoch": 57.88623141564318,
      "grad_norm": 1.4425987005233765,
      "learning_rate": 0.001,
      "loss": 1.6667,
      "step": 179100
    },
    {
      "epoch": 57.918552036199095,
      "grad_norm": 6.579458236694336,
      "learning_rate": 0.001,
      "loss": 1.6731,
      "step": 179200
    },
    {
      "epoch": 57.95087265675501,
      "grad_norm": 1.6325634717941284,
      "learning_rate": 0.001,
      "loss": 1.6707,
      "step": 179300
    },
    {
      "epoch": 57.983193277310924,
      "grad_norm": 1.5222668647766113,
      "learning_rate": 0.001,
      "loss": 1.6718,
      "step": 179400
    },
    {
      "epoch": 58.01551389786684,
      "grad_norm": 2.5261549949645996,
      "learning_rate": 0.001,
      "loss": 1.5894,
      "step": 179500
    },
    {
      "epoch": 58.04783451842275,
      "grad_norm": 3.4431312084198,
      "learning_rate": 0.001,
      "loss": 1.5507,
      "step": 179600
    },
    {
      "epoch": 58.08015513897867,
      "grad_norm": 1.695238709449768,
      "learning_rate": 0.001,
      "loss": 1.5573,
      "step": 179700
    },
    {
      "epoch": 58.11247575953458,
      "grad_norm": 2.5794942378997803,
      "learning_rate": 0.001,
      "loss": 1.5708,
      "step": 179800
    },
    {
      "epoch": 58.1447963800905,
      "grad_norm": 1.6321461200714111,
      "learning_rate": 0.001,
      "loss": 1.5897,
      "step": 179900
    },
    {
      "epoch": 58.17711700064641,
      "grad_norm": 1.5962038040161133,
      "learning_rate": 0.001,
      "loss": 1.596,
      "step": 180000
    },
    {
      "epoch": 58.209437621202326,
      "grad_norm": 7.121249675750732,
      "learning_rate": 0.001,
      "loss": 1.5846,
      "step": 180100
    },
    {
      "epoch": 58.24175824175824,
      "grad_norm": 1.5921121835708618,
      "learning_rate": 0.001,
      "loss": 1.6034,
      "step": 180200
    },
    {
      "epoch": 58.274078862314155,
      "grad_norm": 1.7481718063354492,
      "learning_rate": 0.001,
      "loss": 1.6092,
      "step": 180300
    },
    {
      "epoch": 58.30639948287007,
      "grad_norm": 14.8703031539917,
      "learning_rate": 0.001,
      "loss": 1.6013,
      "step": 180400
    },
    {
      "epoch": 58.338720103425985,
      "grad_norm": 3.3492233753204346,
      "learning_rate": 0.001,
      "loss": 1.6076,
      "step": 180500
    },
    {
      "epoch": 58.3710407239819,
      "grad_norm": 2.163309335708618,
      "learning_rate": 0.001,
      "loss": 1.6112,
      "step": 180600
    },
    {
      "epoch": 58.403361344537814,
      "grad_norm": 1.7079728841781616,
      "learning_rate": 0.001,
      "loss": 1.6148,
      "step": 180700
    },
    {
      "epoch": 58.43568196509373,
      "grad_norm": 8.724955558776855,
      "learning_rate": 0.001,
      "loss": 1.6215,
      "step": 180800
    },
    {
      "epoch": 58.46800258564964,
      "grad_norm": 1.6792532205581665,
      "learning_rate": 0.001,
      "loss": 1.6181,
      "step": 180900
    },
    {
      "epoch": 58.50032320620556,
      "grad_norm": 2.040989875793457,
      "learning_rate": 0.001,
      "loss": 1.6247,
      "step": 181000
    },
    {
      "epoch": 58.53264382676147,
      "grad_norm": 1.87586510181427,
      "learning_rate": 0.001,
      "loss": 1.6223,
      "step": 181100
    },
    {
      "epoch": 58.56496444731739,
      "grad_norm": 1.9792424440383911,
      "learning_rate": 0.001,
      "loss": 1.6269,
      "step": 181200
    },
    {
      "epoch": 58.5972850678733,
      "grad_norm": 1.7796794176101685,
      "learning_rate": 0.001,
      "loss": 1.6209,
      "step": 181300
    },
    {
      "epoch": 58.629605688429216,
      "grad_norm": 1.4562249183654785,
      "learning_rate": 0.001,
      "loss": 1.6272,
      "step": 181400
    },
    {
      "epoch": 58.66192630898513,
      "grad_norm": 1.731031060218811,
      "learning_rate": 0.001,
      "loss": 1.642,
      "step": 181500
    },
    {
      "epoch": 58.694246929541045,
      "grad_norm": 1.4679497480392456,
      "learning_rate": 0.001,
      "loss": 1.6547,
      "step": 181600
    },
    {
      "epoch": 58.72656755009696,
      "grad_norm": 1.893242359161377,
      "learning_rate": 0.001,
      "loss": 1.6573,
      "step": 181700
    },
    {
      "epoch": 58.758888170652874,
      "grad_norm": 1.7262965440750122,
      "learning_rate": 0.001,
      "loss": 1.6296,
      "step": 181800
    },
    {
      "epoch": 58.79120879120879,
      "grad_norm": 1.6263465881347656,
      "learning_rate": 0.001,
      "loss": 1.6521,
      "step": 181900
    },
    {
      "epoch": 58.8235294117647,
      "grad_norm": 1.4171943664550781,
      "learning_rate": 0.001,
      "loss": 1.6532,
      "step": 182000
    },
    {
      "epoch": 58.85585003232062,
      "grad_norm": 2.2108254432678223,
      "learning_rate": 0.001,
      "loss": 1.6487,
      "step": 182100
    },
    {
      "epoch": 58.88817065287653,
      "grad_norm": 2.1906399726867676,
      "learning_rate": 0.001,
      "loss": 1.6477,
      "step": 182200
    },
    {
      "epoch": 58.92049127343245,
      "grad_norm": 1.309850811958313,
      "learning_rate": 0.001,
      "loss": 1.673,
      "step": 182300
    },
    {
      "epoch": 58.95281189398836,
      "grad_norm": 1.6637852191925049,
      "learning_rate": 0.001,
      "loss": 1.6665,
      "step": 182400
    },
    {
      "epoch": 58.985132514544276,
      "grad_norm": 1.3119444847106934,
      "learning_rate": 0.001,
      "loss": 1.6695,
      "step": 182500
    },
    {
      "epoch": 59.0174531351002,
      "grad_norm": 1.3265600204467773,
      "learning_rate": 0.001,
      "loss": 1.6056,
      "step": 182600
    },
    {
      "epoch": 59.04977375565611,
      "grad_norm": 1.8366055488586426,
      "learning_rate": 0.001,
      "loss": 1.5621,
      "step": 182700
    },
    {
      "epoch": 59.08209437621203,
      "grad_norm": 1.3939955234527588,
      "learning_rate": 0.001,
      "loss": 1.5825,
      "step": 182800
    },
    {
      "epoch": 59.11441499676794,
      "grad_norm": 1.5194673538208008,
      "learning_rate": 0.001,
      "loss": 1.562,
      "step": 182900
    },
    {
      "epoch": 59.146735617323856,
      "grad_norm": 1.7931699752807617,
      "learning_rate": 0.001,
      "loss": 1.5742,
      "step": 183000
    },
    {
      "epoch": 59.17905623787977,
      "grad_norm": 13.818296432495117,
      "learning_rate": 0.001,
      "loss": 1.5855,
      "step": 183100
    },
    {
      "epoch": 59.211376858435685,
      "grad_norm": 1.6003674268722534,
      "learning_rate": 0.001,
      "loss": 1.5842,
      "step": 183200
    },
    {
      "epoch": 59.2436974789916,
      "grad_norm": 1.8159271478652954,
      "learning_rate": 0.001,
      "loss": 1.5837,
      "step": 183300
    },
    {
      "epoch": 59.276018099547514,
      "grad_norm": 1.4382086992263794,
      "learning_rate": 0.001,
      "loss": 1.5842,
      "step": 183400
    },
    {
      "epoch": 59.30833872010343,
      "grad_norm": 1.582894206047058,
      "learning_rate": 0.001,
      "loss": 1.5822,
      "step": 183500
    },
    {
      "epoch": 59.34065934065934,
      "grad_norm": 3.246366024017334,
      "learning_rate": 0.001,
      "loss": 1.5902,
      "step": 183600
    },
    {
      "epoch": 59.37297996121526,
      "grad_norm": 1.4925919771194458,
      "learning_rate": 0.001,
      "loss": 1.598,
      "step": 183700
    },
    {
      "epoch": 59.40530058177117,
      "grad_norm": 2.071474552154541,
      "learning_rate": 0.001,
      "loss": 1.6076,
      "step": 183800
    },
    {
      "epoch": 59.43762120232709,
      "grad_norm": 1.4622787237167358,
      "learning_rate": 0.001,
      "loss": 1.6278,
      "step": 183900
    },
    {
      "epoch": 59.469941822883,
      "grad_norm": 1.6558605432510376,
      "learning_rate": 0.001,
      "loss": 1.612,
      "step": 184000
    },
    {
      "epoch": 59.502262443438916,
      "grad_norm": 1.6181527376174927,
      "learning_rate": 0.001,
      "loss": 1.6238,
      "step": 184100
    },
    {
      "epoch": 59.53458306399483,
      "grad_norm": 1.5901190042495728,
      "learning_rate": 0.001,
      "loss": 1.6173,
      "step": 184200
    },
    {
      "epoch": 59.566903684550745,
      "grad_norm": 1.3189265727996826,
      "learning_rate": 0.001,
      "loss": 1.6161,
      "step": 184300
    },
    {
      "epoch": 59.59922430510666,
      "grad_norm": 1.4838035106658936,
      "learning_rate": 0.001,
      "loss": 1.6315,
      "step": 184400
    },
    {
      "epoch": 59.631544925662574,
      "grad_norm": 1.4391039609909058,
      "learning_rate": 0.001,
      "loss": 1.6233,
      "step": 184500
    },
    {
      "epoch": 59.66386554621849,
      "grad_norm": 1.5609230995178223,
      "learning_rate": 0.001,
      "loss": 1.6148,
      "step": 184600
    },
    {
      "epoch": 59.6961861667744,
      "grad_norm": 1.590993046760559,
      "learning_rate": 0.001,
      "loss": 1.6242,
      "step": 184700
    },
    {
      "epoch": 59.72850678733032,
      "grad_norm": 1.2867257595062256,
      "learning_rate": 0.001,
      "loss": 1.6376,
      "step": 184800
    },
    {
      "epoch": 59.76082740788623,
      "grad_norm": 1.6076549291610718,
      "learning_rate": 0.001,
      "loss": 1.6397,
      "step": 184900
    },
    {
      "epoch": 59.79314802844215,
      "grad_norm": 1.4259679317474365,
      "learning_rate": 0.001,
      "loss": 1.6338,
      "step": 185000
    },
    {
      "epoch": 59.82546864899806,
      "grad_norm": 1.4411576986312866,
      "learning_rate": 0.001,
      "loss": 1.6268,
      "step": 185100
    },
    {
      "epoch": 59.857789269553976,
      "grad_norm": 1.4091424942016602,
      "learning_rate": 0.001,
      "loss": 1.6231,
      "step": 185200
    },
    {
      "epoch": 59.89010989010989,
      "grad_norm": 1.4475901126861572,
      "learning_rate": 0.001,
      "loss": 1.6301,
      "step": 185300
    },
    {
      "epoch": 59.922430510665805,
      "grad_norm": 1.4559003114700317,
      "learning_rate": 0.001,
      "loss": 1.6371,
      "step": 185400
    },
    {
      "epoch": 59.95475113122172,
      "grad_norm": 1.5596214532852173,
      "learning_rate": 0.001,
      "loss": 1.6482,
      "step": 185500
    },
    {
      "epoch": 59.987071751777634,
      "grad_norm": 1.3644498586654663,
      "learning_rate": 0.001,
      "loss": 1.6438,
      "step": 185600
    },
    {
      "epoch": 60.01939237233355,
      "grad_norm": 1.5219719409942627,
      "learning_rate": 0.001,
      "loss": 1.5767,
      "step": 185700
    },
    {
      "epoch": 60.05171299288946,
      "grad_norm": 1.4743685722351074,
      "learning_rate": 0.001,
      "loss": 1.5406,
      "step": 185800
    },
    {
      "epoch": 60.08403361344538,
      "grad_norm": 1.2314245700836182,
      "learning_rate": 0.001,
      "loss": 1.5508,
      "step": 185900
    },
    {
      "epoch": 60.11635423400129,
      "grad_norm": 1.6252014636993408,
      "learning_rate": 0.001,
      "loss": 1.5468,
      "step": 186000
    },
    {
      "epoch": 60.14867485455721,
      "grad_norm": 1.869552493095398,
      "learning_rate": 0.001,
      "loss": 1.5444,
      "step": 186100
    },
    {
      "epoch": 60.18099547511312,
      "grad_norm": 1.188779592514038,
      "learning_rate": 0.001,
      "loss": 1.5571,
      "step": 186200
    },
    {
      "epoch": 60.213316095669036,
      "grad_norm": 1.3298742771148682,
      "learning_rate": 0.001,
      "loss": 1.5472,
      "step": 186300
    },
    {
      "epoch": 60.24563671622495,
      "grad_norm": 1.3057124614715576,
      "learning_rate": 0.001,
      "loss": 1.5486,
      "step": 186400
    },
    {
      "epoch": 60.277957336780865,
      "grad_norm": 1.49660062789917,
      "learning_rate": 0.001,
      "loss": 1.5868,
      "step": 186500
    },
    {
      "epoch": 60.31027795733678,
      "grad_norm": 1.1527563333511353,
      "learning_rate": 0.001,
      "loss": 1.5782,
      "step": 186600
    },
    {
      "epoch": 60.342598577892694,
      "grad_norm": 1.448582649230957,
      "learning_rate": 0.001,
      "loss": 1.5762,
      "step": 186700
    },
    {
      "epoch": 60.37491919844861,
      "grad_norm": 1.292902946472168,
      "learning_rate": 0.001,
      "loss": 1.5704,
      "step": 186800
    },
    {
      "epoch": 60.40723981900452,
      "grad_norm": 1.2633217573165894,
      "learning_rate": 0.001,
      "loss": 1.5873,
      "step": 186900
    },
    {
      "epoch": 60.43956043956044,
      "grad_norm": 8.44502067565918,
      "learning_rate": 0.001,
      "loss": 1.5818,
      "step": 187000
    },
    {
      "epoch": 60.47188106011635,
      "grad_norm": 1.4363726377487183,
      "learning_rate": 0.001,
      "loss": 1.5777,
      "step": 187100
    },
    {
      "epoch": 60.50420168067227,
      "grad_norm": 1.19646155834198,
      "learning_rate": 0.001,
      "loss": 1.5975,
      "step": 187200
    },
    {
      "epoch": 60.53652230122818,
      "grad_norm": 1.2162820100784302,
      "learning_rate": 0.001,
      "loss": 1.5827,
      "step": 187300
    },
    {
      "epoch": 60.568842921784096,
      "grad_norm": 1.2003562450408936,
      "learning_rate": 0.001,
      "loss": 1.6269,
      "step": 187400
    },
    {
      "epoch": 60.60116354234001,
      "grad_norm": 1.2094979286193848,
      "learning_rate": 0.001,
      "loss": 1.6064,
      "step": 187500
    },
    {
      "epoch": 60.633484162895925,
      "grad_norm": 3.5279111862182617,
      "learning_rate": 0.001,
      "loss": 1.5848,
      "step": 187600
    },
    {
      "epoch": 60.66580478345184,
      "grad_norm": 1.6033580303192139,
      "learning_rate": 0.001,
      "loss": 1.6136,
      "step": 187700
    },
    {
      "epoch": 60.698125404007754,
      "grad_norm": 1.0357997417449951,
      "learning_rate": 0.001,
      "loss": 1.6132,
      "step": 187800
    },
    {
      "epoch": 60.73044602456367,
      "grad_norm": 1.2443773746490479,
      "learning_rate": 0.001,
      "loss": 1.6076,
      "step": 187900
    },
    {
      "epoch": 60.762766645119584,
      "grad_norm": 1.2853457927703857,
      "learning_rate": 0.001,
      "loss": 1.6147,
      "step": 188000
    },
    {
      "epoch": 60.7950872656755,
      "grad_norm": 1.216934323310852,
      "learning_rate": 0.001,
      "loss": 1.6149,
      "step": 188100
    },
    {
      "epoch": 60.82740788623141,
      "grad_norm": 1.4399596452713013,
      "learning_rate": 0.001,
      "loss": 1.6131,
      "step": 188200
    },
    {
      "epoch": 60.85972850678733,
      "grad_norm": 1.7821111679077148,
      "learning_rate": 0.001,
      "loss": 1.6328,
      "step": 188300
    },
    {
      "epoch": 60.89204912734324,
      "grad_norm": 1.1691935062408447,
      "learning_rate": 0.001,
      "loss": 1.633,
      "step": 188400
    },
    {
      "epoch": 60.924369747899156,
      "grad_norm": 1.6534591913223267,
      "learning_rate": 0.001,
      "loss": 1.6292,
      "step": 188500
    },
    {
      "epoch": 60.95669036845507,
      "grad_norm": 1.3003838062286377,
      "learning_rate": 0.001,
      "loss": 1.6466,
      "step": 188600
    },
    {
      "epoch": 60.98901098901099,
      "grad_norm": 1.2933804988861084,
      "learning_rate": 0.001,
      "loss": 1.6294,
      "step": 188700
    },
    {
      "epoch": 61.02133160956691,
      "grad_norm": 1.1728533506393433,
      "learning_rate": 0.001,
      "loss": 1.5629,
      "step": 188800
    },
    {
      "epoch": 61.05365223012282,
      "grad_norm": 1.5797139406204224,
      "learning_rate": 0.001,
      "loss": 1.5248,
      "step": 188900
    },
    {
      "epoch": 61.085972850678736,
      "grad_norm": 1.3184449672698975,
      "learning_rate": 0.001,
      "loss": 1.5227,
      "step": 189000
    },
    {
      "epoch": 61.11829347123465,
      "grad_norm": 1.3667795658111572,
      "learning_rate": 0.001,
      "loss": 1.546,
      "step": 189100
    },
    {
      "epoch": 61.150614091790565,
      "grad_norm": 0.9825002551078796,
      "learning_rate": 0.001,
      "loss": 1.5143,
      "step": 189200
    },
    {
      "epoch": 61.18293471234648,
      "grad_norm": 1.5877978801727295,
      "learning_rate": 0.001,
      "loss": 1.5387,
      "step": 189300
    },
    {
      "epoch": 61.215255332902395,
      "grad_norm": 1.1612367630004883,
      "learning_rate": 0.001,
      "loss": 1.5341,
      "step": 189400
    },
    {
      "epoch": 61.24757595345831,
      "grad_norm": 1.3584411144256592,
      "learning_rate": 0.001,
      "loss": 1.5531,
      "step": 189500
    },
    {
      "epoch": 61.279896574014224,
      "grad_norm": 1.383677363395691,
      "learning_rate": 0.001,
      "loss": 1.5355,
      "step": 189600
    },
    {
      "epoch": 61.31221719457014,
      "grad_norm": 3.0851612091064453,
      "learning_rate": 0.001,
      "loss": 1.5765,
      "step": 189700
    },
    {
      "epoch": 61.34453781512605,
      "grad_norm": 2.4994757175445557,
      "learning_rate": 0.001,
      "loss": 1.5694,
      "step": 189800
    },
    {
      "epoch": 61.37685843568197,
      "grad_norm": 1.1021305322647095,
      "learning_rate": 0.001,
      "loss": 1.5493,
      "step": 189900
    },
    {
      "epoch": 61.40917905623788,
      "grad_norm": 1.2662732601165771,
      "learning_rate": 0.001,
      "loss": 1.5788,
      "step": 190000
    },
    {
      "epoch": 61.441499676793796,
      "grad_norm": 1.5098341703414917,
      "learning_rate": 0.001,
      "loss": 1.5674,
      "step": 190100
    },
    {
      "epoch": 61.47382029734971,
      "grad_norm": 1.2298566102981567,
      "learning_rate": 0.001,
      "loss": 1.5838,
      "step": 190200
    },
    {
      "epoch": 61.506140917905626,
      "grad_norm": 1.0972106456756592,
      "learning_rate": 0.001,
      "loss": 1.606,
      "step": 190300
    },
    {
      "epoch": 61.53846153846154,
      "grad_norm": 1.1364563703536987,
      "learning_rate": 0.001,
      "loss": 1.5923,
      "step": 190400
    },
    {
      "epoch": 61.570782159017455,
      "grad_norm": 1.2001951932907104,
      "learning_rate": 0.001,
      "loss": 1.5904,
      "step": 190500
    },
    {
      "epoch": 61.60310277957337,
      "grad_norm": 1.1250193119049072,
      "learning_rate": 0.001,
      "loss": 1.5837,
      "step": 190600
    },
    {
      "epoch": 61.635423400129284,
      "grad_norm": 1.6006181240081787,
      "learning_rate": 0.001,
      "loss": 1.5834,
      "step": 190700
    },
    {
      "epoch": 61.6677440206852,
      "grad_norm": 1.7174574136734009,
      "learning_rate": 0.001,
      "loss": 1.6055,
      "step": 190800
    },
    {
      "epoch": 61.70006464124111,
      "grad_norm": 1.1444017887115479,
      "learning_rate": 0.001,
      "loss": 1.593,
      "step": 190900
    },
    {
      "epoch": 61.73238526179703,
      "grad_norm": 1.073480486869812,
      "learning_rate": 0.001,
      "loss": 1.5968,
      "step": 191000
    },
    {
      "epoch": 61.76470588235294,
      "grad_norm": 1.5441075563430786,
      "learning_rate": 0.001,
      "loss": 1.6075,
      "step": 191100
    },
    {
      "epoch": 61.79702650290886,
      "grad_norm": 1.2250105142593384,
      "learning_rate": 0.001,
      "loss": 1.6006,
      "step": 191200
    },
    {
      "epoch": 61.82934712346477,
      "grad_norm": 1.5603219270706177,
      "learning_rate": 0.001,
      "loss": 1.6211,
      "step": 191300
    },
    {
      "epoch": 61.861667744020686,
      "grad_norm": 1.2576161623001099,
      "learning_rate": 0.001,
      "loss": 1.6269,
      "step": 191400
    },
    {
      "epoch": 61.8939883645766,
      "grad_norm": 1.4052691459655762,
      "learning_rate": 0.001,
      "loss": 1.6291,
      "step": 191500
    },
    {
      "epoch": 61.926308985132515,
      "grad_norm": 1.1416369676589966,
      "learning_rate": 0.001,
      "loss": 1.6235,
      "step": 191600
    },
    {
      "epoch": 61.95862960568843,
      "grad_norm": 1.4742263555526733,
      "learning_rate": 0.001,
      "loss": 1.6243,
      "step": 191700
    },
    {
      "epoch": 61.990950226244344,
      "grad_norm": 1.0382035970687866,
      "learning_rate": 0.001,
      "loss": 1.6451,
      "step": 191800
    },
    {
      "epoch": 62.02327084680026,
      "grad_norm": 1.230553388595581,
      "learning_rate": 0.001,
      "loss": 1.5741,
      "step": 191900
    },
    {
      "epoch": 62.05559146735617,
      "grad_norm": 1.2340295314788818,
      "learning_rate": 0.001,
      "loss": 1.5102,
      "step": 192000
    },
    {
      "epoch": 62.08791208791209,
      "grad_norm": 1.1670050621032715,
      "learning_rate": 0.001,
      "loss": 1.528,
      "step": 192100
    },
    {
      "epoch": 62.120232708468,
      "grad_norm": 5.9823527336120605,
      "learning_rate": 0.001,
      "loss": 1.5284,
      "step": 192200
    },
    {
      "epoch": 62.15255332902392,
      "grad_norm": 1.373011827468872,
      "learning_rate": 0.001,
      "loss": 1.5179,
      "step": 192300
    },
    {
      "epoch": 62.18487394957983,
      "grad_norm": 1.75859797000885,
      "learning_rate": 0.001,
      "loss": 1.5481,
      "step": 192400
    },
    {
      "epoch": 62.217194570135746,
      "grad_norm": 5.6995158195495605,
      "learning_rate": 0.001,
      "loss": 1.5421,
      "step": 192500
    },
    {
      "epoch": 62.24951519069166,
      "grad_norm": 1.4341754913330078,
      "learning_rate": 0.001,
      "loss": 1.5495,
      "step": 192600
    },
    {
      "epoch": 62.281835811247575,
      "grad_norm": 2.2412192821502686,
      "learning_rate": 0.001,
      "loss": 1.5549,
      "step": 192700
    },
    {
      "epoch": 62.31415643180349,
      "grad_norm": 1.4717586040496826,
      "learning_rate": 0.001,
      "loss": 1.5659,
      "step": 192800
    },
    {
      "epoch": 62.346477052359404,
      "grad_norm": 1.2966539859771729,
      "learning_rate": 0.001,
      "loss": 1.5424,
      "step": 192900
    },
    {
      "epoch": 62.37879767291532,
      "grad_norm": 1.4375618696212769,
      "learning_rate": 0.001,
      "loss": 1.5735,
      "step": 193000
    },
    {
      "epoch": 62.41111829347123,
      "grad_norm": 1.5950075387954712,
      "learning_rate": 0.001,
      "loss": 1.5724,
      "step": 193100
    },
    {
      "epoch": 62.44343891402715,
      "grad_norm": 2.7085464000701904,
      "learning_rate": 0.001,
      "loss": 1.5503,
      "step": 193200
    },
    {
      "epoch": 62.47575953458306,
      "grad_norm": 1.31626296043396,
      "learning_rate": 0.001,
      "loss": 1.5582,
      "step": 193300
    },
    {
      "epoch": 62.50808015513898,
      "grad_norm": 3.1840696334838867,
      "learning_rate": 0.001,
      "loss": 1.5546,
      "step": 193400
    },
    {
      "epoch": 62.54040077569489,
      "grad_norm": 1.2831026315689087,
      "learning_rate": 0.001,
      "loss": 1.5952,
      "step": 193500
    },
    {
      "epoch": 62.572721396250806,
      "grad_norm": 1.1699129343032837,
      "learning_rate": 0.001,
      "loss": 1.5816,
      "step": 193600
    },
    {
      "epoch": 62.60504201680672,
      "grad_norm": 2.455785036087036,
      "learning_rate": 0.001,
      "loss": 1.5726,
      "step": 193700
    },
    {
      "epoch": 62.637362637362635,
      "grad_norm": 1.0905883312225342,
      "learning_rate": 0.001,
      "loss": 1.5918,
      "step": 193800
    },
    {
      "epoch": 62.66968325791855,
      "grad_norm": 1.6534929275512695,
      "learning_rate": 0.001,
      "loss": 1.5778,
      "step": 193900
    },
    {
      "epoch": 62.702003878474464,
      "grad_norm": 1.0799243450164795,
      "learning_rate": 0.001,
      "loss": 1.5927,
      "step": 194000
    },
    {
      "epoch": 62.73432449903038,
      "grad_norm": 1.225937843322754,
      "learning_rate": 0.001,
      "loss": 1.5832,
      "step": 194100
    },
    {
      "epoch": 62.76664511958629,
      "grad_norm": 1.3355913162231445,
      "learning_rate": 0.001,
      "loss": 1.5762,
      "step": 194200
    },
    {
      "epoch": 62.79896574014221,
      "grad_norm": 1.2147082090377808,
      "learning_rate": 0.001,
      "loss": 1.6229,
      "step": 194300
    },
    {
      "epoch": 62.83128636069812,
      "grad_norm": 1.4862561225891113,
      "learning_rate": 0.001,
      "loss": 1.5971,
      "step": 194400
    },
    {
      "epoch": 62.86360698125404,
      "grad_norm": 1.3725837469100952,
      "learning_rate": 0.001,
      "loss": 1.5781,
      "step": 194500
    },
    {
      "epoch": 62.89592760180995,
      "grad_norm": 1.3142627477645874,
      "learning_rate": 0.001,
      "loss": 1.5784,
      "step": 194600
    },
    {
      "epoch": 62.928248222365866,
      "grad_norm": 1.4761371612548828,
      "learning_rate": 0.001,
      "loss": 1.6286,
      "step": 194700
    },
    {
      "epoch": 62.96056884292178,
      "grad_norm": 1.359811782836914,
      "learning_rate": 0.001,
      "loss": 1.6105,
      "step": 194800
    },
    {
      "epoch": 62.992889463477695,
      "grad_norm": 1.401885747909546,
      "learning_rate": 0.001,
      "loss": 1.6037,
      "step": 194900
    },
    {
      "epoch": 63.02521008403362,
      "grad_norm": 1.2485588788986206,
      "learning_rate": 0.001,
      "loss": 1.51,
      "step": 195000
    },
    {
      "epoch": 63.05753070458953,
      "grad_norm": 1.3283898830413818,
      "learning_rate": 0.001,
      "loss": 1.5145,
      "step": 195100
    },
    {
      "epoch": 63.089851325145446,
      "grad_norm": 1.4286530017852783,
      "learning_rate": 0.001,
      "loss": 1.5155,
      "step": 195200
    },
    {
      "epoch": 63.12217194570136,
      "grad_norm": 1.206009864807129,
      "learning_rate": 0.001,
      "loss": 1.5234,
      "step": 195300
    },
    {
      "epoch": 63.154492566257275,
      "grad_norm": 23.86504554748535,
      "learning_rate": 0.001,
      "loss": 1.5038,
      "step": 195400
    },
    {
      "epoch": 63.18681318681319,
      "grad_norm": 1.7828644514083862,
      "learning_rate": 0.001,
      "loss": 1.5212,
      "step": 195500
    },
    {
      "epoch": 63.219133807369104,
      "grad_norm": 1.2077412605285645,
      "learning_rate": 0.001,
      "loss": 1.5222,
      "step": 195600
    },
    {
      "epoch": 63.25145442792502,
      "grad_norm": 1.0502007007598877,
      "learning_rate": 0.001,
      "loss": 1.5309,
      "step": 195700
    },
    {
      "epoch": 63.28377504848093,
      "grad_norm": 1.4830429553985596,
      "learning_rate": 0.001,
      "loss": 1.5181,
      "step": 195800
    },
    {
      "epoch": 63.31609566903685,
      "grad_norm": 1.1983489990234375,
      "learning_rate": 0.001,
      "loss": 1.5384,
      "step": 195900
    },
    {
      "epoch": 63.34841628959276,
      "grad_norm": 1.3105074167251587,
      "learning_rate": 0.001,
      "loss": 1.5463,
      "step": 196000
    },
    {
      "epoch": 63.38073691014868,
      "grad_norm": 1.3238019943237305,
      "learning_rate": 0.001,
      "loss": 1.5346,
      "step": 196100
    },
    {
      "epoch": 63.41305753070459,
      "grad_norm": 1.0528085231781006,
      "learning_rate": 0.001,
      "loss": 1.5559,
      "step": 196200
    },
    {
      "epoch": 63.445378151260506,
      "grad_norm": 1.606178879737854,
      "learning_rate": 0.001,
      "loss": 1.5443,
      "step": 196300
    },
    {
      "epoch": 63.47769877181642,
      "grad_norm": 1.5063087940216064,
      "learning_rate": 0.001,
      "loss": 1.5478,
      "step": 196400
    },
    {
      "epoch": 63.510019392372335,
      "grad_norm": 1.3871111869812012,
      "learning_rate": 0.001,
      "loss": 1.5498,
      "step": 196500
    },
    {
      "epoch": 63.54234001292825,
      "grad_norm": 1.4087625741958618,
      "learning_rate": 0.001,
      "loss": 1.55,
      "step": 196600
    },
    {
      "epoch": 63.574660633484164,
      "grad_norm": 1.4836828708648682,
      "learning_rate": 0.001,
      "loss": 1.5549,
      "step": 196700
    },
    {
      "epoch": 63.60698125404008,
      "grad_norm": 1.1475145816802979,
      "learning_rate": 0.001,
      "loss": 1.544,
      "step": 196800
    },
    {
      "epoch": 63.63930187459599,
      "grad_norm": 2.885134696960449,
      "learning_rate": 0.001,
      "loss": 1.5785,
      "step": 196900
    },
    {
      "epoch": 63.67162249515191,
      "grad_norm": 1.4837828874588013,
      "learning_rate": 0.001,
      "loss": 1.5773,
      "step": 197000
    },
    {
      "epoch": 63.70394311570782,
      "grad_norm": 1.3006569147109985,
      "learning_rate": 0.001,
      "loss": 1.5735,
      "step": 197100
    },
    {
      "epoch": 63.73626373626374,
      "grad_norm": 4.29921293258667,
      "learning_rate": 0.001,
      "loss": 1.5787,
      "step": 197200
    },
    {
      "epoch": 63.76858435681965,
      "grad_norm": 1.5281392335891724,
      "learning_rate": 0.001,
      "loss": 1.5727,
      "step": 197300
    },
    {
      "epoch": 63.800904977375566,
      "grad_norm": 1.4818552732467651,
      "learning_rate": 0.001,
      "loss": 1.5761,
      "step": 197400
    },
    {
      "epoch": 63.83322559793148,
      "grad_norm": 1.2780400514602661,
      "learning_rate": 0.001,
      "loss": 1.5782,
      "step": 197500
    },
    {
      "epoch": 63.865546218487395,
      "grad_norm": 1.1812747716903687,
      "learning_rate": 0.001,
      "loss": 1.6146,
      "step": 197600
    },
    {
      "epoch": 63.89786683904331,
      "grad_norm": 1.5233163833618164,
      "learning_rate": 0.001,
      "loss": 1.5934,
      "step": 197700
    },
    {
      "epoch": 63.930187459599225,
      "grad_norm": 1.2988805770874023,
      "learning_rate": 0.001,
      "loss": 1.587,
      "step": 197800
    },
    {
      "epoch": 63.96250808015514,
      "grad_norm": 1.603691816329956,
      "learning_rate": 0.001,
      "loss": 1.6157,
      "step": 197900
    },
    {
      "epoch": 63.994828700711054,
      "grad_norm": 1.2593226432800293,
      "learning_rate": 0.001,
      "loss": 1.598,
      "step": 198000
    },
    {
      "epoch": 64.02714932126698,
      "grad_norm": 1.3098002672195435,
      "learning_rate": 0.001,
      "loss": 1.4988,
      "step": 198100
    },
    {
      "epoch": 64.05946994182288,
      "grad_norm": 1.1158907413482666,
      "learning_rate": 0.001,
      "loss": 1.4936,
      "step": 198200
    },
    {
      "epoch": 64.0917905623788,
      "grad_norm": 1.6071248054504395,
      "learning_rate": 0.001,
      "loss": 1.4921,
      "step": 198300
    },
    {
      "epoch": 64.12411118293471,
      "grad_norm": 1.6334319114685059,
      "learning_rate": 0.001,
      "loss": 1.5055,
      "step": 198400
    },
    {
      "epoch": 64.15643180349063,
      "grad_norm": 1.3100078105926514,
      "learning_rate": 0.001,
      "loss": 1.4962,
      "step": 198500
    },
    {
      "epoch": 64.18875242404654,
      "grad_norm": 1.6074274778366089,
      "learning_rate": 0.001,
      "loss": 1.5022,
      "step": 198600
    },
    {
      "epoch": 64.22107304460246,
      "grad_norm": 1.5999830961227417,
      "learning_rate": 0.001,
      "loss": 1.5284,
      "step": 198700
    },
    {
      "epoch": 64.25339366515837,
      "grad_norm": 1.4862761497497559,
      "learning_rate": 0.001,
      "loss": 1.5142,
      "step": 198800
    },
    {
      "epoch": 64.28571428571429,
      "grad_norm": 1.605441927909851,
      "learning_rate": 0.001,
      "loss": 1.5175,
      "step": 198900
    },
    {
      "epoch": 64.3180349062702,
      "grad_norm": 1.3636819124221802,
      "learning_rate": 0.001,
      "loss": 1.5182,
      "step": 199000
    },
    {
      "epoch": 64.35035552682612,
      "grad_norm": 1.260750412940979,
      "learning_rate": 0.001,
      "loss": 1.5197,
      "step": 199100
    },
    {
      "epoch": 64.38267614738203,
      "grad_norm": 1.3390347957611084,
      "learning_rate": 0.001,
      "loss": 1.5385,
      "step": 199200
    },
    {
      "epoch": 64.41499676793795,
      "grad_norm": 1.6637154817581177,
      "learning_rate": 0.001,
      "loss": 1.534,
      "step": 199300
    },
    {
      "epoch": 64.44731738849386,
      "grad_norm": 1.9135735034942627,
      "learning_rate": 0.001,
      "loss": 1.5292,
      "step": 199400
    },
    {
      "epoch": 64.47963800904978,
      "grad_norm": 1.3842849731445312,
      "learning_rate": 0.001,
      "loss": 1.5399,
      "step": 199500
    },
    {
      "epoch": 64.51195862960569,
      "grad_norm": 1.3454891443252563,
      "learning_rate": 0.001,
      "loss": 1.5494,
      "step": 199600
    },
    {
      "epoch": 64.54427925016161,
      "grad_norm": 1.3439933061599731,
      "learning_rate": 0.001,
      "loss": 1.5479,
      "step": 199700
    },
    {
      "epoch": 64.57659987071752,
      "grad_norm": 1.1761207580566406,
      "learning_rate": 0.001,
      "loss": 1.5459,
      "step": 199800
    },
    {
      "epoch": 64.60892049127344,
      "grad_norm": 1.306364893913269,
      "learning_rate": 0.001,
      "loss": 1.5591,
      "step": 199900
    },
    {
      "epoch": 64.64124111182934,
      "grad_norm": 1.0959964990615845,
      "learning_rate": 0.001,
      "loss": 1.5412,
      "step": 200000
    },
    {
      "epoch": 64.67356173238527,
      "grad_norm": 1.405295729637146,
      "learning_rate": 0.001,
      "loss": 1.5494,
      "step": 200100
    },
    {
      "epoch": 64.70588235294117,
      "grad_norm": 2.199946880340576,
      "learning_rate": 0.001,
      "loss": 1.5657,
      "step": 200200
    },
    {
      "epoch": 64.7382029734971,
      "grad_norm": 1.4487086534500122,
      "learning_rate": 0.001,
      "loss": 1.5615,
      "step": 200300
    },
    {
      "epoch": 64.770523594053,
      "grad_norm": 1.1107498407363892,
      "learning_rate": 0.001,
      "loss": 1.567,
      "step": 200400
    },
    {
      "epoch": 64.80284421460892,
      "grad_norm": 1.2661086320877075,
      "learning_rate": 0.001,
      "loss": 1.5769,
      "step": 200500
    },
    {
      "epoch": 64.83516483516483,
      "grad_norm": 1.5290558338165283,
      "learning_rate": 0.001,
      "loss": 1.5728,
      "step": 200600
    },
    {
      "epoch": 64.86748545572075,
      "grad_norm": 1.4340558052062988,
      "learning_rate": 0.001,
      "loss": 1.574,
      "step": 200700
    },
    {
      "epoch": 64.89980607627666,
      "grad_norm": 1.6496353149414062,
      "learning_rate": 0.001,
      "loss": 1.5663,
      "step": 200800
    },
    {
      "epoch": 64.93212669683258,
      "grad_norm": 1.1432440280914307,
      "learning_rate": 0.001,
      "loss": 1.5616,
      "step": 200900
    },
    {
      "epoch": 64.96444731738849,
      "grad_norm": 3.429349660873413,
      "learning_rate": 0.001,
      "loss": 1.5935,
      "step": 201000
    },
    {
      "epoch": 64.99676793794441,
      "grad_norm": 1.7968031167984009,
      "learning_rate": 0.001,
      "loss": 1.5659,
      "step": 201100
    },
    {
      "epoch": 65.02908855850032,
      "grad_norm": 1.3649795055389404,
      "learning_rate": 0.001,
      "loss": 1.4779,
      "step": 201200
    },
    {
      "epoch": 65.06140917905624,
      "grad_norm": 1.3781341314315796,
      "learning_rate": 0.001,
      "loss": 1.4604,
      "step": 201300
    },
    {
      "epoch": 65.09372979961215,
      "grad_norm": 3.0466413497924805,
      "learning_rate": 0.001,
      "loss": 1.4737,
      "step": 201400
    },
    {
      "epoch": 65.12605042016807,
      "grad_norm": 2.203050374984741,
      "learning_rate": 0.001,
      "loss": 1.4836,
      "step": 201500
    },
    {
      "epoch": 65.15837104072398,
      "grad_norm": 1.625409483909607,
      "learning_rate": 0.001,
      "loss": 1.4986,
      "step": 201600
    },
    {
      "epoch": 65.1906916612799,
      "grad_norm": 1.856945514678955,
      "learning_rate": 0.001,
      "loss": 1.4928,
      "step": 201700
    },
    {
      "epoch": 65.2230122818358,
      "grad_norm": 1.3552792072296143,
      "learning_rate": 0.001,
      "loss": 1.4869,
      "step": 201800
    },
    {
      "epoch": 65.25533290239173,
      "grad_norm": 1.5136055946350098,
      "learning_rate": 0.001,
      "loss": 1.5134,
      "step": 201900
    },
    {
      "epoch": 65.28765352294764,
      "grad_norm": 2.138618230819702,
      "learning_rate": 0.001,
      "loss": 1.5137,
      "step": 202000
    },
    {
      "epoch": 65.31997414350356,
      "grad_norm": 1.7824281454086304,
      "learning_rate": 0.001,
      "loss": 1.492,
      "step": 202100
    },
    {
      "epoch": 65.35229476405947,
      "grad_norm": 1.4433790445327759,
      "learning_rate": 0.001,
      "loss": 1.5224,
      "step": 202200
    },
    {
      "epoch": 65.38461538461539,
      "grad_norm": 1.371467113494873,
      "learning_rate": 0.001,
      "loss": 1.5175,
      "step": 202300
    },
    {
      "epoch": 65.4169360051713,
      "grad_norm": 2.009169816970825,
      "learning_rate": 0.001,
      "loss": 1.5238,
      "step": 202400
    },
    {
      "epoch": 65.44925662572722,
      "grad_norm": 4.315001487731934,
      "learning_rate": 0.001,
      "loss": 1.531,
      "step": 202500
    },
    {
      "epoch": 65.48157724628312,
      "grad_norm": 1.3518073558807373,
      "learning_rate": 0.001,
      "loss": 1.5275,
      "step": 202600
    },
    {
      "epoch": 65.51389786683905,
      "grad_norm": 1.792254090309143,
      "learning_rate": 0.001,
      "loss": 1.5353,
      "step": 202700
    },
    {
      "epoch": 65.54621848739495,
      "grad_norm": 1.4844489097595215,
      "learning_rate": 0.001,
      "loss": 1.548,
      "step": 202800
    },
    {
      "epoch": 65.57853910795087,
      "grad_norm": 1.4858348369598389,
      "learning_rate": 0.001,
      "loss": 1.5317,
      "step": 202900
    },
    {
      "epoch": 65.61085972850678,
      "grad_norm": 1.6868585348129272,
      "learning_rate": 0.001,
      "loss": 1.5252,
      "step": 203000
    },
    {
      "epoch": 65.6431803490627,
      "grad_norm": 1.5345088243484497,
      "learning_rate": 0.001,
      "loss": 1.5654,
      "step": 203100
    },
    {
      "epoch": 65.67550096961861,
      "grad_norm": 2.235466480255127,
      "learning_rate": 0.001,
      "loss": 1.5662,
      "step": 203200
    },
    {
      "epoch": 65.70782159017453,
      "grad_norm": 1.7121527194976807,
      "learning_rate": 0.001,
      "loss": 1.5571,
      "step": 203300
    },
    {
      "epoch": 65.74014221073044,
      "grad_norm": 1.7037615776062012,
      "learning_rate": 0.001,
      "loss": 1.5522,
      "step": 203400
    },
    {
      "epoch": 65.77246283128636,
      "grad_norm": 1.313366413116455,
      "learning_rate": 0.001,
      "loss": 1.5583,
      "step": 203500
    },
    {
      "epoch": 65.80478345184227,
      "grad_norm": 1.662450909614563,
      "learning_rate": 0.001,
      "loss": 1.5484,
      "step": 203600
    },
    {
      "epoch": 65.83710407239819,
      "grad_norm": 1.4423847198486328,
      "learning_rate": 0.001,
      "loss": 1.567,
      "step": 203700
    },
    {
      "epoch": 65.8694246929541,
      "grad_norm": 1.2721552848815918,
      "learning_rate": 0.001,
      "loss": 1.5717,
      "step": 203800
    },
    {
      "epoch": 65.90174531351002,
      "grad_norm": 1.339888572692871,
      "learning_rate": 0.001,
      "loss": 1.5483,
      "step": 203900
    },
    {
      "epoch": 65.93406593406593,
      "grad_norm": 1.230765700340271,
      "learning_rate": 0.001,
      "loss": 1.5704,
      "step": 204000
    },
    {
      "epoch": 65.96638655462185,
      "grad_norm": 38.82066345214844,
      "learning_rate": 0.001,
      "loss": 1.5833,
      "step": 204100
    },
    {
      "epoch": 65.99870717517777,
      "grad_norm": 1.7328001260757446,
      "learning_rate": 0.001,
      "loss": 1.5881,
      "step": 204200
    },
    {
      "epoch": 66.03102779573368,
      "grad_norm": 1.5207430124282837,
      "learning_rate": 0.001,
      "loss": 1.4647,
      "step": 204300
    },
    {
      "epoch": 66.0633484162896,
      "grad_norm": 3.7853822708129883,
      "learning_rate": 0.001,
      "loss": 1.462,
      "step": 204400
    },
    {
      "epoch": 66.0956690368455,
      "grad_norm": 4.0493855476379395,
      "learning_rate": 0.001,
      "loss": 1.4549,
      "step": 204500
    },
    {
      "epoch": 66.12798965740143,
      "grad_norm": 1.420933723449707,
      "learning_rate": 0.001,
      "loss": 1.5012,
      "step": 204600
    },
    {
      "epoch": 66.16031027795734,
      "grad_norm": 1.7136263847351074,
      "learning_rate": 0.001,
      "loss": 1.4636,
      "step": 204700
    },
    {
      "epoch": 66.19263089851326,
      "grad_norm": 1.5621877908706665,
      "learning_rate": 0.001,
      "loss": 1.4979,
      "step": 204800
    },
    {
      "epoch": 66.22495151906917,
      "grad_norm": 1.3262065649032593,
      "learning_rate": 0.001,
      "loss": 1.5117,
      "step": 204900
    },
    {
      "epoch": 66.25727213962509,
      "grad_norm": 1.6677320003509521,
      "learning_rate": 0.001,
      "loss": 1.5029,
      "step": 205000
    },
    {
      "epoch": 66.289592760181,
      "grad_norm": 1.3303172588348389,
      "learning_rate": 0.001,
      "loss": 1.4786,
      "step": 205100
    },
    {
      "epoch": 66.32191338073692,
      "grad_norm": 1.7482984066009521,
      "learning_rate": 0.001,
      "loss": 1.5054,
      "step": 205200
    },
    {
      "epoch": 66.35423400129282,
      "grad_norm": 1.4282804727554321,
      "learning_rate": 0.001,
      "loss": 1.4956,
      "step": 205300
    },
    {
      "epoch": 66.38655462184875,
      "grad_norm": 1.4445315599441528,
      "learning_rate": 0.001,
      "loss": 1.5155,
      "step": 205400
    },
    {
      "epoch": 66.41887524240465,
      "grad_norm": 1.7474958896636963,
      "learning_rate": 0.001,
      "loss": 1.5187,
      "step": 205500
    },
    {
      "epoch": 66.45119586296057,
      "grad_norm": 1.4589791297912598,
      "learning_rate": 0.001,
      "loss": 1.535,
      "step": 205600
    },
    {
      "epoch": 66.48351648351648,
      "grad_norm": 1.8204210996627808,
      "learning_rate": 0.001,
      "loss": 1.5384,
      "step": 205700
    },
    {
      "epoch": 66.5158371040724,
      "grad_norm": 1.3149305582046509,
      "learning_rate": 0.001,
      "loss": 1.5223,
      "step": 205800
    },
    {
      "epoch": 66.54815772462831,
      "grad_norm": 1.476475477218628,
      "learning_rate": 0.001,
      "loss": 1.5159,
      "step": 205900
    },
    {
      "epoch": 66.58047834518423,
      "grad_norm": 1.468449354171753,
      "learning_rate": 0.001,
      "loss": 1.5212,
      "step": 206000
    },
    {
      "epoch": 66.61279896574014,
      "grad_norm": 2.0945935249328613,
      "learning_rate": 0.001,
      "loss": 1.5461,
      "step": 206100
    },
    {
      "epoch": 66.64511958629606,
      "grad_norm": 1.5096464157104492,
      "learning_rate": 0.001,
      "loss": 1.5526,
      "step": 206200
    },
    {
      "epoch": 66.67744020685197,
      "grad_norm": 1.5053176879882812,
      "learning_rate": 0.001,
      "loss": 1.5308,
      "step": 206300
    },
    {
      "epoch": 66.70976082740789,
      "grad_norm": 2.337116241455078,
      "learning_rate": 0.001,
      "loss": 1.5454,
      "step": 206400
    },
    {
      "epoch": 66.7420814479638,
      "grad_norm": 1.8209837675094604,
      "learning_rate": 0.001,
      "loss": 1.5636,
      "step": 206500
    },
    {
      "epoch": 66.77440206851972,
      "grad_norm": 1.5183407068252563,
      "learning_rate": 0.001,
      "loss": 1.5468,
      "step": 206600
    },
    {
      "epoch": 66.80672268907563,
      "grad_norm": 1.7728148698806763,
      "learning_rate": 0.001,
      "loss": 1.5635,
      "step": 206700
    },
    {
      "epoch": 66.83904330963155,
      "grad_norm": 1.9581116437911987,
      "learning_rate": 0.001,
      "loss": 1.5576,
      "step": 206800
    },
    {
      "epoch": 66.87136393018746,
      "grad_norm": 1.5576481819152832,
      "learning_rate": 0.001,
      "loss": 1.5605,
      "step": 206900
    },
    {
      "epoch": 66.90368455074338,
      "grad_norm": 1.6131733655929565,
      "learning_rate": 0.001,
      "loss": 1.5428,
      "step": 207000
    },
    {
      "epoch": 66.93600517129929,
      "grad_norm": 1.7292449474334717,
      "learning_rate": 0.001,
      "loss": 1.5717,
      "step": 207100
    },
    {
      "epoch": 66.96832579185521,
      "grad_norm": 8.869467735290527,
      "learning_rate": 0.001,
      "loss": 1.5682,
      "step": 207200
    },
    {
      "epoch": 67.00064641241111,
      "grad_norm": 2.493441581726074,
      "learning_rate": 0.001,
      "loss": 1.5467,
      "step": 207300
    },
    {
      "epoch": 67.03296703296704,
      "grad_norm": 2.6431491374969482,
      "learning_rate": 0.001,
      "loss": 1.4537,
      "step": 207400
    },
    {
      "epoch": 67.06528765352294,
      "grad_norm": 1.9013252258300781,
      "learning_rate": 0.001,
      "loss": 1.4752,
      "step": 207500
    },
    {
      "epoch": 67.09760827407887,
      "grad_norm": 1.8692076206207275,
      "learning_rate": 0.001,
      "loss": 1.4702,
      "step": 207600
    },
    {
      "epoch": 67.12992889463477,
      "grad_norm": 1.4672564268112183,
      "learning_rate": 0.001,
      "loss": 1.4655,
      "step": 207700
    },
    {
      "epoch": 67.1622495151907,
      "grad_norm": 7.234132289886475,
      "learning_rate": 0.001,
      "loss": 1.4819,
      "step": 207800
    },
    {
      "epoch": 67.1945701357466,
      "grad_norm": 2.0060231685638428,
      "learning_rate": 0.001,
      "loss": 1.4886,
      "step": 207900
    },
    {
      "epoch": 67.22689075630252,
      "grad_norm": 2.814197301864624,
      "learning_rate": 0.001,
      "loss": 1.5062,
      "step": 208000
    },
    {
      "epoch": 67.25921137685843,
      "grad_norm": 4.875531196594238,
      "learning_rate": 0.001,
      "loss": 1.4792,
      "step": 208100
    },
    {
      "epoch": 67.29153199741435,
      "grad_norm": 1.9632035493850708,
      "learning_rate": 0.001,
      "loss": 1.4878,
      "step": 208200
    },
    {
      "epoch": 67.32385261797026,
      "grad_norm": 2.282696485519409,
      "learning_rate": 0.001,
      "loss": 1.5058,
      "step": 208300
    },
    {
      "epoch": 67.35617323852618,
      "grad_norm": 1.9596621990203857,
      "learning_rate": 0.001,
      "loss": 1.5193,
      "step": 208400
    },
    {
      "epoch": 67.38849385908209,
      "grad_norm": 2.6156516075134277,
      "learning_rate": 0.001,
      "loss": 1.4957,
      "step": 208500
    },
    {
      "epoch": 67.42081447963801,
      "grad_norm": 2.7900185585021973,
      "learning_rate": 0.001,
      "loss": 1.502,
      "step": 208600
    },
    {
      "epoch": 67.45313510019392,
      "grad_norm": 1.6597918272018433,
      "learning_rate": 0.001,
      "loss": 1.5163,
      "step": 208700
    },
    {
      "epoch": 67.48545572074984,
      "grad_norm": 1.76067054271698,
      "learning_rate": 0.001,
      "loss": 1.5167,
      "step": 208800
    },
    {
      "epoch": 67.51777634130575,
      "grad_norm": 2.762244939804077,
      "learning_rate": 0.001,
      "loss": 1.5152,
      "step": 208900
    },
    {
      "epoch": 67.55009696186167,
      "grad_norm": 2.121398448944092,
      "learning_rate": 0.001,
      "loss": 1.5245,
      "step": 209000
    },
    {
      "epoch": 67.58241758241758,
      "grad_norm": 2.499321699142456,
      "learning_rate": 0.001,
      "loss": 1.5339,
      "step": 209100
    },
    {
      "epoch": 67.6147382029735,
      "grad_norm": 1.9093536138534546,
      "learning_rate": 0.001,
      "loss": 1.5269,
      "step": 209200
    },
    {
      "epoch": 67.6470588235294,
      "grad_norm": 1.6757186651229858,
      "learning_rate": 0.001,
      "loss": 1.5384,
      "step": 209300
    },
    {
      "epoch": 67.67937944408533,
      "grad_norm": 2.1170883178710938,
      "learning_rate": 0.001,
      "loss": 1.5338,
      "step": 209400
    },
    {
      "epoch": 67.71170006464124,
      "grad_norm": 1.6646227836608887,
      "learning_rate": 0.001,
      "loss": 1.5273,
      "step": 209500
    },
    {
      "epoch": 67.74402068519716,
      "grad_norm": 1.8991847038269043,
      "learning_rate": 0.001,
      "loss": 1.5298,
      "step": 209600
    },
    {
      "epoch": 67.77634130575306,
      "grad_norm": 3.1232917308807373,
      "learning_rate": 0.001,
      "loss": 1.5597,
      "step": 209700
    },
    {
      "epoch": 67.80866192630899,
      "grad_norm": 2.3568062782287598,
      "learning_rate": 0.001,
      "loss": 1.5637,
      "step": 209800
    },
    {
      "epoch": 67.8409825468649,
      "grad_norm": 2.2094666957855225,
      "learning_rate": 0.001,
      "loss": 1.5361,
      "step": 209900
    },
    {
      "epoch": 67.87330316742081,
      "grad_norm": 2.9775896072387695,
      "learning_rate": 0.001,
      "loss": 1.5428,
      "step": 210000
    },
    {
      "epoch": 67.90562378797672,
      "grad_norm": 1.8863120079040527,
      "learning_rate": 0.001,
      "loss": 1.5454,
      "step": 210100
    },
    {
      "epoch": 67.93794440853264,
      "grad_norm": 1.5442230701446533,
      "learning_rate": 0.001,
      "loss": 1.5505,
      "step": 210200
    },
    {
      "epoch": 67.97026502908855,
      "grad_norm": 2.0894811153411865,
      "learning_rate": 0.001,
      "loss": 1.544,
      "step": 210300
    },
    {
      "epoch": 68.00258564964447,
      "grad_norm": 1.6011266708374023,
      "learning_rate": 0.001,
      "loss": 1.5774,
      "step": 210400
    },
    {
      "epoch": 68.0349062702004,
      "grad_norm": 1.2020516395568848,
      "learning_rate": 0.001,
      "loss": 1.4541,
      "step": 210500
    },
    {
      "epoch": 68.0672268907563,
      "grad_norm": 1.5555256605148315,
      "learning_rate": 0.001,
      "loss": 1.4572,
      "step": 210600
    },
    {
      "epoch": 68.09954751131222,
      "grad_norm": 1.409998893737793,
      "learning_rate": 0.001,
      "loss": 1.4638,
      "step": 210700
    },
    {
      "epoch": 68.13186813186813,
      "grad_norm": 1.9205691814422607,
      "learning_rate": 0.001,
      "loss": 1.451,
      "step": 210800
    },
    {
      "epoch": 68.16418875242405,
      "grad_norm": 1.3097037076950073,
      "learning_rate": 0.001,
      "loss": 1.4634,
      "step": 210900
    },
    {
      "epoch": 68.19650937297996,
      "grad_norm": 1.4019981622695923,
      "learning_rate": 0.001,
      "loss": 1.4795,
      "step": 211000
    },
    {
      "epoch": 68.22882999353588,
      "grad_norm": 1.2687602043151855,
      "learning_rate": 0.001,
      "loss": 1.4759,
      "step": 211100
    },
    {
      "epoch": 68.26115061409179,
      "grad_norm": 1.200950026512146,
      "learning_rate": 0.001,
      "loss": 1.4852,
      "step": 211200
    },
    {
      "epoch": 68.29347123464771,
      "grad_norm": 1.2237874269485474,
      "learning_rate": 0.001,
      "loss": 1.4798,
      "step": 211300
    },
    {
      "epoch": 68.32579185520362,
      "grad_norm": 1.3588699102401733,
      "learning_rate": 0.001,
      "loss": 1.4919,
      "step": 211400
    },
    {
      "epoch": 68.35811247575954,
      "grad_norm": 1.2954908609390259,
      "learning_rate": 0.001,
      "loss": 1.4926,
      "step": 211500
    },
    {
      "epoch": 68.39043309631545,
      "grad_norm": 1.3146302700042725,
      "learning_rate": 0.001,
      "loss": 1.4932,
      "step": 211600
    },
    {
      "epoch": 68.42275371687137,
      "grad_norm": 1.205974817276001,
      "learning_rate": 0.001,
      "loss": 1.5006,
      "step": 211700
    },
    {
      "epoch": 68.45507433742728,
      "grad_norm": 1.7300171852111816,
      "learning_rate": 0.001,
      "loss": 1.5082,
      "step": 211800
    },
    {
      "epoch": 68.4873949579832,
      "grad_norm": 2.422553062438965,
      "learning_rate": 0.001,
      "loss": 1.5078,
      "step": 211900
    },
    {
      "epoch": 68.5197155785391,
      "grad_norm": 1.5086705684661865,
      "learning_rate": 0.001,
      "loss": 1.5237,
      "step": 212000
    },
    {
      "epoch": 68.55203619909503,
      "grad_norm": 1.8784081935882568,
      "learning_rate": 0.001,
      "loss": 1.5194,
      "step": 212100
    },
    {
      "epoch": 68.58435681965094,
      "grad_norm": 1.463318109512329,
      "learning_rate": 0.001,
      "loss": 1.5121,
      "step": 212200
    },
    {
      "epoch": 68.61667744020686,
      "grad_norm": 1.0044211149215698,
      "learning_rate": 0.001,
      "loss": 1.5218,
      "step": 212300
    },
    {
      "epoch": 68.64899806076276,
      "grad_norm": 1.2862781286239624,
      "learning_rate": 0.001,
      "loss": 1.5308,
      "step": 212400
    },
    {
      "epoch": 68.68131868131869,
      "grad_norm": 1.3761941194534302,
      "learning_rate": 0.001,
      "loss": 1.5025,
      "step": 212500
    },
    {
      "epoch": 68.7136393018746,
      "grad_norm": 1.461129903793335,
      "learning_rate": 0.001,
      "loss": 1.5284,
      "step": 212600
    },
    {
      "epoch": 68.74595992243052,
      "grad_norm": 1.3163963556289673,
      "learning_rate": 0.001,
      "loss": 1.5271,
      "step": 212700
    },
    {
      "epoch": 68.77828054298642,
      "grad_norm": 1.5813679695129395,
      "learning_rate": 0.001,
      "loss": 1.5231,
      "step": 212800
    },
    {
      "epoch": 68.81060116354234,
      "grad_norm": 1.4032317399978638,
      "learning_rate": 0.001,
      "loss": 1.5462,
      "step": 212900
    },
    {
      "epoch": 68.84292178409825,
      "grad_norm": 1.5743920803070068,
      "learning_rate": 0.001,
      "loss": 1.5321,
      "step": 213000
    },
    {
      "epoch": 68.87524240465417,
      "grad_norm": 1.1410127878189087,
      "learning_rate": 0.001,
      "loss": 1.5423,
      "step": 213100
    },
    {
      "epoch": 68.90756302521008,
      "grad_norm": 1.5716115236282349,
      "learning_rate": 0.001,
      "loss": 1.5293,
      "step": 213200
    },
    {
      "epoch": 68.939883645766,
      "grad_norm": 1.696260929107666,
      "learning_rate": 0.001,
      "loss": 1.5527,
      "step": 213300
    },
    {
      "epoch": 68.97220426632191,
      "grad_norm": 1.4278590679168701,
      "learning_rate": 0.001,
      "loss": 1.5322,
      "step": 213400
    },
    {
      "epoch": 69.00452488687783,
      "grad_norm": 1.40688955783844,
      "learning_rate": 0.001,
      "loss": 1.5575,
      "step": 213500
    },
    {
      "epoch": 69.03684550743374,
      "grad_norm": 1.3301308155059814,
      "learning_rate": 0.001,
      "loss": 1.4243,
      "step": 213600
    },
    {
      "epoch": 69.06916612798966,
      "grad_norm": 1.2983572483062744,
      "learning_rate": 0.001,
      "loss": 1.4534,
      "step": 213700
    },
    {
      "epoch": 69.10148674854557,
      "grad_norm": 2.2890055179595947,
      "learning_rate": 0.001,
      "loss": 1.4555,
      "step": 213800
    },
    {
      "epoch": 69.13380736910149,
      "grad_norm": 1.5697369575500488,
      "learning_rate": 0.001,
      "loss": 1.4495,
      "step": 213900
    },
    {
      "epoch": 69.1661279896574,
      "grad_norm": 2.847438335418701,
      "learning_rate": 0.001,
      "loss": 1.4902,
      "step": 214000
    },
    {
      "epoch": 69.19844861021332,
      "grad_norm": 1.1145375967025757,
      "learning_rate": 0.001,
      "loss": 1.4615,
      "step": 214100
    },
    {
      "epoch": 69.23076923076923,
      "grad_norm": 2.8903112411499023,
      "learning_rate": 0.001,
      "loss": 1.4541,
      "step": 214200
    },
    {
      "epoch": 69.26308985132515,
      "grad_norm": 1.2497929334640503,
      "learning_rate": 0.001,
      "loss": 1.4661,
      "step": 214300
    },
    {
      "epoch": 69.29541047188106,
      "grad_norm": 1.46771240234375,
      "learning_rate": 0.001,
      "loss": 1.4673,
      "step": 214400
    },
    {
      "epoch": 69.32773109243698,
      "grad_norm": 1.39394211769104,
      "learning_rate": 0.001,
      "loss": 1.4611,
      "step": 214500
    },
    {
      "epoch": 69.36005171299288,
      "grad_norm": 1.3221001625061035,
      "learning_rate": 0.001,
      "loss": 1.4751,
      "step": 214600
    },
    {
      "epoch": 69.3923723335488,
      "grad_norm": 1.7345128059387207,
      "learning_rate": 0.001,
      "loss": 1.4798,
      "step": 214700
    },
    {
      "epoch": 69.42469295410471,
      "grad_norm": 1.374159574508667,
      "learning_rate": 0.001,
      "loss": 1.4779,
      "step": 214800
    },
    {
      "epoch": 69.45701357466064,
      "grad_norm": 1.3263989686965942,
      "learning_rate": 0.001,
      "loss": 1.5089,
      "step": 214900
    },
    {
      "epoch": 69.48933419521654,
      "grad_norm": 1.2784228324890137,
      "learning_rate": 0.001,
      "loss": 1.5259,
      "step": 215000
    },
    {
      "epoch": 69.52165481577246,
      "grad_norm": 1.3718315362930298,
      "learning_rate": 0.001,
      "loss": 1.5039,
      "step": 215100
    },
    {
      "epoch": 69.55397543632837,
      "grad_norm": 1.1895849704742432,
      "learning_rate": 0.001,
      "loss": 1.5167,
      "step": 215200
    },
    {
      "epoch": 69.5862960568843,
      "grad_norm": 1.2072440385818481,
      "learning_rate": 0.001,
      "loss": 1.5148,
      "step": 215300
    },
    {
      "epoch": 69.6186166774402,
      "grad_norm": 391.48974609375,
      "learning_rate": 0.001,
      "loss": 1.496,
      "step": 215400
    },
    {
      "epoch": 69.65093729799612,
      "grad_norm": 1.7023744583129883,
      "learning_rate": 0.001,
      "loss": 1.5134,
      "step": 215500
    },
    {
      "epoch": 69.68325791855203,
      "grad_norm": 1.4284684658050537,
      "learning_rate": 0.001,
      "loss": 1.5172,
      "step": 215600
    },
    {
      "epoch": 69.71557853910795,
      "grad_norm": 1.6009145975112915,
      "learning_rate": 0.001,
      "loss": 1.5313,
      "step": 215700
    },
    {
      "epoch": 69.74789915966386,
      "grad_norm": 1.3456355333328247,
      "learning_rate": 0.001,
      "loss": 1.5149,
      "step": 215800
    },
    {
      "epoch": 69.78021978021978,
      "grad_norm": 1.5699540376663208,
      "learning_rate": 0.001,
      "loss": 1.5039,
      "step": 215900
    },
    {
      "epoch": 69.81254040077569,
      "grad_norm": 1.4785284996032715,
      "learning_rate": 0.001,
      "loss": 1.5102,
      "step": 216000
    },
    {
      "epoch": 69.84486102133161,
      "grad_norm": 1.773396611213684,
      "learning_rate": 0.001,
      "loss": 1.5112,
      "step": 216100
    },
    {
      "epoch": 69.87718164188752,
      "grad_norm": 2.8809733390808105,
      "learning_rate": 0.001,
      "loss": 1.5133,
      "step": 216200
    },
    {
      "epoch": 69.90950226244344,
      "grad_norm": 0.9927045702934265,
      "learning_rate": 0.001,
      "loss": 1.5449,
      "step": 216300
    },
    {
      "epoch": 69.94182288299935,
      "grad_norm": 1.287666916847229,
      "learning_rate": 0.001,
      "loss": 1.5188,
      "step": 216400
    },
    {
      "epoch": 69.97414350355527,
      "grad_norm": 1.386299729347229,
      "learning_rate": 0.001,
      "loss": 1.5458,
      "step": 216500
    },
    {
      "epoch": 70.00646412411119,
      "grad_norm": 1.2517189979553223,
      "learning_rate": 0.001,
      "loss": 1.534,
      "step": 216600
    },
    {
      "epoch": 70.0387847446671,
      "grad_norm": 1.1952160596847534,
      "learning_rate": 0.001,
      "loss": 1.4361,
      "step": 216700
    },
    {
      "epoch": 70.07110536522302,
      "grad_norm": 1.766253113746643,
      "learning_rate": 0.001,
      "loss": 1.438,
      "step": 216800
    },
    {
      "epoch": 70.10342598577893,
      "grad_norm": 1.5831197500228882,
      "learning_rate": 0.001,
      "loss": 1.4374,
      "step": 216900
    },
    {
      "epoch": 70.13574660633485,
      "grad_norm": 1.384060263633728,
      "learning_rate": 0.001,
      "loss": 1.4393,
      "step": 217000
    },
    {
      "epoch": 70.16806722689076,
      "grad_norm": 1.3342952728271484,
      "learning_rate": 0.001,
      "loss": 1.4585,
      "step": 217100
    },
    {
      "epoch": 70.20038784744668,
      "grad_norm": 0.9871312975883484,
      "learning_rate": 0.001,
      "loss": 1.4456,
      "step": 217200
    },
    {
      "epoch": 70.23270846800258,
      "grad_norm": 2.1571295261383057,
      "learning_rate": 0.001,
      "loss": 1.4432,
      "step": 217300
    },
    {
      "epoch": 70.2650290885585,
      "grad_norm": 11.371214866638184,
      "learning_rate": 0.001,
      "loss": 1.455,
      "step": 217400
    },
    {
      "epoch": 70.29734970911441,
      "grad_norm": 1.3536065816879272,
      "learning_rate": 0.001,
      "loss": 1.4725,
      "step": 217500
    },
    {
      "epoch": 70.32967032967034,
      "grad_norm": 1.0606005191802979,
      "learning_rate": 0.001,
      "loss": 1.4699,
      "step": 217600
    },
    {
      "epoch": 70.36199095022624,
      "grad_norm": 1.2310917377471924,
      "learning_rate": 0.001,
      "loss": 1.4828,
      "step": 217700
    },
    {
      "epoch": 70.39431157078216,
      "grad_norm": 1.4137279987335205,
      "learning_rate": 0.001,
      "loss": 1.4775,
      "step": 217800
    },
    {
      "epoch": 70.42663219133807,
      "grad_norm": 1.1913325786590576,
      "learning_rate": 0.001,
      "loss": 1.4787,
      "step": 217900
    },
    {
      "epoch": 70.458952811894,
      "grad_norm": 1.496408462524414,
      "learning_rate": 0.001,
      "loss": 1.4805,
      "step": 218000
    },
    {
      "epoch": 70.4912734324499,
      "grad_norm": 1.733687162399292,
      "learning_rate": 0.001,
      "loss": 1.5013,
      "step": 218100
    },
    {
      "epoch": 70.52359405300582,
      "grad_norm": 2.152261734008789,
      "learning_rate": 0.001,
      "loss": 1.5124,
      "step": 218200
    },
    {
      "epoch": 70.55591467356173,
      "grad_norm": 1.2777719497680664,
      "learning_rate": 0.001,
      "loss": 1.5091,
      "step": 218300
    },
    {
      "epoch": 70.58823529411765,
      "grad_norm": 1.4769556522369385,
      "learning_rate": 0.001,
      "loss": 1.5051,
      "step": 218400
    },
    {
      "epoch": 70.62055591467356,
      "grad_norm": 9.171184539794922,
      "learning_rate": 0.001,
      "loss": 1.5092,
      "step": 218500
    },
    {
      "epoch": 70.65287653522948,
      "grad_norm": 1.5283316373825073,
      "learning_rate": 0.001,
      "loss": 1.5047,
      "step": 218600
    },
    {
      "epoch": 70.68519715578539,
      "grad_norm": 1.106874942779541,
      "learning_rate": 0.001,
      "loss": 1.5175,
      "step": 218700
    },
    {
      "epoch": 70.71751777634131,
      "grad_norm": 5.171339988708496,
      "learning_rate": 0.001,
      "loss": 1.4998,
      "step": 218800
    },
    {
      "epoch": 70.74983839689722,
      "grad_norm": 1.302841305732727,
      "learning_rate": 0.001,
      "loss": 1.508,
      "step": 218900
    },
    {
      "epoch": 70.78215901745314,
      "grad_norm": 1.4270907640457153,
      "learning_rate": 0.001,
      "loss": 1.5106,
      "step": 219000
    },
    {
      "epoch": 70.81447963800905,
      "grad_norm": 1.1723864078521729,
      "learning_rate": 0.001,
      "loss": 1.5135,
      "step": 219100
    },
    {
      "epoch": 70.84680025856497,
      "grad_norm": 1.3298966884613037,
      "learning_rate": 0.001,
      "loss": 1.5343,
      "step": 219200
    },
    {
      "epoch": 70.87912087912088,
      "grad_norm": 2.0304055213928223,
      "learning_rate": 0.001,
      "loss": 1.5251,
      "step": 219300
    },
    {
      "epoch": 70.9114414996768,
      "grad_norm": 1.4339286088943481,
      "learning_rate": 0.001,
      "loss": 1.5296,
      "step": 219400
    },
    {
      "epoch": 70.9437621202327,
      "grad_norm": 1.1699635982513428,
      "learning_rate": 0.001,
      "loss": 1.5364,
      "step": 219500
    },
    {
      "epoch": 70.97608274078863,
      "grad_norm": 1.803632140159607,
      "learning_rate": 0.001,
      "loss": 1.5317,
      "step": 219600
    },
    {
      "epoch": 71.00840336134453,
      "grad_norm": 1.309946060180664,
      "learning_rate": 0.001,
      "loss": 1.5013,
      "step": 219700
    },
    {
      "epoch": 71.04072398190046,
      "grad_norm": 3.7876226902008057,
      "learning_rate": 0.001,
      "loss": 1.4063,
      "step": 219800
    },
    {
      "epoch": 71.07304460245636,
      "grad_norm": 1.6900677680969238,
      "learning_rate": 0.001,
      "loss": 1.4426,
      "step": 219900
    },
    {
      "epoch": 71.10536522301229,
      "grad_norm": 1.5573632717132568,
      "learning_rate": 0.001,
      "loss": 1.4426,
      "step": 220000
    },
    {
      "epoch": 71.13768584356819,
      "grad_norm": 1.0770193338394165,
      "learning_rate": 0.001,
      "loss": 1.4364,
      "step": 220100
    },
    {
      "epoch": 71.17000646412411,
      "grad_norm": 1.339440107345581,
      "learning_rate": 0.001,
      "loss": 1.4352,
      "step": 220200
    },
    {
      "epoch": 71.20232708468002,
      "grad_norm": 1.2990981340408325,
      "learning_rate": 0.001,
      "loss": 1.4609,
      "step": 220300
    },
    {
      "epoch": 71.23464770523594,
      "grad_norm": 1.3092811107635498,
      "learning_rate": 0.001,
      "loss": 1.4376,
      "step": 220400
    },
    {
      "epoch": 71.26696832579185,
      "grad_norm": 1.3932121992111206,
      "learning_rate": 0.001,
      "loss": 1.4574,
      "step": 220500
    },
    {
      "epoch": 71.29928894634777,
      "grad_norm": 1.415144920349121,
      "learning_rate": 0.001,
      "loss": 1.4391,
      "step": 220600
    },
    {
      "epoch": 71.33160956690368,
      "grad_norm": 1.1868027448654175,
      "learning_rate": 0.001,
      "loss": 1.471,
      "step": 220700
    },
    {
      "epoch": 71.3639301874596,
      "grad_norm": 1.6903741359710693,
      "learning_rate": 0.001,
      "loss": 1.4739,
      "step": 220800
    },
    {
      "epoch": 71.39625080801551,
      "grad_norm": 1.5725423097610474,
      "learning_rate": 0.001,
      "loss": 1.4733,
      "step": 220900
    },
    {
      "epoch": 71.42857142857143,
      "grad_norm": 1.071698784828186,
      "learning_rate": 0.001,
      "loss": 1.4794,
      "step": 221000
    },
    {
      "epoch": 71.46089204912734,
      "grad_norm": 1.7517921924591064,
      "learning_rate": 0.001,
      "loss": 1.4713,
      "step": 221100
    },
    {
      "epoch": 71.49321266968326,
      "grad_norm": 1.4718621969223022,
      "learning_rate": 0.001,
      "loss": 1.4742,
      "step": 221200
    },
    {
      "epoch": 71.52553329023917,
      "grad_norm": 1.4470981359481812,
      "learning_rate": 0.001,
      "loss": 1.4958,
      "step": 221300
    },
    {
      "epoch": 71.55785391079509,
      "grad_norm": 1.1937828063964844,
      "learning_rate": 0.001,
      "loss": 1.5036,
      "step": 221400
    },
    {
      "epoch": 71.590174531351,
      "grad_norm": 3.0670692920684814,
      "learning_rate": 0.001,
      "loss": 1.4852,
      "step": 221500
    },
    {
      "epoch": 71.62249515190692,
      "grad_norm": 1.6980736255645752,
      "learning_rate": 0.001,
      "loss": 1.479,
      "step": 221600
    },
    {
      "epoch": 71.65481577246283,
      "grad_norm": 1.7577743530273438,
      "learning_rate": 0.001,
      "loss": 1.4981,
      "step": 221700
    },
    {
      "epoch": 71.68713639301875,
      "grad_norm": 1.1061846017837524,
      "learning_rate": 0.001,
      "loss": 1.5093,
      "step": 221800
    },
    {
      "epoch": 71.71945701357465,
      "grad_norm": 11.125487327575684,
      "learning_rate": 0.001,
      "loss": 1.4967,
      "step": 221900
    },
    {
      "epoch": 71.75177763413058,
      "grad_norm": 1.3902943134307861,
      "learning_rate": 0.001,
      "loss": 1.525,
      "step": 222000
    },
    {
      "epoch": 71.78409825468648,
      "grad_norm": 1.5195626020431519,
      "learning_rate": 0.001,
      "loss": 1.5072,
      "step": 222100
    },
    {
      "epoch": 71.8164188752424,
      "grad_norm": 1.719995141029358,
      "learning_rate": 0.001,
      "loss": 1.5082,
      "step": 222200
    },
    {
      "epoch": 71.84873949579831,
      "grad_norm": 1.6327978372573853,
      "learning_rate": 0.001,
      "loss": 1.5177,
      "step": 222300
    },
    {
      "epoch": 71.88106011635423,
      "grad_norm": 1.1220611333847046,
      "learning_rate": 0.001,
      "loss": 1.5175,
      "step": 222400
    },
    {
      "epoch": 71.91338073691014,
      "grad_norm": 2.232253313064575,
      "learning_rate": 0.001,
      "loss": 1.5065,
      "step": 222500
    },
    {
      "epoch": 71.94570135746606,
      "grad_norm": 1.7953044176101685,
      "learning_rate": 0.001,
      "loss": 1.5272,
      "step": 222600
    },
    {
      "epoch": 71.97802197802197,
      "grad_norm": 1.174297571182251,
      "learning_rate": 0.001,
      "loss": 1.5293,
      "step": 222700
    },
    {
      "epoch": 72.01034259857789,
      "grad_norm": 1.4262274503707886,
      "learning_rate": 0.001,
      "loss": 1.487,
      "step": 222800
    },
    {
      "epoch": 72.04266321913381,
      "grad_norm": 1.198477029800415,
      "learning_rate": 0.001,
      "loss": 1.4121,
      "step": 222900
    },
    {
      "epoch": 72.07498383968972,
      "grad_norm": 1.578781247138977,
      "learning_rate": 0.001,
      "loss": 1.4322,
      "step": 223000
    },
    {
      "epoch": 72.10730446024564,
      "grad_norm": 1.3814618587493896,
      "learning_rate": 0.001,
      "loss": 1.4422,
      "step": 223100
    },
    {
      "epoch": 72.13962508080155,
      "grad_norm": 1.2765774726867676,
      "learning_rate": 0.001,
      "loss": 1.4487,
      "step": 223200
    },
    {
      "epoch": 72.17194570135747,
      "grad_norm": 1.268280029296875,
      "learning_rate": 0.001,
      "loss": 1.4362,
      "step": 223300
    },
    {
      "epoch": 72.20426632191338,
      "grad_norm": 1.6206647157669067,
      "learning_rate": 0.001,
      "loss": 1.4384,
      "step": 223400
    },
    {
      "epoch": 72.2365869424693,
      "grad_norm": 1.0759559869766235,
      "learning_rate": 0.001,
      "loss": 1.435,
      "step": 223500
    },
    {
      "epoch": 72.26890756302521,
      "grad_norm": 1.8492929935455322,
      "learning_rate": 0.001,
      "loss": 1.4326,
      "step": 223600
    },
    {
      "epoch": 72.30122818358113,
      "grad_norm": 1.372482419013977,
      "learning_rate": 0.001,
      "loss": 1.4632,
      "step": 223700
    },
    {
      "epoch": 72.33354880413704,
      "grad_norm": 1.2526689767837524,
      "learning_rate": 0.001,
      "loss": 1.4721,
      "step": 223800
    },
    {
      "epoch": 72.36586942469296,
      "grad_norm": 1.654253602027893,
      "learning_rate": 0.001,
      "loss": 1.4643,
      "step": 223900
    },
    {
      "epoch": 72.39819004524887,
      "grad_norm": 1.6394057273864746,
      "learning_rate": 0.001,
      "loss": 1.4556,
      "step": 224000
    },
    {
      "epoch": 72.43051066580479,
      "grad_norm": 2.1198339462280273,
      "learning_rate": 0.001,
      "loss": 1.4695,
      "step": 224100
    },
    {
      "epoch": 72.4628312863607,
      "grad_norm": 1.468822956085205,
      "learning_rate": 0.001,
      "loss": 1.4535,
      "step": 224200
    },
    {
      "epoch": 72.49515190691662,
      "grad_norm": 4.8019843101501465,
      "learning_rate": 0.001,
      "loss": 1.4758,
      "step": 224300
    },
    {
      "epoch": 72.52747252747253,
      "grad_norm": 1.3306145668029785,
      "learning_rate": 0.001,
      "loss": 1.4661,
      "step": 224400
    },
    {
      "epoch": 72.55979314802845,
      "grad_norm": 2.186671733856201,
      "learning_rate": 0.001,
      "loss": 1.4631,
      "step": 224500
    },
    {
      "epoch": 72.59211376858435,
      "grad_norm": 1.4277626276016235,
      "learning_rate": 0.001,
      "loss": 1.5003,
      "step": 224600
    },
    {
      "epoch": 72.62443438914028,
      "grad_norm": 1.1831856966018677,
      "learning_rate": 0.001,
      "loss": 1.4835,
      "step": 224700
    },
    {
      "epoch": 72.65675500969618,
      "grad_norm": 1.4983277320861816,
      "learning_rate": 0.001,
      "loss": 1.4863,
      "step": 224800
    },
    {
      "epoch": 72.6890756302521,
      "grad_norm": 1.5597491264343262,
      "learning_rate": 0.001,
      "loss": 1.5058,
      "step": 224900
    },
    {
      "epoch": 72.72139625080801,
      "grad_norm": 1.2923957109451294,
      "learning_rate": 0.001,
      "loss": 1.5092,
      "step": 225000
    },
    {
      "epoch": 72.75371687136393,
      "grad_norm": 1.3081282377243042,
      "learning_rate": 0.001,
      "loss": 1.505,
      "step": 225100
    },
    {
      "epoch": 72.78603749191984,
      "grad_norm": 3.8563079833984375,
      "learning_rate": 0.001,
      "loss": 1.5116,
      "step": 225200
    },
    {
      "epoch": 72.81835811247576,
      "grad_norm": 1.4320462942123413,
      "learning_rate": 0.001,
      "loss": 1.4897,
      "step": 225300
    },
    {
      "epoch": 72.85067873303167,
      "grad_norm": 1.5670708417892456,
      "learning_rate": 0.001,
      "loss": 1.5083,
      "step": 225400
    },
    {
      "epoch": 72.88299935358759,
      "grad_norm": 1.5637799501419067,
      "learning_rate": 0.001,
      "loss": 1.5207,
      "step": 225500
    },
    {
      "epoch": 72.9153199741435,
      "grad_norm": 1.2572523355484009,
      "learning_rate": 0.001,
      "loss": 1.4903,
      "step": 225600
    },
    {
      "epoch": 72.94764059469942,
      "grad_norm": 1.5483938455581665,
      "learning_rate": 0.001,
      "loss": 1.5208,
      "step": 225700
    },
    {
      "epoch": 72.97996121525533,
      "grad_norm": 1.2435541152954102,
      "learning_rate": 0.001,
      "loss": 1.5308,
      "step": 225800
    },
    {
      "epoch": 73.01228183581125,
      "grad_norm": 2.6297051906585693,
      "learning_rate": 0.001,
      "loss": 1.4683,
      "step": 225900
    },
    {
      "epoch": 73.04460245636716,
      "grad_norm": 1.9143792390823364,
      "learning_rate": 0.001,
      "loss": 1.4125,
      "step": 226000
    },
    {
      "epoch": 73.07692307692308,
      "grad_norm": 1.6082175970077515,
      "learning_rate": 0.001,
      "loss": 1.4198,
      "step": 226100
    },
    {
      "epoch": 73.10924369747899,
      "grad_norm": 1.281298041343689,
      "learning_rate": 0.001,
      "loss": 1.4144,
      "step": 226200
    },
    {
      "epoch": 73.14156431803491,
      "grad_norm": 1.747537612915039,
      "learning_rate": 0.001,
      "loss": 1.4347,
      "step": 226300
    },
    {
      "epoch": 73.17388493859082,
      "grad_norm": 2.0372493267059326,
      "learning_rate": 0.001,
      "loss": 1.4444,
      "step": 226400
    },
    {
      "epoch": 73.20620555914674,
      "grad_norm": 1.7348463535308838,
      "learning_rate": 0.001,
      "loss": 1.4404,
      "step": 226500
    },
    {
      "epoch": 73.23852617970265,
      "grad_norm": 1.6644928455352783,
      "learning_rate": 0.001,
      "loss": 1.4383,
      "step": 226600
    },
    {
      "epoch": 73.27084680025857,
      "grad_norm": 1.9612412452697754,
      "learning_rate": 0.001,
      "loss": 1.4629,
      "step": 226700
    },
    {
      "epoch": 73.30316742081448,
      "grad_norm": 1.5568835735321045,
      "learning_rate": 0.001,
      "loss": 1.4504,
      "step": 226800
    },
    {
      "epoch": 73.3354880413704,
      "grad_norm": 2.6708109378814697,
      "learning_rate": 0.001,
      "loss": 1.4569,
      "step": 226900
    },
    {
      "epoch": 73.3678086619263,
      "grad_norm": 1.3319448232650757,
      "learning_rate": 0.001,
      "loss": 1.4753,
      "step": 227000
    },
    {
      "epoch": 73.40012928248223,
      "grad_norm": 1.5181537866592407,
      "learning_rate": 0.001,
      "loss": 1.4685,
      "step": 227100
    },
    {
      "epoch": 73.43244990303813,
      "grad_norm": 2.039423942565918,
      "learning_rate": 0.001,
      "loss": 1.4619,
      "step": 227200
    },
    {
      "epoch": 73.46477052359405,
      "grad_norm": 1.859588861465454,
      "learning_rate": 0.001,
      "loss": 1.4806,
      "step": 227300
    },
    {
      "epoch": 73.49709114414996,
      "grad_norm": 1.7021738290786743,
      "learning_rate": 0.001,
      "loss": 1.4565,
      "step": 227400
    },
    {
      "epoch": 73.52941176470588,
      "grad_norm": 1.5239838361740112,
      "learning_rate": 0.001,
      "loss": 1.4815,
      "step": 227500
    },
    {
      "epoch": 73.56173238526179,
      "grad_norm": 1.4337365627288818,
      "learning_rate": 0.001,
      "loss": 1.4554,
      "step": 227600
    },
    {
      "epoch": 73.59405300581771,
      "grad_norm": 1.6704273223876953,
      "learning_rate": 0.001,
      "loss": 1.4669,
      "step": 227700
    },
    {
      "epoch": 73.62637362637362,
      "grad_norm": 2.6970014572143555,
      "learning_rate": 0.001,
      "loss": 1.4864,
      "step": 227800
    },
    {
      "epoch": 73.65869424692954,
      "grad_norm": 10.131993293762207,
      "learning_rate": 0.001,
      "loss": 1.4809,
      "step": 227900
    },
    {
      "epoch": 73.69101486748545,
      "grad_norm": 1.1499559879302979,
      "learning_rate": 0.001,
      "loss": 1.4977,
      "step": 228000
    },
    {
      "epoch": 73.72333548804137,
      "grad_norm": 1.7025116682052612,
      "learning_rate": 0.001,
      "loss": 1.4973,
      "step": 228100
    },
    {
      "epoch": 73.75565610859728,
      "grad_norm": 8.105710983276367,
      "learning_rate": 0.001,
      "loss": 1.4944,
      "step": 228200
    },
    {
      "epoch": 73.7879767291532,
      "grad_norm": 1.347769856452942,
      "learning_rate": 0.001,
      "loss": 1.5042,
      "step": 228300
    },
    {
      "epoch": 73.82029734970911,
      "grad_norm": 1.5221705436706543,
      "learning_rate": 0.001,
      "loss": 1.5016,
      "step": 228400
    },
    {
      "epoch": 73.85261797026503,
      "grad_norm": 1.225724220275879,
      "learning_rate": 0.001,
      "loss": 1.492,
      "step": 228500
    },
    {
      "epoch": 73.88493859082094,
      "grad_norm": 1.4145081043243408,
      "learning_rate": 0.001,
      "loss": 1.5,
      "step": 228600
    },
    {
      "epoch": 73.91725921137686,
      "grad_norm": 1.416225552558899,
      "learning_rate": 0.001,
      "loss": 1.5095,
      "step": 228700
    },
    {
      "epoch": 73.94957983193277,
      "grad_norm": 1.6776150465011597,
      "learning_rate": 0.001,
      "loss": 1.5107,
      "step": 228800
    },
    {
      "epoch": 73.98190045248869,
      "grad_norm": 1.5624147653579712,
      "learning_rate": 0.001,
      "loss": 1.5061,
      "step": 228900
    },
    {
      "epoch": 74.01422107304461,
      "grad_norm": 1.3250935077667236,
      "learning_rate": 0.001,
      "loss": 1.4363,
      "step": 229000
    },
    {
      "epoch": 74.04654169360052,
      "grad_norm": 1.3269712924957275,
      "learning_rate": 0.001,
      "loss": 1.3898,
      "step": 229100
    },
    {
      "epoch": 74.07886231415644,
      "grad_norm": 1.3573507070541382,
      "learning_rate": 0.001,
      "loss": 1.4086,
      "step": 229200
    },
    {
      "epoch": 74.11118293471235,
      "grad_norm": 4.674559116363525,
      "learning_rate": 0.001,
      "loss": 1.4304,
      "step": 229300
    },
    {
      "epoch": 74.14350355526827,
      "grad_norm": 1.69319486618042,
      "learning_rate": 0.001,
      "loss": 1.4131,
      "step": 229400
    },
    {
      "epoch": 74.17582417582418,
      "grad_norm": 1.6428197622299194,
      "learning_rate": 0.001,
      "loss": 1.4023,
      "step": 229500
    },
    {
      "epoch": 74.2081447963801,
      "grad_norm": 1.301481008529663,
      "learning_rate": 0.001,
      "loss": 1.4419,
      "step": 229600
    },
    {
      "epoch": 74.240465416936,
      "grad_norm": 1.588503360748291,
      "learning_rate": 0.001,
      "loss": 1.4466,
      "step": 229700
    },
    {
      "epoch": 74.27278603749193,
      "grad_norm": 4.958260536193848,
      "learning_rate": 0.001,
      "loss": 1.4191,
      "step": 229800
    },
    {
      "epoch": 74.30510665804783,
      "grad_norm": 1.4325785636901855,
      "learning_rate": 0.001,
      "loss": 1.4365,
      "step": 229900
    },
    {
      "epoch": 74.33742727860376,
      "grad_norm": 1.8466166257858276,
      "learning_rate": 0.001,
      "loss": 1.4529,
      "step": 230000
    },
    {
      "epoch": 74.36974789915966,
      "grad_norm": 2.017683982849121,
      "learning_rate": 0.001,
      "loss": 1.4493,
      "step": 230100
    },
    {
      "epoch": 74.40206851971558,
      "grad_norm": 3.235365867614746,
      "learning_rate": 0.001,
      "loss": 1.4566,
      "step": 230200
    },
    {
      "epoch": 74.43438914027149,
      "grad_norm": 2.0349652767181396,
      "learning_rate": 0.001,
      "loss": 1.4689,
      "step": 230300
    },
    {
      "epoch": 74.46670976082741,
      "grad_norm": 1.6812212467193604,
      "learning_rate": 0.001,
      "loss": 1.4718,
      "step": 230400
    },
    {
      "epoch": 74.49903038138332,
      "grad_norm": 1.9460408687591553,
      "learning_rate": 0.001,
      "loss": 1.4601,
      "step": 230500
    },
    {
      "epoch": 74.53135100193924,
      "grad_norm": 1.6777371168136597,
      "learning_rate": 0.001,
      "loss": 1.4515,
      "step": 230600
    },
    {
      "epoch": 74.56367162249515,
      "grad_norm": 1.5479872226715088,
      "learning_rate": 0.001,
      "loss": 1.4434,
      "step": 230700
    },
    {
      "epoch": 74.59599224305107,
      "grad_norm": 2.0335068702697754,
      "learning_rate": 0.001,
      "loss": 1.4623,
      "step": 230800
    },
    {
      "epoch": 74.62831286360698,
      "grad_norm": 1.3734787702560425,
      "learning_rate": 0.001,
      "loss": 1.4732,
      "step": 230900
    },
    {
      "epoch": 74.6606334841629,
      "grad_norm": 1.4865306615829468,
      "learning_rate": 0.001,
      "loss": 1.4829,
      "step": 231000
    },
    {
      "epoch": 74.69295410471881,
      "grad_norm": 1.7542980909347534,
      "learning_rate": 0.001,
      "loss": 1.4824,
      "step": 231100
    },
    {
      "epoch": 74.72527472527473,
      "grad_norm": 1.682583212852478,
      "learning_rate": 0.001,
      "loss": 1.4731,
      "step": 231200
    },
    {
      "epoch": 74.75759534583064,
      "grad_norm": 1.4910794496536255,
      "learning_rate": 0.001,
      "loss": 1.4812,
      "step": 231300
    },
    {
      "epoch": 74.78991596638656,
      "grad_norm": 1.5644629001617432,
      "learning_rate": 0.001,
      "loss": 1.4996,
      "step": 231400
    },
    {
      "epoch": 74.82223658694247,
      "grad_norm": 1.4491645097732544,
      "learning_rate": 0.001,
      "loss": 1.4845,
      "step": 231500
    },
    {
      "epoch": 74.85455720749839,
      "grad_norm": 1.312637448310852,
      "learning_rate": 0.001,
      "loss": 1.4739,
      "step": 231600
    },
    {
      "epoch": 74.8868778280543,
      "grad_norm": 1.2450765371322632,
      "learning_rate": 0.001,
      "loss": 1.494,
      "step": 231700
    },
    {
      "epoch": 74.91919844861022,
      "grad_norm": 1.7917028665542603,
      "learning_rate": 0.001,
      "loss": 1.5064,
      "step": 231800
    },
    {
      "epoch": 74.95151906916612,
      "grad_norm": 2.004331588745117,
      "learning_rate": 0.001,
      "loss": 1.4968,
      "step": 231900
    },
    {
      "epoch": 74.98383968972205,
      "grad_norm": 1.3068598508834839,
      "learning_rate": 0.001,
      "loss": 1.5051,
      "step": 232000
    },
    {
      "epoch": 75.01616031027795,
      "grad_norm": 1.8668694496154785,
      "learning_rate": 0.001,
      "loss": 1.4167,
      "step": 232100
    },
    {
      "epoch": 75.04848093083388,
      "grad_norm": 1.7567499876022339,
      "learning_rate": 0.001,
      "loss": 1.3861,
      "step": 232200
    },
    {
      "epoch": 75.08080155138978,
      "grad_norm": 2.075291156768799,
      "learning_rate": 0.001,
      "loss": 1.4014,
      "step": 232300
    },
    {
      "epoch": 75.1131221719457,
      "grad_norm": 1.8068568706512451,
      "learning_rate": 0.001,
      "loss": 1.4154,
      "step": 232400
    },
    {
      "epoch": 75.14544279250161,
      "grad_norm": 1.8194668292999268,
      "learning_rate": 0.001,
      "loss": 1.4238,
      "step": 232500
    },
    {
      "epoch": 75.17776341305753,
      "grad_norm": 2.1499576568603516,
      "learning_rate": 0.001,
      "loss": 1.4237,
      "step": 232600
    },
    {
      "epoch": 75.21008403361344,
      "grad_norm": 2.879237174987793,
      "learning_rate": 0.001,
      "loss": 1.4279,
      "step": 232700
    },
    {
      "epoch": 75.24240465416936,
      "grad_norm": 2.348581075668335,
      "learning_rate": 0.001,
      "loss": 1.422,
      "step": 232800
    },
    {
      "epoch": 75.27472527472527,
      "grad_norm": 3.015706777572632,
      "learning_rate": 0.001,
      "loss": 1.4279,
      "step": 232900
    },
    {
      "epoch": 75.30704589528119,
      "grad_norm": 1.7732504606246948,
      "learning_rate": 0.001,
      "loss": 1.4227,
      "step": 233000
    },
    {
      "epoch": 75.3393665158371,
      "grad_norm": 1.9585645198822021,
      "learning_rate": 0.001,
      "loss": 1.4259,
      "step": 233100
    },
    {
      "epoch": 75.37168713639302,
      "grad_norm": 2.1453120708465576,
      "learning_rate": 0.001,
      "loss": 1.4455,
      "step": 233200
    },
    {
      "epoch": 75.40400775694893,
      "grad_norm": 2.8650851249694824,
      "learning_rate": 0.001,
      "loss": 1.4373,
      "step": 233300
    },
    {
      "epoch": 75.43632837750485,
      "grad_norm": 1.9358497858047485,
      "learning_rate": 0.001,
      "loss": 1.4356,
      "step": 233400
    },
    {
      "epoch": 75.46864899806076,
      "grad_norm": 1.7515373229980469,
      "learning_rate": 0.001,
      "loss": 1.4506,
      "step": 233500
    },
    {
      "epoch": 75.50096961861668,
      "grad_norm": 2.161255359649658,
      "learning_rate": 0.001,
      "loss": 1.4428,
      "step": 233600
    },
    {
      "epoch": 75.53329023917259,
      "grad_norm": 1.857435941696167,
      "learning_rate": 0.001,
      "loss": 1.4716,
      "step": 233700
    },
    {
      "epoch": 75.56561085972851,
      "grad_norm": 2.061101198196411,
      "learning_rate": 0.001,
      "loss": 1.4661,
      "step": 233800
    },
    {
      "epoch": 75.59793148028442,
      "grad_norm": 1.9059041738510132,
      "learning_rate": 0.001,
      "loss": 1.4755,
      "step": 233900
    },
    {
      "epoch": 75.63025210084034,
      "grad_norm": 1.9364368915557861,
      "learning_rate": 0.001,
      "loss": 1.4965,
      "step": 234000
    },
    {
      "epoch": 75.66257272139624,
      "grad_norm": 2.5675241947174072,
      "learning_rate": 0.001,
      "loss": 1.4787,
      "step": 234100
    },
    {
      "epoch": 75.69489334195217,
      "grad_norm": 1.8930432796478271,
      "learning_rate": 0.001,
      "loss": 1.4955,
      "step": 234200
    },
    {
      "epoch": 75.72721396250807,
      "grad_norm": 2.351773738861084,
      "learning_rate": 0.001,
      "loss": 1.4976,
      "step": 234300
    },
    {
      "epoch": 75.759534583064,
      "grad_norm": 2.016258478164673,
      "learning_rate": 0.001,
      "loss": 1.4891,
      "step": 234400
    },
    {
      "epoch": 75.7918552036199,
      "grad_norm": 3.2443301677703857,
      "learning_rate": 0.001,
      "loss": 1.5052,
      "step": 234500
    },
    {
      "epoch": 75.82417582417582,
      "grad_norm": 2.128497838973999,
      "learning_rate": 0.001,
      "loss": 1.5073,
      "step": 234600
    },
    {
      "epoch": 75.85649644473173,
      "grad_norm": 3.135167360305786,
      "learning_rate": 0.001,
      "loss": 1.5071,
      "step": 234700
    },
    {
      "epoch": 75.88881706528765,
      "grad_norm": 2.598146677017212,
      "learning_rate": 0.001,
      "loss": 1.4922,
      "step": 234800
    },
    {
      "epoch": 75.92113768584356,
      "grad_norm": 30.956642150878906,
      "learning_rate": 0.001,
      "loss": 1.4906,
      "step": 234900
    },
    {
      "epoch": 75.95345830639948,
      "grad_norm": 1.8993349075317383,
      "learning_rate": 0.001,
      "loss": 1.4745,
      "step": 235000
    },
    {
      "epoch": 75.98577892695539,
      "grad_norm": 2.418769359588623,
      "learning_rate": 0.001,
      "loss": 1.5108,
      "step": 235100
    },
    {
      "epoch": 76.01809954751131,
      "grad_norm": 1.5208309888839722,
      "learning_rate": 0.001,
      "loss": 1.4561,
      "step": 235200
    },
    {
      "epoch": 76.05042016806723,
      "grad_norm": 1.4225860834121704,
      "learning_rate": 0.001,
      "loss": 1.3993,
      "step": 235300
    },
    {
      "epoch": 76.08274078862314,
      "grad_norm": 1.299249529838562,
      "learning_rate": 0.001,
      "loss": 1.41,
      "step": 235400
    },
    {
      "epoch": 76.11506140917906,
      "grad_norm": 2.9696037769317627,
      "learning_rate": 0.001,
      "loss": 1.4064,
      "step": 235500
    },
    {
      "epoch": 76.14738202973497,
      "grad_norm": 1.6097116470336914,
      "learning_rate": 0.001,
      "loss": 1.3997,
      "step": 235600
    },
    {
      "epoch": 76.17970265029089,
      "grad_norm": 1.8718222379684448,
      "learning_rate": 0.001,
      "loss": 1.4056,
      "step": 235700
    },
    {
      "epoch": 76.2120232708468,
      "grad_norm": 1.2475323677062988,
      "learning_rate": 0.001,
      "loss": 1.4414,
      "step": 235800
    },
    {
      "epoch": 76.24434389140272,
      "grad_norm": 1.5291938781738281,
      "learning_rate": 0.001,
      "loss": 1.3994,
      "step": 235900
    },
    {
      "epoch": 76.27666451195863,
      "grad_norm": 1.511526346206665,
      "learning_rate": 0.001,
      "loss": 1.4389,
      "step": 236000
    },
    {
      "epoch": 76.30898513251455,
      "grad_norm": 2.9928340911865234,
      "learning_rate": 0.001,
      "loss": 1.4359,
      "step": 236100
    },
    {
      "epoch": 76.34130575307046,
      "grad_norm": 1.4863611459732056,
      "learning_rate": 0.001,
      "loss": 1.4347,
      "step": 236200
    },
    {
      "epoch": 76.37362637362638,
      "grad_norm": 3.2122368812561035,
      "learning_rate": 0.001,
      "loss": 1.4287,
      "step": 236300
    },
    {
      "epoch": 76.40594699418229,
      "grad_norm": 2.6307532787323,
      "learning_rate": 0.001,
      "loss": 1.445,
      "step": 236400
    },
    {
      "epoch": 76.43826761473821,
      "grad_norm": 3.149601459503174,
      "learning_rate": 0.001,
      "loss": 1.4561,
      "step": 236500
    },
    {
      "epoch": 76.47058823529412,
      "grad_norm": 1.4232618808746338,
      "learning_rate": 0.001,
      "loss": 1.4515,
      "step": 236600
    },
    {
      "epoch": 76.50290885585004,
      "grad_norm": 2.03025221824646,
      "learning_rate": 0.001,
      "loss": 1.4653,
      "step": 236700
    },
    {
      "epoch": 76.53522947640595,
      "grad_norm": 1.5006248950958252,
      "learning_rate": 0.001,
      "loss": 1.4737,
      "step": 236800
    },
    {
      "epoch": 76.56755009696187,
      "grad_norm": 4.533660411834717,
      "learning_rate": 0.001,
      "loss": 1.4493,
      "step": 236900
    },
    {
      "epoch": 76.59987071751777,
      "grad_norm": 1.4298243522644043,
      "learning_rate": 0.001,
      "loss": 1.4718,
      "step": 237000
    },
    {
      "epoch": 76.6321913380737,
      "grad_norm": 2.646015167236328,
      "learning_rate": 0.001,
      "loss": 1.4636,
      "step": 237100
    },
    {
      "epoch": 76.6645119586296,
      "grad_norm": 2.1126394271850586,
      "learning_rate": 0.001,
      "loss": 1.4692,
      "step": 237200
    },
    {
      "epoch": 76.69683257918552,
      "grad_norm": 4.042124271392822,
      "learning_rate": 0.001,
      "loss": 1.4511,
      "step": 237300
    },
    {
      "epoch": 76.72915319974143,
      "grad_norm": 3.6677372455596924,
      "learning_rate": 0.001,
      "loss": 1.4784,
      "step": 237400
    },
    {
      "epoch": 76.76147382029735,
      "grad_norm": 2.022613525390625,
      "learning_rate": 0.001,
      "loss": 1.4714,
      "step": 237500
    },
    {
      "epoch": 76.79379444085326,
      "grad_norm": 1.3649415969848633,
      "learning_rate": 0.001,
      "loss": 1.4778,
      "step": 237600
    },
    {
      "epoch": 76.82611506140918,
      "grad_norm": 1.36850106716156,
      "learning_rate": 0.001,
      "loss": 1.4943,
      "step": 237700
    },
    {
      "epoch": 76.85843568196509,
      "grad_norm": 1.6294413805007935,
      "learning_rate": 0.001,
      "loss": 1.4702,
      "step": 237800
    },
    {
      "epoch": 76.89075630252101,
      "grad_norm": 1.4245067834854126,
      "learning_rate": 0.001,
      "loss": 1.5076,
      "step": 237900
    },
    {
      "epoch": 76.92307692307692,
      "grad_norm": 1.6465219259262085,
      "learning_rate": 0.001,
      "loss": 1.5016,
      "step": 238000
    },
    {
      "epoch": 76.95539754363284,
      "grad_norm": 1.3183696269989014,
      "learning_rate": 0.001,
      "loss": 1.4984,
      "step": 238100
    },
    {
      "epoch": 76.98771816418875,
      "grad_norm": 1.714974045753479,
      "learning_rate": 0.001,
      "loss": 1.5189,
      "step": 238200
    },
    {
      "epoch": 77.02003878474467,
      "grad_norm": 1.378475308418274,
      "learning_rate": 0.001,
      "loss": 1.4421,
      "step": 238300
    },
    {
      "epoch": 77.05235940530058,
      "grad_norm": 1.1488906145095825,
      "learning_rate": 0.001,
      "loss": 1.3929,
      "step": 238400
    },
    {
      "epoch": 77.0846800258565,
      "grad_norm": 1.2245644330978394,
      "learning_rate": 0.001,
      "loss": 1.4143,
      "step": 238500
    },
    {
      "epoch": 77.11700064641241,
      "grad_norm": 1.3267642259597778,
      "learning_rate": 0.001,
      "loss": 1.4072,
      "step": 238600
    },
    {
      "epoch": 77.14932126696833,
      "grad_norm": 1.789397954940796,
      "learning_rate": 0.001,
      "loss": 1.4081,
      "step": 238700
    },
    {
      "epoch": 77.18164188752424,
      "grad_norm": 2.3493685722351074,
      "learning_rate": 0.001,
      "loss": 1.4111,
      "step": 238800
    },
    {
      "epoch": 77.21396250808016,
      "grad_norm": 3.3477683067321777,
      "learning_rate": 0.001,
      "loss": 1.4331,
      "step": 238900
    },
    {
      "epoch": 77.24628312863607,
      "grad_norm": 1.5856502056121826,
      "learning_rate": 0.001,
      "loss": 1.4302,
      "step": 239000
    },
    {
      "epoch": 77.27860374919199,
      "grad_norm": 1.3443881273269653,
      "learning_rate": 0.001,
      "loss": 1.4117,
      "step": 239100
    },
    {
      "epoch": 77.3109243697479,
      "grad_norm": 1.386123538017273,
      "learning_rate": 0.001,
      "loss": 1.4337,
      "step": 239200
    },
    {
      "epoch": 77.34324499030382,
      "grad_norm": 1.6761099100112915,
      "learning_rate": 0.001,
      "loss": 1.4269,
      "step": 239300
    },
    {
      "epoch": 77.37556561085972,
      "grad_norm": 1.4370572566986084,
      "learning_rate": 0.001,
      "loss": 1.4344,
      "step": 239400
    },
    {
      "epoch": 77.40788623141565,
      "grad_norm": 3.143124580383301,
      "learning_rate": 0.001,
      "loss": 1.4314,
      "step": 239500
    },
    {
      "epoch": 77.44020685197155,
      "grad_norm": 1.4473354816436768,
      "learning_rate": 0.001,
      "loss": 1.4564,
      "step": 239600
    },
    {
      "epoch": 77.47252747252747,
      "grad_norm": 4.115747451782227,
      "learning_rate": 0.001,
      "loss": 1.4413,
      "step": 239700
    },
    {
      "epoch": 77.50484809308338,
      "grad_norm": 1.4198973178863525,
      "learning_rate": 0.001,
      "loss": 1.462,
      "step": 239800
    },
    {
      "epoch": 77.5371687136393,
      "grad_norm": 1.5415388345718384,
      "learning_rate": 0.001,
      "loss": 1.4516,
      "step": 239900
    },
    {
      "epoch": 77.56948933419521,
      "grad_norm": 1.248699426651001,
      "learning_rate": 0.001,
      "loss": 1.453,
      "step": 240000
    },
    {
      "epoch": 77.60180995475113,
      "grad_norm": 1.2424342632293701,
      "learning_rate": 0.001,
      "loss": 1.4544,
      "step": 240100
    },
    {
      "epoch": 77.63413057530704,
      "grad_norm": 1.270978331565857,
      "learning_rate": 0.001,
      "loss": 1.4584,
      "step": 240200
    },
    {
      "epoch": 77.66645119586296,
      "grad_norm": 3.619460105895996,
      "learning_rate": 0.001,
      "loss": 1.4814,
      "step": 240300
    },
    {
      "epoch": 77.69877181641887,
      "grad_norm": 2.8639819622039795,
      "learning_rate": 0.001,
      "loss": 1.4594,
      "step": 240400
    },
    {
      "epoch": 77.73109243697479,
      "grad_norm": 1.8181027173995972,
      "learning_rate": 0.001,
      "loss": 1.4663,
      "step": 240500
    },
    {
      "epoch": 77.7634130575307,
      "grad_norm": 1.43992018699646,
      "learning_rate": 0.001,
      "loss": 1.4808,
      "step": 240600
    },
    {
      "epoch": 77.79573367808662,
      "grad_norm": 1.5062999725341797,
      "learning_rate": 0.001,
      "loss": 1.4828,
      "step": 240700
    },
    {
      "epoch": 77.82805429864253,
      "grad_norm": 1.789491057395935,
      "learning_rate": 0.001,
      "loss": 1.4839,
      "step": 240800
    },
    {
      "epoch": 77.86037491919845,
      "grad_norm": 2.2226364612579346,
      "learning_rate": 0.001,
      "loss": 1.4603,
      "step": 240900
    },
    {
      "epoch": 77.89269553975436,
      "grad_norm": 2.6362407207489014,
      "learning_rate": 0.001,
      "loss": 1.4678,
      "step": 241000
    },
    {
      "epoch": 77.92501616031028,
      "grad_norm": 1.1386696100234985,
      "learning_rate": 0.001,
      "loss": 1.4819,
      "step": 241100
    },
    {
      "epoch": 77.95733678086619,
      "grad_norm": 1.3638633489608765,
      "learning_rate": 0.001,
      "loss": 1.4834,
      "step": 241200
    },
    {
      "epoch": 77.98965740142211,
      "grad_norm": 1.101853609085083,
      "learning_rate": 0.001,
      "loss": 1.4749,
      "step": 241300
    },
    {
      "epoch": 78.02197802197803,
      "grad_norm": 1.1768012046813965,
      "learning_rate": 0.001,
      "loss": 1.4241,
      "step": 241400
    },
    {
      "epoch": 78.05429864253394,
      "grad_norm": 1.6753342151641846,
      "learning_rate": 0.001,
      "loss": 1.3891,
      "step": 241500
    },
    {
      "epoch": 78.08661926308986,
      "grad_norm": 1.3541104793548584,
      "learning_rate": 0.001,
      "loss": 1.3825,
      "step": 241600
    },
    {
      "epoch": 78.11893988364577,
      "grad_norm": 1.951889157295227,
      "learning_rate": 0.001,
      "loss": 1.3988,
      "step": 241700
    },
    {
      "epoch": 78.15126050420169,
      "grad_norm": 1.4517096281051636,
      "learning_rate": 0.001,
      "loss": 1.405,
      "step": 241800
    },
    {
      "epoch": 78.1835811247576,
      "grad_norm": 1.72612464427948,
      "learning_rate": 0.001,
      "loss": 1.4021,
      "step": 241900
    },
    {
      "epoch": 78.21590174531352,
      "grad_norm": 1.8835521936416626,
      "learning_rate": 0.001,
      "loss": 1.4153,
      "step": 242000
    },
    {
      "epoch": 78.24822236586942,
      "grad_norm": 2.5908846855163574,
      "learning_rate": 0.001,
      "loss": 1.4138,
      "step": 242100
    },
    {
      "epoch": 78.28054298642535,
      "grad_norm": 1.669288158416748,
      "learning_rate": 0.001,
      "loss": 1.4306,
      "step": 242200
    },
    {
      "epoch": 78.31286360698125,
      "grad_norm": 1.3500615358352661,
      "learning_rate": 0.001,
      "loss": 1.4173,
      "step": 242300
    },
    {
      "epoch": 78.34518422753717,
      "grad_norm": 1.1891441345214844,
      "learning_rate": 0.001,
      "loss": 1.418,
      "step": 242400
    },
    {
      "epoch": 78.37750484809308,
      "grad_norm": 2.5587399005889893,
      "learning_rate": 0.001,
      "loss": 1.4108,
      "step": 242500
    },
    {
      "epoch": 78.409825468649,
      "grad_norm": 1.392545461654663,
      "learning_rate": 0.001,
      "loss": 1.4365,
      "step": 242600
    },
    {
      "epoch": 78.44214608920491,
      "grad_norm": 1.1968436241149902,
      "learning_rate": 0.001,
      "loss": 1.4239,
      "step": 242700
    },
    {
      "epoch": 78.47446670976083,
      "grad_norm": 1.1212878227233887,
      "learning_rate": 0.001,
      "loss": 1.4396,
      "step": 242800
    },
    {
      "epoch": 78.50678733031674,
      "grad_norm": 1.2123584747314453,
      "learning_rate": 0.001,
      "loss": 1.4355,
      "step": 242900
    },
    {
      "epoch": 78.53910795087266,
      "grad_norm": 1.2192738056182861,
      "learning_rate": 0.001,
      "loss": 1.4389,
      "step": 243000
    },
    {
      "epoch": 78.57142857142857,
      "grad_norm": 1.5519973039627075,
      "learning_rate": 0.001,
      "loss": 1.443,
      "step": 243100
    },
    {
      "epoch": 78.60374919198449,
      "grad_norm": 22.841453552246094,
      "learning_rate": 0.001,
      "loss": 1.4308,
      "step": 243200
    },
    {
      "epoch": 78.6360698125404,
      "grad_norm": 1.320351481437683,
      "learning_rate": 0.001,
      "loss": 1.4465,
      "step": 243300
    },
    {
      "epoch": 78.66839043309632,
      "grad_norm": 1.7328959703445435,
      "learning_rate": 0.001,
      "loss": 1.4486,
      "step": 243400
    },
    {
      "epoch": 78.70071105365223,
      "grad_norm": 1.6567636728286743,
      "learning_rate": 0.001,
      "loss": 1.4499,
      "step": 243500
    },
    {
      "epoch": 78.73303167420815,
      "grad_norm": 1.3323774337768555,
      "learning_rate": 0.001,
      "loss": 1.4485,
      "step": 243600
    },
    {
      "epoch": 78.76535229476406,
      "grad_norm": 1.4448797702789307,
      "learning_rate": 0.001,
      "loss": 1.4677,
      "step": 243700
    },
    {
      "epoch": 78.79767291531998,
      "grad_norm": 1.9404423236846924,
      "learning_rate": 0.001,
      "loss": 1.4739,
      "step": 243800
    },
    {
      "epoch": 78.82999353587589,
      "grad_norm": 1.6156384944915771,
      "learning_rate": 0.001,
      "loss": 1.4581,
      "step": 243900
    },
    {
      "epoch": 78.86231415643181,
      "grad_norm": 1.9746607542037964,
      "learning_rate": 0.001,
      "loss": 1.4672,
      "step": 244000
    },
    {
      "epoch": 78.89463477698771,
      "grad_norm": 1.3981144428253174,
      "learning_rate": 0.001,
      "loss": 1.4844,
      "step": 244100
    },
    {
      "epoch": 78.92695539754364,
      "grad_norm": 1.7319679260253906,
      "learning_rate": 0.001,
      "loss": 1.4675,
      "step": 244200
    },
    {
      "epoch": 78.95927601809954,
      "grad_norm": 1.329664945602417,
      "learning_rate": 0.001,
      "loss": 1.4781,
      "step": 244300
    },
    {
      "epoch": 78.99159663865547,
      "grad_norm": 1.275741457939148,
      "learning_rate": 0.001,
      "loss": 1.4819,
      "step": 244400
    },
    {
      "epoch": 79.02391725921137,
      "grad_norm": 1.4411958456039429,
      "learning_rate": 0.001,
      "loss": 1.3943,
      "step": 244500
    },
    {
      "epoch": 79.0562378797673,
      "grad_norm": 1.5640296936035156,
      "learning_rate": 0.001,
      "loss": 1.3663,
      "step": 244600
    },
    {
      "epoch": 79.0885585003232,
      "grad_norm": 1.4414293766021729,
      "learning_rate": 0.001,
      "loss": 1.3898,
      "step": 244700
    },
    {
      "epoch": 79.12087912087912,
      "grad_norm": 1.8727360963821411,
      "learning_rate": 0.001,
      "loss": 1.3937,
      "step": 244800
    },
    {
      "epoch": 79.15319974143503,
      "grad_norm": 1.5017603635787964,
      "learning_rate": 0.001,
      "loss": 1.4011,
      "step": 244900
    },
    {
      "epoch": 79.18552036199095,
      "grad_norm": 2.7888855934143066,
      "learning_rate": 0.001,
      "loss": 1.4113,
      "step": 245000
    },
    {
      "epoch": 79.21784098254686,
      "grad_norm": 1.7547180652618408,
      "learning_rate": 0.001,
      "loss": 1.3943,
      "step": 245100
    },
    {
      "epoch": 79.25016160310278,
      "grad_norm": 5.059300899505615,
      "learning_rate": 0.001,
      "loss": 1.4182,
      "step": 245200
    },
    {
      "epoch": 79.28248222365869,
      "grad_norm": 1.499576449394226,
      "learning_rate": 0.001,
      "loss": 1.4143,
      "step": 245300
    },
    {
      "epoch": 79.31480284421461,
      "grad_norm": 3.1424858570098877,
      "learning_rate": 0.001,
      "loss": 1.4158,
      "step": 245400
    },
    {
      "epoch": 79.34712346477052,
      "grad_norm": 1.37664794921875,
      "learning_rate": 0.001,
      "loss": 1.4265,
      "step": 245500
    },
    {
      "epoch": 79.37944408532644,
      "grad_norm": 1.5223782062530518,
      "learning_rate": 0.001,
      "loss": 1.4291,
      "step": 245600
    },
    {
      "epoch": 79.41176470588235,
      "grad_norm": 1.1627659797668457,
      "learning_rate": 0.001,
      "loss": 1.4194,
      "step": 245700
    },
    {
      "epoch": 79.44408532643827,
      "grad_norm": 1.107993483543396,
      "learning_rate": 0.001,
      "loss": 1.4357,
      "step": 245800
    },
    {
      "epoch": 79.47640594699418,
      "grad_norm": 1.2584543228149414,
      "learning_rate": 0.001,
      "loss": 1.4396,
      "step": 245900
    },
    {
      "epoch": 79.5087265675501,
      "grad_norm": 1.3543606996536255,
      "learning_rate": 0.001,
      "loss": 1.4324,
      "step": 246000
    },
    {
      "epoch": 79.541047188106,
      "grad_norm": 3.0210626125335693,
      "learning_rate": 0.001,
      "loss": 1.433,
      "step": 246100
    },
    {
      "epoch": 79.57336780866193,
      "grad_norm": 1.1221903562545776,
      "learning_rate": 0.001,
      "loss": 1.4403,
      "step": 246200
    },
    {
      "epoch": 79.60568842921784,
      "grad_norm": 1.7944501638412476,
      "learning_rate": 0.001,
      "loss": 1.4343,
      "step": 246300
    },
    {
      "epoch": 79.63800904977376,
      "grad_norm": 1.1626354455947876,
      "learning_rate": 0.001,
      "loss": 1.4651,
      "step": 246400
    },
    {
      "epoch": 79.67032967032966,
      "grad_norm": 2.9190258979797363,
      "learning_rate": 0.001,
      "loss": 1.4495,
      "step": 246500
    },
    {
      "epoch": 79.70265029088559,
      "grad_norm": 1.561051845550537,
      "learning_rate": 0.001,
      "loss": 1.4555,
      "step": 246600
    },
    {
      "epoch": 79.7349709114415,
      "grad_norm": 1.937096357345581,
      "learning_rate": 0.001,
      "loss": 1.4572,
      "step": 246700
    },
    {
      "epoch": 79.76729153199742,
      "grad_norm": 1.063881754875183,
      "learning_rate": 0.001,
      "loss": 1.447,
      "step": 246800
    },
    {
      "epoch": 79.79961215255332,
      "grad_norm": 8.561298370361328,
      "learning_rate": 0.001,
      "loss": 1.4474,
      "step": 246900
    },
    {
      "epoch": 79.83193277310924,
      "grad_norm": 1.7233588695526123,
      "learning_rate": 0.001,
      "loss": 1.4635,
      "step": 247000
    },
    {
      "epoch": 79.86425339366515,
      "grad_norm": 1.2125874757766724,
      "learning_rate": 0.001,
      "loss": 1.4564,
      "step": 247100
    },
    {
      "epoch": 79.89657401422107,
      "grad_norm": 1.2114322185516357,
      "learning_rate": 0.001,
      "loss": 1.4778,
      "step": 247200
    },
    {
      "epoch": 79.92889463477698,
      "grad_norm": 1.2595067024230957,
      "learning_rate": 0.001,
      "loss": 1.4662,
      "step": 247300
    },
    {
      "epoch": 79.9612152553329,
      "grad_norm": 1.2330633401870728,
      "learning_rate": 0.001,
      "loss": 1.4959,
      "step": 247400
    },
    {
      "epoch": 79.99353587588882,
      "grad_norm": 1.0444927215576172,
      "learning_rate": 0.001,
      "loss": 1.4717,
      "step": 247500
    },
    {
      "epoch": 80.02585649644473,
      "grad_norm": 1.3606916666030884,
      "learning_rate": 0.001,
      "loss": 1.4026,
      "step": 247600
    },
    {
      "epoch": 80.05817711700065,
      "grad_norm": 1.7011370658874512,
      "learning_rate": 0.001,
      "loss": 1.3728,
      "step": 247700
    },
    {
      "epoch": 80.09049773755656,
      "grad_norm": 1.089719295501709,
      "learning_rate": 0.001,
      "loss": 1.3749,
      "step": 247800
    },
    {
      "epoch": 80.12281835811248,
      "grad_norm": 7.66607141494751,
      "learning_rate": 0.001,
      "loss": 1.3882,
      "step": 247900
    },
    {
      "epoch": 80.15513897866839,
      "grad_norm": 1.331949234008789,
      "learning_rate": 0.001,
      "loss": 1.3799,
      "step": 248000
    },
    {
      "epoch": 80.18745959922431,
      "grad_norm": 1.3708351850509644,
      "learning_rate": 0.001,
      "loss": 1.3959,
      "step": 248100
    },
    {
      "epoch": 80.21978021978022,
      "grad_norm": 1.7965703010559082,
      "learning_rate": 0.001,
      "loss": 1.4047,
      "step": 248200
    },
    {
      "epoch": 80.25210084033614,
      "grad_norm": 1.1366339921951294,
      "learning_rate": 0.001,
      "loss": 1.4027,
      "step": 248300
    },
    {
      "epoch": 80.28442146089205,
      "grad_norm": 1.2474066019058228,
      "learning_rate": 0.001,
      "loss": 1.4128,
      "step": 248400
    },
    {
      "epoch": 80.31674208144797,
      "grad_norm": 1.394238829612732,
      "learning_rate": 0.001,
      "loss": 1.423,
      "step": 248500
    },
    {
      "epoch": 80.34906270200388,
      "grad_norm": 2.415167808532715,
      "learning_rate": 0.001,
      "loss": 1.4089,
      "step": 248600
    },
    {
      "epoch": 80.3813833225598,
      "grad_norm": 1.9716912508010864,
      "learning_rate": 0.001,
      "loss": 1.4228,
      "step": 248700
    },
    {
      "epoch": 80.4137039431157,
      "grad_norm": 1.3632150888442993,
      "learning_rate": 0.001,
      "loss": 1.415,
      "step": 248800
    },
    {
      "epoch": 80.44602456367163,
      "grad_norm": 1.9735543727874756,
      "learning_rate": 0.001,
      "loss": 1.4226,
      "step": 248900
    },
    {
      "epoch": 80.47834518422754,
      "grad_norm": 1.6460795402526855,
      "learning_rate": 0.001,
      "loss": 1.4147,
      "step": 249000
    },
    {
      "epoch": 80.51066580478346,
      "grad_norm": 2.2623207569122314,
      "learning_rate": 0.001,
      "loss": 1.4144,
      "step": 249100
    },
    {
      "epoch": 80.54298642533936,
      "grad_norm": 1.3218324184417725,
      "learning_rate": 0.001,
      "loss": 1.4357,
      "step": 249200
    },
    {
      "epoch": 80.57530704589529,
      "grad_norm": 2.101726770401001,
      "learning_rate": 0.001,
      "loss": 1.4491,
      "step": 249300
    },
    {
      "epoch": 80.6076276664512,
      "grad_norm": 1.3500131368637085,
      "learning_rate": 0.001,
      "loss": 1.4065,
      "step": 249400
    },
    {
      "epoch": 80.63994828700712,
      "grad_norm": 1.4221497774124146,
      "learning_rate": 0.001,
      "loss": 1.4383,
      "step": 249500
    },
    {
      "epoch": 80.67226890756302,
      "grad_norm": 1.354583740234375,
      "learning_rate": 0.001,
      "loss": 1.445,
      "step": 249600
    },
    {
      "epoch": 80.70458952811894,
      "grad_norm": 1.4204144477844238,
      "learning_rate": 0.001,
      "loss": 1.4548,
      "step": 249700
    },
    {
      "epoch": 80.73691014867485,
      "grad_norm": 1.2581050395965576,
      "learning_rate": 0.001,
      "loss": 1.4354,
      "step": 249800
    },
    {
      "epoch": 80.76923076923077,
      "grad_norm": 1.3105072975158691,
      "learning_rate": 0.001,
      "loss": 1.4645,
      "step": 249900
    },
    {
      "epoch": 80.80155138978668,
      "grad_norm": 1.173000693321228,
      "learning_rate": 0.001,
      "loss": 1.4559,
      "step": 250000
    },
    {
      "epoch": 80.8338720103426,
      "grad_norm": 1.6030806303024292,
      "learning_rate": 0.001,
      "loss": 1.4525,
      "step": 250100
    },
    {
      "epoch": 80.86619263089851,
      "grad_norm": 1.2764376401901245,
      "learning_rate": 0.001,
      "loss": 1.4597,
      "step": 250200
    },
    {
      "epoch": 80.89851325145443,
      "grad_norm": 1.2813576459884644,
      "learning_rate": 0.001,
      "loss": 1.4639,
      "step": 250300
    },
    {
      "epoch": 80.93083387201034,
      "grad_norm": 1.4888629913330078,
      "learning_rate": 0.001,
      "loss": 1.4619,
      "step": 250400
    },
    {
      "epoch": 80.96315449256626,
      "grad_norm": 1.9830721616744995,
      "learning_rate": 0.001,
      "loss": 1.4923,
      "step": 250500
    },
    {
      "epoch": 80.99547511312217,
      "grad_norm": 1.4804385900497437,
      "learning_rate": 0.001,
      "loss": 1.4505,
      "step": 250600
    },
    {
      "epoch": 81.02779573367809,
      "grad_norm": 3.649082660675049,
      "learning_rate": 0.001,
      "loss": 1.3723,
      "step": 250700
    },
    {
      "epoch": 81.060116354234,
      "grad_norm": 1.414147973060608,
      "learning_rate": 0.001,
      "loss": 1.3632,
      "step": 250800
    },
    {
      "epoch": 81.09243697478992,
      "grad_norm": 1.5902669429779053,
      "learning_rate": 0.001,
      "loss": 1.3755,
      "step": 250900
    },
    {
      "epoch": 81.12475759534583,
      "grad_norm": 2.126082181930542,
      "learning_rate": 0.001,
      "loss": 1.3932,
      "step": 251000
    },
    {
      "epoch": 81.15707821590175,
      "grad_norm": 1.1776331663131714,
      "learning_rate": 0.001,
      "loss": 1.3904,
      "step": 251100
    },
    {
      "epoch": 81.18939883645766,
      "grad_norm": 1.2610676288604736,
      "learning_rate": 0.001,
      "loss": 1.3973,
      "step": 251200
    },
    {
      "epoch": 81.22171945701358,
      "grad_norm": 1.358350157737732,
      "learning_rate": 0.001,
      "loss": 1.3901,
      "step": 251300
    },
    {
      "epoch": 81.25404007756948,
      "grad_norm": 1.3243829011917114,
      "learning_rate": 0.001,
      "loss": 1.392,
      "step": 251400
    },
    {
      "epoch": 81.2863606981254,
      "grad_norm": 1.456036925315857,
      "learning_rate": 0.001,
      "loss": 1.3993,
      "step": 251500
    },
    {
      "epoch": 81.31868131868131,
      "grad_norm": 1.769848346710205,
      "learning_rate": 0.001,
      "loss": 1.4102,
      "step": 251600
    },
    {
      "epoch": 81.35100193923724,
      "grad_norm": 1.8483076095581055,
      "learning_rate": 0.001,
      "loss": 1.378,
      "step": 251700
    },
    {
      "epoch": 81.38332255979314,
      "grad_norm": 1.3274307250976562,
      "learning_rate": 0.001,
      "loss": 1.3977,
      "step": 251800
    },
    {
      "epoch": 81.41564318034906,
      "grad_norm": 1.3257017135620117,
      "learning_rate": 0.001,
      "loss": 1.4183,
      "step": 251900
    },
    {
      "epoch": 81.44796380090497,
      "grad_norm": 4.122893333435059,
      "learning_rate": 0.001,
      "loss": 1.4208,
      "step": 252000
    },
    {
      "epoch": 81.4802844214609,
      "grad_norm": 1.7121503353118896,
      "learning_rate": 0.001,
      "loss": 1.4293,
      "step": 252100
    },
    {
      "epoch": 81.5126050420168,
      "grad_norm": 1.257196307182312,
      "learning_rate": 0.001,
      "loss": 1.4098,
      "step": 252200
    },
    {
      "epoch": 81.54492566257272,
      "grad_norm": 1.5571800470352173,
      "learning_rate": 0.001,
      "loss": 1.418,
      "step": 252300
    },
    {
      "epoch": 81.57724628312863,
      "grad_norm": 1.6986727714538574,
      "learning_rate": 0.001,
      "loss": 1.4245,
      "step": 252400
    },
    {
      "epoch": 81.60956690368455,
      "grad_norm": 1.7962254285812378,
      "learning_rate": 0.001,
      "loss": 1.4522,
      "step": 252500
    },
    {
      "epoch": 81.64188752424046,
      "grad_norm": 1.4033210277557373,
      "learning_rate": 0.001,
      "loss": 1.4341,
      "step": 252600
    },
    {
      "epoch": 81.67420814479638,
      "grad_norm": 1.331588625907898,
      "learning_rate": 0.001,
      "loss": 1.4322,
      "step": 252700
    },
    {
      "epoch": 81.70652876535229,
      "grad_norm": 1.4568140506744385,
      "learning_rate": 0.001,
      "loss": 1.4307,
      "step": 252800
    },
    {
      "epoch": 81.73884938590821,
      "grad_norm": 2.139652967453003,
      "learning_rate": 0.001,
      "loss": 1.4515,
      "step": 252900
    },
    {
      "epoch": 81.77117000646412,
      "grad_norm": 2.0205295085906982,
      "learning_rate": 0.001,
      "loss": 1.4521,
      "step": 253000
    },
    {
      "epoch": 81.80349062702004,
      "grad_norm": 1.7672351598739624,
      "learning_rate": 0.001,
      "loss": 1.4443,
      "step": 253100
    },
    {
      "epoch": 81.83581124757595,
      "grad_norm": 1.9794402122497559,
      "learning_rate": 0.001,
      "loss": 1.4425,
      "step": 253200
    },
    {
      "epoch": 81.86813186813187,
      "grad_norm": 1.4636629819869995,
      "learning_rate": 0.001,
      "loss": 1.4805,
      "step": 253300
    },
    {
      "epoch": 81.90045248868778,
      "grad_norm": 11.59081745147705,
      "learning_rate": 0.001,
      "loss": 1.4489,
      "step": 253400
    },
    {
      "epoch": 81.9327731092437,
      "grad_norm": 1.604418158531189,
      "learning_rate": 0.001,
      "loss": 1.433,
      "step": 253500
    },
    {
      "epoch": 81.9650937297996,
      "grad_norm": 2.096264123916626,
      "learning_rate": 0.001,
      "loss": 1.4423,
      "step": 253600
    },
    {
      "epoch": 81.99741435035553,
      "grad_norm": 1.894452452659607,
      "learning_rate": 0.001,
      "loss": 1.4566,
      "step": 253700
    },
    {
      "epoch": 82.02973497091145,
      "grad_norm": 1.8133361339569092,
      "learning_rate": 0.001,
      "loss": 1.3714,
      "step": 253800
    },
    {
      "epoch": 82.06205559146736,
      "grad_norm": 1.659287691116333,
      "learning_rate": 0.001,
      "loss": 1.3591,
      "step": 253900
    },
    {
      "epoch": 82.09437621202328,
      "grad_norm": 1.6385430097579956,
      "learning_rate": 0.001,
      "loss": 1.3492,
      "step": 254000
    },
    {
      "epoch": 82.12669683257919,
      "grad_norm": 1.7736237049102783,
      "learning_rate": 0.001,
      "loss": 1.3625,
      "step": 254100
    },
    {
      "epoch": 82.1590174531351,
      "grad_norm": 2.4036593437194824,
      "learning_rate": 0.001,
      "loss": 1.3734,
      "step": 254200
    },
    {
      "epoch": 82.19133807369101,
      "grad_norm": 1.7160038948059082,
      "learning_rate": 0.001,
      "loss": 1.3744,
      "step": 254300
    },
    {
      "epoch": 82.22365869424694,
      "grad_norm": 2.619530200958252,
      "learning_rate": 0.001,
      "loss": 1.384,
      "step": 254400
    },
    {
      "epoch": 82.25597931480284,
      "grad_norm": 3.373082160949707,
      "learning_rate": 0.001,
      "loss": 1.381,
      "step": 254500
    },
    {
      "epoch": 82.28829993535876,
      "grad_norm": 2.375814199447632,
      "learning_rate": 0.001,
      "loss": 1.3899,
      "step": 254600
    },
    {
      "epoch": 82.32062055591467,
      "grad_norm": 1.8174419403076172,
      "learning_rate": 0.001,
      "loss": 1.3878,
      "step": 254700
    },
    {
      "epoch": 82.3529411764706,
      "grad_norm": 1.3058481216430664,
      "learning_rate": 0.001,
      "loss": 1.4081,
      "step": 254800
    },
    {
      "epoch": 82.3852617970265,
      "grad_norm": 1.9008142948150635,
      "learning_rate": 0.001,
      "loss": 1.4017,
      "step": 254900
    },
    {
      "epoch": 82.41758241758242,
      "grad_norm": 1.4902393817901611,
      "learning_rate": 0.001,
      "loss": 1.4082,
      "step": 255000
    },
    {
      "epoch": 82.44990303813833,
      "grad_norm": 1.9755910634994507,
      "learning_rate": 0.001,
      "loss": 1.4118,
      "step": 255100
    },
    {
      "epoch": 82.48222365869425,
      "grad_norm": 78.8767318725586,
      "learning_rate": 0.001,
      "loss": 1.4177,
      "step": 255200
    },
    {
      "epoch": 82.51454427925016,
      "grad_norm": 1.6871107816696167,
      "learning_rate": 0.001,
      "loss": 1.4242,
      "step": 255300
    },
    {
      "epoch": 82.54686489980608,
      "grad_norm": 1.7807141542434692,
      "learning_rate": 0.001,
      "loss": 1.4301,
      "step": 255400
    },
    {
      "epoch": 82.57918552036199,
      "grad_norm": 1.9359203577041626,
      "learning_rate": 0.001,
      "loss": 1.4216,
      "step": 255500
    },
    {
      "epoch": 82.61150614091791,
      "grad_norm": 1.8128705024719238,
      "learning_rate": 0.001,
      "loss": 1.4229,
      "step": 255600
    },
    {
      "epoch": 82.64382676147382,
      "grad_norm": 1.5248191356658936,
      "learning_rate": 0.001,
      "loss": 1.4084,
      "step": 255700
    },
    {
      "epoch": 82.67614738202974,
      "grad_norm": 1.347024917602539,
      "learning_rate": 0.001,
      "loss": 1.4166,
      "step": 255800
    },
    {
      "epoch": 82.70846800258565,
      "grad_norm": 2.7565853595733643,
      "learning_rate": 0.001,
      "loss": 1.4552,
      "step": 255900
    },
    {
      "epoch": 82.74078862314157,
      "grad_norm": 1.7421873807907104,
      "learning_rate": 0.001,
      "loss": 1.432,
      "step": 256000
    },
    {
      "epoch": 82.77310924369748,
      "grad_norm": 2.2963593006134033,
      "learning_rate": 0.001,
      "loss": 1.4488,
      "step": 256100
    },
    {
      "epoch": 82.8054298642534,
      "grad_norm": 1.979935646057129,
      "learning_rate": 0.001,
      "loss": 1.4196,
      "step": 256200
    },
    {
      "epoch": 82.8377504848093,
      "grad_norm": 1.5485780239105225,
      "learning_rate": 0.001,
      "loss": 1.4473,
      "step": 256300
    },
    {
      "epoch": 82.87007110536523,
      "grad_norm": 1.4387691020965576,
      "learning_rate": 0.001,
      "loss": 1.436,
      "step": 256400
    },
    {
      "epoch": 82.90239172592113,
      "grad_norm": 1.8754937648773193,
      "learning_rate": 0.001,
      "loss": 1.431,
      "step": 256500
    },
    {
      "epoch": 82.93471234647706,
      "grad_norm": 1.378203272819519,
      "learning_rate": 0.001,
      "loss": 1.4606,
      "step": 256600
    },
    {
      "epoch": 82.96703296703296,
      "grad_norm": 2.1086645126342773,
      "learning_rate": 0.001,
      "loss": 1.4447,
      "step": 256700
    },
    {
      "epoch": 82.99935358758889,
      "grad_norm": 1.8778096437454224,
      "learning_rate": 0.001,
      "loss": 1.4368,
      "step": 256800
    },
    {
      "epoch": 83.03167420814479,
      "grad_norm": 1.7309727668762207,
      "learning_rate": 0.001,
      "loss": 1.3297,
      "step": 256900
    },
    {
      "epoch": 83.06399482870071,
      "grad_norm": 1.5598200559616089,
      "learning_rate": 0.001,
      "loss": 1.3476,
      "step": 257000
    },
    {
      "epoch": 83.09631544925662,
      "grad_norm": 1.375561237335205,
      "learning_rate": 0.001,
      "loss": 1.3558,
      "step": 257100
    },
    {
      "epoch": 83.12863606981254,
      "grad_norm": 1.7949295043945312,
      "learning_rate": 0.001,
      "loss": 1.3628,
      "step": 257200
    },
    {
      "epoch": 83.16095669036845,
      "grad_norm": 2.002516746520996,
      "learning_rate": 0.001,
      "loss": 1.3667,
      "step": 257300
    },
    {
      "epoch": 83.19327731092437,
      "grad_norm": 1.655821442604065,
      "learning_rate": 0.001,
      "loss": 1.3807,
      "step": 257400
    },
    {
      "epoch": 83.22559793148028,
      "grad_norm": 2.2475221157073975,
      "learning_rate": 0.001,
      "loss": 1.3486,
      "step": 257500
    },
    {
      "epoch": 83.2579185520362,
      "grad_norm": 1.4038164615631104,
      "learning_rate": 0.001,
      "loss": 1.3685,
      "step": 257600
    },
    {
      "epoch": 83.29023917259211,
      "grad_norm": 2.3492157459259033,
      "learning_rate": 0.001,
      "loss": 1.3826,
      "step": 257700
    },
    {
      "epoch": 83.32255979314803,
      "grad_norm": 2.309443235397339,
      "learning_rate": 0.001,
      "loss": 1.392,
      "step": 257800
    },
    {
      "epoch": 83.35488041370394,
      "grad_norm": 1.4004712104797363,
      "learning_rate": 0.001,
      "loss": 1.3816,
      "step": 257900
    },
    {
      "epoch": 83.38720103425986,
      "grad_norm": 1.6913856267929077,
      "learning_rate": 0.001,
      "loss": 1.3936,
      "step": 258000
    },
    {
      "epoch": 83.41952165481577,
      "grad_norm": 2.035973072052002,
      "learning_rate": 0.001,
      "loss": 1.402,
      "step": 258100
    },
    {
      "epoch": 83.45184227537169,
      "grad_norm": 2.381042957305908,
      "learning_rate": 0.001,
      "loss": 1.4062,
      "step": 258200
    },
    {
      "epoch": 83.4841628959276,
      "grad_norm": 1.7278180122375488,
      "learning_rate": 0.001,
      "loss": 1.41,
      "step": 258300
    },
    {
      "epoch": 83.51648351648352,
      "grad_norm": 2.1097452640533447,
      "learning_rate": 0.001,
      "loss": 1.4118,
      "step": 258400
    },
    {
      "epoch": 83.54880413703943,
      "grad_norm": 3.8652915954589844,
      "learning_rate": 0.001,
      "loss": 1.3999,
      "step": 258500
    },
    {
      "epoch": 83.58112475759535,
      "grad_norm": 1.3448477983474731,
      "learning_rate": 0.001,
      "loss": 1.4092,
      "step": 258600
    },
    {
      "epoch": 83.61344537815125,
      "grad_norm": 1.6110161542892456,
      "learning_rate": 0.001,
      "loss": 1.4152,
      "step": 258700
    },
    {
      "epoch": 83.64576599870718,
      "grad_norm": 3.4100310802459717,
      "learning_rate": 0.001,
      "loss": 1.4235,
      "step": 258800
    },
    {
      "epoch": 83.67808661926308,
      "grad_norm": 1.718490719795227,
      "learning_rate": 0.001,
      "loss": 1.4241,
      "step": 258900
    },
    {
      "epoch": 83.710407239819,
      "grad_norm": 1.9087731838226318,
      "learning_rate": 0.001,
      "loss": 1.4374,
      "step": 259000
    },
    {
      "epoch": 83.74272786037491,
      "grad_norm": 1.6740107536315918,
      "learning_rate": 0.001,
      "loss": 1.4307,
      "step": 259100
    },
    {
      "epoch": 83.77504848093083,
      "grad_norm": 3.0542871952056885,
      "learning_rate": 0.001,
      "loss": 1.4184,
      "step": 259200
    },
    {
      "epoch": 83.80736910148674,
      "grad_norm": 1.5583767890930176,
      "learning_rate": 0.001,
      "loss": 1.423,
      "step": 259300
    },
    {
      "epoch": 83.83968972204266,
      "grad_norm": 2.1335060596466064,
      "learning_rate": 0.001,
      "loss": 1.432,
      "step": 259400
    },
    {
      "epoch": 83.87201034259857,
      "grad_norm": 1.9101206064224243,
      "learning_rate": 0.001,
      "loss": 1.4227,
      "step": 259500
    },
    {
      "epoch": 83.9043309631545,
      "grad_norm": 1.6331113576889038,
      "learning_rate": 0.001,
      "loss": 1.4334,
      "step": 259600
    },
    {
      "epoch": 83.9366515837104,
      "grad_norm": 1.8005338907241821,
      "learning_rate": 0.001,
      "loss": 1.4307,
      "step": 259700
    },
    {
      "epoch": 83.96897220426632,
      "grad_norm": 1.492003083229065,
      "learning_rate": 0.001,
      "loss": 1.427,
      "step": 259800
    },
    {
      "epoch": 84.00129282482224,
      "grad_norm": 1.569860577583313,
      "learning_rate": 0.001,
      "loss": 1.4384,
      "step": 259900
    },
    {
      "epoch": 84.03361344537815,
      "grad_norm": 1.6315263509750366,
      "learning_rate": 0.001,
      "loss": 1.3494,
      "step": 260000
    },
    {
      "epoch": 84.06593406593407,
      "grad_norm": 1.9682749509811401,
      "learning_rate": 0.001,
      "loss": 1.3408,
      "step": 260100
    },
    {
      "epoch": 84.09825468648998,
      "grad_norm": 3.2757935523986816,
      "learning_rate": 0.001,
      "loss": 1.3283,
      "step": 260200
    },
    {
      "epoch": 84.1305753070459,
      "grad_norm": 1.6528496742248535,
      "learning_rate": 0.001,
      "loss": 1.3592,
      "step": 260300
    },
    {
      "epoch": 84.16289592760181,
      "grad_norm": 1.31747305393219,
      "learning_rate": 0.001,
      "loss": 1.3532,
      "step": 260400
    },
    {
      "epoch": 84.19521654815773,
      "grad_norm": 1.5589396953582764,
      "learning_rate": 0.001,
      "loss": 1.3773,
      "step": 260500
    },
    {
      "epoch": 84.22753716871364,
      "grad_norm": 2.3891637325286865,
      "learning_rate": 0.001,
      "loss": 1.3663,
      "step": 260600
    },
    {
      "epoch": 84.25985778926956,
      "grad_norm": 1.71054208278656,
      "learning_rate": 0.001,
      "loss": 1.3534,
      "step": 260700
    },
    {
      "epoch": 84.29217840982547,
      "grad_norm": 1.8121029138565063,
      "learning_rate": 0.001,
      "loss": 1.3806,
      "step": 260800
    },
    {
      "epoch": 84.32449903038139,
      "grad_norm": 1.1739863157272339,
      "learning_rate": 0.001,
      "loss": 1.391,
      "step": 260900
    },
    {
      "epoch": 84.3568196509373,
      "grad_norm": 1.5047718286514282,
      "learning_rate": 0.001,
      "loss": 1.4014,
      "step": 261000
    },
    {
      "epoch": 84.38914027149322,
      "grad_norm": 1.7294808626174927,
      "learning_rate": 0.001,
      "loss": 1.3787,
      "step": 261100
    },
    {
      "epoch": 84.42146089204913,
      "grad_norm": 1.1825764179229736,
      "learning_rate": 0.001,
      "loss": 1.3839,
      "step": 261200
    },
    {
      "epoch": 84.45378151260505,
      "grad_norm": 1.726182460784912,
      "learning_rate": 0.001,
      "loss": 1.381,
      "step": 261300
    },
    {
      "epoch": 84.48610213316095,
      "grad_norm": 1.9168583154678345,
      "learning_rate": 0.001,
      "loss": 1.3832,
      "step": 261400
    },
    {
      "epoch": 84.51842275371688,
      "grad_norm": 1.3314037322998047,
      "learning_rate": 0.001,
      "loss": 1.4066,
      "step": 261500
    },
    {
      "epoch": 84.55074337427278,
      "grad_norm": 1.5891456604003906,
      "learning_rate": 0.001,
      "loss": 1.3909,
      "step": 261600
    },
    {
      "epoch": 84.5830639948287,
      "grad_norm": 1.6574442386627197,
      "learning_rate": 0.001,
      "loss": 1.3905,
      "step": 261700
    },
    {
      "epoch": 84.61538461538461,
      "grad_norm": 1.371978998184204,
      "learning_rate": 0.001,
      "loss": 1.4056,
      "step": 261800
    },
    {
      "epoch": 84.64770523594053,
      "grad_norm": 1.624889612197876,
      "learning_rate": 0.001,
      "loss": 1.3933,
      "step": 261900
    },
    {
      "epoch": 84.68002585649644,
      "grad_norm": 1.7852959632873535,
      "learning_rate": 0.001,
      "loss": 1.3978,
      "step": 262000
    },
    {
      "epoch": 84.71234647705236,
      "grad_norm": 1.4951171875,
      "learning_rate": 0.001,
      "loss": 1.395,
      "step": 262100
    },
    {
      "epoch": 84.74466709760827,
      "grad_norm": 1.6369528770446777,
      "learning_rate": 0.001,
      "loss": 1.4055,
      "step": 262200
    },
    {
      "epoch": 84.7769877181642,
      "grad_norm": 1.7841469049453735,
      "learning_rate": 0.001,
      "loss": 1.4273,
      "step": 262300
    },
    {
      "epoch": 84.8093083387201,
      "grad_norm": 3.3531105518341064,
      "learning_rate": 0.001,
      "loss": 1.4156,
      "step": 262400
    },
    {
      "epoch": 84.84162895927602,
      "grad_norm": 1.5226614475250244,
      "learning_rate": 0.001,
      "loss": 1.4293,
      "step": 262500
    },
    {
      "epoch": 84.87394957983193,
      "grad_norm": 1.2530109882354736,
      "learning_rate": 0.001,
      "loss": 1.4228,
      "step": 262600
    },
    {
      "epoch": 84.90627020038785,
      "grad_norm": 1.9186750650405884,
      "learning_rate": 0.001,
      "loss": 1.4229,
      "step": 262700
    },
    {
      "epoch": 84.93859082094376,
      "grad_norm": 5.240837574005127,
      "learning_rate": 0.001,
      "loss": 1.4194,
      "step": 262800
    },
    {
      "epoch": 84.97091144149968,
      "grad_norm": 1.1304550170898438,
      "learning_rate": 0.001,
      "loss": 1.443,
      "step": 262900
    },
    {
      "epoch": 85.00323206205559,
      "grad_norm": 1.5001221895217896,
      "learning_rate": 0.001,
      "loss": 1.4378,
      "step": 263000
    },
    {
      "epoch": 85.03555268261151,
      "grad_norm": 1.1036204099655151,
      "learning_rate": 0.001,
      "loss": 1.3274,
      "step": 263100
    },
    {
      "epoch": 85.06787330316742,
      "grad_norm": 1.1468571424484253,
      "learning_rate": 0.001,
      "loss": 1.3343,
      "step": 263200
    },
    {
      "epoch": 85.10019392372334,
      "grad_norm": 2.0208663940429688,
      "learning_rate": 0.001,
      "loss": 1.3372,
      "step": 263300
    },
    {
      "epoch": 85.13251454427925,
      "grad_norm": 1.2045797109603882,
      "learning_rate": 0.001,
      "loss": 1.3235,
      "step": 263400
    },
    {
      "epoch": 85.16483516483517,
      "grad_norm": 2.17384672164917,
      "learning_rate": 0.001,
      "loss": 1.334,
      "step": 263500
    },
    {
      "epoch": 85.19715578539108,
      "grad_norm": 1.9750837087631226,
      "learning_rate": 0.001,
      "loss": 1.3362,
      "step": 263600
    },
    {
      "epoch": 85.229476405947,
      "grad_norm": 1.7753102779388428,
      "learning_rate": 0.001,
      "loss": 1.3512,
      "step": 263700
    },
    {
      "epoch": 85.2617970265029,
      "grad_norm": 1.3849073648452759,
      "learning_rate": 0.001,
      "loss": 1.3796,
      "step": 263800
    },
    {
      "epoch": 85.29411764705883,
      "grad_norm": 1.0505691766738892,
      "learning_rate": 0.001,
      "loss": 1.35,
      "step": 263900
    },
    {
      "epoch": 85.32643826761473,
      "grad_norm": 1.0646967887878418,
      "learning_rate": 0.001,
      "loss": 1.3779,
      "step": 264000
    },
    {
      "epoch": 85.35875888817066,
      "grad_norm": 1.3013412952423096,
      "learning_rate": 0.001,
      "loss": 1.3826,
      "step": 264100
    },
    {
      "epoch": 85.39107950872656,
      "grad_norm": 1.9750977754592896,
      "learning_rate": 0.001,
      "loss": 1.3665,
      "step": 264200
    },
    {
      "epoch": 85.42340012928248,
      "grad_norm": 1.3464767932891846,
      "learning_rate": 0.001,
      "loss": 1.3781,
      "step": 264300
    },
    {
      "epoch": 85.45572074983839,
      "grad_norm": 1.1193203926086426,
      "learning_rate": 0.001,
      "loss": 1.3778,
      "step": 264400
    },
    {
      "epoch": 85.48804137039431,
      "grad_norm": 1.6628812551498413,
      "learning_rate": 0.001,
      "loss": 1.3677,
      "step": 264500
    },
    {
      "epoch": 85.52036199095022,
      "grad_norm": 1.4545656442642212,
      "learning_rate": 0.001,
      "loss": 1.391,
      "step": 264600
    },
    {
      "epoch": 85.55268261150614,
      "grad_norm": 1.1941988468170166,
      "learning_rate": 0.001,
      "loss": 1.3888,
      "step": 264700
    },
    {
      "epoch": 85.58500323206205,
      "grad_norm": 1.2243441343307495,
      "learning_rate": 0.001,
      "loss": 1.3916,
      "step": 264800
    },
    {
      "epoch": 85.61732385261797,
      "grad_norm": 1.38898503780365,
      "learning_rate": 0.001,
      "loss": 1.3882,
      "step": 264900
    },
    {
      "epoch": 85.64964447317388,
      "grad_norm": 1.3125550746917725,
      "learning_rate": 0.001,
      "loss": 1.3747,
      "step": 265000
    },
    {
      "epoch": 85.6819650937298,
      "grad_norm": 3.030374526977539,
      "learning_rate": 0.001,
      "loss": 1.3896,
      "step": 265100
    },
    {
      "epoch": 85.71428571428571,
      "grad_norm": 1.7875454425811768,
      "learning_rate": 0.001,
      "loss": 1.3799,
      "step": 265200
    },
    {
      "epoch": 85.74660633484163,
      "grad_norm": 1.399247646331787,
      "learning_rate": 0.001,
      "loss": 1.4219,
      "step": 265300
    },
    {
      "epoch": 85.77892695539754,
      "grad_norm": 3.5124106407165527,
      "learning_rate": 0.001,
      "loss": 1.4041,
      "step": 265400
    },
    {
      "epoch": 85.81124757595346,
      "grad_norm": 2.5592825412750244,
      "learning_rate": 0.001,
      "loss": 1.4141,
      "step": 265500
    },
    {
      "epoch": 85.84356819650937,
      "grad_norm": 1.2298506498336792,
      "learning_rate": 0.001,
      "loss": 1.3996,
      "step": 265600
    },
    {
      "epoch": 85.87588881706529,
      "grad_norm": 1.5636261701583862,
      "learning_rate": 0.001,
      "loss": 1.4095,
      "step": 265700
    },
    {
      "epoch": 85.9082094376212,
      "grad_norm": 1.0963443517684937,
      "learning_rate": 0.001,
      "loss": 1.4109,
      "step": 265800
    },
    {
      "epoch": 85.94053005817712,
      "grad_norm": 1.3240418434143066,
      "learning_rate": 0.001,
      "loss": 1.4236,
      "step": 265900
    },
    {
      "epoch": 85.97285067873302,
      "grad_norm": 2.4745285511016846,
      "learning_rate": 0.001,
      "loss": 1.4196,
      "step": 266000
    },
    {
      "epoch": 86.00517129928895,
      "grad_norm": 1.4726816415786743,
      "learning_rate": 0.001,
      "loss": 1.4199,
      "step": 266100
    },
    {
      "epoch": 86.03749191984487,
      "grad_norm": 1.5152735710144043,
      "learning_rate": 0.001,
      "loss": 1.3238,
      "step": 266200
    },
    {
      "epoch": 86.06981254040078,
      "grad_norm": 1.985080361366272,
      "learning_rate": 0.001,
      "loss": 1.3321,
      "step": 266300
    },
    {
      "epoch": 86.1021331609567,
      "grad_norm": 1.5331482887268066,
      "learning_rate": 0.001,
      "loss": 1.3315,
      "step": 266400
    },
    {
      "epoch": 86.1344537815126,
      "grad_norm": 1.6278488636016846,
      "learning_rate": 0.001,
      "loss": 1.3452,
      "step": 266500
    },
    {
      "epoch": 86.16677440206853,
      "grad_norm": 13.325485229492188,
      "learning_rate": 0.001,
      "loss": 1.3387,
      "step": 266600
    },
    {
      "epoch": 86.19909502262443,
      "grad_norm": 1.4584851264953613,
      "learning_rate": 0.001,
      "loss": 1.3364,
      "step": 266700
    },
    {
      "epoch": 86.23141564318036,
      "grad_norm": 1.6283912658691406,
      "learning_rate": 0.001,
      "loss": 1.3386,
      "step": 266800
    },
    {
      "epoch": 86.26373626373626,
      "grad_norm": 1.1382821798324585,
      "learning_rate": 0.001,
      "loss": 1.3491,
      "step": 266900
    },
    {
      "epoch": 86.29605688429218,
      "grad_norm": 1.5518611669540405,
      "learning_rate": 0.001,
      "loss": 1.3695,
      "step": 267000
    },
    {
      "epoch": 86.32837750484809,
      "grad_norm": 1.6420189142227173,
      "learning_rate": 0.001,
      "loss": 1.3493,
      "step": 267100
    },
    {
      "epoch": 86.36069812540401,
      "grad_norm": 1.878983974456787,
      "learning_rate": 0.001,
      "loss": 1.3601,
      "step": 267200
    },
    {
      "epoch": 86.39301874595992,
      "grad_norm": 1.2925634384155273,
      "learning_rate": 0.001,
      "loss": 1.3646,
      "step": 267300
    },
    {
      "epoch": 86.42533936651584,
      "grad_norm": 1.8052057027816772,
      "learning_rate": 0.001,
      "loss": 1.3814,
      "step": 267400
    },
    {
      "epoch": 86.45765998707175,
      "grad_norm": 1.370312213897705,
      "learning_rate": 0.001,
      "loss": 1.3543,
      "step": 267500
    },
    {
      "epoch": 86.48998060762767,
      "grad_norm": 1.2687824964523315,
      "learning_rate": 0.001,
      "loss": 1.3763,
      "step": 267600
    },
    {
      "epoch": 86.52230122818358,
      "grad_norm": 1.1941241025924683,
      "learning_rate": 0.001,
      "loss": 1.3811,
      "step": 267700
    },
    {
      "epoch": 86.5546218487395,
      "grad_norm": 1.829483985900879,
      "learning_rate": 0.001,
      "loss": 1.3775,
      "step": 267800
    },
    {
      "epoch": 86.58694246929541,
      "grad_norm": 1.44882333278656,
      "learning_rate": 0.001,
      "loss": 1.3885,
      "step": 267900
    },
    {
      "epoch": 86.61926308985133,
      "grad_norm": 1.5846693515777588,
      "learning_rate": 0.001,
      "loss": 1.3788,
      "step": 268000
    },
    {
      "epoch": 86.65158371040724,
      "grad_norm": 1.6588886976242065,
      "learning_rate": 0.001,
      "loss": 1.3851,
      "step": 268100
    },
    {
      "epoch": 86.68390433096316,
      "grad_norm": 1.4950913190841675,
      "learning_rate": 0.001,
      "loss": 1.406,
      "step": 268200
    },
    {
      "epoch": 86.71622495151907,
      "grad_norm": 1.958990454673767,
      "learning_rate": 0.001,
      "loss": 1.3818,
      "step": 268300
    },
    {
      "epoch": 86.74854557207499,
      "grad_norm": 1.5258113145828247,
      "learning_rate": 0.001,
      "loss": 1.4004,
      "step": 268400
    },
    {
      "epoch": 86.7808661926309,
      "grad_norm": 1.4211288690567017,
      "learning_rate": 0.001,
      "loss": 1.3941,
      "step": 268500
    },
    {
      "epoch": 86.81318681318682,
      "grad_norm": 1.2722045183181763,
      "learning_rate": 0.001,
      "loss": 1.4088,
      "step": 268600
    },
    {
      "epoch": 86.84550743374272,
      "grad_norm": 1.75690495967865,
      "learning_rate": 0.001,
      "loss": 1.4006,
      "step": 268700
    },
    {
      "epoch": 86.87782805429865,
      "grad_norm": 1.457641839981079,
      "learning_rate": 0.001,
      "loss": 1.3948,
      "step": 268800
    },
    {
      "epoch": 86.91014867485455,
      "grad_norm": 1.161483883857727,
      "learning_rate": 0.001,
      "loss": 1.4113,
      "step": 268900
    },
    {
      "epoch": 86.94246929541048,
      "grad_norm": 1.483268141746521,
      "learning_rate": 0.001,
      "loss": 1.401,
      "step": 269000
    },
    {
      "epoch": 86.97478991596638,
      "grad_norm": 1.2984845638275146,
      "learning_rate": 0.001,
      "loss": 1.4157,
      "step": 269100
    },
    {
      "epoch": 87.0071105365223,
      "grad_norm": 1.3138716220855713,
      "learning_rate": 0.001,
      "loss": 1.4058,
      "step": 269200
    },
    {
      "epoch": 87.03943115707821,
      "grad_norm": 1.2313095331192017,
      "learning_rate": 0.001,
      "loss": 1.3011,
      "step": 269300
    },
    {
      "epoch": 87.07175177763413,
      "grad_norm": 1.2740613222122192,
      "learning_rate": 0.001,
      "loss": 1.3158,
      "step": 269400
    },
    {
      "epoch": 87.10407239819004,
      "grad_norm": 3.5064163208007812,
      "learning_rate": 0.001,
      "loss": 1.3084,
      "step": 269500
    },
    {
      "epoch": 87.13639301874596,
      "grad_norm": 1.2169054746627808,
      "learning_rate": 0.001,
      "loss": 1.3165,
      "step": 269600
    },
    {
      "epoch": 87.16871363930187,
      "grad_norm": 1.0411328077316284,
      "learning_rate": 0.001,
      "loss": 1.3033,
      "step": 269700
    },
    {
      "epoch": 87.20103425985779,
      "grad_norm": 1.1762311458587646,
      "learning_rate": 0.001,
      "loss": 1.33,
      "step": 269800
    },
    {
      "epoch": 87.2333548804137,
      "grad_norm": 1.3095049858093262,
      "learning_rate": 0.001,
      "loss": 1.345,
      "step": 269900
    },
    {
      "epoch": 87.26567550096962,
      "grad_norm": 1.4127347469329834,
      "learning_rate": 0.001,
      "loss": 1.3343,
      "step": 270000
    },
    {
      "epoch": 87.29799612152553,
      "grad_norm": 1.081336259841919,
      "learning_rate": 0.001,
      "loss": 1.3492,
      "step": 270100
    },
    {
      "epoch": 87.33031674208145,
      "grad_norm": 1.8752567768096924,
      "learning_rate": 0.001,
      "loss": 1.3549,
      "step": 270200
    },
    {
      "epoch": 87.36263736263736,
      "grad_norm": 1.388437032699585,
      "learning_rate": 0.001,
      "loss": 1.3611,
      "step": 270300
    },
    {
      "epoch": 87.39495798319328,
      "grad_norm": 1.4460927248001099,
      "learning_rate": 0.001,
      "loss": 1.3689,
      "step": 270400
    },
    {
      "epoch": 87.42727860374919,
      "grad_norm": 1.1481155157089233,
      "learning_rate": 0.001,
      "loss": 1.3311,
      "step": 270500
    },
    {
      "epoch": 87.45959922430511,
      "grad_norm": 1.6455944776535034,
      "learning_rate": 0.001,
      "loss": 1.3606,
      "step": 270600
    },
    {
      "epoch": 87.49191984486102,
      "grad_norm": 1.3881030082702637,
      "learning_rate": 0.001,
      "loss": 1.3644,
      "step": 270700
    },
    {
      "epoch": 87.52424046541694,
      "grad_norm": 1.9347243309020996,
      "learning_rate": 0.001,
      "loss": 1.361,
      "step": 270800
    },
    {
      "epoch": 87.55656108597285,
      "grad_norm": 1.4895657300949097,
      "learning_rate": 0.001,
      "loss": 1.3604,
      "step": 270900
    },
    {
      "epoch": 87.58888170652877,
      "grad_norm": 1.2963961362838745,
      "learning_rate": 0.001,
      "loss": 1.3778,
      "step": 271000
    },
    {
      "epoch": 87.62120232708467,
      "grad_norm": 1.6410125494003296,
      "learning_rate": 0.001,
      "loss": 1.3841,
      "step": 271100
    },
    {
      "epoch": 87.6535229476406,
      "grad_norm": 1.0984294414520264,
      "learning_rate": 0.001,
      "loss": 1.3788,
      "step": 271200
    },
    {
      "epoch": 87.6858435681965,
      "grad_norm": 1.772473692893982,
      "learning_rate": 0.001,
      "loss": 1.4015,
      "step": 271300
    },
    {
      "epoch": 87.71816418875243,
      "grad_norm": 1.6203795671463013,
      "learning_rate": 0.001,
      "loss": 1.3911,
      "step": 271400
    },
    {
      "epoch": 87.75048480930833,
      "grad_norm": 1.2859693765640259,
      "learning_rate": 0.001,
      "loss": 1.3922,
      "step": 271500
    },
    {
      "epoch": 87.78280542986425,
      "grad_norm": 1.312098503112793,
      "learning_rate": 0.001,
      "loss": 1.3952,
      "step": 271600
    },
    {
      "epoch": 87.81512605042016,
      "grad_norm": 1.1193740367889404,
      "learning_rate": 0.001,
      "loss": 1.4068,
      "step": 271700
    },
    {
      "epoch": 87.84744667097608,
      "grad_norm": 1.3634343147277832,
      "learning_rate": 0.001,
      "loss": 1.393,
      "step": 271800
    },
    {
      "epoch": 87.87976729153199,
      "grad_norm": 2.048927068710327,
      "learning_rate": 0.001,
      "loss": 1.3733,
      "step": 271900
    },
    {
      "epoch": 87.91208791208791,
      "grad_norm": 1.1549323797225952,
      "learning_rate": 0.001,
      "loss": 1.4028,
      "step": 272000
    },
    {
      "epoch": 87.94440853264382,
      "grad_norm": 1.4196792840957642,
      "learning_rate": 0.001,
      "loss": 1.4084,
      "step": 272100
    },
    {
      "epoch": 87.97672915319974,
      "grad_norm": 1.4316266775131226,
      "learning_rate": 0.001,
      "loss": 1.4031,
      "step": 272200
    },
    {
      "epoch": 88.00904977375566,
      "grad_norm": 1.3204187154769897,
      "learning_rate": 0.001,
      "loss": 1.377,
      "step": 272300
    },
    {
      "epoch": 88.04137039431157,
      "grad_norm": 1.248044729232788,
      "learning_rate": 0.001,
      "loss": 1.3145,
      "step": 272400
    },
    {
      "epoch": 88.07369101486749,
      "grad_norm": 5.9310760498046875,
      "learning_rate": 0.001,
      "loss": 1.2996,
      "step": 272500
    },
    {
      "epoch": 88.1060116354234,
      "grad_norm": 1.604170560836792,
      "learning_rate": 0.001,
      "loss": 1.3134,
      "step": 272600
    },
    {
      "epoch": 88.13833225597932,
      "grad_norm": 1.6100382804870605,
      "learning_rate": 0.001,
      "loss": 1.3403,
      "step": 272700
    },
    {
      "epoch": 88.17065287653523,
      "grad_norm": 1.6376579999923706,
      "learning_rate": 0.001,
      "loss": 1.3351,
      "step": 272800
    },
    {
      "epoch": 88.20297349709115,
      "grad_norm": 1.4521870613098145,
      "learning_rate": 0.001,
      "loss": 1.305,
      "step": 272900
    },
    {
      "epoch": 88.23529411764706,
      "grad_norm": 1.4969849586486816,
      "learning_rate": 0.001,
      "loss": 1.3288,
      "step": 273000
    },
    {
      "epoch": 88.26761473820298,
      "grad_norm": 1.5396125316619873,
      "learning_rate": 0.001,
      "loss": 1.3266,
      "step": 273100
    },
    {
      "epoch": 88.29993535875889,
      "grad_norm": 1.1927167177200317,
      "learning_rate": 0.001,
      "loss": 1.3296,
      "step": 273200
    },
    {
      "epoch": 88.33225597931481,
      "grad_norm": 1.8290594816207886,
      "learning_rate": 0.001,
      "loss": 1.345,
      "step": 273300
    },
    {
      "epoch": 88.36457659987072,
      "grad_norm": 1.3085838556289673,
      "learning_rate": 0.001,
      "loss": 1.336,
      "step": 273400
    },
    {
      "epoch": 88.39689722042664,
      "grad_norm": 1.1586629152297974,
      "learning_rate": 0.001,
      "loss": 1.3377,
      "step": 273500
    },
    {
      "epoch": 88.42921784098255,
      "grad_norm": 1.1367570161819458,
      "learning_rate": 0.001,
      "loss": 1.3522,
      "step": 273600
    },
    {
      "epoch": 88.46153846153847,
      "grad_norm": 1.206742286682129,
      "learning_rate": 0.001,
      "loss": 1.3497,
      "step": 273700
    },
    {
      "epoch": 88.49385908209437,
      "grad_norm": 1.5800429582595825,
      "learning_rate": 0.001,
      "loss": 1.3468,
      "step": 273800
    },
    {
      "epoch": 88.5261797026503,
      "grad_norm": 1.4341074228286743,
      "learning_rate": 0.001,
      "loss": 1.3463,
      "step": 273900
    },
    {
      "epoch": 88.5585003232062,
      "grad_norm": 1.3624862432479858,
      "learning_rate": 0.001,
      "loss": 1.3731,
      "step": 274000
    },
    {
      "epoch": 88.59082094376213,
      "grad_norm": 3.5724828243255615,
      "learning_rate": 0.001,
      "loss": 1.3646,
      "step": 274100
    },
    {
      "epoch": 88.62314156431803,
      "grad_norm": 1.781200885772705,
      "learning_rate": 0.001,
      "loss": 1.3811,
      "step": 274200
    },
    {
      "epoch": 88.65546218487395,
      "grad_norm": 1.265380620956421,
      "learning_rate": 0.001,
      "loss": 1.3721,
      "step": 274300
    },
    {
      "epoch": 88.68778280542986,
      "grad_norm": 1.4982655048370361,
      "learning_rate": 0.001,
      "loss": 1.3792,
      "step": 274400
    },
    {
      "epoch": 88.72010342598578,
      "grad_norm": 1.293210744857788,
      "learning_rate": 0.001,
      "loss": 1.375,
      "step": 274500
    },
    {
      "epoch": 88.75242404654169,
      "grad_norm": 1.309650182723999,
      "learning_rate": 0.001,
      "loss": 1.3945,
      "step": 274600
    },
    {
      "epoch": 88.78474466709761,
      "grad_norm": 1.35317862033844,
      "learning_rate": 0.001,
      "loss": 1.389,
      "step": 274700
    },
    {
      "epoch": 88.81706528765352,
      "grad_norm": 1.2916276454925537,
      "learning_rate": 0.001,
      "loss": 1.394,
      "step": 274800
    },
    {
      "epoch": 88.84938590820944,
      "grad_norm": 1.3880541324615479,
      "learning_rate": 0.001,
      "loss": 1.3851,
      "step": 274900
    },
    {
      "epoch": 88.88170652876535,
      "grad_norm": 2.49884033203125,
      "learning_rate": 0.001,
      "loss": 1.3858,
      "step": 275000
    },
    {
      "epoch": 88.91402714932127,
      "grad_norm": 1.2562098503112793,
      "learning_rate": 0.001,
      "loss": 1.403,
      "step": 275100
    },
    {
      "epoch": 88.94634776987718,
      "grad_norm": 1.638442873954773,
      "learning_rate": 0.001,
      "loss": 1.4076,
      "step": 275200
    },
    {
      "epoch": 88.9786683904331,
      "grad_norm": 1.2539565563201904,
      "learning_rate": 0.001,
      "loss": 1.4082,
      "step": 275300
    },
    {
      "epoch": 89.01098901098901,
      "grad_norm": 1.9495837688446045,
      "learning_rate": 0.001,
      "loss": 1.3715,
      "step": 275400
    },
    {
      "epoch": 89.04330963154493,
      "grad_norm": 4.3390607833862305,
      "learning_rate": 0.001,
      "loss": 1.3136,
      "step": 275500
    },
    {
      "epoch": 89.07563025210084,
      "grad_norm": 1.711245059967041,
      "learning_rate": 0.001,
      "loss": 1.3085,
      "step": 275600
    },
    {
      "epoch": 89.10795087265676,
      "grad_norm": 1.2395496368408203,
      "learning_rate": 0.001,
      "loss": 1.3145,
      "step": 275700
    },
    {
      "epoch": 89.14027149321267,
      "grad_norm": 2.822439193725586,
      "learning_rate": 0.001,
      "loss": 1.3036,
      "step": 275800
    },
    {
      "epoch": 89.17259211376859,
      "grad_norm": 1.1898193359375,
      "learning_rate": 0.001,
      "loss": 1.3286,
      "step": 275900
    },
    {
      "epoch": 89.2049127343245,
      "grad_norm": 1.3877085447311401,
      "learning_rate": 0.001,
      "loss": 1.3109,
      "step": 276000
    },
    {
      "epoch": 89.23723335488042,
      "grad_norm": 1.3614100217819214,
      "learning_rate": 0.001,
      "loss": 1.3218,
      "step": 276100
    },
    {
      "epoch": 89.26955397543632,
      "grad_norm": 1.3271558284759521,
      "learning_rate": 0.001,
      "loss": 1.3196,
      "step": 276200
    },
    {
      "epoch": 89.30187459599225,
      "grad_norm": 1.412123680114746,
      "learning_rate": 0.001,
      "loss": 1.3426,
      "step": 276300
    },
    {
      "epoch": 89.33419521654815,
      "grad_norm": 1.439941167831421,
      "learning_rate": 0.001,
      "loss": 1.3287,
      "step": 276400
    },
    {
      "epoch": 89.36651583710407,
      "grad_norm": 1.4754469394683838,
      "learning_rate": 0.001,
      "loss": 1.3313,
      "step": 276500
    },
    {
      "epoch": 89.39883645765998,
      "grad_norm": 1.467702031135559,
      "learning_rate": 0.001,
      "loss": 1.3447,
      "step": 276600
    },
    {
      "epoch": 89.4311570782159,
      "grad_norm": 1.3475784063339233,
      "learning_rate": 0.001,
      "loss": 1.3303,
      "step": 276700
    },
    {
      "epoch": 89.46347769877181,
      "grad_norm": 1.3619110584259033,
      "learning_rate": 0.001,
      "loss": 1.3425,
      "step": 276800
    },
    {
      "epoch": 89.49579831932773,
      "grad_norm": 1.5737175941467285,
      "learning_rate": 0.001,
      "loss": 1.3384,
      "step": 276900
    },
    {
      "epoch": 89.52811893988364,
      "grad_norm": 1.3295173645019531,
      "learning_rate": 0.001,
      "loss": 1.3497,
      "step": 277000
    },
    {
      "epoch": 89.56043956043956,
      "grad_norm": 1.3715986013412476,
      "learning_rate": 0.001,
      "loss": 1.3559,
      "step": 277100
    },
    {
      "epoch": 89.59276018099547,
      "grad_norm": 1.4644018411636353,
      "learning_rate": 0.001,
      "loss": 1.3667,
      "step": 277200
    },
    {
      "epoch": 89.62508080155139,
      "grad_norm": 1.379562497138977,
      "learning_rate": 0.001,
      "loss": 1.3659,
      "step": 277300
    },
    {
      "epoch": 89.6574014221073,
      "grad_norm": 1.4549119472503662,
      "learning_rate": 0.001,
      "loss": 1.354,
      "step": 277400
    },
    {
      "epoch": 89.68972204266322,
      "grad_norm": 1.5802336931228638,
      "learning_rate": 0.001,
      "loss": 1.3581,
      "step": 277500
    },
    {
      "epoch": 89.72204266321913,
      "grad_norm": 1.6768038272857666,
      "learning_rate": 0.001,
      "loss": 1.3868,
      "step": 277600
    },
    {
      "epoch": 89.75436328377505,
      "grad_norm": 1.4837453365325928,
      "learning_rate": 0.001,
      "loss": 1.3659,
      "step": 277700
    },
    {
      "epoch": 89.78668390433096,
      "grad_norm": 1.1312708854675293,
      "learning_rate": 0.001,
      "loss": 1.3621,
      "step": 277800
    },
    {
      "epoch": 89.81900452488688,
      "grad_norm": 1.3731839656829834,
      "learning_rate": 0.001,
      "loss": 1.3862,
      "step": 277900
    },
    {
      "epoch": 89.85132514544279,
      "grad_norm": 1.258386254310608,
      "learning_rate": 0.001,
      "loss": 1.3872,
      "step": 278000
    },
    {
      "epoch": 89.88364576599871,
      "grad_norm": 1.239209771156311,
      "learning_rate": 0.001,
      "loss": 1.3959,
      "step": 278100
    },
    {
      "epoch": 89.91596638655462,
      "grad_norm": 1.2745184898376465,
      "learning_rate": 0.001,
      "loss": 1.3826,
      "step": 278200
    },
    {
      "epoch": 89.94828700711054,
      "grad_norm": 1.6294864416122437,
      "learning_rate": 0.001,
      "loss": 1.3913,
      "step": 278300
    },
    {
      "epoch": 89.98060762766644,
      "grad_norm": 1.204464316368103,
      "learning_rate": 0.001,
      "loss": 1.3951,
      "step": 278400
    },
    {
      "epoch": 90.01292824822237,
      "grad_norm": 1.4599672555923462,
      "learning_rate": 0.001,
      "loss": 1.346,
      "step": 278500
    },
    {
      "epoch": 90.04524886877829,
      "grad_norm": 1.5687618255615234,
      "learning_rate": 0.001,
      "loss": 1.2943,
      "step": 278600
    },
    {
      "epoch": 90.0775694893342,
      "grad_norm": 1.704644799232483,
      "learning_rate": 0.001,
      "loss": 1.3107,
      "step": 278700
    },
    {
      "epoch": 90.10989010989012,
      "grad_norm": 1.4967204332351685,
      "learning_rate": 0.001,
      "loss": 1.3032,
      "step": 278800
    },
    {
      "epoch": 90.14221073044602,
      "grad_norm": 1.5653892755508423,
      "learning_rate": 0.001,
      "loss": 1.3097,
      "step": 278900
    },
    {
      "epoch": 90.17453135100195,
      "grad_norm": 1.1755692958831787,
      "learning_rate": 0.001,
      "loss": 1.3059,
      "step": 279000
    },
    {
      "epoch": 90.20685197155785,
      "grad_norm": 1.5228681564331055,
      "learning_rate": 0.001,
      "loss": 1.3234,
      "step": 279100
    },
    {
      "epoch": 90.23917259211377,
      "grad_norm": 1.9272308349609375,
      "learning_rate": 0.001,
      "loss": 1.3133,
      "step": 279200
    },
    {
      "epoch": 90.27149321266968,
      "grad_norm": 1.3684016466140747,
      "learning_rate": 0.001,
      "loss": 1.307,
      "step": 279300
    },
    {
      "epoch": 90.3038138332256,
      "grad_norm": 1.4962882995605469,
      "learning_rate": 0.001,
      "loss": 1.3094,
      "step": 279400
    },
    {
      "epoch": 90.33613445378151,
      "grad_norm": 1.6802469491958618,
      "learning_rate": 0.001,
      "loss": 1.3267,
      "step": 279500
    },
    {
      "epoch": 90.36845507433743,
      "grad_norm": 1.208627700805664,
      "learning_rate": 0.001,
      "loss": 1.3283,
      "step": 279600
    },
    {
      "epoch": 90.40077569489334,
      "grad_norm": 3.1640098094940186,
      "learning_rate": 0.001,
      "loss": 1.3475,
      "step": 279700
    },
    {
      "epoch": 90.43309631544926,
      "grad_norm": 1.2767202854156494,
      "learning_rate": 0.001,
      "loss": 1.3436,
      "step": 279800
    },
    {
      "epoch": 90.46541693600517,
      "grad_norm": 1.5337235927581787,
      "learning_rate": 0.001,
      "loss": 1.3323,
      "step": 279900
    },
    {
      "epoch": 90.49773755656109,
      "grad_norm": 1.4267265796661377,
      "learning_rate": 0.001,
      "loss": 1.3496,
      "step": 280000
    },
    {
      "epoch": 90.530058177117,
      "grad_norm": 2.21697998046875,
      "learning_rate": 0.001,
      "loss": 1.3408,
      "step": 280100
    },
    {
      "epoch": 90.56237879767292,
      "grad_norm": 2.3332362174987793,
      "learning_rate": 0.001,
      "loss": 1.3568,
      "step": 280200
    },
    {
      "epoch": 90.59469941822883,
      "grad_norm": 1.3262630701065063,
      "learning_rate": 0.001,
      "loss": 1.3378,
      "step": 280300
    },
    {
      "epoch": 90.62702003878475,
      "grad_norm": 1.2856950759887695,
      "learning_rate": 0.001,
      "loss": 1.347,
      "step": 280400
    },
    {
      "epoch": 90.65934065934066,
      "grad_norm": 1.4217835664749146,
      "learning_rate": 0.001,
      "loss": 1.3564,
      "step": 280500
    },
    {
      "epoch": 90.69166127989658,
      "grad_norm": 1.3997516632080078,
      "learning_rate": 0.001,
      "loss": 1.3542,
      "step": 280600
    },
    {
      "epoch": 90.72398190045249,
      "grad_norm": 1.432148814201355,
      "learning_rate": 0.001,
      "loss": 1.3636,
      "step": 280700
    },
    {
      "epoch": 90.75630252100841,
      "grad_norm": 1.4643232822418213,
      "learning_rate": 0.001,
      "loss": 1.3609,
      "step": 280800
    },
    {
      "epoch": 90.78862314156432,
      "grad_norm": 1.649337649345398,
      "learning_rate": 0.001,
      "loss": 1.3726,
      "step": 280900
    },
    {
      "epoch": 90.82094376212024,
      "grad_norm": 1.4030078649520874,
      "learning_rate": 0.001,
      "loss": 1.3565,
      "step": 281000
    },
    {
      "epoch": 90.85326438267614,
      "grad_norm": 1.2750369310379028,
      "learning_rate": 0.001,
      "loss": 1.38,
      "step": 281100
    },
    {
      "epoch": 90.88558500323207,
      "grad_norm": 1.3324947357177734,
      "learning_rate": 0.001,
      "loss": 1.3835,
      "step": 281200
    },
    {
      "epoch": 90.91790562378797,
      "grad_norm": 1.305501937866211,
      "learning_rate": 0.001,
      "loss": 1.3629,
      "step": 281300
    },
    {
      "epoch": 90.9502262443439,
      "grad_norm": 2.1086809635162354,
      "learning_rate": 0.001,
      "loss": 1.3773,
      "step": 281400
    },
    {
      "epoch": 90.9825468648998,
      "grad_norm": 1.491041660308838,
      "learning_rate": 0.001,
      "loss": 1.3946,
      "step": 281500
    },
    {
      "epoch": 91.01486748545572,
      "grad_norm": 1.5243803262710571,
      "learning_rate": 0.001,
      "loss": 1.311,
      "step": 281600
    },
    {
      "epoch": 91.04718810601163,
      "grad_norm": 1.592115879058838,
      "learning_rate": 0.001,
      "loss": 1.2798,
      "step": 281700
    },
    {
      "epoch": 91.07950872656755,
      "grad_norm": 1.424059510231018,
      "learning_rate": 0.001,
      "loss": 1.2844,
      "step": 281800
    },
    {
      "epoch": 91.11182934712346,
      "grad_norm": 1.5566297769546509,
      "learning_rate": 0.001,
      "loss": 1.2995,
      "step": 281900
    },
    {
      "epoch": 91.14414996767938,
      "grad_norm": 1.7914786338806152,
      "learning_rate": 0.001,
      "loss": 1.2967,
      "step": 282000
    },
    {
      "epoch": 91.17647058823529,
      "grad_norm": 1.5985560417175293,
      "learning_rate": 0.001,
      "loss": 1.3115,
      "step": 282100
    },
    {
      "epoch": 91.20879120879121,
      "grad_norm": 1.9369933605194092,
      "learning_rate": 0.001,
      "loss": 1.2896,
      "step": 282200
    },
    {
      "epoch": 91.24111182934712,
      "grad_norm": 2.1257946491241455,
      "learning_rate": 0.001,
      "loss": 1.3147,
      "step": 282300
    },
    {
      "epoch": 91.27343244990304,
      "grad_norm": 1.4042307138442993,
      "learning_rate": 0.001,
      "loss": 1.3094,
      "step": 282400
    },
    {
      "epoch": 91.30575307045895,
      "grad_norm": 2.677995443344116,
      "learning_rate": 0.001,
      "loss": 1.3183,
      "step": 282500
    },
    {
      "epoch": 91.33807369101487,
      "grad_norm": 1.586531162261963,
      "learning_rate": 0.001,
      "loss": 1.3126,
      "step": 282600
    },
    {
      "epoch": 91.37039431157078,
      "grad_norm": 1.7298387289047241,
      "learning_rate": 0.001,
      "loss": 1.3266,
      "step": 282700
    },
    {
      "epoch": 91.4027149321267,
      "grad_norm": 1.5092859268188477,
      "learning_rate": 0.001,
      "loss": 1.3365,
      "step": 282800
    },
    {
      "epoch": 91.4350355526826,
      "grad_norm": 1.5835405588150024,
      "learning_rate": 0.001,
      "loss": 1.3295,
      "step": 282900
    },
    {
      "epoch": 91.46735617323853,
      "grad_norm": 1.7209255695343018,
      "learning_rate": 0.001,
      "loss": 1.3222,
      "step": 283000
    },
    {
      "epoch": 91.49967679379444,
      "grad_norm": 1.4548230171203613,
      "learning_rate": 0.001,
      "loss": 1.3344,
      "step": 283100
    },
    {
      "epoch": 91.53199741435036,
      "grad_norm": 1.6066763401031494,
      "learning_rate": 0.001,
      "loss": 1.3194,
      "step": 283200
    },
    {
      "epoch": 91.56431803490626,
      "grad_norm": 6.485100269317627,
      "learning_rate": 0.001,
      "loss": 1.3524,
      "step": 283300
    },
    {
      "epoch": 91.59663865546219,
      "grad_norm": 2.271725654602051,
      "learning_rate": 0.001,
      "loss": 1.3715,
      "step": 283400
    },
    {
      "epoch": 91.6289592760181,
      "grad_norm": 1.4245686531066895,
      "learning_rate": 0.001,
      "loss": 1.3402,
      "step": 283500
    },
    {
      "epoch": 91.66127989657402,
      "grad_norm": 2.0253443717956543,
      "learning_rate": 0.001,
      "loss": 1.3719,
      "step": 283600
    },
    {
      "epoch": 91.69360051712992,
      "grad_norm": 2.105376720428467,
      "learning_rate": 0.001,
      "loss": 1.371,
      "step": 283700
    },
    {
      "epoch": 91.72592113768584,
      "grad_norm": 1.8629376888275146,
      "learning_rate": 0.001,
      "loss": 1.3606,
      "step": 283800
    },
    {
      "epoch": 91.75824175824175,
      "grad_norm": 2.0788238048553467,
      "learning_rate": 0.001,
      "loss": 1.3671,
      "step": 283900
    },
    {
      "epoch": 91.79056237879767,
      "grad_norm": 1.2592369318008423,
      "learning_rate": 0.001,
      "loss": 1.3717,
      "step": 284000
    },
    {
      "epoch": 91.82288299935358,
      "grad_norm": 2.2693026065826416,
      "learning_rate": 0.001,
      "loss": 1.3622,
      "step": 284100
    },
    {
      "epoch": 91.8552036199095,
      "grad_norm": 1.9867825508117676,
      "learning_rate": 0.001,
      "loss": 1.3532,
      "step": 284200
    },
    {
      "epoch": 91.88752424046541,
      "grad_norm": 1.6291043758392334,
      "learning_rate": 0.001,
      "loss": 1.3777,
      "step": 284300
    },
    {
      "epoch": 91.91984486102133,
      "grad_norm": 2.08136248588562,
      "learning_rate": 0.001,
      "loss": 1.3742,
      "step": 284400
    },
    {
      "epoch": 91.95216548157724,
      "grad_norm": 1.622440218925476,
      "learning_rate": 0.001,
      "loss": 1.364,
      "step": 284500
    },
    {
      "epoch": 91.98448610213316,
      "grad_norm": 1.4618422985076904,
      "learning_rate": 0.001,
      "loss": 1.3908,
      "step": 284600
    },
    {
      "epoch": 92.01680672268908,
      "grad_norm": 2.3942365646362305,
      "learning_rate": 0.001,
      "loss": 1.3039,
      "step": 284700
    },
    {
      "epoch": 92.04912734324499,
      "grad_norm": 2.5144999027252197,
      "learning_rate": 0.001,
      "loss": 1.2722,
      "step": 284800
    },
    {
      "epoch": 92.08144796380091,
      "grad_norm": 2.1957309246063232,
      "learning_rate": 0.001,
      "loss": 1.2813,
      "step": 284900
    },
    {
      "epoch": 92.11376858435682,
      "grad_norm": 2.024778127670288,
      "learning_rate": 0.001,
      "loss": 1.2894,
      "step": 285000
    },
    {
      "epoch": 92.14608920491274,
      "grad_norm": 1.779248595237732,
      "learning_rate": 0.001,
      "loss": 1.2905,
      "step": 285100
    },
    {
      "epoch": 92.17840982546865,
      "grad_norm": 1.8589575290679932,
      "learning_rate": 0.001,
      "loss": 1.2998,
      "step": 285200
    },
    {
      "epoch": 92.21073044602457,
      "grad_norm": 2.108970880508423,
      "learning_rate": 0.001,
      "loss": 1.3114,
      "step": 285300
    },
    {
      "epoch": 92.24305106658048,
      "grad_norm": 1.610715627670288,
      "learning_rate": 0.001,
      "loss": 1.2909,
      "step": 285400
    },
    {
      "epoch": 92.2753716871364,
      "grad_norm": 1.513769507408142,
      "learning_rate": 0.001,
      "loss": 1.3138,
      "step": 285500
    },
    {
      "epoch": 92.3076923076923,
      "grad_norm": 1.6444520950317383,
      "learning_rate": 0.001,
      "loss": 1.3074,
      "step": 285600
    },
    {
      "epoch": 92.34001292824823,
      "grad_norm": 2.2868876457214355,
      "learning_rate": 0.001,
      "loss": 1.2964,
      "step": 285700
    },
    {
      "epoch": 92.37233354880414,
      "grad_norm": 1.774989128112793,
      "learning_rate": 0.001,
      "loss": 1.305,
      "step": 285800
    },
    {
      "epoch": 92.40465416936006,
      "grad_norm": 2.308513879776001,
      "learning_rate": 0.001,
      "loss": 1.3248,
      "step": 285900
    },
    {
      "epoch": 92.43697478991596,
      "grad_norm": 3.0487539768218994,
      "learning_rate": 0.001,
      "loss": 1.3312,
      "step": 286000
    },
    {
      "epoch": 92.46929541047189,
      "grad_norm": 1.9756824970245361,
      "learning_rate": 0.001,
      "loss": 1.3456,
      "step": 286100
    },
    {
      "epoch": 92.5016160310278,
      "grad_norm": 1.846605658531189,
      "learning_rate": 0.001,
      "loss": 1.3348,
      "step": 286200
    },
    {
      "epoch": 92.53393665158372,
      "grad_norm": 1.3333748579025269,
      "learning_rate": 0.001,
      "loss": 1.343,
      "step": 286300
    },
    {
      "epoch": 92.56625727213962,
      "grad_norm": 2.255155563354492,
      "learning_rate": 0.001,
      "loss": 1.3236,
      "step": 286400
    },
    {
      "epoch": 92.59857789269554,
      "grad_norm": 2.1936910152435303,
      "learning_rate": 0.001,
      "loss": 1.3337,
      "step": 286500
    },
    {
      "epoch": 92.63089851325145,
      "grad_norm": 1.9597818851470947,
      "learning_rate": 0.001,
      "loss": 1.3493,
      "step": 286600
    },
    {
      "epoch": 92.66321913380737,
      "grad_norm": 1.900236964225769,
      "learning_rate": 0.001,
      "loss": 1.341,
      "step": 286700
    },
    {
      "epoch": 92.69553975436328,
      "grad_norm": 2.9123873710632324,
      "learning_rate": 0.001,
      "loss": 1.3638,
      "step": 286800
    },
    {
      "epoch": 92.7278603749192,
      "grad_norm": 1.8694791793823242,
      "learning_rate": 0.001,
      "loss": 1.3412,
      "step": 286900
    },
    {
      "epoch": 92.76018099547511,
      "grad_norm": 2.974926233291626,
      "learning_rate": 0.001,
      "loss": 1.3439,
      "step": 287000
    },
    {
      "epoch": 92.79250161603103,
      "grad_norm": 1.7749550342559814,
      "learning_rate": 0.001,
      "loss": 1.3616,
      "step": 287100
    },
    {
      "epoch": 92.82482223658694,
      "grad_norm": 2.163217067718506,
      "learning_rate": 0.001,
      "loss": 1.3648,
      "step": 287200
    },
    {
      "epoch": 92.85714285714286,
      "grad_norm": 1.7643747329711914,
      "learning_rate": 0.001,
      "loss": 1.3659,
      "step": 287300
    },
    {
      "epoch": 92.88946347769877,
      "grad_norm": 2.057770013809204,
      "learning_rate": 0.001,
      "loss": 1.3759,
      "step": 287400
    },
    {
      "epoch": 92.92178409825469,
      "grad_norm": 1.7538596391677856,
      "learning_rate": 0.001,
      "loss": 1.3895,
      "step": 287500
    },
    {
      "epoch": 92.9541047188106,
      "grad_norm": 1.5816481113433838,
      "learning_rate": 0.001,
      "loss": 1.3698,
      "step": 287600
    },
    {
      "epoch": 92.98642533936652,
      "grad_norm": 13.105364799499512,
      "learning_rate": 0.001,
      "loss": 1.3683,
      "step": 287700
    },
    {
      "epoch": 93.01874595992243,
      "grad_norm": 1.561262607574463,
      "learning_rate": 0.001,
      "loss": 1.3331,
      "step": 287800
    },
    {
      "epoch": 93.05106658047835,
      "grad_norm": 1.7738032341003418,
      "learning_rate": 0.001,
      "loss": 1.2607,
      "step": 287900
    },
    {
      "epoch": 93.08338720103426,
      "grad_norm": 1.354508638381958,
      "learning_rate": 0.001,
      "loss": 1.2838,
      "step": 288000
    },
    {
      "epoch": 93.11570782159018,
      "grad_norm": 3.321161985397339,
      "learning_rate": 0.001,
      "loss": 1.284,
      "step": 288100
    },
    {
      "epoch": 93.14802844214609,
      "grad_norm": 1.961747407913208,
      "learning_rate": 0.001,
      "loss": 1.3046,
      "step": 288200
    },
    {
      "epoch": 93.180349062702,
      "grad_norm": 2.2767739295959473,
      "learning_rate": 0.001,
      "loss": 1.2927,
      "step": 288300
    },
    {
      "epoch": 93.21266968325791,
      "grad_norm": 1.3735517263412476,
      "learning_rate": 0.001,
      "loss": 1.2872,
      "step": 288400
    },
    {
      "epoch": 93.24499030381384,
      "grad_norm": 1.4320037364959717,
      "learning_rate": 0.001,
      "loss": 1.291,
      "step": 288500
    },
    {
      "epoch": 93.27731092436974,
      "grad_norm": 1.9142048358917236,
      "learning_rate": 0.001,
      "loss": 1.3208,
      "step": 288600
    },
    {
      "epoch": 93.30963154492567,
      "grad_norm": 1.263515830039978,
      "learning_rate": 0.001,
      "loss": 1.3022,
      "step": 288700
    },
    {
      "epoch": 93.34195216548157,
      "grad_norm": 1.2674479484558105,
      "learning_rate": 0.001,
      "loss": 1.3212,
      "step": 288800
    },
    {
      "epoch": 93.3742727860375,
      "grad_norm": 2.3002686500549316,
      "learning_rate": 0.001,
      "loss": 1.3258,
      "step": 288900
    },
    {
      "epoch": 93.4065934065934,
      "grad_norm": 1.927563190460205,
      "learning_rate": 0.001,
      "loss": 1.3201,
      "step": 289000
    },
    {
      "epoch": 93.43891402714932,
      "grad_norm": 1.2525622844696045,
      "learning_rate": 0.001,
      "loss": 1.3152,
      "step": 289100
    },
    {
      "epoch": 93.47123464770523,
      "grad_norm": 1.3473992347717285,
      "learning_rate": 0.001,
      "loss": 1.3198,
      "step": 289200
    },
    {
      "epoch": 93.50355526826115,
      "grad_norm": 2.2706027030944824,
      "learning_rate": 0.001,
      "loss": 1.3256,
      "step": 289300
    },
    {
      "epoch": 93.53587588881706,
      "grad_norm": 1.4038032293319702,
      "learning_rate": 0.001,
      "loss": 1.336,
      "step": 289400
    },
    {
      "epoch": 93.56819650937298,
      "grad_norm": 1.2094279527664185,
      "learning_rate": 0.001,
      "loss": 1.3369,
      "step": 289500
    },
    {
      "epoch": 93.60051712992889,
      "grad_norm": 1.7099802494049072,
      "learning_rate": 0.001,
      "loss": 1.342,
      "step": 289600
    },
    {
      "epoch": 93.63283775048481,
      "grad_norm": 2.4633233547210693,
      "learning_rate": 0.001,
      "loss": 1.3258,
      "step": 289700
    },
    {
      "epoch": 93.66515837104072,
      "grad_norm": 2.0658864974975586,
      "learning_rate": 0.001,
      "loss": 1.3349,
      "step": 289800
    },
    {
      "epoch": 93.69747899159664,
      "grad_norm": 1.2626689672470093,
      "learning_rate": 0.001,
      "loss": 1.331,
      "step": 289900
    },
    {
      "epoch": 93.72979961215255,
      "grad_norm": 1.121216058731079,
      "learning_rate": 0.001,
      "loss": 1.3489,
      "step": 290000
    },
    {
      "epoch": 93.76212023270847,
      "grad_norm": 1.3794893026351929,
      "learning_rate": 0.001,
      "loss": 1.3491,
      "step": 290100
    },
    {
      "epoch": 93.79444085326438,
      "grad_norm": 1.4792559146881104,
      "learning_rate": 0.001,
      "loss": 1.3531,
      "step": 290200
    },
    {
      "epoch": 93.8267614738203,
      "grad_norm": 1.5114189386367798,
      "learning_rate": 0.001,
      "loss": 1.3615,
      "step": 290300
    },
    {
      "epoch": 93.8590820943762,
      "grad_norm": 1.5044186115264893,
      "learning_rate": 0.001,
      "loss": 1.3604,
      "step": 290400
    },
    {
      "epoch": 93.89140271493213,
      "grad_norm": 1.224281907081604,
      "learning_rate": 0.001,
      "loss": 1.3721,
      "step": 290500
    },
    {
      "epoch": 93.92372333548803,
      "grad_norm": 2.5237114429473877,
      "learning_rate": 0.001,
      "loss": 1.3755,
      "step": 290600
    },
    {
      "epoch": 93.95604395604396,
      "grad_norm": 2.792288303375244,
      "learning_rate": 0.001,
      "loss": 1.3696,
      "step": 290700
    },
    {
      "epoch": 93.98836457659988,
      "grad_norm": 1.158935785293579,
      "learning_rate": 0.001,
      "loss": 1.3594,
      "step": 290800
    },
    {
      "epoch": 94.02068519715579,
      "grad_norm": 2.570094585418701,
      "learning_rate": 0.001,
      "loss": 1.3156,
      "step": 290900
    },
    {
      "epoch": 94.0530058177117,
      "grad_norm": 1.6163071393966675,
      "learning_rate": 0.001,
      "loss": 1.258,
      "step": 291000
    },
    {
      "epoch": 94.08532643826761,
      "grad_norm": 1.2236714363098145,
      "learning_rate": 0.001,
      "loss": 1.2743,
      "step": 291100
    },
    {
      "epoch": 94.11764705882354,
      "grad_norm": 1.3945966958999634,
      "learning_rate": 0.001,
      "loss": 1.2891,
      "step": 291200
    },
    {
      "epoch": 94.14996767937944,
      "grad_norm": 1.0294735431671143,
      "learning_rate": 0.001,
      "loss": 1.262,
      "step": 291300
    },
    {
      "epoch": 94.18228829993537,
      "grad_norm": 1.3685625791549683,
      "learning_rate": 0.001,
      "loss": 1.2861,
      "step": 291400
    },
    {
      "epoch": 94.21460892049127,
      "grad_norm": 1.0638835430145264,
      "learning_rate": 0.001,
      "loss": 1.2891,
      "step": 291500
    },
    {
      "epoch": 94.2469295410472,
      "grad_norm": 2.022845983505249,
      "learning_rate": 0.001,
      "loss": 1.3016,
      "step": 291600
    },
    {
      "epoch": 94.2792501616031,
      "grad_norm": 1.4385517835617065,
      "learning_rate": 0.001,
      "loss": 1.2939,
      "step": 291700
    },
    {
      "epoch": 94.31157078215902,
      "grad_norm": 1.1471717357635498,
      "learning_rate": 0.001,
      "loss": 1.3155,
      "step": 291800
    },
    {
      "epoch": 94.34389140271493,
      "grad_norm": 1.1182477474212646,
      "learning_rate": 0.001,
      "loss": 1.2952,
      "step": 291900
    },
    {
      "epoch": 94.37621202327085,
      "grad_norm": 2.2943480014801025,
      "learning_rate": 0.001,
      "loss": 1.3173,
      "step": 292000
    },
    {
      "epoch": 94.40853264382676,
      "grad_norm": 1.4370719194412231,
      "learning_rate": 0.001,
      "loss": 1.2993,
      "step": 292100
    },
    {
      "epoch": 94.44085326438268,
      "grad_norm": 4.811838626861572,
      "learning_rate": 0.001,
      "loss": 1.3078,
      "step": 292200
    },
    {
      "epoch": 94.47317388493859,
      "grad_norm": 1.4992074966430664,
      "learning_rate": 0.001,
      "loss": 1.3097,
      "step": 292300
    },
    {
      "epoch": 94.50549450549451,
      "grad_norm": 1.2187234163284302,
      "learning_rate": 0.001,
      "loss": 1.3221,
      "step": 292400
    },
    {
      "epoch": 94.53781512605042,
      "grad_norm": 1.5108751058578491,
      "learning_rate": 0.001,
      "loss": 1.3219,
      "step": 292500
    },
    {
      "epoch": 94.57013574660634,
      "grad_norm": 1.45274817943573,
      "learning_rate": 0.001,
      "loss": 1.3219,
      "step": 292600
    },
    {
      "epoch": 94.60245636716225,
      "grad_norm": 1.228449821472168,
      "learning_rate": 0.001,
      "loss": 1.316,
      "step": 292700
    },
    {
      "epoch": 94.63477698771817,
      "grad_norm": 2.3966917991638184,
      "learning_rate": 0.001,
      "loss": 1.3339,
      "step": 292800
    },
    {
      "epoch": 94.66709760827408,
      "grad_norm": 1.409259557723999,
      "learning_rate": 0.001,
      "loss": 1.3288,
      "step": 292900
    },
    {
      "epoch": 94.69941822883,
      "grad_norm": 1.6871246099472046,
      "learning_rate": 0.001,
      "loss": 1.3534,
      "step": 293000
    },
    {
      "epoch": 94.7317388493859,
      "grad_norm": 1.4570260047912598,
      "learning_rate": 0.001,
      "loss": 1.3393,
      "step": 293100
    },
    {
      "epoch": 94.76405946994183,
      "grad_norm": 1.3548556566238403,
      "learning_rate": 0.001,
      "loss": 1.3407,
      "step": 293200
    },
    {
      "epoch": 94.79638009049773,
      "grad_norm": 114.05281066894531,
      "learning_rate": 0.001,
      "loss": 1.3375,
      "step": 293300
    },
    {
      "epoch": 94.82870071105366,
      "grad_norm": 3.4545750617980957,
      "learning_rate": 0.001,
      "loss": 1.3586,
      "step": 293400
    },
    {
      "epoch": 94.86102133160956,
      "grad_norm": 1.7817091941833496,
      "learning_rate": 0.001,
      "loss": 1.3453,
      "step": 293500
    },
    {
      "epoch": 94.89334195216549,
      "grad_norm": 1.605155110359192,
      "learning_rate": 0.001,
      "loss": 1.361,
      "step": 293600
    },
    {
      "epoch": 94.9256625727214,
      "grad_norm": 1.2100731134414673,
      "learning_rate": 0.001,
      "loss": 1.3512,
      "step": 293700
    },
    {
      "epoch": 94.95798319327731,
      "grad_norm": 1.5767890214920044,
      "learning_rate": 0.001,
      "loss": 1.3498,
      "step": 293800
    },
    {
      "epoch": 94.99030381383322,
      "grad_norm": 1.5783711671829224,
      "learning_rate": 0.001,
      "loss": 1.3612,
      "step": 293900
    },
    {
      "epoch": 95.02262443438914,
      "grad_norm": 1.2901628017425537,
      "learning_rate": 0.001,
      "loss": 1.3043,
      "step": 294000
    },
    {
      "epoch": 95.05494505494505,
      "grad_norm": 2.868915319442749,
      "learning_rate": 0.001,
      "loss": 1.2837,
      "step": 294100
    },
    {
      "epoch": 95.08726567550097,
      "grad_norm": 1.1901614665985107,
      "learning_rate": 0.001,
      "loss": 1.2818,
      "step": 294200
    },
    {
      "epoch": 95.11958629605688,
      "grad_norm": 1.3754775524139404,
      "learning_rate": 0.001,
      "loss": 1.2671,
      "step": 294300
    },
    {
      "epoch": 95.1519069166128,
      "grad_norm": 1.1428508758544922,
      "learning_rate": 0.001,
      "loss": 1.2605,
      "step": 294400
    },
    {
      "epoch": 95.18422753716871,
      "grad_norm": 1.577307939529419,
      "learning_rate": 0.001,
      "loss": 1.2834,
      "step": 294500
    },
    {
      "epoch": 95.21654815772463,
      "grad_norm": 1.388953447341919,
      "learning_rate": 0.001,
      "loss": 1.2929,
      "step": 294600
    },
    {
      "epoch": 95.24886877828054,
      "grad_norm": 1.1535589694976807,
      "learning_rate": 0.001,
      "loss": 1.2857,
      "step": 294700
    },
    {
      "epoch": 95.28118939883646,
      "grad_norm": 1.3226066827774048,
      "learning_rate": 0.001,
      "loss": 1.2939,
      "step": 294800
    },
    {
      "epoch": 95.31351001939237,
      "grad_norm": 1.4557775259017944,
      "learning_rate": 0.001,
      "loss": 1.2826,
      "step": 294900
    },
    {
      "epoch": 95.34583063994829,
      "grad_norm": 1.2734169960021973,
      "learning_rate": 0.001,
      "loss": 1.2882,
      "step": 295000
    },
    {
      "epoch": 95.3781512605042,
      "grad_norm": 2.0610947608947754,
      "learning_rate": 0.001,
      "loss": 1.3097,
      "step": 295100
    },
    {
      "epoch": 95.41047188106012,
      "grad_norm": 1.407949447631836,
      "learning_rate": 0.001,
      "loss": 1.2965,
      "step": 295200
    },
    {
      "epoch": 95.44279250161603,
      "grad_norm": 1.7000648975372314,
      "learning_rate": 0.001,
      "loss": 1.2975,
      "step": 295300
    },
    {
      "epoch": 95.47511312217195,
      "grad_norm": 1.8274896144866943,
      "learning_rate": 0.001,
      "loss": 1.3112,
      "step": 295400
    },
    {
      "epoch": 95.50743374272786,
      "grad_norm": 1.3110020160675049,
      "learning_rate": 0.001,
      "loss": 1.3128,
      "step": 295500
    },
    {
      "epoch": 95.53975436328378,
      "grad_norm": 1.5255872011184692,
      "learning_rate": 0.001,
      "loss": 1.3205,
      "step": 295600
    },
    {
      "epoch": 95.57207498383968,
      "grad_norm": 2.0161588191986084,
      "learning_rate": 0.001,
      "loss": 1.3189,
      "step": 295700
    },
    {
      "epoch": 95.6043956043956,
      "grad_norm": 1.6298280954360962,
      "learning_rate": 0.001,
      "loss": 1.3187,
      "step": 295800
    },
    {
      "epoch": 95.63671622495151,
      "grad_norm": 1.317140817642212,
      "learning_rate": 0.001,
      "loss": 1.3258,
      "step": 295900
    },
    {
      "epoch": 95.66903684550743,
      "grad_norm": 1.2018191814422607,
      "learning_rate": 0.001,
      "loss": 1.3317,
      "step": 296000
    },
    {
      "epoch": 95.70135746606334,
      "grad_norm": 1.3893253803253174,
      "learning_rate": 0.001,
      "loss": 1.3246,
      "step": 296100
    },
    {
      "epoch": 95.73367808661926,
      "grad_norm": 1.4347729682922363,
      "learning_rate": 0.001,
      "loss": 1.3354,
      "step": 296200
    },
    {
      "epoch": 95.76599870717517,
      "grad_norm": 1.1931360960006714,
      "learning_rate": 0.001,
      "loss": 1.3199,
      "step": 296300
    },
    {
      "epoch": 95.7983193277311,
      "grad_norm": 1.1544941663742065,
      "learning_rate": 0.001,
      "loss": 1.3499,
      "step": 296400
    },
    {
      "epoch": 95.830639948287,
      "grad_norm": 1.3281095027923584,
      "learning_rate": 0.001,
      "loss": 1.3398,
      "step": 296500
    },
    {
      "epoch": 95.86296056884292,
      "grad_norm": 2.739027738571167,
      "learning_rate": 0.001,
      "loss": 1.3578,
      "step": 296600
    },
    {
      "epoch": 95.89528118939883,
      "grad_norm": 1.5055162906646729,
      "learning_rate": 0.001,
      "loss": 1.3254,
      "step": 296700
    },
    {
      "epoch": 95.92760180995475,
      "grad_norm": 1.2360212802886963,
      "learning_rate": 0.001,
      "loss": 1.3402,
      "step": 296800
    },
    {
      "epoch": 95.95992243051066,
      "grad_norm": 1.8632413148880005,
      "learning_rate": 0.001,
      "loss": 1.3467,
      "step": 296900
    },
    {
      "epoch": 95.99224305106658,
      "grad_norm": 1.6219512224197388,
      "learning_rate": 0.001,
      "loss": 1.3692,
      "step": 297000
    },
    {
      "epoch": 96.0245636716225,
      "grad_norm": 1.617929458618164,
      "learning_rate": 0.001,
      "loss": 1.2873,
      "step": 297100
    },
    {
      "epoch": 96.05688429217841,
      "grad_norm": 1.0713286399841309,
      "learning_rate": 0.001,
      "loss": 1.2452,
      "step": 297200
    },
    {
      "epoch": 96.08920491273433,
      "grad_norm": 3.311255931854248,
      "learning_rate": 0.001,
      "loss": 1.2661,
      "step": 297300
    },
    {
      "epoch": 96.12152553329024,
      "grad_norm": 1.4726505279541016,
      "learning_rate": 0.001,
      "loss": 1.2717,
      "step": 297400
    },
    {
      "epoch": 96.15384615384616,
      "grad_norm": 1.4363332986831665,
      "learning_rate": 0.001,
      "loss": 1.2746,
      "step": 297500
    },
    {
      "epoch": 96.18616677440207,
      "grad_norm": 1.5602682828903198,
      "learning_rate": 0.001,
      "loss": 1.2852,
      "step": 297600
    },
    {
      "epoch": 96.21848739495799,
      "grad_norm": 1.0548574924468994,
      "learning_rate": 0.001,
      "loss": 1.268,
      "step": 297700
    },
    {
      "epoch": 96.2508080155139,
      "grad_norm": 1.1940258741378784,
      "learning_rate": 0.001,
      "loss": 1.2853,
      "step": 297800
    },
    {
      "epoch": 96.28312863606982,
      "grad_norm": 1.6868032217025757,
      "learning_rate": 0.001,
      "loss": 1.2869,
      "step": 297900
    },
    {
      "epoch": 96.31544925662573,
      "grad_norm": 1.3886204957962036,
      "learning_rate": 0.001,
      "loss": 1.3013,
      "step": 298000
    },
    {
      "epoch": 96.34776987718165,
      "grad_norm": 1.1418757438659668,
      "learning_rate": 0.001,
      "loss": 1.2824,
      "step": 298100
    },
    {
      "epoch": 96.38009049773756,
      "grad_norm": 1.6012849807739258,
      "learning_rate": 0.001,
      "loss": 1.2863,
      "step": 298200
    },
    {
      "epoch": 96.41241111829348,
      "grad_norm": 1.5386521816253662,
      "learning_rate": 0.001,
      "loss": 1.2891,
      "step": 298300
    },
    {
      "epoch": 96.44473173884938,
      "grad_norm": 1.2402338981628418,
      "learning_rate": 0.001,
      "loss": 1.3096,
      "step": 298400
    },
    {
      "epoch": 96.4770523594053,
      "grad_norm": 1.1283363103866577,
      "learning_rate": 0.001,
      "loss": 1.3043,
      "step": 298500
    },
    {
      "epoch": 96.50937297996121,
      "grad_norm": 1.944719910621643,
      "learning_rate": 0.001,
      "loss": 1.3072,
      "step": 298600
    },
    {
      "epoch": 96.54169360051714,
      "grad_norm": 1.190033197402954,
      "learning_rate": 0.001,
      "loss": 1.3186,
      "step": 298700
    },
    {
      "epoch": 96.57401422107304,
      "grad_norm": 1.2284815311431885,
      "learning_rate": 0.001,
      "loss": 1.2992,
      "step": 298800
    },
    {
      "epoch": 96.60633484162896,
      "grad_norm": 1.6464998722076416,
      "learning_rate": 0.001,
      "loss": 1.3102,
      "step": 298900
    },
    {
      "epoch": 96.63865546218487,
      "grad_norm": 1.048496127128601,
      "learning_rate": 0.001,
      "loss": 1.3099,
      "step": 299000
    },
    {
      "epoch": 96.6709760827408,
      "grad_norm": 2.7495219707489014,
      "learning_rate": 0.001,
      "loss": 1.3287,
      "step": 299100
    },
    {
      "epoch": 96.7032967032967,
      "grad_norm": 3.1969125270843506,
      "learning_rate": 0.001,
      "loss": 1.3131,
      "step": 299200
    },
    {
      "epoch": 96.73561732385262,
      "grad_norm": 1.1528563499450684,
      "learning_rate": 0.001,
      "loss": 1.3222,
      "step": 299300
    },
    {
      "epoch": 96.76793794440853,
      "grad_norm": 1.60845148563385,
      "learning_rate": 0.001,
      "loss": 1.3438,
      "step": 299400
    },
    {
      "epoch": 96.80025856496445,
      "grad_norm": 1.1648380756378174,
      "learning_rate": 0.001,
      "loss": 1.3245,
      "step": 299500
    },
    {
      "epoch": 96.83257918552036,
      "grad_norm": 1.9319969415664673,
      "learning_rate": 0.001,
      "loss": 1.3388,
      "step": 299600
    },
    {
      "epoch": 96.86489980607628,
      "grad_norm": 1.3055367469787598,
      "learning_rate": 0.001,
      "loss": 1.3354,
      "step": 299700
    },
    {
      "epoch": 96.89722042663219,
      "grad_norm": 1.5999946594238281,
      "learning_rate": 0.001,
      "loss": 1.3169,
      "step": 299800
    },
    {
      "epoch": 96.92954104718811,
      "grad_norm": 1.423445463180542,
      "learning_rate": 0.001,
      "loss": 1.3474,
      "step": 299900
    },
    {
      "epoch": 96.96186166774402,
      "grad_norm": 1.658333659172058,
      "learning_rate": 0.001,
      "loss": 1.3444,
      "step": 300000
    },
    {
      "epoch": 96.99418228829994,
      "grad_norm": 1.4402164220809937,
      "learning_rate": 0.001,
      "loss": 1.336,
      "step": 300100
    },
    {
      "epoch": 97.02650290885585,
      "grad_norm": 1.4463756084442139,
      "learning_rate": 0.001,
      "loss": 1.2712,
      "step": 300200
    },
    {
      "epoch": 97.05882352941177,
      "grad_norm": 1.981451153755188,
      "learning_rate": 0.001,
      "loss": 1.2605,
      "step": 300300
    },
    {
      "epoch": 97.09114414996768,
      "grad_norm": 1.4507585763931274,
      "learning_rate": 0.001,
      "loss": 1.2455,
      "step": 300400
    },
    {
      "epoch": 97.1234647705236,
      "grad_norm": 2.6524078845977783,
      "learning_rate": 0.001,
      "loss": 1.2413,
      "step": 300500
    },
    {
      "epoch": 97.1557853910795,
      "grad_norm": 1.3266106843948364,
      "learning_rate": 0.001,
      "loss": 1.256,
      "step": 300600
    },
    {
      "epoch": 97.18810601163543,
      "grad_norm": 1.7509714365005493,
      "learning_rate": 0.001,
      "loss": 1.2638,
      "step": 300700
    },
    {
      "epoch": 97.22042663219133,
      "grad_norm": 10.947771072387695,
      "learning_rate": 0.001,
      "loss": 1.2821,
      "step": 300800
    },
    {
      "epoch": 97.25274725274726,
      "grad_norm": 1.603167176246643,
      "learning_rate": 0.001,
      "loss": 1.2658,
      "step": 300900
    },
    {
      "epoch": 97.28506787330316,
      "grad_norm": 1.2110564708709717,
      "learning_rate": 0.001,
      "loss": 1.2916,
      "step": 301000
    },
    {
      "epoch": 97.31738849385908,
      "grad_norm": 1.535361647605896,
      "learning_rate": 0.001,
      "loss": 1.2781,
      "step": 301100
    },
    {
      "epoch": 97.34970911441499,
      "grad_norm": 1.5120967626571655,
      "learning_rate": 0.001,
      "loss": 1.2849,
      "step": 301200
    },
    {
      "epoch": 97.38202973497091,
      "grad_norm": 1.3408461809158325,
      "learning_rate": 0.001,
      "loss": 1.2835,
      "step": 301300
    },
    {
      "epoch": 97.41435035552682,
      "grad_norm": 2.4029247760772705,
      "learning_rate": 0.001,
      "loss": 1.2994,
      "step": 301400
    },
    {
      "epoch": 97.44667097608274,
      "grad_norm": 1.3332064151763916,
      "learning_rate": 0.001,
      "loss": 1.3156,
      "step": 301500
    },
    {
      "epoch": 97.47899159663865,
      "grad_norm": 1.3358629941940308,
      "learning_rate": 0.001,
      "loss": 1.311,
      "step": 301600
    },
    {
      "epoch": 97.51131221719457,
      "grad_norm": 3.4291231632232666,
      "learning_rate": 0.001,
      "loss": 1.3235,
      "step": 301700
    },
    {
      "epoch": 97.54363283775048,
      "grad_norm": 1.2729709148406982,
      "learning_rate": 0.001,
      "loss": 1.2992,
      "step": 301800
    },
    {
      "epoch": 97.5759534583064,
      "grad_norm": 26.54783058166504,
      "learning_rate": 0.001,
      "loss": 1.3056,
      "step": 301900
    },
    {
      "epoch": 97.60827407886231,
      "grad_norm": 2.238173246383667,
      "learning_rate": 0.001,
      "loss": 1.3034,
      "step": 302000
    },
    {
      "epoch": 97.64059469941823,
      "grad_norm": 1.4521830081939697,
      "learning_rate": 0.001,
      "loss": 1.3122,
      "step": 302100
    },
    {
      "epoch": 97.67291531997414,
      "grad_norm": 1.1525357961654663,
      "learning_rate": 0.001,
      "loss": 1.3135,
      "step": 302200
    },
    {
      "epoch": 97.70523594053006,
      "grad_norm": 1.3758732080459595,
      "learning_rate": 0.001,
      "loss": 1.3363,
      "step": 302300
    },
    {
      "epoch": 97.73755656108597,
      "grad_norm": 1.257741093635559,
      "learning_rate": 0.001,
      "loss": 1.3181,
      "step": 302400
    },
    {
      "epoch": 97.76987718164189,
      "grad_norm": 1.2653687000274658,
      "learning_rate": 0.001,
      "loss": 1.3265,
      "step": 302500
    },
    {
      "epoch": 97.8021978021978,
      "grad_norm": 1.4289058446884155,
      "learning_rate": 0.001,
      "loss": 1.3219,
      "step": 302600
    },
    {
      "epoch": 97.83451842275372,
      "grad_norm": 1.752577543258667,
      "learning_rate": 0.001,
      "loss": 1.323,
      "step": 302700
    },
    {
      "epoch": 97.86683904330962,
      "grad_norm": 1.3345764875411987,
      "learning_rate": 0.001,
      "loss": 1.323,
      "step": 302800
    },
    {
      "epoch": 97.89915966386555,
      "grad_norm": 1.1685552597045898,
      "learning_rate": 0.001,
      "loss": 1.34,
      "step": 302900
    },
    {
      "epoch": 97.93148028442145,
      "grad_norm": 1.1985676288604736,
      "learning_rate": 0.001,
      "loss": 1.3418,
      "step": 303000
    },
    {
      "epoch": 97.96380090497738,
      "grad_norm": 1.4602580070495605,
      "learning_rate": 0.001,
      "loss": 1.3315,
      "step": 303100
    },
    {
      "epoch": 97.99612152553328,
      "grad_norm": 1.513390064239502,
      "learning_rate": 0.001,
      "loss": 1.3417,
      "step": 303200
    },
    {
      "epoch": 98.0284421460892,
      "grad_norm": 1.4481092691421509,
      "learning_rate": 0.001,
      "loss": 1.2612,
      "step": 303300
    },
    {
      "epoch": 98.06076276664513,
      "grad_norm": 1.3982430696487427,
      "learning_rate": 0.001,
      "loss": 1.2451,
      "step": 303400
    },
    {
      "epoch": 98.09308338720103,
      "grad_norm": 1.2739417552947998,
      "learning_rate": 0.001,
      "loss": 1.2395,
      "step": 303500
    },
    {
      "epoch": 98.12540400775696,
      "grad_norm": 1.4212170839309692,
      "learning_rate": 0.001,
      "loss": 1.254,
      "step": 303600
    },
    {
      "epoch": 98.15772462831286,
      "grad_norm": 1.2213406562805176,
      "learning_rate": 0.001,
      "loss": 1.2452,
      "step": 303700
    },
    {
      "epoch": 98.19004524886878,
      "grad_norm": 1.8798816204071045,
      "learning_rate": 0.001,
      "loss": 1.2617,
      "step": 303800
    },
    {
      "epoch": 98.22236586942469,
      "grad_norm": 1.2754796743392944,
      "learning_rate": 0.001,
      "loss": 1.2533,
      "step": 303900
    },
    {
      "epoch": 98.25468648998061,
      "grad_norm": 1.465537428855896,
      "learning_rate": 0.001,
      "loss": 1.2476,
      "step": 304000
    },
    {
      "epoch": 98.28700711053652,
      "grad_norm": 1.5795766115188599,
      "learning_rate": 0.001,
      "loss": 1.2634,
      "step": 304100
    },
    {
      "epoch": 98.31932773109244,
      "grad_norm": 1.4361648559570312,
      "learning_rate": 0.001,
      "loss": 1.2806,
      "step": 304200
    },
    {
      "epoch": 98.35164835164835,
      "grad_norm": 1.4250320196151733,
      "learning_rate": 0.001,
      "loss": 1.288,
      "step": 304300
    },
    {
      "epoch": 98.38396897220427,
      "grad_norm": 1.9346606731414795,
      "learning_rate": 0.001,
      "loss": 1.2894,
      "step": 304400
    },
    {
      "epoch": 98.41628959276018,
      "grad_norm": 4.024449348449707,
      "learning_rate": 0.001,
      "loss": 1.2871,
      "step": 304500
    },
    {
      "epoch": 98.4486102133161,
      "grad_norm": 1.732967734336853,
      "learning_rate": 0.001,
      "loss": 1.3044,
      "step": 304600
    },
    {
      "epoch": 98.48093083387201,
      "grad_norm": 1.7633737325668335,
      "learning_rate": 0.001,
      "loss": 1.2804,
      "step": 304700
    },
    {
      "epoch": 98.51325145442793,
      "grad_norm": 1.2848825454711914,
      "learning_rate": 0.001,
      "loss": 1.305,
      "step": 304800
    },
    {
      "epoch": 98.54557207498384,
      "grad_norm": 1.741237998008728,
      "learning_rate": 0.001,
      "loss": 1.2956,
      "step": 304900
    },
    {
      "epoch": 98.57789269553976,
      "grad_norm": 1.9437322616577148,
      "learning_rate": 0.001,
      "loss": 1.302,
      "step": 305000
    },
    {
      "epoch": 98.61021331609567,
      "grad_norm": 1.686549186706543,
      "learning_rate": 0.001,
      "loss": 1.3044,
      "step": 305100
    },
    {
      "epoch": 98.64253393665159,
      "grad_norm": 1.4657580852508545,
      "learning_rate": 0.001,
      "loss": 1.3031,
      "step": 305200
    },
    {
      "epoch": 98.6748545572075,
      "grad_norm": 1.3984266519546509,
      "learning_rate": 0.001,
      "loss": 1.3078,
      "step": 305300
    },
    {
      "epoch": 98.70717517776342,
      "grad_norm": 1.3007675409317017,
      "learning_rate": 0.001,
      "loss": 1.2974,
      "step": 305400
    },
    {
      "epoch": 98.73949579831933,
      "grad_norm": 1.220630407333374,
      "learning_rate": 0.001,
      "loss": 1.3112,
      "step": 305500
    },
    {
      "epoch": 98.77181641887525,
      "grad_norm": 2.0168778896331787,
      "learning_rate": 0.001,
      "loss": 1.3364,
      "step": 305600
    },
    {
      "epoch": 98.80413703943115,
      "grad_norm": 1.6191418170928955,
      "learning_rate": 0.001,
      "loss": 1.3062,
      "step": 305700
    },
    {
      "epoch": 98.83645765998708,
      "grad_norm": 3.2322869300842285,
      "learning_rate": 0.001,
      "loss": 1.3124,
      "step": 305800
    },
    {
      "epoch": 98.86877828054298,
      "grad_norm": 4.945224761962891,
      "learning_rate": 0.001,
      "loss": 1.312,
      "step": 305900
    },
    {
      "epoch": 98.9010989010989,
      "grad_norm": 1.4766719341278076,
      "learning_rate": 0.001,
      "loss": 1.3163,
      "step": 306000
    },
    {
      "epoch": 98.93341952165481,
      "grad_norm": 1.5954667329788208,
      "learning_rate": 0.001,
      "loss": 1.3413,
      "step": 306100
    },
    {
      "epoch": 98.96574014221073,
      "grad_norm": 1.4345126152038574,
      "learning_rate": 0.001,
      "loss": 1.3338,
      "step": 306200
    },
    {
      "epoch": 98.99806076276664,
      "grad_norm": 1.5143364667892456,
      "learning_rate": 0.001,
      "loss": 1.3203,
      "step": 306300
    },
    {
      "epoch": 99.03038138332256,
      "grad_norm": 2.4135782718658447,
      "learning_rate": 0.001,
      "loss": 1.2393,
      "step": 306400
    },
    {
      "epoch": 99.06270200387847,
      "grad_norm": 1.5783905982971191,
      "learning_rate": 0.001,
      "loss": 1.2253,
      "step": 306500
    },
    {
      "epoch": 99.09502262443439,
      "grad_norm": 1.6535953283309937,
      "learning_rate": 0.001,
      "loss": 1.2323,
      "step": 306600
    },
    {
      "epoch": 99.1273432449903,
      "grad_norm": 1.699356198310852,
      "learning_rate": 0.001,
      "loss": 1.2219,
      "step": 306700
    },
    {
      "epoch": 99.15966386554622,
      "grad_norm": 2.1138558387756348,
      "learning_rate": 0.001,
      "loss": 1.2455,
      "step": 306800
    },
    {
      "epoch": 99.19198448610213,
      "grad_norm": 1.4340792894363403,
      "learning_rate": 0.001,
      "loss": 1.272,
      "step": 306900
    },
    {
      "epoch": 99.22430510665805,
      "grad_norm": 1.6253293752670288,
      "learning_rate": 0.001,
      "loss": 1.2552,
      "step": 307000
    },
    {
      "epoch": 99.25662572721396,
      "grad_norm": 1.823480248451233,
      "learning_rate": 0.001,
      "loss": 1.2571,
      "step": 307100
    },
    {
      "epoch": 99.28894634776988,
      "grad_norm": 1.510891318321228,
      "learning_rate": 0.001,
      "loss": 1.2746,
      "step": 307200
    },
    {
      "epoch": 99.32126696832579,
      "grad_norm": 1.880149483680725,
      "learning_rate": 0.001,
      "loss": 1.2909,
      "step": 307300
    },
    {
      "epoch": 99.35358758888171,
      "grad_norm": 1.9116016626358032,
      "learning_rate": 0.001,
      "loss": 1.2644,
      "step": 307400
    },
    {
      "epoch": 99.38590820943762,
      "grad_norm": 1.235904574394226,
      "learning_rate": 0.001,
      "loss": 1.2879,
      "step": 307500
    },
    {
      "epoch": 99.41822882999354,
      "grad_norm": 1.738477349281311,
      "learning_rate": 0.001,
      "loss": 1.2701,
      "step": 307600
    },
    {
      "epoch": 99.45054945054945,
      "grad_norm": 1.6341743469238281,
      "learning_rate": 0.001,
      "loss": 1.2792,
      "step": 307700
    },
    {
      "epoch": 99.48287007110537,
      "grad_norm": 1.7313239574432373,
      "learning_rate": 0.001,
      "loss": 1.3123,
      "step": 307800
    },
    {
      "epoch": 99.51519069166127,
      "grad_norm": 1.5514616966247559,
      "learning_rate": 0.001,
      "loss": 1.2843,
      "step": 307900
    },
    {
      "epoch": 99.5475113122172,
      "grad_norm": 1.5429860353469849,
      "learning_rate": 0.001,
      "loss": 1.2825,
      "step": 308000
    },
    {
      "epoch": 99.5798319327731,
      "grad_norm": 1.423643708229065,
      "learning_rate": 0.001,
      "loss": 1.2863,
      "step": 308100
    },
    {
      "epoch": 99.61215255332903,
      "grad_norm": 2.089911699295044,
      "learning_rate": 0.001,
      "loss": 1.2955,
      "step": 308200
    },
    {
      "epoch": 99.64447317388493,
      "grad_norm": 1.4732571840286255,
      "learning_rate": 0.001,
      "loss": 1.2808,
      "step": 308300
    },
    {
      "epoch": 99.67679379444085,
      "grad_norm": 1.7083964347839355,
      "learning_rate": 0.001,
      "loss": 1.3239,
      "step": 308400
    },
    {
      "epoch": 99.70911441499676,
      "grad_norm": 2.339216470718384,
      "learning_rate": 0.001,
      "loss": 1.3096,
      "step": 308500
    },
    {
      "epoch": 99.74143503555268,
      "grad_norm": 1.2688920497894287,
      "learning_rate": 0.001,
      "loss": 1.3155,
      "step": 308600
    },
    {
      "epoch": 99.77375565610859,
      "grad_norm": 3.414595127105713,
      "learning_rate": 0.001,
      "loss": 1.3027,
      "step": 308700
    },
    {
      "epoch": 99.80607627666451,
      "grad_norm": 1.6300257444381714,
      "learning_rate": 0.001,
      "loss": 1.33,
      "step": 308800
    },
    {
      "epoch": 99.83839689722042,
      "grad_norm": 1.1539100408554077,
      "learning_rate": 0.001,
      "loss": 1.3212,
      "step": 308900
    },
    {
      "epoch": 99.87071751777634,
      "grad_norm": 7.7992024421691895,
      "learning_rate": 0.001,
      "loss": 1.3222,
      "step": 309000
    },
    {
      "epoch": 99.90303813833225,
      "grad_norm": 2.3056139945983887,
      "learning_rate": 0.001,
      "loss": 1.3232,
      "step": 309100
    },
    {
      "epoch": 99.93535875888817,
      "grad_norm": 1.7020314931869507,
      "learning_rate": 0.001,
      "loss": 1.3164,
      "step": 309200
    },
    {
      "epoch": 99.96767937944408,
      "grad_norm": 1.446810007095337,
      "learning_rate": 0.001,
      "loss": 1.3132,
      "step": 309300
    },
    {
      "epoch": 100.0,
      "grad_norm": 2.6332743167877197,
      "learning_rate": 0.001,
      "loss": 1.2959,
      "step": 309400
    },
    {
      "epoch": 100.0,
      "step": 309400,
      "total_flos": 6.968427992064e+17,
      "train_loss": 1.2157587984475924,
      "train_runtime": 22932.0274,
      "train_samples_per_second": 431.711,
      "train_steps_per_second": 13.492
    }
  ],
  "logging_steps": 100,
  "max_steps": 309400,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 100,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.968427992064e+17,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}