{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 100.0,
  "eval_steps": 20000,
  "global_step": 309400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03232062055591468,
      "grad_norm": 122.48411560058594,
      "learning_rate": 9.900000000000002e-06,
      "loss": 5.087,
      "step": 100
    },
    {
      "epoch": 0.06464124111182935,
      "grad_norm": 87.30136108398438,
      "learning_rate": 1.9900000000000003e-05,
      "loss": 4.5234,
      "step": 200
    },
    {
      "epoch": 0.09696186166774402,
      "grad_norm": 14.430279731750488,
      "learning_rate": 2.9900000000000002e-05,
      "loss": 4.1619,
      "step": 300
    },
    {
      "epoch": 0.1292824822236587,
      "grad_norm": 7.7585768699646,
      "learning_rate": 3.99e-05,
      "loss": 4.0647,
      "step": 400
    },
    {
      "epoch": 0.16160310277957338,
      "grad_norm": 29.10972785949707,
      "learning_rate": 4.99e-05,
      "loss": 4.0281,
      "step": 500
    },
    {
      "epoch": 0.19392372333548805,
      "grad_norm": 2.4226176738739014,
      "learning_rate": 5.9900000000000006e-05,
      "loss": 3.9624,
      "step": 600
    },
    {
      "epoch": 0.22624434389140272,
      "grad_norm": 6.9928483963012695,
      "learning_rate": 6.99e-05,
      "loss": 3.9599,
      "step": 700
    },
    {
      "epoch": 0.2585649644473174,
      "grad_norm": 2.1512234210968018,
      "learning_rate": 7.99e-05,
      "loss": 3.9121,
      "step": 800
    },
    {
      "epoch": 0.2908855850032321,
      "grad_norm": 2.635658025741577,
      "learning_rate": 8.989999999999999e-05,
      "loss": 3.8726,
      "step": 900
    },
    {
      "epoch": 0.32320620555914675,
      "grad_norm": 2.5363662242889404,
      "learning_rate": 9.99e-05,
      "loss": 3.8475,
      "step": 1000
    },
    {
      "epoch": 0.3555268261150614,
      "grad_norm": 2.313490390777588,
      "learning_rate": 0.0001099,
      "loss": 3.8057,
      "step": 1100
    },
    {
      "epoch": 0.3878474466709761,
      "grad_norm": 4.086860656738281,
      "learning_rate": 0.00011990000000000001,
      "loss": 3.7642,
      "step": 1200
    },
    {
      "epoch": 0.42016806722689076,
      "grad_norm": 2.341607093811035,
      "learning_rate": 0.00012989999999999999,
      "loss": 3.7752,
      "step": 1300
    },
    {
      "epoch": 0.45248868778280543,
      "grad_norm": 2.455345630645752,
      "learning_rate": 0.0001399,
      "loss": 3.759,
      "step": 1400
    },
    {
      "epoch": 0.4848093083387201,
      "grad_norm": 2.450104236602783,
      "learning_rate": 0.0001499,
      "loss": 3.7248,
      "step": 1500
    },
    {
      "epoch": 0.5171299288946348,
      "grad_norm": 15.239123344421387,
      "learning_rate": 0.00015989999999999998,
      "loss": 3.7233,
      "step": 1600
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 2.546140670776367,
      "learning_rate": 0.0001699,
      "loss": 3.6952,
      "step": 1700
    },
    {
      "epoch": 0.5817711700064642,
      "grad_norm": 2.6291635036468506,
      "learning_rate": 0.0001799,
      "loss": 3.6845,
      "step": 1800
    },
    {
      "epoch": 0.6140917905623788,
      "grad_norm": 2.4870760440826416,
      "learning_rate": 0.0001899,
      "loss": 3.6955,
      "step": 1900
    },
    {
      "epoch": 0.6464124111182935,
      "grad_norm": 2.939796209335327,
      "learning_rate": 0.0001999,
      "loss": 3.6431,
      "step": 2000
    },
    {
      "epoch": 0.6787330316742082,
      "grad_norm": 2.5228323936462402,
      "learning_rate": 0.0002099,
      "loss": 3.6324,
      "step": 2100
    },
    {
      "epoch": 0.7110536522301228,
      "grad_norm": 2.6174564361572266,
      "learning_rate": 0.0002199,
      "loss": 3.6422,
      "step": 2200
    },
    {
      "epoch": 0.7433742727860375,
      "grad_norm": 2.353490114212036,
      "learning_rate": 0.0002299,
      "loss": 3.6162,
      "step": 2300
    },
    {
      "epoch": 0.7756948933419522,
      "grad_norm": 2.3185763359069824,
      "learning_rate": 0.0002399,
      "loss": 3.6186,
      "step": 2400
    },
    {
      "epoch": 0.8080155138978669,
      "grad_norm": 3.45831036567688,
      "learning_rate": 0.0002499,
      "loss": 3.5984,
      "step": 2500
    },
    {
      "epoch": 0.8403361344537815,
      "grad_norm": 2.644831895828247,
      "learning_rate": 0.00025990000000000003,
      "loss": 3.5993,
      "step": 2600
    },
    {
      "epoch": 0.8726567550096962,
      "grad_norm": 2.6962873935699463,
      "learning_rate": 0.0002699,
      "loss": 3.6063,
      "step": 2700
    },
    {
      "epoch": 0.9049773755656109,
      "grad_norm": 2.297571897506714,
      "learning_rate": 0.0002799,
      "loss": 3.6051,
      "step": 2800
    },
    {
      "epoch": 0.9372979961215255,
      "grad_norm": 2.1946680545806885,
      "learning_rate": 0.0002899,
      "loss": 3.5727,
      "step": 2900
    },
    {
      "epoch": 0.9696186166774402,
      "grad_norm": 2.3791117668151855,
      "learning_rate": 0.0002999,
      "loss": 3.5559,
      "step": 3000
    },
    {
      "epoch": 1.0019392372333549,
      "grad_norm": 1.4081765413284302,
      "learning_rate": 0.0003099,
      "loss": 3.5623,
      "step": 3100
    },
    {
      "epoch": 1.0342598577892697,
      "grad_norm": 1.5577131509780884,
      "learning_rate": 0.0003199,
      "loss": 3.5032,
      "step": 3200
    },
    {
      "epoch": 1.0665804783451842,
      "grad_norm": 1.6537963151931763,
      "learning_rate": 0.00032990000000000005,
      "loss": 3.5059,
      "step": 3300
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 1.1358909606933594,
      "learning_rate": 0.00033989999999999997,
      "loss": 3.4895,
      "step": 3400
    },
    {
      "epoch": 1.1312217194570136,
      "grad_norm": 1.8418935537338257,
      "learning_rate": 0.0003499,
      "loss": 3.5043,
      "step": 3500
    },
    {
      "epoch": 1.1635423400129283,
      "grad_norm": 1.2883477210998535,
      "learning_rate": 0.0003599,
      "loss": 3.4928,
      "step": 3600
    },
    {
      "epoch": 1.195862960568843,
      "grad_norm": 2.2627828121185303,
      "learning_rate": 0.0003699,
      "loss": 3.484,
      "step": 3700
    },
    {
      "epoch": 1.2281835811247577,
      "grad_norm": 1.3333110809326172,
      "learning_rate": 0.0003799,
      "loss": 3.4796,
      "step": 3800
    },
    {
      "epoch": 1.2605042016806722,
      "grad_norm": 1.2305139303207397,
      "learning_rate": 0.00038990000000000004,
      "loss": 3.4748,
      "step": 3900
    },
    {
      "epoch": 1.292824822236587,
      "grad_norm": 1.0505295991897583,
      "learning_rate": 0.00039989999999999996,
      "loss": 3.4668,
      "step": 4000
    },
    {
      "epoch": 1.3251454427925016,
      "grad_norm": 1.9814112186431885,
      "learning_rate": 0.0004099,
      "loss": 3.472,
      "step": 4100
    },
    {
      "epoch": 1.3574660633484164,
      "grad_norm": 1.0137572288513184,
      "learning_rate": 0.0004199,
      "loss": 3.476,
      "step": 4200
    },
    {
      "epoch": 1.389786683904331,
      "grad_norm": 1.4311473369598389,
      "learning_rate": 0.0004299,
      "loss": 3.4757,
      "step": 4300
    },
    {
      "epoch": 1.4221073044602457,
      "grad_norm": 1.5800271034240723,
      "learning_rate": 0.0004399,
      "loss": 3.4591,
      "step": 4400
    },
    {
      "epoch": 1.4544279250161603,
      "grad_norm": 1.2509582042694092,
      "learning_rate": 0.00044990000000000004,
      "loss": 3.4495,
      "step": 4500
    },
    {
      "epoch": 1.486748545572075,
      "grad_norm": 1.3119666576385498,
      "learning_rate": 0.0004599,
      "loss": 3.4512,
      "step": 4600
    },
    {
      "epoch": 1.5190691661279896,
      "grad_norm": 1.1141108274459839,
      "learning_rate": 0.0004699,
      "loss": 3.4655,
      "step": 4700
    },
    {
      "epoch": 1.5513897866839044,
      "grad_norm": 1.295493721961975,
      "learning_rate": 0.0004799,
      "loss": 3.4512,
      "step": 4800
    },
    {
      "epoch": 1.5837104072398192,
      "grad_norm": 0.9966570734977722,
      "learning_rate": 0.0004899,
      "loss": 3.4436,
      "step": 4900
    },
    {
      "epoch": 1.6160310277957337,
      "grad_norm": 0.8886629939079285,
      "learning_rate": 0.0004999000000000001,
      "loss": 3.4193,
      "step": 5000
    },
    {
      "epoch": 1.6483516483516483,
      "grad_norm": 1.174604892730713,
      "learning_rate": 0.0005099,
      "loss": 3.4435,
      "step": 5100
    },
    {
      "epoch": 1.680672268907563,
      "grad_norm": 1.2078009843826294,
      "learning_rate": 0.0005199,
      "loss": 3.4152,
      "step": 5200
    },
    {
      "epoch": 1.7129928894634778,
      "grad_norm": 1.044562816619873,
      "learning_rate": 0.0005299,
      "loss": 3.4225,
      "step": 5300
    },
    {
      "epoch": 1.7453135100193924,
      "grad_norm": 1.065690517425537,
      "learning_rate": 0.0005399000000000001,
      "loss": 3.4187,
      "step": 5400
    },
    {
      "epoch": 1.777634130575307,
      "grad_norm": 0.9627252817153931,
      "learning_rate": 0.0005499000000000001,
      "loss": 3.4267,
      "step": 5500
    },
    {
      "epoch": 1.8099547511312217,
      "grad_norm": 0.9242098331451416,
      "learning_rate": 0.0005599,
      "loss": 3.4098,
      "step": 5600
    },
    {
      "epoch": 1.8422753716871365,
      "grad_norm": 1.0979822874069214,
      "learning_rate": 0.0005698999999999999,
      "loss": 3.4007,
      "step": 5700
    },
    {
      "epoch": 1.874595992243051,
      "grad_norm": 0.9085142016410828,
      "learning_rate": 0.0005799,
      "loss": 3.3882,
      "step": 5800
    },
    {
      "epoch": 1.9069166127989656,
      "grad_norm": 1.1204533576965332,
      "learning_rate": 0.0005899,
      "loss": 3.3966,
      "step": 5900
    },
    {
      "epoch": 1.9392372333548804,
      "grad_norm": 1.6729990243911743,
      "learning_rate": 0.0005999,
      "loss": 3.391,
      "step": 6000
    },
    {
      "epoch": 1.9715578539107952,
      "grad_norm": 1.193272590637207,
      "learning_rate": 0.0006099,
      "loss": 3.398,
      "step": 6100
    },
    {
      "epoch": 2.0038784744667097,
      "grad_norm": 0.9911984801292419,
      "learning_rate": 0.0006199,
      "loss": 3.3991,
      "step": 6200
    },
    {
      "epoch": 2.0361990950226243,
      "grad_norm": 1.0938817262649536,
      "learning_rate": 0.0006299000000000001,
      "loss": 3.2833,
      "step": 6300
    },
    {
      "epoch": 2.0685197155785393,
      "grad_norm": 1.0412477254867554,
      "learning_rate": 0.0006399,
      "loss": 3.3089,
      "step": 6400
    },
    {
      "epoch": 2.100840336134454,
      "grad_norm": 1.0674519538879395,
      "learning_rate": 0.0006499,
      "loss": 3.3082,
      "step": 6500
    },
    {
      "epoch": 2.1331609566903684,
      "grad_norm": 1.0387150049209595,
      "learning_rate": 0.0006599,
      "loss": 3.2791,
      "step": 6600
    },
    {
      "epoch": 2.165481577246283,
      "grad_norm": 1.2339116334915161,
      "learning_rate": 0.0006699000000000001,
      "loss": 3.3188,
      "step": 6700
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 1.027089238166809,
      "learning_rate": 0.0006799,
      "loss": 3.3212,
      "step": 6800
    },
    {
      "epoch": 2.2301228183581125,
      "grad_norm": 0.8910061120986938,
      "learning_rate": 0.0006899,
      "loss": 3.303,
      "step": 6900
    },
    {
      "epoch": 2.262443438914027,
      "grad_norm": 1.0685038566589355,
      "learning_rate": 0.0006998999999999999,
      "loss": 3.3141,
      "step": 7000
    },
    {
      "epoch": 2.2947640594699417,
      "grad_norm": 1.1801034212112427,
      "learning_rate": 0.0007099,
      "loss": 3.3029,
      "step": 7100
    },
    {
      "epoch": 2.3270846800258567,
      "grad_norm": 0.927495539188385,
      "learning_rate": 0.0007199,
      "loss": 3.3018,
      "step": 7200
    },
    {
      "epoch": 2.3594053005817712,
      "grad_norm": 0.9997018575668335,
      "learning_rate": 0.0007299,
      "loss": 3.3107,
      "step": 7300
    },
    {
      "epoch": 2.391725921137686,
      "grad_norm": 0.9022483825683594,
      "learning_rate": 0.0007399,
      "loss": 3.3105,
      "step": 7400
    },
    {
      "epoch": 2.4240465416936003,
      "grad_norm": 1.1087478399276733,
      "learning_rate": 0.0007499000000000001,
      "loss": 3.3093,
      "step": 7500
    },
    {
      "epoch": 2.4563671622495153,
      "grad_norm": 0.8586679100990295,
      "learning_rate": 0.0007599,
      "loss": 3.2884,
      "step": 7600
    },
    {
      "epoch": 2.48868778280543,
      "grad_norm": 0.9941036105155945,
      "learning_rate": 0.0007699,
      "loss": 3.286,
      "step": 7700
    },
    {
      "epoch": 2.5210084033613445,
      "grad_norm": 0.8098440766334534,
      "learning_rate": 0.0007799,
      "loss": 3.292,
      "step": 7800
    },
    {
      "epoch": 2.553329023917259,
      "grad_norm": 0.8971424102783203,
      "learning_rate": 0.0007899000000000001,
      "loss": 3.3003,
      "step": 7900
    },
    {
      "epoch": 2.585649644473174,
      "grad_norm": 0.7246127724647522,
      "learning_rate": 0.0007999000000000001,
      "loss": 3.2941,
      "step": 8000
    },
    {
      "epoch": 2.6179702650290886,
      "grad_norm": 1.125386118888855,
      "learning_rate": 0.0008099,
      "loss": 3.2923,
      "step": 8100
    },
    {
      "epoch": 2.650290885585003,
      "grad_norm": 0.8445305228233337,
      "learning_rate": 0.0008198999999999999,
      "loss": 3.2854,
      "step": 8200
    },
    {
      "epoch": 2.682611506140918,
      "grad_norm": 0.9022735953330994,
      "learning_rate": 0.0008299,
      "loss": 3.3128,
      "step": 8300
    },
    {
      "epoch": 2.7149321266968327,
      "grad_norm": 2.568601608276367,
      "learning_rate": 0.0008399,
      "loss": 3.2935,
      "step": 8400
    },
    {
      "epoch": 2.7472527472527473,
      "grad_norm": 0.9319080114364624,
      "learning_rate": 0.0008499,
      "loss": 3.2836,
      "step": 8500
    },
    {
      "epoch": 2.779573367808662,
      "grad_norm": 0.9496336579322815,
      "learning_rate": 0.0008599,
      "loss": 3.2652,
      "step": 8600
    },
    {
      "epoch": 2.8118939883645764,
      "grad_norm": 0.9994519948959351,
      "learning_rate": 0.0008699000000000001,
      "loss": 3.2707,
      "step": 8700
    },
    {
      "epoch": 2.8442146089204914,
      "grad_norm": 0.8992823958396912,
      "learning_rate": 0.0008799000000000001,
      "loss": 3.2758,
      "step": 8800
    },
    {
      "epoch": 2.876535229476406,
      "grad_norm": 0.9746232032775879,
      "learning_rate": 0.0008899,
      "loss": 3.2662,
      "step": 8900
    },
    {
      "epoch": 2.9088558500323205,
      "grad_norm": 1.0509666204452515,
      "learning_rate": 0.0008999,
      "loss": 3.287,
      "step": 9000
    },
    {
      "epoch": 2.9411764705882355,
      "grad_norm": 1.1123683452606201,
      "learning_rate": 0.0009099,
      "loss": 3.2874,
      "step": 9100
    },
    {
      "epoch": 2.97349709114415,
      "grad_norm": 0.8263154029846191,
      "learning_rate": 0.0009199000000000001,
      "loss": 3.2478,
      "step": 9200
    },
    {
      "epoch": 3.0058177117000646,
      "grad_norm": 0.9960469007492065,
      "learning_rate": 0.0009299,
      "loss": 3.2641,
      "step": 9300
    },
    {
      "epoch": 3.038138332255979,
      "grad_norm": 0.9817208051681519,
      "learning_rate": 0.0009399,
      "loss": 3.1547,
      "step": 9400
    },
    {
      "epoch": 3.070458952811894,
      "grad_norm": 0.8626974821090698,
      "learning_rate": 0.0009498999999999999,
      "loss": 3.1857,
      "step": 9500
    },
    {
      "epoch": 3.1027795733678087,
      "grad_norm": 0.8734513521194458,
      "learning_rate": 0.0009599,
      "loss": 3.1828,
      "step": 9600
    },
    {
      "epoch": 3.1351001939237233,
      "grad_norm": 0.9288407564163208,
      "learning_rate": 0.0009699,
      "loss": 3.1667,
      "step": 9700
    },
    {
      "epoch": 3.167420814479638,
      "grad_norm": 1.0279629230499268,
      "learning_rate": 0.0009799,
      "loss": 3.1817,
      "step": 9800
    },
    {
      "epoch": 3.199741435035553,
      "grad_norm": 0.8655309677124023,
      "learning_rate": 0.0009899,
      "loss": 3.1927,
      "step": 9900
    },
    {
      "epoch": 3.2320620555914674,
      "grad_norm": 0.8720046877861023,
      "learning_rate": 0.0009999,
      "loss": 3.1844,
      "step": 10000
    },
    {
      "epoch": 3.264382676147382,
      "grad_norm": 0.9178308844566345,
      "learning_rate": 0.001,
      "loss": 3.1809,
      "step": 10100
    },
    {
      "epoch": 3.2967032967032965,
      "grad_norm": 1.1305406093597412,
      "learning_rate": 0.001,
      "loss": 3.1835,
      "step": 10200
    },
    {
      "epoch": 3.3290239172592115,
      "grad_norm": 1.032468318939209,
      "learning_rate": 0.001,
      "loss": 3.1599,
      "step": 10300
    },
    {
      "epoch": 3.361344537815126,
      "grad_norm": 0.9638125896453857,
      "learning_rate": 0.001,
      "loss": 3.1734,
      "step": 10400
    },
    {
      "epoch": 3.3936651583710407,
      "grad_norm": 0.8970602750778198,
      "learning_rate": 0.001,
      "loss": 3.1596,
      "step": 10500
    },
    {
      "epoch": 3.425985778926955,
      "grad_norm": 0.9424933195114136,
      "learning_rate": 0.001,
      "loss": 3.1612,
      "step": 10600
    },
    {
      "epoch": 3.45830639948287,
      "grad_norm": 1.008062720298767,
      "learning_rate": 0.001,
      "loss": 3.1634,
      "step": 10700
    },
    {
      "epoch": 3.490627020038785,
      "grad_norm": 0.8778404593467712,
      "learning_rate": 0.001,
      "loss": 3.1653,
      "step": 10800
    },
    {
      "epoch": 3.5229476405946993,
      "grad_norm": 1.0320971012115479,
      "learning_rate": 0.001,
      "loss": 3.1862,
      "step": 10900
    },
    {
      "epoch": 3.555268261150614,
      "grad_norm": 0.7651787996292114,
      "learning_rate": 0.001,
      "loss": 3.1588,
      "step": 11000
    },
    {
      "epoch": 3.587588881706529,
      "grad_norm": 1.0109679698944092,
      "learning_rate": 0.001,
      "loss": 3.1633,
      "step": 11100
    },
    {
      "epoch": 3.6199095022624435,
      "grad_norm": 1.1707773208618164,
      "learning_rate": 0.001,
      "loss": 3.1605,
      "step": 11200
    },
    {
      "epoch": 3.652230122818358,
      "grad_norm": 0.8497399091720581,
      "learning_rate": 0.001,
      "loss": 3.1628,
      "step": 11300
    },
    {
      "epoch": 3.684550743374273,
      "grad_norm": 1.1759374141693115,
      "learning_rate": 0.001,
      "loss": 3.1498,
      "step": 11400
    },
    {
      "epoch": 3.7168713639301876,
      "grad_norm": 1.3136417865753174,
      "learning_rate": 0.001,
      "loss": 3.1711,
      "step": 11500
    },
    {
      "epoch": 3.749191984486102,
      "grad_norm": 0.8515832424163818,
      "learning_rate": 0.001,
      "loss": 3.1654,
      "step": 11600
    },
    {
      "epoch": 3.7815126050420167,
      "grad_norm": 0.9094183444976807,
      "learning_rate": 0.001,
      "loss": 3.1736,
      "step": 11700
    },
    {
      "epoch": 3.8138332255979313,
      "grad_norm": 0.7091506719589233,
      "learning_rate": 0.001,
      "loss": 3.1555,
      "step": 11800
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 0.7586659789085388,
      "learning_rate": 0.001,
      "loss": 3.1599,
      "step": 11900
    },
    {
      "epoch": 3.878474466709761,
      "grad_norm": 0.8182700276374817,
      "learning_rate": 0.001,
      "loss": 3.1678,
      "step": 12000
    },
    {
      "epoch": 3.9107950872656754,
      "grad_norm": 0.8606002926826477,
      "learning_rate": 0.001,
      "loss": 3.1539,
      "step": 12100
    },
    {
      "epoch": 3.9431157078215904,
      "grad_norm": 1.0754919052124023,
      "learning_rate": 0.001,
      "loss": 3.1526,
      "step": 12200
    },
    {
      "epoch": 3.975436328377505,
      "grad_norm": 1.1159805059432983,
      "learning_rate": 0.001,
      "loss": 3.1545,
      "step": 12300
    },
    {
      "epoch": 4.0077569489334195,
      "grad_norm": 0.8374843597412109,
      "learning_rate": 0.001,
      "loss": 3.1302,
      "step": 12400
    },
    {
      "epoch": 4.040077569489334,
      "grad_norm": 0.8675714135169983,
      "learning_rate": 0.001,
      "loss": 3.0011,
      "step": 12500
    },
    {
      "epoch": 4.072398190045249,
      "grad_norm": 0.9006522297859192,
      "learning_rate": 0.001,
      "loss": 3.0227,
      "step": 12600
    },
    {
      "epoch": 4.104718810601163,
      "grad_norm": 0.8449679613113403,
      "learning_rate": 0.001,
      "loss": 3.0373,
      "step": 12700
    },
    {
      "epoch": 4.137039431157079,
      "grad_norm": 1.1275441646575928,
      "learning_rate": 0.001,
      "loss": 3.029,
      "step": 12800
    },
    {
      "epoch": 4.169360051712993,
      "grad_norm": 0.9259504079818726,
      "learning_rate": 0.001,
      "loss": 3.0351,
      "step": 12900
    },
    {
      "epoch": 4.201680672268908,
      "grad_norm": 1.0209553241729736,
      "learning_rate": 0.001,
      "loss": 3.0349,
      "step": 13000
    },
    {
      "epoch": 4.234001292824822,
      "grad_norm": 0.9716935753822327,
      "learning_rate": 0.001,
      "loss": 3.0446,
      "step": 13100
    },
    {
      "epoch": 4.266321913380737,
      "grad_norm": 0.8766793608665466,
      "learning_rate": 0.001,
      "loss": 3.0304,
      "step": 13200
    },
    {
      "epoch": 4.298642533936651,
      "grad_norm": 0.9728161692619324,
      "learning_rate": 0.001,
      "loss": 3.0246,
      "step": 13300
    },
    {
      "epoch": 4.330963154492566,
      "grad_norm": 0.8230871558189392,
      "learning_rate": 0.001,
      "loss": 3.0515,
      "step": 13400
    },
    {
      "epoch": 4.3632837750484805,
      "grad_norm": 0.8542620539665222,
      "learning_rate": 0.001,
      "loss": 3.0577,
      "step": 13500
    },
    {
      "epoch": 4.395604395604396,
      "grad_norm": 0.7272443175315857,
      "learning_rate": 0.001,
      "loss": 3.0452,
      "step": 13600
    },
    {
      "epoch": 4.4279250161603105,
      "grad_norm": 1.0077018737792969,
      "learning_rate": 0.001,
      "loss": 3.0209,
      "step": 13700
    },
    {
      "epoch": 4.460245636716225,
      "grad_norm": 1.0092633962631226,
      "learning_rate": 0.001,
      "loss": 3.05,
      "step": 13800
    },
    {
      "epoch": 4.49256625727214,
      "grad_norm": 0.7395654916763306,
      "learning_rate": 0.001,
      "loss": 3.0595,
      "step": 13900
    },
    {
      "epoch": 4.524886877828054,
      "grad_norm": 0.9956360459327698,
      "learning_rate": 0.001,
      "loss": 3.0167,
      "step": 14000
    },
    {
      "epoch": 4.557207498383969,
      "grad_norm": 0.9180870652198792,
      "learning_rate": 0.001,
      "loss": 3.0449,
      "step": 14100
    },
    {
      "epoch": 4.589528118939883,
      "grad_norm": 0.9045624732971191,
      "learning_rate": 0.001,
      "loss": 3.0553,
      "step": 14200
    },
    {
      "epoch": 4.621848739495798,
      "grad_norm": 0.795102596282959,
      "learning_rate": 0.001,
      "loss": 3.0544,
      "step": 14300
    },
    {
      "epoch": 4.654169360051713,
      "grad_norm": 1.0817164182662964,
      "learning_rate": 0.001,
      "loss": 3.0537,
      "step": 14400
    },
    {
      "epoch": 4.686489980607628,
      "grad_norm": 0.9697984457015991,
      "learning_rate": 0.001,
      "loss": 3.0513,
      "step": 14500
    },
    {
      "epoch": 4.7188106011635425,
      "grad_norm": 0.903374969959259,
      "learning_rate": 0.001,
      "loss": 3.0283,
      "step": 14600
    },
    {
      "epoch": 4.751131221719457,
      "grad_norm": 1.154241681098938,
      "learning_rate": 0.001,
      "loss": 3.0389,
      "step": 14700
    },
    {
      "epoch": 4.783451842275372,
      "grad_norm": 0.7839650511741638,
      "learning_rate": 0.001,
      "loss": 3.0233,
      "step": 14800
    },
    {
      "epoch": 4.815772462831286,
      "grad_norm": 1.3288406133651733,
      "learning_rate": 0.001,
      "loss": 3.0315,
      "step": 14900
    },
    {
      "epoch": 4.848093083387201,
      "grad_norm": 0.9391863942146301,
      "learning_rate": 0.001,
      "loss": 3.0416,
      "step": 15000
    },
    {
      "epoch": 4.880413703943116,
      "grad_norm": 0.9329890608787537,
      "learning_rate": 0.001,
      "loss": 3.0265,
      "step": 15100
    },
    {
      "epoch": 4.912734324499031,
      "grad_norm": 0.9532723426818848,
      "learning_rate": 0.001,
      "loss": 3.038,
      "step": 15200
    },
    {
      "epoch": 4.945054945054945,
      "grad_norm": 0.9412986040115356,
      "learning_rate": 0.001,
      "loss": 3.0333,
      "step": 15300
    },
    {
      "epoch": 4.97737556561086,
      "grad_norm": 1.205365538597107,
      "learning_rate": 0.001,
      "loss": 3.0419,
      "step": 15400
    },
    {
      "epoch": 5.009696186166774,
      "grad_norm": 0.9483180642127991,
      "learning_rate": 0.001,
      "loss": 3.0027,
      "step": 15500
    },
    {
      "epoch": 5.042016806722689,
      "grad_norm": 1.1812211275100708,
      "learning_rate": 0.001,
      "loss": 2.8706,
      "step": 15600
    },
    {
      "epoch": 5.0743374272786035,
      "grad_norm": 0.8328335881233215,
      "learning_rate": 0.001,
      "loss": 2.9088,
      "step": 15700
    },
    {
      "epoch": 5.106658047834518,
      "grad_norm": 0.9921544790267944,
      "learning_rate": 0.001,
      "loss": 2.9154,
      "step": 15800
    },
    {
      "epoch": 5.1389786683904335,
      "grad_norm": 0.984326183795929,
      "learning_rate": 0.001,
      "loss": 2.9198,
      "step": 15900
    },
    {
      "epoch": 5.171299288946348,
      "grad_norm": 0.9495807886123657,
      "learning_rate": 0.001,
      "loss": 2.9274,
      "step": 16000
    },
    {
      "epoch": 5.203619909502263,
      "grad_norm": 1.0462549924850464,
      "learning_rate": 0.001,
      "loss": 2.9166,
      "step": 16100
    },
    {
      "epoch": 5.235940530058177,
      "grad_norm": 0.8766588568687439,
      "learning_rate": 0.001,
      "loss": 2.9068,
      "step": 16200
    },
    {
      "epoch": 5.268261150614092,
      "grad_norm": 0.7101683616638184,
      "learning_rate": 0.001,
      "loss": 2.9257,
      "step": 16300
    },
    {
      "epoch": 5.300581771170006,
      "grad_norm": 0.957855761051178,
      "learning_rate": 0.001,
      "loss": 2.9323,
      "step": 16400
    },
    {
      "epoch": 5.332902391725921,
      "grad_norm": 1.2239158153533936,
      "learning_rate": 0.001,
      "loss": 2.9191,
      "step": 16500
    },
    {
      "epoch": 5.365223012281835,
      "grad_norm": 0.8347125053405762,
      "learning_rate": 0.001,
      "loss": 2.9195,
      "step": 16600
    },
    {
      "epoch": 5.397543632837751,
      "grad_norm": 0.8946273922920227,
      "learning_rate": 0.001,
      "loss": 2.9198,
      "step": 16700
    },
    {
      "epoch": 5.429864253393665,
      "grad_norm": 0.8327140212059021,
      "learning_rate": 0.001,
      "loss": 2.9386,
      "step": 16800
    },
    {
      "epoch": 5.46218487394958,
      "grad_norm": 0.9591065049171448,
      "learning_rate": 0.001,
      "loss": 2.9233,
      "step": 16900
    },
    {
      "epoch": 5.4945054945054945,
      "grad_norm": 0.9572122693061829,
      "learning_rate": 0.001,
      "loss": 2.9417,
      "step": 17000
    },
    {
      "epoch": 5.526826115061409,
      "grad_norm": 1.2478572130203247,
      "learning_rate": 0.001,
      "loss": 2.9227,
      "step": 17100
    },
    {
      "epoch": 5.559146735617324,
      "grad_norm": 0.7681442499160767,
      "learning_rate": 0.001,
      "loss": 2.9318,
      "step": 17200
    },
    {
      "epoch": 5.591467356173238,
      "grad_norm": 0.9959331750869751,
      "learning_rate": 0.001,
      "loss": 2.9099,
      "step": 17300
    },
    {
      "epoch": 5.623787976729153,
      "grad_norm": 1.1006550788879395,
      "learning_rate": 0.001,
      "loss": 2.9279,
      "step": 17400
    },
    {
      "epoch": 5.656108597285068,
      "grad_norm": 0.9101115465164185,
      "learning_rate": 0.001,
      "loss": 2.9323,
      "step": 17500
    },
    {
      "epoch": 5.688429217840983,
      "grad_norm": 1.1711993217468262,
      "learning_rate": 0.001,
      "loss": 2.9567,
      "step": 17600
    },
    {
      "epoch": 5.720749838396897,
      "grad_norm": 0.9631717205047607,
      "learning_rate": 0.001,
      "loss": 2.9452,
      "step": 17700
    },
    {
      "epoch": 5.753070458952812,
      "grad_norm": 1.028151035308838,
      "learning_rate": 0.001,
      "loss": 2.9354,
      "step": 17800
    },
    {
      "epoch": 5.785391079508726,
      "grad_norm": 0.9212917685508728,
      "learning_rate": 0.001,
      "loss": 2.9225,
      "step": 17900
    },
    {
      "epoch": 5.817711700064641,
      "grad_norm": 1.1386103630065918,
      "learning_rate": 0.001,
      "loss": 2.9372,
      "step": 18000
    },
    {
      "epoch": 5.850032320620556,
      "grad_norm": 0.8606694936752319,
      "learning_rate": 0.001,
      "loss": 2.9466,
      "step": 18100
    },
    {
      "epoch": 5.882352941176471,
      "grad_norm": 0.7786224484443665,
      "learning_rate": 0.001,
      "loss": 2.9463,
      "step": 18200
    },
    {
      "epoch": 5.914673561732386,
      "grad_norm": 0.8389948010444641,
      "learning_rate": 0.001,
      "loss": 2.959,
      "step": 18300
    },
    {
      "epoch": 5.9469941822883,
      "grad_norm": 1.326764464378357,
      "learning_rate": 0.001,
      "loss": 2.9324,
      "step": 18400
    },
    {
      "epoch": 5.979314802844215,
      "grad_norm": 1.221278190612793,
      "learning_rate": 0.001,
      "loss": 2.938,
      "step": 18500
    },
    {
      "epoch": 6.011635423400129,
      "grad_norm": 0.9087767004966736,
      "learning_rate": 0.001,
      "loss": 2.8858,
      "step": 18600
    },
    {
      "epoch": 6.043956043956044,
      "grad_norm": 0.9513673782348633,
      "learning_rate": 0.001,
      "loss": 2.7961,
      "step": 18700
    },
    {
      "epoch": 6.076276664511958,
      "grad_norm": 0.9944157004356384,
      "learning_rate": 0.001,
      "loss": 2.7991,
      "step": 18800
    },
    {
      "epoch": 6.108597285067873,
      "grad_norm": 1.06227707862854,
      "learning_rate": 0.001,
      "loss": 2.8068,
      "step": 18900
    },
    {
      "epoch": 6.140917905623788,
      "grad_norm": 0.8983224034309387,
      "learning_rate": 0.001,
      "loss": 2.8201,
      "step": 19000
    },
    {
      "epoch": 6.173238526179703,
      "grad_norm": 0.7782119512557983,
      "learning_rate": 0.001,
      "loss": 2.8152,
      "step": 19100
    },
    {
      "epoch": 6.2055591467356175,
      "grad_norm": 0.8689744472503662,
      "learning_rate": 0.001,
      "loss": 2.8198,
      "step": 19200
    },
    {
      "epoch": 6.237879767291532,
      "grad_norm": 1.1996628046035767,
      "learning_rate": 0.001,
      "loss": 2.8325,
      "step": 19300
    },
    {
      "epoch": 6.270200387847447,
      "grad_norm": 0.844738245010376,
      "learning_rate": 0.001,
      "loss": 2.8508,
      "step": 19400
    },
    {
      "epoch": 6.302521008403361,
      "grad_norm": 0.9009729027748108,
      "learning_rate": 0.001,
      "loss": 2.8238,
      "step": 19500
    },
    {
      "epoch": 6.334841628959276,
      "grad_norm": 1.2987245321273804,
      "learning_rate": 0.001,
      "loss": 2.8231,
      "step": 19600
    },
    {
      "epoch": 6.36716224951519,
      "grad_norm": 1.0361422300338745,
      "learning_rate": 0.001,
      "loss": 2.8338,
      "step": 19700
    },
    {
      "epoch": 6.399482870071106,
      "grad_norm": 1.0403621196746826,
      "learning_rate": 0.001,
      "loss": 2.8508,
      "step": 19800
    },
    {
      "epoch": 6.43180349062702,
      "grad_norm": 0.9830465912818909,
      "learning_rate": 0.001,
      "loss": 2.833,
      "step": 19900
    },
    {
      "epoch": 6.464124111182935,
      "grad_norm": 0.7783878445625305,
      "learning_rate": 0.001,
      "loss": 2.8237,
      "step": 20000
    },
    {
      "epoch": 6.496444731738849,
      "grad_norm": 0.8542726635932922,
      "learning_rate": 0.001,
      "loss": 2.8433,
      "step": 20100
    },
    {
      "epoch": 6.528765352294764,
      "grad_norm": 0.9122792482376099,
      "learning_rate": 0.001,
      "loss": 2.8397,
      "step": 20200
    },
    {
      "epoch": 6.5610859728506785,
      "grad_norm": 1.1444542407989502,
      "learning_rate": 0.001,
      "loss": 2.8342,
      "step": 20300
    },
    {
      "epoch": 6.593406593406593,
      "grad_norm": 1.118303894996643,
      "learning_rate": 0.001,
      "loss": 2.8437,
      "step": 20400
    },
    {
      "epoch": 6.625727213962508,
      "grad_norm": 1.069883108139038,
      "learning_rate": 0.001,
      "loss": 2.8436,
      "step": 20500
    },
    {
      "epoch": 6.658047834518423,
      "grad_norm": 0.9313819408416748,
      "learning_rate": 0.001,
      "loss": 2.8396,
      "step": 20600
    },
    {
      "epoch": 6.690368455074338,
      "grad_norm": 1.0891497135162354,
      "learning_rate": 0.001,
      "loss": 2.8338,
      "step": 20700
    },
    {
      "epoch": 6.722689075630252,
      "grad_norm": 0.9340724945068359,
      "learning_rate": 0.001,
      "loss": 2.8487,
      "step": 20800
    },
    {
      "epoch": 6.755009696186167,
      "grad_norm": 0.8091602325439453,
      "learning_rate": 0.001,
      "loss": 2.8663,
      "step": 20900
    },
    {
      "epoch": 6.787330316742081,
      "grad_norm": 0.878212034702301,
      "learning_rate": 0.001,
      "loss": 2.8463,
      "step": 21000
    },
    {
      "epoch": 6.819650937297996,
      "grad_norm": 0.7118565440177917,
      "learning_rate": 0.001,
      "loss": 2.8466,
      "step": 21100
    },
    {
      "epoch": 6.85197155785391,
      "grad_norm": 0.7867164611816406,
      "learning_rate": 0.001,
      "loss": 2.8717,
      "step": 21200
    },
    {
      "epoch": 6.884292178409826,
      "grad_norm": 1.037338137626648,
      "learning_rate": 0.001,
      "loss": 2.8507,
      "step": 21300
    },
    {
      "epoch": 6.91661279896574,
      "grad_norm": 1.0783958435058594,
      "learning_rate": 0.001,
      "loss": 2.8654,
      "step": 21400
    },
    {
      "epoch": 6.948933419521655,
      "grad_norm": 1.2687408924102783,
      "learning_rate": 0.001,
      "loss": 2.8545,
      "step": 21500
    },
    {
      "epoch": 6.98125404007757,
      "grad_norm": 1.236606478691101,
      "learning_rate": 0.001,
      "loss": 2.8371,
      "step": 21600
    },
    {
      "epoch": 7.013574660633484,
      "grad_norm": 0.8000703454017639,
      "learning_rate": 0.001,
      "loss": 2.7781,
      "step": 21700
    },
    {
      "epoch": 7.045895281189399,
      "grad_norm": 1.101654052734375,
      "learning_rate": 0.001,
      "loss": 2.7135,
      "step": 21800
    },
    {
      "epoch": 7.078215901745313,
      "grad_norm": 1.2058213949203491,
      "learning_rate": 0.001,
      "loss": 2.7033,
      "step": 21900
    },
    {
      "epoch": 7.110536522301228,
      "grad_norm": 1.1319844722747803,
      "learning_rate": 0.001,
      "loss": 2.7142,
      "step": 22000
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 1.2110048532485962,
      "learning_rate": 0.001,
      "loss": 2.7249,
      "step": 22100
    },
    {
      "epoch": 7.175177763413058,
      "grad_norm": 1.1869632005691528,
      "learning_rate": 0.001,
      "loss": 2.7229,
      "step": 22200
    },
    {
      "epoch": 7.207498383968972,
      "grad_norm": 0.8604994416236877,
      "learning_rate": 0.001,
      "loss": 2.7444,
      "step": 22300
    },
    {
      "epoch": 7.239819004524887,
      "grad_norm": 1.1467421054840088,
      "learning_rate": 0.001,
      "loss": 2.7492,
      "step": 22400
    },
    {
      "epoch": 7.2721396250808015,
      "grad_norm": 0.9088888764381409,
      "learning_rate": 0.001,
      "loss": 2.7485,
      "step": 22500
    },
    {
      "epoch": 7.304460245636716,
      "grad_norm": 1.0480924844741821,
      "learning_rate": 0.001,
      "loss": 2.7441,
      "step": 22600
    },
    {
      "epoch": 7.336780866192631,
      "grad_norm": 0.8503157496452332,
      "learning_rate": 0.001,
      "loss": 2.7429,
      "step": 22700
    },
    {
      "epoch": 7.369101486748546,
      "grad_norm": 0.9091809391975403,
      "learning_rate": 0.001,
      "loss": 2.765,
      "step": 22800
    },
    {
      "epoch": 7.401422107304461,
      "grad_norm": 1.3554952144622803,
      "learning_rate": 0.001,
      "loss": 2.7709,
      "step": 22900
    },
    {
      "epoch": 7.433742727860375,
      "grad_norm": 1.0642281770706177,
      "learning_rate": 0.001,
      "loss": 2.7586,
      "step": 23000
    },
    {
      "epoch": 7.46606334841629,
      "grad_norm": 1.150550127029419,
      "learning_rate": 0.001,
      "loss": 2.7648,
      "step": 23100
    },
    {
      "epoch": 7.498383968972204,
      "grad_norm": 0.9647549986839294,
      "learning_rate": 0.001,
      "loss": 2.7699,
      "step": 23200
    },
    {
      "epoch": 7.530704589528119,
      "grad_norm": 1.3209148645401,
      "learning_rate": 0.001,
      "loss": 2.7576,
      "step": 23300
    },
    {
      "epoch": 7.563025210084033,
      "grad_norm": 0.9192158579826355,
      "learning_rate": 0.001,
      "loss": 2.7804,
      "step": 23400
    },
    {
      "epoch": 7.595345830639948,
      "grad_norm": 1.0111809968948364,
      "learning_rate": 0.001,
      "loss": 2.7506,
      "step": 23500
    },
    {
      "epoch": 7.6276664511958625,
      "grad_norm": 0.9270694851875305,
      "learning_rate": 0.001,
      "loss": 2.7643,
      "step": 23600
    },
    {
      "epoch": 7.659987071751778,
      "grad_norm": 1.0087300539016724,
      "learning_rate": 0.001,
      "loss": 2.7594,
      "step": 23700
    },
    {
      "epoch": 7.6923076923076925,
      "grad_norm": 1.1877171993255615,
      "learning_rate": 0.001,
      "loss": 2.7515,
      "step": 23800
    },
    {
      "epoch": 7.724628312863607,
      "grad_norm": 1.1692532300949097,
      "learning_rate": 0.001,
      "loss": 2.7635,
      "step": 23900
    },
    {
      "epoch": 7.756948933419522,
      "grad_norm": 0.9619380831718445,
      "learning_rate": 0.001,
      "loss": 2.7688,
      "step": 24000
    },
    {
      "epoch": 7.789269553975436,
      "grad_norm": 1.0232017040252686,
      "learning_rate": 0.001,
      "loss": 2.7836,
      "step": 24100
    },
    {
      "epoch": 7.821590174531351,
      "grad_norm": 1.0013618469238281,
      "learning_rate": 0.001,
      "loss": 2.7778,
      "step": 24200
    },
    {
      "epoch": 7.853910795087265,
      "grad_norm": 0.97769695520401,
      "learning_rate": 0.001,
      "loss": 2.7579,
      "step": 24300
    },
    {
      "epoch": 7.886231415643181,
      "grad_norm": 0.9150475859642029,
      "learning_rate": 0.001,
      "loss": 2.7683,
      "step": 24400
    },
    {
      "epoch": 7.918552036199095,
      "grad_norm": 1.0076943635940552,
      "learning_rate": 0.001,
      "loss": 2.767,
      "step": 24500
    },
    {
      "epoch": 7.95087265675501,
      "grad_norm": 1.0352141857147217,
      "learning_rate": 0.001,
      "loss": 2.8031,
      "step": 24600
    },
    {
      "epoch": 7.983193277310924,
      "grad_norm": 0.9151076078414917,
      "learning_rate": 0.001,
      "loss": 2.7802,
      "step": 24700
    },
    {
      "epoch": 8.015513897866839,
      "grad_norm": 1.3630614280700684,
      "learning_rate": 0.001,
      "loss": 2.6941,
      "step": 24800
    },
    {
      "epoch": 8.047834518422754,
      "grad_norm": 1.331531047821045,
      "learning_rate": 0.001,
      "loss": 2.6443,
      "step": 24900
    },
    {
      "epoch": 8.080155138978668,
      "grad_norm": 1.6701931953430176,
      "learning_rate": 0.001,
      "loss": 2.6514,
      "step": 25000
    },
    {
      "epoch": 8.112475759534583,
      "grad_norm": 1.3195340633392334,
      "learning_rate": 0.001,
      "loss": 2.6601,
      "step": 25100
    },
    {
      "epoch": 8.144796380090497,
      "grad_norm": 1.5026133060455322,
      "learning_rate": 0.001,
      "loss": 2.6744,
      "step": 25200
    },
    {
      "epoch": 8.177117000646412,
      "grad_norm": 1.1848560571670532,
      "learning_rate": 0.001,
      "loss": 2.6525,
      "step": 25300
    },
    {
      "epoch": 8.209437621202326,
      "grad_norm": 1.428328275680542,
      "learning_rate": 0.001,
      "loss": 2.661,
      "step": 25400
    },
    {
      "epoch": 8.241758241758241,
      "grad_norm": 1.4003264904022217,
      "learning_rate": 0.001,
      "loss": 2.6613,
      "step": 25500
    },
    {
      "epoch": 8.274078862314157,
      "grad_norm": 1.0878551006317139,
      "learning_rate": 0.001,
      "loss": 2.6452,
      "step": 25600
    },
    {
      "epoch": 8.306399482870072,
      "grad_norm": 1.2808568477630615,
      "learning_rate": 0.001,
      "loss": 2.6624,
      "step": 25700
    },
    {
      "epoch": 8.338720103425986,
      "grad_norm": 1.1686146259307861,
      "learning_rate": 0.001,
      "loss": 2.6687,
      "step": 25800
    },
    {
      "epoch": 8.371040723981901,
      "grad_norm": 1.0730260610580444,
      "learning_rate": 0.001,
      "loss": 2.6768,
      "step": 25900
    },
    {
      "epoch": 8.403361344537815,
      "grad_norm": 1.2151321172714233,
      "learning_rate": 0.001,
      "loss": 2.6459,
      "step": 26000
    },
    {
      "epoch": 8.43568196509373,
      "grad_norm": 1.6539074182510376,
      "learning_rate": 0.001,
      "loss": 2.6671,
      "step": 26100
    },
    {
      "epoch": 8.468002585649645,
      "grad_norm": 1.3920577764511108,
      "learning_rate": 0.001,
      "loss": 2.6961,
      "step": 26200
    },
    {
      "epoch": 8.50032320620556,
      "grad_norm": 0.968061089515686,
      "learning_rate": 0.001,
      "loss": 2.6942,
      "step": 26300
    },
    {
      "epoch": 8.532643826761474,
      "grad_norm": 1.220590353012085,
      "learning_rate": 0.001,
      "loss": 2.688,
      "step": 26400
    },
    {
      "epoch": 8.564964447317388,
      "grad_norm": 1.3109445571899414,
      "learning_rate": 0.001,
      "loss": 2.6982,
      "step": 26500
    },
    {
      "epoch": 8.597285067873303,
      "grad_norm": 1.6531808376312256,
      "learning_rate": 0.001,
      "loss": 2.6929,
      "step": 26600
    },
    {
      "epoch": 8.629605688429217,
      "grad_norm": 1.1348577737808228,
      "learning_rate": 0.001,
      "loss": 2.7053,
      "step": 26700
    },
    {
      "epoch": 8.661926308985132,
      "grad_norm": 1.5206853151321411,
      "learning_rate": 0.001,
      "loss": 2.687,
      "step": 26800
    },
    {
      "epoch": 8.694246929541046,
      "grad_norm": 1.5895841121673584,
      "learning_rate": 0.001,
      "loss": 2.7004,
      "step": 26900
    },
    {
      "epoch": 8.726567550096961,
      "grad_norm": 1.1910431385040283,
      "learning_rate": 0.001,
      "loss": 2.71,
      "step": 27000
    },
    {
      "epoch": 8.758888170652877,
      "grad_norm": 1.8874714374542236,
      "learning_rate": 0.001,
      "loss": 2.6958,
      "step": 27100
    },
    {
      "epoch": 8.791208791208792,
      "grad_norm": 1.01585054397583,
      "learning_rate": 0.001,
      "loss": 2.6898,
      "step": 27200
    },
    {
      "epoch": 8.823529411764707,
      "grad_norm": 1.2293158769607544,
      "learning_rate": 0.001,
      "loss": 2.7001,
      "step": 27300
    },
    {
      "epoch": 8.855850032320621,
      "grad_norm": 1.2832460403442383,
      "learning_rate": 0.001,
      "loss": 2.7213,
      "step": 27400
    },
    {
      "epoch": 8.888170652876536,
      "grad_norm": 1.0620850324630737,
      "learning_rate": 0.001,
      "loss": 2.7072,
      "step": 27500
    },
    {
      "epoch": 8.92049127343245,
      "grad_norm": 1.327416181564331,
      "learning_rate": 0.001,
      "loss": 2.69,
      "step": 27600
    },
    {
      "epoch": 8.952811893988365,
      "grad_norm": 0.9163597226142883,
      "learning_rate": 0.001,
      "loss": 2.7301,
      "step": 27700
    },
    {
      "epoch": 8.98513251454428,
      "grad_norm": 1.2720648050308228,
      "learning_rate": 0.001,
      "loss": 2.7143,
      "step": 27800
    },
    {
      "epoch": 9.017453135100194,
      "grad_norm": 1.5404466390609741,
      "learning_rate": 0.001,
      "loss": 2.622,
      "step": 27900
    },
    {
      "epoch": 9.049773755656108,
      "grad_norm": 1.5179469585418701,
      "learning_rate": 0.001,
      "loss": 2.5708,
      "step": 28000
    },
    {
      "epoch": 9.082094376212023,
      "grad_norm": 1.2205370664596558,
      "learning_rate": 0.001,
      "loss": 2.5866,
      "step": 28100
    },
    {
      "epoch": 9.114414996767938,
      "grad_norm": 1.3983556032180786,
      "learning_rate": 0.001,
      "loss": 2.5853,
      "step": 28200
    },
    {
      "epoch": 9.146735617323852,
      "grad_norm": 1.6919760704040527,
      "learning_rate": 0.001,
      "loss": 2.5896,
      "step": 28300
    },
    {
      "epoch": 9.179056237879767,
      "grad_norm": 1.3373256921768188,
      "learning_rate": 0.001,
      "loss": 2.5889,
      "step": 28400
    },
    {
      "epoch": 9.211376858435681,
      "grad_norm": 1.7062350511550903,
      "learning_rate": 0.001,
      "loss": 2.5728,
      "step": 28500
    },
    {
      "epoch": 9.243697478991596,
      "grad_norm": 1.7507829666137695,
      "learning_rate": 0.001,
      "loss": 2.5811,
      "step": 28600
    },
    {
      "epoch": 9.276018099547512,
      "grad_norm": 1.2600959539413452,
      "learning_rate": 0.001,
      "loss": 2.5818,
      "step": 28700
    },
    {
      "epoch": 9.308338720103427,
      "grad_norm": 1.0494632720947266,
      "learning_rate": 0.001,
      "loss": 2.6243,
      "step": 28800
    },
    {
      "epoch": 9.340659340659341,
      "grad_norm": 1.623203158378601,
      "learning_rate": 0.001,
      "loss": 2.6241,
      "step": 28900
    },
    {
      "epoch": 9.372979961215256,
      "grad_norm": 1.0560330152511597,
      "learning_rate": 0.001,
      "loss": 2.6189,
      "step": 29000
    },
    {
      "epoch": 9.40530058177117,
      "grad_norm": 1.1647675037384033,
      "learning_rate": 0.001,
      "loss": 2.6266,
      "step": 29100
    },
    {
      "epoch": 9.437621202327085,
      "grad_norm": 1.3463765382766724,
      "learning_rate": 0.001,
      "loss": 2.6203,
      "step": 29200
    },
    {
      "epoch": 9.469941822883,
      "grad_norm": 0.9838733673095703,
      "learning_rate": 0.001,
      "loss": 2.6273,
      "step": 29300
    },
    {
      "epoch": 9.502262443438914,
      "grad_norm": 1.7701879739761353,
      "learning_rate": 0.001,
      "loss": 2.6278,
      "step": 29400
    },
    {
      "epoch": 9.534583063994829,
      "grad_norm": 0.891035795211792,
      "learning_rate": 0.001,
      "loss": 2.6208,
      "step": 29500
    },
    {
      "epoch": 9.566903684550743,
      "grad_norm": 1.5723954439163208,
      "learning_rate": 0.001,
      "loss": 2.6093,
      "step": 29600
    },
    {
      "epoch": 9.599224305106658,
      "grad_norm": 1.0477232933044434,
      "learning_rate": 0.001,
      "loss": 2.6275,
      "step": 29700
    },
    {
      "epoch": 9.631544925662572,
      "grad_norm": 1.5019673109054565,
      "learning_rate": 0.001,
      "loss": 2.659,
      "step": 29800
    },
    {
      "epoch": 9.663865546218487,
      "grad_norm": 1.2560871839523315,
      "learning_rate": 0.001,
      "loss": 2.6101,
      "step": 29900
    },
    {
      "epoch": 9.696186166774401,
      "grad_norm": 1.1805680990219116,
      "learning_rate": 0.001,
      "loss": 2.6174,
      "step": 30000
    },
    {
      "epoch": 9.728506787330316,
      "grad_norm": 1.0397446155548096,
      "learning_rate": 0.001,
      "loss": 2.6498,
      "step": 30100
    },
    {
      "epoch": 9.760827407886232,
      "grad_norm": 1.6623647212982178,
      "learning_rate": 0.001,
      "loss": 2.6359,
      "step": 30200
    },
    {
      "epoch": 9.793148028442147,
      "grad_norm": 1.26282799243927,
      "learning_rate": 0.001,
      "loss": 2.6579,
      "step": 30300
    },
    {
      "epoch": 9.825468648998061,
      "grad_norm": 1.2911651134490967,
      "learning_rate": 0.001,
      "loss": 2.6161,
      "step": 30400
    },
    {
      "epoch": 9.857789269553976,
      "grad_norm": 1.3239177465438843,
      "learning_rate": 0.001,
      "loss": 2.6292,
      "step": 30500
    },
    {
      "epoch": 9.89010989010989,
      "grad_norm": 0.9709534049034119,
      "learning_rate": 0.001,
      "loss": 2.627,
      "step": 30600
    },
    {
      "epoch": 9.922430510665805,
      "grad_norm": 1.332767367362976,
      "learning_rate": 0.001,
      "loss": 2.6526,
      "step": 30700
    },
    {
      "epoch": 9.95475113122172,
      "grad_norm": 1.4657008647918701,
      "learning_rate": 0.001,
      "loss": 2.6515,
      "step": 30800
    },
    {
      "epoch": 9.987071751777634,
      "grad_norm": 1.639960765838623,
      "learning_rate": 0.001,
      "loss": 2.6621,
      "step": 30900
    },
    {
      "epoch": 10.019392372333549,
      "grad_norm": 1.050683617591858,
      "learning_rate": 0.001,
      "loss": 2.5767,
      "step": 31000
    },
    {
      "epoch": 10.051712992889463,
      "grad_norm": 1.1165498495101929,
      "learning_rate": 0.001,
      "loss": 2.5307,
      "step": 31100
    },
    {
      "epoch": 10.084033613445378,
      "grad_norm": 1.3107905387878418,
      "learning_rate": 0.001,
      "loss": 2.5127,
      "step": 31200
    },
    {
      "epoch": 10.116354234001292,
      "grad_norm": 1.1361440420150757,
      "learning_rate": 0.001,
      "loss": 2.5248,
      "step": 31300
    },
    {
      "epoch": 10.148674854557207,
      "grad_norm": 1.4246487617492676,
      "learning_rate": 0.001,
      "loss": 2.5209,
      "step": 31400
    },
    {
      "epoch": 10.180995475113122,
      "grad_norm": 0.9404054880142212,
      "learning_rate": 0.001,
      "loss": 2.5429,
      "step": 31500
    },
    {
      "epoch": 10.213316095669036,
      "grad_norm": 0.9457871913909912,
      "learning_rate": 0.001,
      "loss": 2.5414,
      "step": 31600
    },
    {
      "epoch": 10.24563671622495,
      "grad_norm": 1.1399489641189575,
      "learning_rate": 0.001,
      "loss": 2.5448,
      "step": 31700
    },
    {
      "epoch": 10.277957336780867,
      "grad_norm": 1.1223640441894531,
      "learning_rate": 0.001,
      "loss": 2.5353,
      "step": 31800
    },
    {
      "epoch": 10.310277957336782,
      "grad_norm": 1.446655511856079,
      "learning_rate": 0.001,
      "loss": 2.5589,
      "step": 31900
    },
    {
      "epoch": 10.342598577892696,
      "grad_norm": 0.9820685982704163,
      "learning_rate": 0.001,
      "loss": 2.5305,
      "step": 32000
    },
    {
      "epoch": 10.37491919844861,
      "grad_norm": 0.9038324952125549,
      "learning_rate": 0.001,
      "loss": 2.5389,
      "step": 32100
    },
    {
      "epoch": 10.407239819004525,
      "grad_norm": 1.184463381767273,
      "learning_rate": 0.001,
      "loss": 2.5791,
      "step": 32200
    },
    {
      "epoch": 10.43956043956044,
      "grad_norm": 0.9426921606063843,
      "learning_rate": 0.001,
      "loss": 2.5612,
      "step": 32300
    },
    {
      "epoch": 10.471881060116354,
      "grad_norm": 1.2373493909835815,
      "learning_rate": 0.001,
      "loss": 2.5603,
      "step": 32400
    },
    {
      "epoch": 10.504201680672269,
      "grad_norm": 1.0498517751693726,
      "learning_rate": 0.001,
      "loss": 2.5471,
      "step": 32500
    },
    {
      "epoch": 10.536522301228183,
      "grad_norm": 1.1927897930145264,
      "learning_rate": 0.001,
      "loss": 2.5663,
      "step": 32600
    },
    {
      "epoch": 10.568842921784098,
      "grad_norm": 1.0986390113830566,
      "learning_rate": 0.001,
      "loss": 2.589,
      "step": 32700
    },
    {
      "epoch": 10.601163542340013,
      "grad_norm": 1.0975826978683472,
      "learning_rate": 0.001,
      "loss": 2.5746,
      "step": 32800
    },
    {
      "epoch": 10.633484162895927,
      "grad_norm": 1.4507718086242676,
      "learning_rate": 0.001,
      "loss": 2.5584,
      "step": 32900
    },
    {
      "epoch": 10.665804783451842,
      "grad_norm": 0.9978941082954407,
      "learning_rate": 0.001,
      "loss": 2.5884,
      "step": 33000
    },
    {
      "epoch": 10.698125404007756,
      "grad_norm": 1.0040268898010254,
      "learning_rate": 0.001,
      "loss": 2.5802,
      "step": 33100
    },
    {
      "epoch": 10.73044602456367,
      "grad_norm": 1.1611864566802979,
      "learning_rate": 0.001,
      "loss": 2.5745,
      "step": 33200
    },
    {
      "epoch": 10.762766645119587,
      "grad_norm": 0.9444515705108643,
      "learning_rate": 0.001,
      "loss": 2.5742,
      "step": 33300
    },
    {
      "epoch": 10.795087265675502,
      "grad_norm": 0.770430326461792,
      "learning_rate": 0.001,
      "loss": 2.5833,
      "step": 33400
    },
    {
      "epoch": 10.827407886231416,
      "grad_norm": 1.0619391202926636,
      "learning_rate": 0.001,
      "loss": 2.5904,
      "step": 33500
    },
    {
      "epoch": 10.85972850678733,
      "grad_norm": 0.9841474890708923,
      "learning_rate": 0.001,
      "loss": 2.5825,
      "step": 33600
    },
    {
      "epoch": 10.892049127343245,
      "grad_norm": 0.8374784588813782,
      "learning_rate": 0.001,
      "loss": 2.5847,
      "step": 33700
    },
    {
      "epoch": 10.92436974789916,
      "grad_norm": 1.0929527282714844,
      "learning_rate": 0.001,
      "loss": 2.5871,
      "step": 33800
    },
    {
      "epoch": 10.956690368455074,
      "grad_norm": 1.063624382019043,
      "learning_rate": 0.001,
      "loss": 2.5833,
      "step": 33900
    },
    {
      "epoch": 10.989010989010989,
      "grad_norm": 0.9693267941474915,
      "learning_rate": 0.001,
      "loss": 2.5765,
      "step": 34000
    },
    {
      "epoch": 11.021331609566904,
      "grad_norm": 1.0682049989700317,
      "learning_rate": 0.001,
      "loss": 2.5111,
      "step": 34100
    },
    {
      "epoch": 11.053652230122818,
      "grad_norm": 1.2485145330429077,
      "learning_rate": 0.001,
      "loss": 2.4233,
      "step": 34200
    },
    {
      "epoch": 11.085972850678733,
      "grad_norm": 1.2661662101745605,
      "learning_rate": 0.001,
      "loss": 2.4521,
      "step": 34300
    },
    {
      "epoch": 11.118293471234647,
      "grad_norm": 0.9464433789253235,
      "learning_rate": 0.001,
      "loss": 2.4781,
      "step": 34400
    },
    {
      "epoch": 11.150614091790562,
      "grad_norm": 1.4966256618499756,
      "learning_rate": 0.001,
      "loss": 2.4606,
      "step": 34500
    },
    {
      "epoch": 11.182934712346476,
      "grad_norm": 0.9548174738883972,
      "learning_rate": 0.001,
      "loss": 2.474,
      "step": 34600
    },
    {
      "epoch": 11.215255332902391,
      "grad_norm": 1.2072795629501343,
      "learning_rate": 0.001,
      "loss": 2.4905,
      "step": 34700
    },
    {
      "epoch": 11.247575953458306,
      "grad_norm": 1.1185228824615479,
      "learning_rate": 0.001,
      "loss": 2.4699,
      "step": 34800
    },
    {
      "epoch": 11.279896574014222,
      "grad_norm": 1.3499680757522583,
      "learning_rate": 0.001,
      "loss": 2.4886,
      "step": 34900
    },
    {
      "epoch": 11.312217194570136,
      "grad_norm": 0.9926376938819885,
      "learning_rate": 0.001,
      "loss": 2.4868,
      "step": 35000
    },
    {
      "epoch": 11.344537815126051,
      "grad_norm": 1.0508836507797241,
      "learning_rate": 0.001,
      "loss": 2.4988,
      "step": 35100
    },
    {
      "epoch": 11.376858435681966,
      "grad_norm": 1.0693625211715698,
      "learning_rate": 0.001,
      "loss": 2.4944,
      "step": 35200
    },
    {
      "epoch": 11.40917905623788,
      "grad_norm": 1.2590545415878296,
      "learning_rate": 0.001,
      "loss": 2.5104,
      "step": 35300
    },
    {
      "epoch": 11.441499676793795,
      "grad_norm": 1.0293058156967163,
      "learning_rate": 0.001,
      "loss": 2.5196,
      "step": 35400
    },
    {
      "epoch": 11.47382029734971,
      "grad_norm": 1.299343466758728,
      "learning_rate": 0.001,
      "loss": 2.5146,
      "step": 35500
    },
    {
      "epoch": 11.506140917905624,
      "grad_norm": 1.1421232223510742,
      "learning_rate": 0.001,
      "loss": 2.5063,
      "step": 35600
    },
    {
      "epoch": 11.538461538461538,
      "grad_norm": 0.8818128108978271,
      "learning_rate": 0.001,
      "loss": 2.5242,
      "step": 35700
    },
    {
      "epoch": 11.570782159017453,
      "grad_norm": 1.0025140047073364,
      "learning_rate": 0.001,
      "loss": 2.4983,
      "step": 35800
    },
    {
      "epoch": 11.603102779573367,
      "grad_norm": 0.9715794920921326,
      "learning_rate": 0.001,
      "loss": 2.5207,
      "step": 35900
    },
    {
      "epoch": 11.635423400129282,
      "grad_norm": 1.076883316040039,
      "learning_rate": 0.001,
      "loss": 2.5222,
      "step": 36000
    },
    {
      "epoch": 11.667744020685197,
      "grad_norm": 1.0112929344177246,
      "learning_rate": 0.001,
      "loss": 2.5248,
      "step": 36100
    },
    {
      "epoch": 11.700064641241111,
      "grad_norm": 1.1007529497146606,
      "learning_rate": 0.001,
      "loss": 2.5448,
      "step": 36200
    },
    {
      "epoch": 11.732385261797026,
      "grad_norm": 0.9470750093460083,
      "learning_rate": 0.001,
      "loss": 2.5358,
      "step": 36300
    },
    {
      "epoch": 11.764705882352942,
      "grad_norm": 1.0336370468139648,
      "learning_rate": 0.001,
      "loss": 2.5418,
      "step": 36400
    },
    {
      "epoch": 11.797026502908857,
      "grad_norm": 1.0315172672271729,
      "learning_rate": 0.001,
      "loss": 2.5124,
      "step": 36500
    },
    {
      "epoch": 11.829347123464771,
      "grad_norm": 1.18720543384552,
      "learning_rate": 0.001,
      "loss": 2.5141,
      "step": 36600
    },
    {
      "epoch": 11.861667744020686,
      "grad_norm": 1.034296989440918,
      "learning_rate": 0.001,
      "loss": 2.5322,
      "step": 36700
    },
    {
      "epoch": 11.8939883645766,
      "grad_norm": 1.0513291358947754,
      "learning_rate": 0.001,
      "loss": 2.5226,
      "step": 36800
    },
    {
      "epoch": 11.926308985132515,
      "grad_norm": 1.0058174133300781,
      "learning_rate": 0.001,
      "loss": 2.5452,
      "step": 36900
    },
    {
      "epoch": 11.95862960568843,
      "grad_norm": 1.342353105545044,
      "learning_rate": 0.001,
      "loss": 2.546,
      "step": 37000
    },
    {
      "epoch": 11.990950226244344,
      "grad_norm": 1.0556999444961548,
      "learning_rate": 0.001,
      "loss": 2.5334,
      "step": 37100
    },
    {
      "epoch": 12.023270846800258,
      "grad_norm": 1.2010694742202759,
      "learning_rate": 0.001,
      "loss": 2.4479,
      "step": 37200
    },
    {
      "epoch": 12.055591467356173,
      "grad_norm": 1.0156108140945435,
      "learning_rate": 0.001,
      "loss": 2.4137,
      "step": 37300
    },
    {
      "epoch": 12.087912087912088,
      "grad_norm": 1.216589093208313,
      "learning_rate": 0.001,
      "loss": 2.3993,
      "step": 37400
    },
    {
      "epoch": 12.120232708468002,
      "grad_norm": 1.1752727031707764,
      "learning_rate": 0.001,
      "loss": 2.3963,
      "step": 37500
    },
    {
      "epoch": 12.152553329023917,
      "grad_norm": 1.212253451347351,
      "learning_rate": 0.001,
      "loss": 2.4086,
      "step": 37600
    },
    {
      "epoch": 12.184873949579831,
      "grad_norm": 1.0437322854995728,
      "learning_rate": 0.001,
      "loss": 2.4183,
      "step": 37700
    },
    {
      "epoch": 12.217194570135746,
      "grad_norm": 1.2049281597137451,
      "learning_rate": 0.001,
      "loss": 2.4453,
      "step": 37800
    },
    {
      "epoch": 12.24951519069166,
      "grad_norm": 1.014501929283142,
      "learning_rate": 0.001,
      "loss": 2.4162,
      "step": 37900
    },
    {
      "epoch": 12.281835811247577,
      "grad_norm": 1.2967098951339722,
      "learning_rate": 0.001,
      "loss": 2.4231,
      "step": 38000
    },
    {
      "epoch": 12.314156431803491,
      "grad_norm": 1.0043957233428955,
      "learning_rate": 0.001,
      "loss": 2.4235,
      "step": 38100
    },
    {
      "epoch": 12.346477052359406,
      "grad_norm": 1.1719709634780884,
      "learning_rate": 0.001,
      "loss": 2.4608,
      "step": 38200
    },
    {
      "epoch": 12.37879767291532,
      "grad_norm": 1.6381487846374512,
      "learning_rate": 0.001,
      "loss": 2.453,
      "step": 38300
    },
    {
      "epoch": 12.411118293471235,
      "grad_norm": 1.1440620422363281,
      "learning_rate": 0.001,
      "loss": 2.4596,
      "step": 38400
    },
    {
      "epoch": 12.44343891402715,
      "grad_norm": 1.389151692390442,
      "learning_rate": 0.001,
      "loss": 2.4657,
      "step": 38500
    },
    {
      "epoch": 12.475759534583064,
      "grad_norm": 1.1156370639801025,
      "learning_rate": 0.001,
      "loss": 2.4662,
      "step": 38600
    },
    {
      "epoch": 12.508080155138979,
      "grad_norm": 0.8124172687530518,
      "learning_rate": 0.001,
      "loss": 2.4504,
      "step": 38700
    },
    {
      "epoch": 12.540400775694893,
      "grad_norm": 1.3011460304260254,
      "learning_rate": 0.001,
      "loss": 2.4797,
      "step": 38800
    },
    {
      "epoch": 12.572721396250808,
      "grad_norm": 0.8509902954101562,
      "learning_rate": 0.001,
      "loss": 2.4685,
      "step": 38900
    },
    {
      "epoch": 12.605042016806722,
      "grad_norm": 1.1421103477478027,
      "learning_rate": 0.001,
      "loss": 2.4656,
      "step": 39000
    },
    {
      "epoch": 12.637362637362637,
      "grad_norm": 1.0977075099945068,
      "learning_rate": 0.001,
      "loss": 2.4641,
      "step": 39100
    },
    {
      "epoch": 12.669683257918551,
      "grad_norm": 0.9898512959480286,
      "learning_rate": 0.001,
      "loss": 2.4688,
      "step": 39200
    },
    {
      "epoch": 12.702003878474466,
      "grad_norm": 1.0552868843078613,
      "learning_rate": 0.001,
      "loss": 2.4752,
      "step": 39300
    },
    {
      "epoch": 12.73432449903038,
      "grad_norm": 0.7937177419662476,
      "learning_rate": 0.001,
      "loss": 2.4834,
      "step": 39400
    },
    {
      "epoch": 12.766645119586297,
      "grad_norm": 1.175423264503479,
      "learning_rate": 0.001,
      "loss": 2.476,
      "step": 39500
    },
    {
      "epoch": 12.798965740142211,
      "grad_norm": 0.835038959980011,
      "learning_rate": 0.001,
      "loss": 2.4991,
      "step": 39600
    },
    {
      "epoch": 12.831286360698126,
      "grad_norm": 1.1652710437774658,
      "learning_rate": 0.001,
      "loss": 2.4946,
      "step": 39700
    },
    {
      "epoch": 12.86360698125404,
      "grad_norm": 0.8950003385543823,
      "learning_rate": 0.001,
      "loss": 2.47,
      "step": 39800
    },
    {
      "epoch": 12.895927601809955,
      "grad_norm": 1.1447982788085938,
      "learning_rate": 0.001,
      "loss": 2.4728,
      "step": 39900
    },
    {
      "epoch": 12.92824822236587,
      "grad_norm": 1.3896085023880005,
      "learning_rate": 0.001,
      "loss": 2.473,
      "step": 40000
    },
    {
      "epoch": 12.960568842921784,
      "grad_norm": 1.0610136985778809,
      "learning_rate": 0.001,
      "loss": 2.4644,
      "step": 40100
    },
    {
      "epoch": 12.992889463477699,
      "grad_norm": 1.2621580362319946,
      "learning_rate": 0.001,
      "loss": 2.4881,
      "step": 40200
    },
    {
      "epoch": 13.025210084033613,
      "grad_norm": 1.0967028141021729,
      "learning_rate": 0.001,
      "loss": 2.3948,
      "step": 40300
    },
    {
      "epoch": 13.057530704589528,
      "grad_norm": 0.9754540920257568,
      "learning_rate": 0.001,
      "loss": 2.362,
      "step": 40400
    },
    {
      "epoch": 13.089851325145442,
      "grad_norm": 1.023298740386963,
      "learning_rate": 0.001,
      "loss": 2.3488,
      "step": 40500
    },
    {
      "epoch": 13.122171945701357,
      "grad_norm": 0.9918268322944641,
      "learning_rate": 0.001,
      "loss": 2.3396,
      "step": 40600
    },
    {
      "epoch": 13.154492566257272,
      "grad_norm": 0.865107536315918,
      "learning_rate": 0.001,
      "loss": 2.3641,
      "step": 40700
    },
    {
      "epoch": 13.186813186813186,
      "grad_norm": 1.0310488939285278,
      "learning_rate": 0.001,
      "loss": 2.3617,
      "step": 40800
    },
    {
      "epoch": 13.2191338073691,
      "grad_norm": 0.8639553189277649,
      "learning_rate": 0.001,
      "loss": 2.3812,
      "step": 40900
    },
    {
      "epoch": 13.251454427925015,
      "grad_norm": 1.0706894397735596,
      "learning_rate": 0.001,
      "loss": 2.3639,
      "step": 41000
    },
    {
      "epoch": 13.283775048480932,
      "grad_norm": 1.1262027025222778,
      "learning_rate": 0.001,
      "loss": 2.3943,
      "step": 41100
    },
    {
      "epoch": 13.316095669036846,
      "grad_norm": 1.2430620193481445,
      "learning_rate": 0.001,
      "loss": 2.3872,
      "step": 41200
    },
    {
      "epoch": 13.34841628959276,
      "grad_norm": 0.976929783821106,
      "learning_rate": 0.001,
      "loss": 2.3958,
      "step": 41300
    },
    {
      "epoch": 13.380736910148675,
      "grad_norm": 1.1228851079940796,
      "learning_rate": 0.001,
      "loss": 2.3995,
      "step": 41400
    },
    {
      "epoch": 13.41305753070459,
      "grad_norm": 1.3405524492263794,
      "learning_rate": 0.001,
      "loss": 2.3798,
      "step": 41500
    },
    {
      "epoch": 13.445378151260504,
      "grad_norm": 1.1651748418807983,
      "learning_rate": 0.001,
      "loss": 2.4097,
      "step": 41600
    },
    {
      "epoch": 13.477698771816419,
      "grad_norm": 0.9650669693946838,
      "learning_rate": 0.001,
      "loss": 2.4045,
      "step": 41700
    },
    {
      "epoch": 13.510019392372334,
      "grad_norm": 1.1848506927490234,
      "learning_rate": 0.001,
      "loss": 2.4206,
      "step": 41800
    },
    {
      "epoch": 13.542340012928248,
      "grad_norm": 1.2294769287109375,
      "learning_rate": 0.001,
      "loss": 2.4142,
      "step": 41900
    },
    {
      "epoch": 13.574660633484163,
      "grad_norm": 0.9633001685142517,
      "learning_rate": 0.001,
      "loss": 2.4102,
      "step": 42000
    },
    {
      "epoch": 13.606981254040077,
      "grad_norm": 1.231916904449463,
      "learning_rate": 0.001,
      "loss": 2.4432,
      "step": 42100
    },
    {
      "epoch": 13.639301874595992,
      "grad_norm": 1.1208678483963013,
      "learning_rate": 0.001,
      "loss": 2.4254,
      "step": 42200
    },
    {
      "epoch": 13.671622495151906,
      "grad_norm": 1.0216820240020752,
      "learning_rate": 0.001,
      "loss": 2.4281,
      "step": 42300
    },
    {
      "epoch": 13.70394311570782,
      "grad_norm": 1.2707115411758423,
      "learning_rate": 0.001,
      "loss": 2.4229,
      "step": 42400
    },
    {
      "epoch": 13.736263736263737,
      "grad_norm": 1.4039192199707031,
      "learning_rate": 0.001,
      "loss": 2.4345,
      "step": 42500
    },
    {
      "epoch": 13.768584356819652,
      "grad_norm": 0.8980364799499512,
      "learning_rate": 0.001,
      "loss": 2.4371,
      "step": 42600
    },
    {
      "epoch": 13.800904977375566,
      "grad_norm": 1.0485930442810059,
      "learning_rate": 0.001,
      "loss": 2.4274,
      "step": 42700
    },
    {
      "epoch": 13.83322559793148,
      "grad_norm": 0.94874507188797,
      "learning_rate": 0.001,
      "loss": 2.4408,
      "step": 42800
    },
    {
      "epoch": 13.865546218487395,
      "grad_norm": 1.0252995491027832,
      "learning_rate": 0.001,
      "loss": 2.4494,
      "step": 42900
    },
    {
      "epoch": 13.89786683904331,
      "grad_norm": 1.4931409358978271,
      "learning_rate": 0.001,
      "loss": 2.4155,
      "step": 43000
    },
    {
      "epoch": 13.930187459599225,
      "grad_norm": 1.2104835510253906,
      "learning_rate": 0.001,
      "loss": 2.4439,
      "step": 43100
    },
    {
      "epoch": 13.96250808015514,
      "grad_norm": 1.1501274108886719,
      "learning_rate": 0.001,
      "loss": 2.4477,
      "step": 43200
    },
    {
      "epoch": 13.994828700711054,
      "grad_norm": 1.2111330032348633,
      "learning_rate": 0.001,
      "loss": 2.4257,
      "step": 43300
    },
    {
      "epoch": 14.027149321266968,
      "grad_norm": 1.2563148736953735,
      "learning_rate": 0.001,
      "loss": 2.3305,
      "step": 43400
    },
    {
      "epoch": 14.059469941822883,
      "grad_norm": 1.1479803323745728,
      "learning_rate": 0.001,
      "loss": 2.3233,
      "step": 43500
    },
    {
      "epoch": 14.091790562378797,
      "grad_norm": 1.4190595149993896,
      "learning_rate": 0.001,
      "loss": 2.3296,
      "step": 43600
    },
    {
      "epoch": 14.124111182934712,
      "grad_norm": 1.0025237798690796,
      "learning_rate": 0.001,
      "loss": 2.3046,
      "step": 43700
    },
    {
      "epoch": 14.156431803490626,
      "grad_norm": 0.9679207801818848,
      "learning_rate": 0.001,
      "loss": 2.3314,
      "step": 43800
    },
    {
      "epoch": 14.188752424046541,
      "grad_norm": 1.1125279664993286,
      "learning_rate": 0.001,
      "loss": 2.3419,
      "step": 43900
    },
    {
      "epoch": 14.221073044602456,
      "grad_norm": 0.9743191599845886,
      "learning_rate": 0.001,
      "loss": 2.3285,
      "step": 44000
    },
    {
      "epoch": 14.25339366515837,
      "grad_norm": 1.4148427248001099,
      "learning_rate": 0.001,
      "loss": 2.3147,
      "step": 44100
    },
    {
      "epoch": 14.285714285714286,
      "grad_norm": 1.012438178062439,
      "learning_rate": 0.001,
      "loss": 2.325,
      "step": 44200
    },
    {
      "epoch": 14.318034906270201,
      "grad_norm": 1.4741400480270386,
      "learning_rate": 0.001,
      "loss": 2.3371,
      "step": 44300
    },
    {
      "epoch": 14.350355526826116,
      "grad_norm": 1.0528957843780518,
      "learning_rate": 0.001,
      "loss": 2.347,
      "step": 44400
    },
    {
      "epoch": 14.38267614738203,
      "grad_norm": 1.1542372703552246,
      "learning_rate": 0.001,
      "loss": 2.3617,
      "step": 44500
    },
    {
      "epoch": 14.414996767937945,
      "grad_norm": 1.225242018699646,
      "learning_rate": 0.001,
      "loss": 2.363,
      "step": 44600
    },
    {
      "epoch": 14.44731738849386,
      "grad_norm": 1.0331146717071533,
      "learning_rate": 0.001,
      "loss": 2.3536,
      "step": 44700
    },
    {
      "epoch": 14.479638009049774,
      "grad_norm": 1.1673269271850586,
      "learning_rate": 0.001,
      "loss": 2.3626,
      "step": 44800
    },
    {
      "epoch": 14.511958629605688,
      "grad_norm": 1.0871409177780151,
      "learning_rate": 0.001,
      "loss": 2.3564,
      "step": 44900
    },
    {
      "epoch": 14.544279250161603,
      "grad_norm": 1.0477733612060547,
      "learning_rate": 0.001,
      "loss": 2.361,
      "step": 45000
    },
    {
      "epoch": 14.576599870717518,
      "grad_norm": 1.1164947748184204,
      "learning_rate": 0.001,
      "loss": 2.368,
      "step": 45100
    },
    {
      "epoch": 14.608920491273432,
      "grad_norm": 1.1241072416305542,
      "learning_rate": 0.001,
      "loss": 2.3684,
      "step": 45200
    },
    {
      "epoch": 14.641241111829347,
      "grad_norm": 1.1364701986312866,
      "learning_rate": 0.001,
      "loss": 2.3814,
      "step": 45300
    },
    {
      "epoch": 14.673561732385261,
      "grad_norm": 1.3487145900726318,
      "learning_rate": 0.001,
      "loss": 2.3935,
      "step": 45400
    },
    {
      "epoch": 14.705882352941176,
      "grad_norm": 1.0357153415679932,
      "learning_rate": 0.001,
      "loss": 2.3942,
      "step": 45500
    },
    {
      "epoch": 14.738202973497092,
      "grad_norm": 1.5036461353302002,
      "learning_rate": 0.001,
      "loss": 2.4049,
      "step": 45600
    },
    {
      "epoch": 14.770523594053007,
      "grad_norm": 1.0585894584655762,
      "learning_rate": 0.001,
      "loss": 2.3785,
      "step": 45700
    },
    {
      "epoch": 14.802844214608921,
      "grad_norm": 0.9382624626159668,
      "learning_rate": 0.001,
      "loss": 2.3854,
      "step": 45800
    },
    {
      "epoch": 14.835164835164836,
      "grad_norm": 1.0960943698883057,
      "learning_rate": 0.001,
      "loss": 2.3735,
      "step": 45900
    },
    {
      "epoch": 14.86748545572075,
      "grad_norm": 1.1341259479522705,
      "learning_rate": 0.001,
      "loss": 2.3893,
      "step": 46000
    },
    {
      "epoch": 14.899806076276665,
      "grad_norm": 0.8915718197822571,
      "learning_rate": 0.001,
      "loss": 2.3789,
      "step": 46100
    },
    {
      "epoch": 14.93212669683258,
      "grad_norm": 1.1936798095703125,
      "learning_rate": 0.001,
      "loss": 2.4101,
      "step": 46200
    },
    {
      "epoch": 14.964447317388494,
      "grad_norm": 1.2099779844284058,
      "learning_rate": 0.001,
      "loss": 2.4176,
      "step": 46300
    },
    {
      "epoch": 14.996767937944409,
      "grad_norm": 0.8536863327026367,
      "learning_rate": 0.001,
      "loss": 2.3897,
      "step": 46400
    },
    {
      "epoch": 15.029088558500323,
      "grad_norm": 1.2651400566101074,
      "learning_rate": 0.001,
      "loss": 2.2709,
      "step": 46500
    },
    {
      "epoch": 15.061409179056238,
      "grad_norm": 1.1207914352416992,
      "learning_rate": 0.001,
      "loss": 2.2619,
      "step": 46600
    },
    {
      "epoch": 15.093729799612152,
      "grad_norm": 1.0109786987304688,
      "learning_rate": 0.001,
      "loss": 2.275,
      "step": 46700
    },
    {
      "epoch": 15.126050420168067,
      "grad_norm": 1.6071540117263794,
      "learning_rate": 0.001,
      "loss": 2.2764,
      "step": 46800
    },
    {
      "epoch": 15.158371040723981,
      "grad_norm": 1.2585033178329468,
      "learning_rate": 0.001,
      "loss": 2.291,
      "step": 46900
    },
    {
      "epoch": 15.190691661279896,
      "grad_norm": 1.313089370727539,
      "learning_rate": 0.001,
      "loss": 2.277,
      "step": 47000
    },
    {
      "epoch": 15.22301228183581,
      "grad_norm": 0.8985034227371216,
      "learning_rate": 0.001,
      "loss": 2.2836,
      "step": 47100
    },
    {
      "epoch": 15.255332902391725,
      "grad_norm": 1.3318949937820435,
      "learning_rate": 0.001,
      "loss": 2.2753,
      "step": 47200
    },
    {
      "epoch": 15.287653522947641,
      "grad_norm": 1.6827569007873535,
      "learning_rate": 0.001,
      "loss": 2.2958,
      "step": 47300
    },
    {
      "epoch": 15.319974143503556,
      "grad_norm": 1.5016133785247803,
      "learning_rate": 0.001,
      "loss": 2.3056,
      "step": 47400
    },
    {
      "epoch": 15.35229476405947,
      "grad_norm": 1.3888620138168335,
      "learning_rate": 0.001,
      "loss": 2.3095,
      "step": 47500
    },
    {
      "epoch": 15.384615384615385,
      "grad_norm": 0.9856404662132263,
      "learning_rate": 0.001,
      "loss": 2.294,
      "step": 47600
    },
    {
      "epoch": 15.4169360051713,
      "grad_norm": 1.1952743530273438,
      "learning_rate": 0.001,
      "loss": 2.3156,
      "step": 47700
    },
    {
      "epoch": 15.449256625727214,
      "grad_norm": 1.3369444608688354,
      "learning_rate": 0.001,
      "loss": 2.3049,
      "step": 47800
    },
    {
      "epoch": 15.481577246283129,
      "grad_norm": 1.258984923362732,
      "learning_rate": 0.001,
      "loss": 2.3135,
      "step": 47900
    },
    {
      "epoch": 15.513897866839043,
      "grad_norm": 1.1995731592178345,
      "learning_rate": 0.001,
      "loss": 2.3567,
      "step": 48000
    },
    {
      "epoch": 15.546218487394958,
      "grad_norm": 1.1886205673217773,
      "learning_rate": 0.001,
      "loss": 2.3331,
      "step": 48100
    },
    {
      "epoch": 15.578539107950872,
      "grad_norm": 1.1722344160079956,
      "learning_rate": 0.001,
      "loss": 2.3292,
      "step": 48200
    },
    {
      "epoch": 15.610859728506787,
      "grad_norm": 1.4253953695297241,
      "learning_rate": 0.001,
      "loss": 2.3449,
      "step": 48300
    },
    {
      "epoch": 15.643180349062701,
      "grad_norm": 1.1338748931884766,
      "learning_rate": 0.001,
      "loss": 2.3234,
      "step": 48400
    },
    {
      "epoch": 15.675500969618616,
      "grad_norm": 1.2208466529846191,
      "learning_rate": 0.001,
      "loss": 2.3402,
      "step": 48500
    },
    {
      "epoch": 15.70782159017453,
      "grad_norm": 1.2015690803527832,
      "learning_rate": 0.001,
      "loss": 2.3361,
      "step": 48600
    },
    {
      "epoch": 15.740142210730447,
      "grad_norm": 1.0186476707458496,
      "learning_rate": 0.001,
      "loss": 2.3455,
      "step": 48700
    },
    {
      "epoch": 15.772462831286362,
      "grad_norm": 1.4595075845718384,
      "learning_rate": 0.001,
      "loss": 2.3425,
      "step": 48800
    },
    {
      "epoch": 15.804783451842276,
      "grad_norm": 1.0360519886016846,
      "learning_rate": 0.001,
      "loss": 2.3361,
      "step": 48900
    },
    {
      "epoch": 15.83710407239819,
      "grad_norm": 0.9627425074577332,
      "learning_rate": 0.001,
      "loss": 2.3359,
      "step": 49000
    },
    {
      "epoch": 15.869424692954105,
      "grad_norm": 0.9317019581794739,
      "learning_rate": 0.001,
      "loss": 2.3536,
      "step": 49100
    },
    {
      "epoch": 15.90174531351002,
      "grad_norm": 1.2822422981262207,
      "learning_rate": 0.001,
      "loss": 2.3559,
      "step": 49200
    },
    {
      "epoch": 15.934065934065934,
      "grad_norm": 1.5487724542617798,
      "learning_rate": 0.001,
      "loss": 2.3575,
      "step": 49300
    },
    {
      "epoch": 15.966386554621849,
      "grad_norm": 1.4528721570968628,
      "learning_rate": 0.001,
      "loss": 2.351,
      "step": 49400
    },
    {
      "epoch": 15.998707175177763,
      "grad_norm": 1.8106807470321655,
      "learning_rate": 0.001,
      "loss": 2.3607,
      "step": 49500
    },
    {
      "epoch": 16.031027795733678,
      "grad_norm": 1.4708492755889893,
      "learning_rate": 0.001,
      "loss": 2.2137,
      "step": 49600
    },
    {
      "epoch": 16.063348416289593,
      "grad_norm": 1.2355926036834717,
      "learning_rate": 0.001,
      "loss": 2.2269,
      "step": 49700
    },
    {
      "epoch": 16.095669036845507,
      "grad_norm": 2.1963531970977783,
      "learning_rate": 0.001,
      "loss": 2.2293,
      "step": 49800
    },
    {
      "epoch": 16.12798965740142,
      "grad_norm": 1.46670663356781,
      "learning_rate": 0.001,
      "loss": 2.2242,
      "step": 49900
    },
    {
      "epoch": 16.160310277957336,
      "grad_norm": 1.289772629737854,
      "learning_rate": 0.001,
      "loss": 2.2503,
      "step": 50000
    },
    {
      "epoch": 16.19263089851325,
      "grad_norm": 1.4664719104766846,
      "learning_rate": 0.001,
      "loss": 2.2517,
      "step": 50100
    },
    {
      "epoch": 16.224951519069165,
      "grad_norm": 1.0733598470687866,
      "learning_rate": 0.001,
      "loss": 2.2682,
      "step": 50200
    },
    {
      "epoch": 16.25727213962508,
      "grad_norm": 1.5189355611801147,
      "learning_rate": 0.001,
      "loss": 2.2561,
      "step": 50300
    },
    {
      "epoch": 16.289592760180994,
      "grad_norm": 1.3452093601226807,
      "learning_rate": 0.001,
      "loss": 2.2513,
      "step": 50400
    },
    {
      "epoch": 16.32191338073691,
      "grad_norm": 1.3040879964828491,
      "learning_rate": 0.001,
      "loss": 2.249,
      "step": 50500
    },
    {
      "epoch": 16.354234001292824,
      "grad_norm": 1.6627320051193237,
      "learning_rate": 0.001,
      "loss": 2.2694,
      "step": 50600
    },
    {
      "epoch": 16.386554621848738,
      "grad_norm": 1.5199756622314453,
      "learning_rate": 0.001,
      "loss": 2.2729,
      "step": 50700
    },
    {
      "epoch": 16.418875242404653,
      "grad_norm": 1.412865161895752,
      "learning_rate": 0.001,
      "loss": 2.2636,
      "step": 50800
    },
    {
      "epoch": 16.451195862960567,
      "grad_norm": 1.1884099245071411,
      "learning_rate": 0.001,
      "loss": 2.281,
      "step": 50900
    },
    {
      "epoch": 16.483516483516482,
      "grad_norm": 1.5446977615356445,
      "learning_rate": 0.001,
      "loss": 2.2719,
      "step": 51000
    },
    {
      "epoch": 16.5158371040724,
      "grad_norm": 1.6802927255630493,
      "learning_rate": 0.001,
      "loss": 2.2849,
      "step": 51100
    },
    {
      "epoch": 16.548157724628314,
      "grad_norm": 1.2737250328063965,
      "learning_rate": 0.001,
      "loss": 2.2851,
      "step": 51200
    },
    {
      "epoch": 16.58047834518423,
      "grad_norm": 1.3500823974609375,
      "learning_rate": 0.001,
      "loss": 2.3008,
      "step": 51300
    },
    {
      "epoch": 16.612798965740144,
      "grad_norm": 1.1918673515319824,
      "learning_rate": 0.001,
      "loss": 2.2985,
      "step": 51400
    },
    {
      "epoch": 16.645119586296058,
      "grad_norm": 1.1218078136444092,
      "learning_rate": 0.001,
      "loss": 2.2982,
      "step": 51500
    },
    {
      "epoch": 16.677440206851973,
      "grad_norm": 1.5831869840621948,
      "learning_rate": 0.001,
      "loss": 2.3034,
      "step": 51600
    },
    {
      "epoch": 16.709760827407887,
      "grad_norm": 1.3978112936019897,
      "learning_rate": 0.001,
      "loss": 2.3151,
      "step": 51700
    },
    {
      "epoch": 16.742081447963802,
      "grad_norm": 1.4054855108261108,
      "learning_rate": 0.001,
      "loss": 2.286,
      "step": 51800
    },
    {
      "epoch": 16.774402068519716,
      "grad_norm": 0.9958290457725525,
      "learning_rate": 0.001,
      "loss": 2.3094,
      "step": 51900
    },
    {
      "epoch": 16.80672268907563,
      "grad_norm": 1.3509937524795532,
      "learning_rate": 0.001,
      "loss": 2.2887,
      "step": 52000
    },
    {
      "epoch": 16.839043309631545,
      "grad_norm": 2.143278121948242,
      "learning_rate": 0.001,
      "loss": 2.3244,
      "step": 52100
    },
    {
      "epoch": 16.87136393018746,
      "grad_norm": 1.5843268632888794,
      "learning_rate": 0.001,
      "loss": 2.3059,
      "step": 52200
    },
    {
      "epoch": 16.903684550743375,
      "grad_norm": 1.4028642177581787,
      "learning_rate": 0.001,
      "loss": 2.3053,
      "step": 52300
    },
    {
      "epoch": 16.93600517129929,
      "grad_norm": 1.5138201713562012,
      "learning_rate": 0.001,
      "loss": 2.3194,
      "step": 52400
    },
    {
      "epoch": 16.968325791855204,
      "grad_norm": 1.6168174743652344,
      "learning_rate": 0.001,
      "loss": 2.3039,
      "step": 52500
    },
    {
      "epoch": 17.00064641241112,
      "grad_norm": 1.1482666730880737,
      "learning_rate": 0.001,
      "loss": 2.302,
      "step": 52600
    },
    {
      "epoch": 17.032967032967033,
      "grad_norm": 1.4270600080490112,
      "learning_rate": 0.001,
      "loss": 2.1655,
      "step": 52700
    },
    {
      "epoch": 17.065287653522947,
      "grad_norm": 1.8423911333084106,
      "learning_rate": 0.001,
      "loss": 2.1833,
      "step": 52800
    },
    {
      "epoch": 17.097608274078862,
      "grad_norm": 1.6184693574905396,
      "learning_rate": 0.001,
      "loss": 2.1812,
      "step": 52900
    },
    {
      "epoch": 17.129928894634777,
      "grad_norm": 1.0999650955200195,
      "learning_rate": 0.001,
      "loss": 2.194,
      "step": 53000
    },
    {
      "epoch": 17.16224951519069,
      "grad_norm": 1.5708781480789185,
      "learning_rate": 0.001,
      "loss": 2.1813,
      "step": 53100
    },
    {
      "epoch": 17.194570135746606,
      "grad_norm": 1.5949249267578125,
      "learning_rate": 0.001,
      "loss": 2.1901,
      "step": 53200
    },
    {
      "epoch": 17.22689075630252,
      "grad_norm": 1.490331768989563,
      "learning_rate": 0.001,
      "loss": 2.2041,
      "step": 53300
    },
    {
      "epoch": 17.259211376858435,
      "grad_norm": 1.5599461793899536,
      "learning_rate": 0.001,
      "loss": 2.2346,
      "step": 53400
    },
    {
      "epoch": 17.29153199741435,
      "grad_norm": 1.9876192808151245,
      "learning_rate": 0.001,
      "loss": 2.2065,
      "step": 53500
    },
    {
      "epoch": 17.323852617970264,
      "grad_norm": 1.8799535036087036,
      "learning_rate": 0.001,
      "loss": 2.241,
      "step": 53600
    },
    {
      "epoch": 17.35617323852618,
      "grad_norm": 2.051346778869629,
      "learning_rate": 0.001,
      "loss": 2.2141,
      "step": 53700
    },
    {
      "epoch": 17.388493859082093,
      "grad_norm": 2.10467529296875,
      "learning_rate": 0.001,
      "loss": 2.2266,
      "step": 53800
    },
    {
      "epoch": 17.420814479638008,
      "grad_norm": 1.1607954502105713,
      "learning_rate": 0.001,
      "loss": 2.2431,
      "step": 53900
    },
    {
      "epoch": 17.453135100193922,
      "grad_norm": 1.8151345252990723,
      "learning_rate": 0.001,
      "loss": 2.2645,
      "step": 54000
    },
    {
      "epoch": 17.485455720749837,
      "grad_norm": 1.368027925491333,
      "learning_rate": 0.001,
      "loss": 2.2507,
      "step": 54100
    },
    {
      "epoch": 17.517776341305755,
      "grad_norm": 1.8371237516403198,
      "learning_rate": 0.001,
      "loss": 2.2506,
      "step": 54200
    },
    {
      "epoch": 17.55009696186167,
      "grad_norm": 1.2181835174560547,
      "learning_rate": 0.001,
      "loss": 2.2249,
      "step": 54300
    },
    {
      "epoch": 17.582417582417584,
      "grad_norm": 1.3113195896148682,
      "learning_rate": 0.001,
      "loss": 2.233,
      "step": 54400
    },
    {
      "epoch": 17.6147382029735,
      "grad_norm": 1.2849704027175903,
      "learning_rate": 0.001,
      "loss": 2.2755,
      "step": 54500
    },
    {
      "epoch": 17.647058823529413,
      "grad_norm": 1.2958779335021973,
      "learning_rate": 0.001,
      "loss": 2.2668,
      "step": 54600
    },
    {
      "epoch": 17.679379444085328,
      "grad_norm": 1.5940552949905396,
      "learning_rate": 0.001,
      "loss": 2.2648,
      "step": 54700
    },
    {
      "epoch": 17.711700064641242,
      "grad_norm": 1.6866202354431152,
      "learning_rate": 0.001,
      "loss": 2.2646,
      "step": 54800
    },
    {
      "epoch": 17.744020685197157,
      "grad_norm": 1.7330199480056763,
      "learning_rate": 0.001,
      "loss": 2.2786,
      "step": 54900
    },
    {
      "epoch": 17.77634130575307,
      "grad_norm": 1.4443870782852173,
      "learning_rate": 0.001,
      "loss": 2.2595,
      "step": 55000
    },
    {
      "epoch": 17.808661926308986,
      "grad_norm": 1.4749608039855957,
      "learning_rate": 0.001,
      "loss": 2.2711,
      "step": 55100
    },
    {
      "epoch": 17.8409825468649,
      "grad_norm": 1.5407294034957886,
      "learning_rate": 0.001,
      "loss": 2.263,
      "step": 55200
    },
    {
      "epoch": 17.873303167420815,
      "grad_norm": 1.521584153175354,
      "learning_rate": 0.001,
      "loss": 2.2822,
      "step": 55300
    },
    {
      "epoch": 17.90562378797673,
      "grad_norm": 1.7927467823028564,
      "learning_rate": 0.001,
      "loss": 2.273,
      "step": 55400
    },
    {
      "epoch": 17.937944408532644,
      "grad_norm": 1.3927431106567383,
      "learning_rate": 0.001,
      "loss": 2.2797,
      "step": 55500
    },
    {
      "epoch": 17.97026502908856,
      "grad_norm": 2.010420799255371,
      "learning_rate": 0.001,
      "loss": 2.2923,
      "step": 55600
    },
    {
      "epoch": 18.002585649644473,
      "grad_norm": 1.3878021240234375,
      "learning_rate": 0.001,
      "loss": 2.2861,
      "step": 55700
    },
    {
      "epoch": 18.034906270200388,
      "grad_norm": 1.6571372747421265,
      "learning_rate": 0.001,
      "loss": 2.1246,
      "step": 55800
    },
    {
      "epoch": 18.067226890756302,
      "grad_norm": 1.3559300899505615,
      "learning_rate": 0.001,
      "loss": 2.1514,
      "step": 55900
    },
    {
      "epoch": 18.099547511312217,
      "grad_norm": 1.1670371294021606,
      "learning_rate": 0.001,
      "loss": 2.1436,
      "step": 56000
    },
    {
      "epoch": 18.13186813186813,
      "grad_norm": 1.331639051437378,
      "learning_rate": 0.001,
      "loss": 2.1682,
      "step": 56100
    },
    {
      "epoch": 18.164188752424046,
      "grad_norm": 1.2827179431915283,
      "learning_rate": 0.001,
      "loss": 2.1676,
      "step": 56200
    },
    {
      "epoch": 18.19650937297996,
      "grad_norm": 1.556694746017456,
      "learning_rate": 0.001,
      "loss": 2.1648,
      "step": 56300
    },
    {
      "epoch": 18.228829993535875,
      "grad_norm": 1.428536057472229,
      "learning_rate": 0.001,
      "loss": 2.1962,
      "step": 56400
    },
    {
      "epoch": 18.26115061409179,
      "grad_norm": 1.1887167692184448,
      "learning_rate": 0.001,
      "loss": 2.1626,
      "step": 56500
    },
    {
      "epoch": 18.293471234647704,
      "grad_norm": 1.2648141384124756,
      "learning_rate": 0.001,
      "loss": 2.1923,
      "step": 56600
    },
    {
      "epoch": 18.32579185520362,
      "grad_norm": 1.1101640462875366,
      "learning_rate": 0.001,
      "loss": 2.217,
      "step": 56700
    },
    {
      "epoch": 18.358112475759533,
      "grad_norm": 0.9787229895591736,
      "learning_rate": 0.001,
      "loss": 2.1767,
      "step": 56800
    },
    {
      "epoch": 18.390433096315448,
      "grad_norm": 1.4049594402313232,
      "learning_rate": 0.001,
      "loss": 2.1986,
      "step": 56900
    },
    {
      "epoch": 18.422753716871362,
      "grad_norm": 1.415755033493042,
      "learning_rate": 0.001,
      "loss": 2.2025,
      "step": 57000
    },
    {
      "epoch": 18.455074337427277,
      "grad_norm": 1.1880539655685425,
      "learning_rate": 0.001,
      "loss": 2.2029,
      "step": 57100
    },
    {
      "epoch": 18.48739495798319,
      "grad_norm": 1.154875636100769,
      "learning_rate": 0.001,
      "loss": 2.2117,
      "step": 57200
    },
    {
      "epoch": 18.51971557853911,
      "grad_norm": 0.9201914668083191,
      "learning_rate": 0.001,
      "loss": 2.2086,
      "step": 57300
    },
    {
      "epoch": 18.552036199095024,
      "grad_norm": 1.2845484018325806,
      "learning_rate": 0.001,
      "loss": 2.2137,
      "step": 57400
    },
    {
      "epoch": 18.58435681965094,
      "grad_norm": 1.026379108428955,
      "learning_rate": 0.001,
      "loss": 2.2051,
      "step": 57500
    },
    {
      "epoch": 18.616677440206853,
      "grad_norm": 0.9726206064224243,
      "learning_rate": 0.001,
      "loss": 2.2064,
      "step": 57600
    },
    {
      "epoch": 18.648998060762768,
      "grad_norm": 1.5916303396224976,
      "learning_rate": 0.001,
      "loss": 2.216,
      "step": 57700
    },
    {
      "epoch": 18.681318681318682,
      "grad_norm": 1.2654246091842651,
      "learning_rate": 0.001,
      "loss": 2.2234,
      "step": 57800
    },
    {
      "epoch": 18.713639301874597,
      "grad_norm": 1.6823699474334717,
      "learning_rate": 0.001,
      "loss": 2.2388,
      "step": 57900
    },
    {
      "epoch": 18.74595992243051,
      "grad_norm": 1.0970423221588135,
      "learning_rate": 0.001,
      "loss": 2.2332,
      "step": 58000
    },
    {
      "epoch": 18.778280542986426,
      "grad_norm": 1.136433720588684,
      "learning_rate": 0.001,
      "loss": 2.2384,
      "step": 58100
    },
    {
      "epoch": 18.81060116354234,
      "grad_norm": 1.2828449010849,
      "learning_rate": 0.001,
      "loss": 2.2142,
      "step": 58200
    },
    {
      "epoch": 18.842921784098255,
      "grad_norm": 1.010236144065857,
      "learning_rate": 0.001,
      "loss": 2.2349,
      "step": 58300
    },
    {
      "epoch": 18.87524240465417,
      "grad_norm": 1.3149129152297974,
      "learning_rate": 0.001,
      "loss": 2.2471,
      "step": 58400
    },
    {
      "epoch": 18.907563025210084,
      "grad_norm": 1.5493013858795166,
      "learning_rate": 0.001,
      "loss": 2.2713,
      "step": 58500
    },
    {
      "epoch": 18.939883645766,
      "grad_norm": 1.3114402294158936,
      "learning_rate": 0.001,
      "loss": 2.2392,
      "step": 58600
    },
    {
      "epoch": 18.972204266321913,
      "grad_norm": 0.9853785037994385,
      "learning_rate": 0.001,
      "loss": 2.2405,
      "step": 58700
    },
    {
      "epoch": 19.004524886877828,
      "grad_norm": 1.2043988704681396,
      "learning_rate": 0.001,
      "loss": 2.2477,
      "step": 58800
    },
    {
      "epoch": 19.036845507433743,
      "grad_norm": 1.6636931896209717,
      "learning_rate": 0.001,
      "loss": 2.0882,
      "step": 58900
    },
    {
      "epoch": 19.069166127989657,
      "grad_norm": 0.8756181597709656,
      "learning_rate": 0.001,
      "loss": 2.0999,
      "step": 59000
    },
    {
      "epoch": 19.10148674854557,
      "grad_norm": 1.1063123941421509,
      "learning_rate": 0.001,
      "loss": 2.1199,
      "step": 59100
    },
    {
      "epoch": 19.133807369101486,
      "grad_norm": 1.2338377237319946,
      "learning_rate": 0.001,
      "loss": 2.1267,
      "step": 59200
    },
    {
      "epoch": 19.1661279896574,
      "grad_norm": 1.44084632396698,
      "learning_rate": 0.001,
      "loss": 2.1371,
      "step": 59300
    },
    {
      "epoch": 19.198448610213315,
      "grad_norm": 1.1796813011169434,
      "learning_rate": 0.001,
      "loss": 2.1499,
      "step": 59400
    },
    {
      "epoch": 19.23076923076923,
      "grad_norm": 1.1995784044265747,
      "learning_rate": 0.001,
      "loss": 2.1438,
      "step": 59500
    },
    {
      "epoch": 19.263089851325145,
      "grad_norm": 0.9502636790275574,
      "learning_rate": 0.001,
      "loss": 2.1585,
      "step": 59600
    },
    {
      "epoch": 19.29541047188106,
      "grad_norm": 0.9679586291313171,
      "learning_rate": 0.001,
      "loss": 2.1544,
      "step": 59700
    },
    {
      "epoch": 19.327731092436974,
      "grad_norm": 1.2242112159729004,
      "learning_rate": 0.001,
      "loss": 2.1633,
      "step": 59800
    },
    {
      "epoch": 19.360051712992888,
      "grad_norm": 1.2602921724319458,
      "learning_rate": 0.001,
      "loss": 2.157,
      "step": 59900
    },
    {
      "epoch": 19.392372333548803,
      "grad_norm": 1.55171799659729,
      "learning_rate": 0.001,
      "loss": 2.1749,
      "step": 60000
    },
    {
      "epoch": 19.424692954104717,
      "grad_norm": 1.2272818088531494,
      "learning_rate": 0.001,
      "loss": 2.1719,
      "step": 60100
    },
    {
      "epoch": 19.457013574660632,
      "grad_norm": 1.1695352792739868,
      "learning_rate": 0.001,
      "loss": 2.1562,
      "step": 60200
    },
    {
      "epoch": 19.489334195216546,
      "grad_norm": 1.1918383836746216,
      "learning_rate": 0.001,
      "loss": 2.1781,
      "step": 60300
    },
    {
      "epoch": 19.521654815772465,
      "grad_norm": 1.1158689260482788,
      "learning_rate": 0.001,
      "loss": 2.175,
      "step": 60400
    },
    {
      "epoch": 19.55397543632838,
      "grad_norm": 1.2081654071807861,
      "learning_rate": 0.001,
      "loss": 2.1811,
      "step": 60500
    },
    {
      "epoch": 19.586296056884294,
      "grad_norm": 1.0976276397705078,
      "learning_rate": 0.001,
      "loss": 2.18,
      "step": 60600
    },
    {
      "epoch": 19.618616677440208,
      "grad_norm": 1.0541235208511353,
      "learning_rate": 0.001,
      "loss": 2.1821,
      "step": 60700
    },
    {
      "epoch": 19.650937297996123,
      "grad_norm": 1.1526302099227905,
      "learning_rate": 0.001,
      "loss": 2.1947,
      "step": 60800
    },
    {
      "epoch": 19.683257918552037,
      "grad_norm": 1.3280059099197388,
      "learning_rate": 0.001,
      "loss": 2.1674,
      "step": 60900
    },
    {
      "epoch": 19.715578539107952,
      "grad_norm": 1.2853764295578003,
      "learning_rate": 0.001,
      "loss": 2.1935,
      "step": 61000
    },
    {
      "epoch": 19.747899159663866,
      "grad_norm": 1.0324232578277588,
      "learning_rate": 0.001,
      "loss": 2.2013,
      "step": 61100
    },
    {
      "epoch": 19.78021978021978,
      "grad_norm": 1.3006898164749146,
      "learning_rate": 0.001,
      "loss": 2.2024,
      "step": 61200
    },
    {
      "epoch": 19.812540400775696,
      "grad_norm": 1.1228374242782593,
      "learning_rate": 0.001,
      "loss": 2.193,
      "step": 61300
    },
    {
      "epoch": 19.84486102133161,
      "grad_norm": 1.2684869766235352,
      "learning_rate": 0.001,
      "loss": 2.2083,
      "step": 61400
    },
    {
      "epoch": 19.877181641887525,
      "grad_norm": 0.8672001361846924,
      "learning_rate": 0.001,
      "loss": 2.2101,
      "step": 61500
    },
    {
      "epoch": 19.90950226244344,
      "grad_norm": 1.0683246850967407,
      "learning_rate": 0.001,
      "loss": 2.2139,
      "step": 61600
    },
    {
      "epoch": 19.941822882999354,
      "grad_norm": 1.1728013753890991,
      "learning_rate": 0.001,
      "loss": 2.1988,
      "step": 61700
    },
    {
      "epoch": 19.97414350355527,
      "grad_norm": 1.2360259294509888,
      "learning_rate": 0.001,
      "loss": 2.206,
      "step": 61800
    },
    {
      "epoch": 20.006464124111183,
      "grad_norm": 1.1226767301559448,
      "learning_rate": 0.001,
      "loss": 2.1834,
      "step": 61900
    },
    {
      "epoch": 20.038784744667097,
      "grad_norm": 1.2612074613571167,
      "learning_rate": 0.001,
      "loss": 2.0784,
      "step": 62000
    },
    {
      "epoch": 20.071105365223012,
      "grad_norm": 1.2865725755691528,
      "learning_rate": 0.001,
      "loss": 2.0913,
      "step": 62100
    },
    {
      "epoch": 20.103425985778927,
      "grad_norm": 1.2894771099090576,
      "learning_rate": 0.001,
      "loss": 2.0799,
      "step": 62200
    },
    {
      "epoch": 20.13574660633484,
      "grad_norm": 1.3527390956878662,
      "learning_rate": 0.001,
      "loss": 2.0959,
      "step": 62300
    },
    {
      "epoch": 20.168067226890756,
      "grad_norm": 1.1928151845932007,
      "learning_rate": 0.001,
      "loss": 2.103,
      "step": 62400
    },
    {
      "epoch": 20.20038784744667,
      "grad_norm": 1.0168992280960083,
      "learning_rate": 0.001,
      "loss": 2.0941,
      "step": 62500
    },
    {
      "epoch": 20.232708468002585,
      "grad_norm": 1.0409342050552368,
      "learning_rate": 0.001,
      "loss": 2.1038,
      "step": 62600
    },
    {
      "epoch": 20.2650290885585,
      "grad_norm": 1.2547892332077026,
      "learning_rate": 0.001,
      "loss": 2.0966,
      "step": 62700
    },
    {
      "epoch": 20.297349709114414,
      "grad_norm": 1.2054287195205688,
      "learning_rate": 0.001,
      "loss": 2.1298,
      "step": 62800
    },
    {
      "epoch": 20.32967032967033,
      "grad_norm": 1.0080070495605469,
      "learning_rate": 0.001,
      "loss": 2.1166,
      "step": 62900
    },
    {
      "epoch": 20.361990950226243,
      "grad_norm": 1.103588342666626,
      "learning_rate": 0.001,
      "loss": 2.1441,
      "step": 63000
    },
    {
      "epoch": 20.394311570782158,
      "grad_norm": 1.1245242357254028,
      "learning_rate": 0.001,
      "loss": 2.1216,
      "step": 63100
    },
    {
      "epoch": 20.426632191338072,
      "grad_norm": 1.236649513244629,
      "learning_rate": 0.001,
      "loss": 2.1274,
      "step": 63200
    },
    {
      "epoch": 20.458952811893987,
      "grad_norm": 1.1738601922988892,
      "learning_rate": 0.001,
      "loss": 2.1229,
      "step": 63300
    },
    {
      "epoch": 20.4912734324499,
      "grad_norm": 1.0897395610809326,
      "learning_rate": 0.001,
      "loss": 2.1431,
      "step": 63400
    },
    {
      "epoch": 20.52359405300582,
      "grad_norm": 1.4749375581741333,
      "learning_rate": 0.001,
      "loss": 2.1278,
      "step": 63500
    },
    {
      "epoch": 20.555914673561734,
      "grad_norm": 1.4643535614013672,
      "learning_rate": 0.001,
      "loss": 2.1512,
      "step": 63600
    },
    {
      "epoch": 20.58823529411765,
      "grad_norm": 0.9917904734611511,
      "learning_rate": 0.001,
      "loss": 2.1503,
      "step": 63700
    },
    {
      "epoch": 20.620555914673563,
      "grad_norm": 1.2945317029953003,
      "learning_rate": 0.001,
      "loss": 2.1454,
      "step": 63800
    },
    {
      "epoch": 20.652876535229478,
      "grad_norm": 1.1126689910888672,
      "learning_rate": 0.001,
      "loss": 2.1353,
      "step": 63900
    },
    {
      "epoch": 20.685197155785392,
      "grad_norm": 1.2969932556152344,
      "learning_rate": 0.001,
      "loss": 2.1496,
      "step": 64000
    },
    {
      "epoch": 20.717517776341307,
      "grad_norm": 1.3333299160003662,
      "learning_rate": 0.001,
      "loss": 2.1623,
      "step": 64100
    },
    {
      "epoch": 20.74983839689722,
      "grad_norm": 1.0493760108947754,
      "learning_rate": 0.001,
      "loss": 2.1668,
      "step": 64200
    },
    {
      "epoch": 20.782159017453136,
      "grad_norm": 1.0862622261047363,
      "learning_rate": 0.001,
      "loss": 2.1579,
      "step": 64300
    },
    {
      "epoch": 20.81447963800905,
      "grad_norm": 1.3162381649017334,
      "learning_rate": 0.001,
      "loss": 2.1769,
      "step": 64400
    },
    {
      "epoch": 20.846800258564965,
      "grad_norm": 1.7097973823547363,
      "learning_rate": 0.001,
      "loss": 2.1642,
      "step": 64500
    },
    {
      "epoch": 20.87912087912088,
      "grad_norm": 1.0230882167816162,
      "learning_rate": 0.001,
      "loss": 2.1939,
      "step": 64600
    },
    {
      "epoch": 20.911441499676794,
      "grad_norm": 0.8909283876419067,
      "learning_rate": 0.001,
      "loss": 2.1795,
      "step": 64700
    },
    {
      "epoch": 20.94376212023271,
      "grad_norm": 1.1475738286972046,
      "learning_rate": 0.001,
      "loss": 2.1833,
      "step": 64800
    },
    {
      "epoch": 20.976082740788623,
      "grad_norm": 1.3730794191360474,
      "learning_rate": 0.001,
      "loss": 2.1868,
      "step": 64900
    },
    {
      "epoch": 21.008403361344538,
      "grad_norm": 1.518537163734436,
      "learning_rate": 0.001,
      "loss": 2.1312,
      "step": 65000
    },
    {
      "epoch": 21.040723981900452,
      "grad_norm": 1.2940282821655273,
      "learning_rate": 0.001,
      "loss": 2.0509,
      "step": 65100
    },
    {
      "epoch": 21.073044602456367,
      "grad_norm": 1.860131859779358,
      "learning_rate": 0.001,
      "loss": 2.0563,
      "step": 65200
    },
    {
      "epoch": 21.10536522301228,
      "grad_norm": 1.4131841659545898,
      "learning_rate": 0.001,
      "loss": 2.0643,
      "step": 65300
    },
    {
      "epoch": 21.137685843568196,
      "grad_norm": 1.429236888885498,
      "learning_rate": 0.001,
      "loss": 2.0731,
      "step": 65400
    },
    {
      "epoch": 21.17000646412411,
      "grad_norm": 1.1104481220245361,
      "learning_rate": 0.001,
      "loss": 2.062,
      "step": 65500
    },
    {
      "epoch": 21.202327084680025,
      "grad_norm": 1.18645179271698,
      "learning_rate": 0.001,
      "loss": 2.0773,
      "step": 65600
    },
    {
      "epoch": 21.23464770523594,
      "grad_norm": 1.384711742401123,
      "learning_rate": 0.001,
      "loss": 2.0734,
      "step": 65700
    },
    {
      "epoch": 21.266968325791854,
      "grad_norm": 1.1969033479690552,
      "learning_rate": 0.001,
      "loss": 2.0751,
      "step": 65800
    },
    {
      "epoch": 21.29928894634777,
      "grad_norm": 1.297878384590149,
      "learning_rate": 0.001,
      "loss": 2.0942,
      "step": 65900
    },
    {
      "epoch": 21.331609566903683,
      "grad_norm": 1.4161620140075684,
      "learning_rate": 0.001,
      "loss": 2.1058,
      "step": 66000
    },
    {
      "epoch": 21.363930187459598,
      "grad_norm": 1.1466299295425415,
      "learning_rate": 0.001,
      "loss": 2.0875,
      "step": 66100
    },
    {
      "epoch": 21.396250808015512,
      "grad_norm": 1.0590342283248901,
      "learning_rate": 0.001,
      "loss": 2.0883,
      "step": 66200
    },
    {
      "epoch": 21.428571428571427,
      "grad_norm": 1.4948805570602417,
      "learning_rate": 0.001,
      "loss": 2.1005,
      "step": 66300
    },
    {
      "epoch": 21.46089204912734,
      "grad_norm": 1.6177111864089966,
      "learning_rate": 0.001,
      "loss": 2.1093,
      "step": 66400
    },
    {
      "epoch": 21.49321266968326,
      "grad_norm": 1.3227946758270264,
      "learning_rate": 0.001,
      "loss": 2.0811,
      "step": 66500
    },
    {
      "epoch": 21.525533290239174,
      "grad_norm": 1.3259391784667969,
      "learning_rate": 0.001,
      "loss": 2.0773,
      "step": 66600
    },
    {
      "epoch": 21.55785391079509,
      "grad_norm": 1.352561354637146,
      "learning_rate": 0.001,
      "loss": 2.111,
      "step": 66700
    },
    {
      "epoch": 21.590174531351003,
      "grad_norm": 1.1337064504623413,
      "learning_rate": 0.001,
      "loss": 2.1252,
      "step": 66800
    },
    {
      "epoch": 21.622495151906918,
      "grad_norm": 1.2298682928085327,
      "learning_rate": 0.001,
      "loss": 2.1198,
      "step": 66900
    },
    {
      "epoch": 21.654815772462833,
      "grad_norm": 1.2822353839874268,
      "learning_rate": 0.001,
      "loss": 2.1258,
      "step": 67000
    },
    {
      "epoch": 21.687136393018747,
      "grad_norm": 0.9597915410995483,
      "learning_rate": 0.001,
      "loss": 2.1283,
      "step": 67100
    },
    {
      "epoch": 21.71945701357466,
      "grad_norm": 0.9812031388282776,
      "learning_rate": 0.001,
      "loss": 2.1439,
      "step": 67200
    },
    {
      "epoch": 21.751777634130576,
      "grad_norm": 1.0487492084503174,
      "learning_rate": 0.001,
      "loss": 2.1357,
      "step": 67300
    },
    {
      "epoch": 21.78409825468649,
      "grad_norm": 1.1485785245895386,
      "learning_rate": 0.001,
      "loss": 2.1601,
      "step": 67400
    },
    {
      "epoch": 21.816418875242405,
      "grad_norm": 0.9800519347190857,
      "learning_rate": 0.001,
      "loss": 2.1565,
      "step": 67500
    },
    {
      "epoch": 21.84873949579832,
      "grad_norm": 1.2664602994918823,
      "learning_rate": 0.001,
      "loss": 2.1442,
      "step": 67600
    },
    {
      "epoch": 21.881060116354234,
      "grad_norm": 1.3896493911743164,
      "learning_rate": 0.001,
      "loss": 2.1419,
      "step": 67700
    },
    {
      "epoch": 21.91338073691015,
      "grad_norm": 1.5186612606048584,
      "learning_rate": 0.001,
      "loss": 2.1331,
      "step": 67800
    },
    {
      "epoch": 21.945701357466064,
      "grad_norm": 1.1328755617141724,
      "learning_rate": 0.001,
      "loss": 2.1423,
      "step": 67900
    },
    {
      "epoch": 21.978021978021978,
      "grad_norm": 1.7095478773117065,
      "learning_rate": 0.001,
      "loss": 2.144,
      "step": 68000
    },
    {
      "epoch": 22.010342598577893,
      "grad_norm": 1.1905454397201538,
      "learning_rate": 0.001,
      "loss": 2.0849,
      "step": 68100
    },
    {
      "epoch": 22.042663219133807,
      "grad_norm": 1.151082992553711,
      "learning_rate": 0.001,
      "loss": 2.0151,
      "step": 68200
    },
    {
      "epoch": 22.07498383968972,
      "grad_norm": 1.414963960647583,
      "learning_rate": 0.001,
      "loss": 2.0046,
      "step": 68300
    },
    {
      "epoch": 22.107304460245636,
      "grad_norm": 1.0465073585510254,
      "learning_rate": 0.001,
      "loss": 2.0297,
      "step": 68400
    },
    {
      "epoch": 22.13962508080155,
      "grad_norm": 1.1696205139160156,
      "learning_rate": 0.001,
      "loss": 2.0333,
      "step": 68500
    },
    {
      "epoch": 22.171945701357465,
      "grad_norm": 1.165142297744751,
      "learning_rate": 0.001,
      "loss": 2.0432,
      "step": 68600
    },
    {
      "epoch": 22.20426632191338,
      "grad_norm": 1.5192077159881592,
      "learning_rate": 0.001,
      "loss": 2.0496,
      "step": 68700
    },
    {
      "epoch": 22.236586942469295,
      "grad_norm": 1.7254102230072021,
      "learning_rate": 0.001,
      "loss": 2.04,
      "step": 68800
    },
    {
      "epoch": 22.26890756302521,
      "grad_norm": 1.0662051439285278,
      "learning_rate": 0.001,
      "loss": 2.0316,
      "step": 68900
    },
    {
      "epoch": 22.301228183581124,
      "grad_norm": 1.3857476711273193,
      "learning_rate": 0.001,
      "loss": 2.0576,
      "step": 69000
    },
    {
      "epoch": 22.33354880413704,
      "grad_norm": 1.332242727279663,
      "learning_rate": 0.001,
      "loss": 2.0349,
      "step": 69100
    },
    {
      "epoch": 22.365869424692953,
      "grad_norm": 1.3924357891082764,
      "learning_rate": 0.001,
      "loss": 2.0848,
      "step": 69200
    },
    {
      "epoch": 22.398190045248867,
      "grad_norm": 1.1637581586837769,
      "learning_rate": 0.001,
      "loss": 2.0862,
      "step": 69300
    },
    {
      "epoch": 22.430510665804782,
      "grad_norm": 1.474599003791809,
      "learning_rate": 0.001,
      "loss": 2.0771,
      "step": 69400
    },
    {
      "epoch": 22.462831286360696,
      "grad_norm": 1.2520018815994263,
      "learning_rate": 0.001,
      "loss": 2.0771,
      "step": 69500
    },
    {
      "epoch": 22.49515190691661,
      "grad_norm": 1.3370542526245117,
      "learning_rate": 0.001,
      "loss": 2.0893,
      "step": 69600
    },
    {
      "epoch": 22.52747252747253,
      "grad_norm": 0.9184688925743103,
      "learning_rate": 0.001,
      "loss": 2.0766,
      "step": 69700
    },
    {
      "epoch": 22.559793148028444,
      "grad_norm": 1.0229378938674927,
      "learning_rate": 0.001,
      "loss": 2.0814,
      "step": 69800
    },
    {
      "epoch": 22.59211376858436,
      "grad_norm": 1.6382076740264893,
      "learning_rate": 0.001,
      "loss": 2.0853,
      "step": 69900
    },
    {
      "epoch": 22.624434389140273,
      "grad_norm": 1.4604605436325073,
      "learning_rate": 0.001,
      "loss": 2.094,
      "step": 70000
    },
    {
      "epoch": 22.656755009696187,
      "grad_norm": 0.9782185554504395,
      "learning_rate": 0.001,
      "loss": 2.0849,
      "step": 70100
    },
    {
      "epoch": 22.689075630252102,
      "grad_norm": 1.2251577377319336,
      "learning_rate": 0.001,
      "loss": 2.1201,
      "step": 70200
    },
    {
      "epoch": 22.721396250808017,
      "grad_norm": 0.9563422799110413,
      "learning_rate": 0.001,
      "loss": 2.105,
      "step": 70300
    },
    {
      "epoch": 22.75371687136393,
      "grad_norm": 1.2224578857421875,
      "learning_rate": 0.001,
      "loss": 2.1025,
      "step": 70400
    },
    {
      "epoch": 22.786037491919846,
      "grad_norm": 1.3068078756332397,
      "learning_rate": 0.001,
      "loss": 2.1108,
      "step": 70500
    },
    {
      "epoch": 22.81835811247576,
      "grad_norm": 1.2106717824935913,
      "learning_rate": 0.001,
      "loss": 2.1068,
      "step": 70600
    },
    {
      "epoch": 22.850678733031675,
      "grad_norm": 1.1505300998687744,
      "learning_rate": 0.001,
      "loss": 2.0991,
      "step": 70700
    },
    {
      "epoch": 22.88299935358759,
      "grad_norm": 1.1176759004592896,
      "learning_rate": 0.001,
      "loss": 2.1206,
      "step": 70800
    },
    {
      "epoch": 22.915319974143504,
      "grad_norm": 1.4180165529251099,
      "learning_rate": 0.001,
      "loss": 2.108,
      "step": 70900
    },
    {
      "epoch": 22.94764059469942,
      "grad_norm": 1.2236053943634033,
      "learning_rate": 0.001,
      "loss": 2.1049,
      "step": 71000
    },
    {
      "epoch": 22.979961215255333,
      "grad_norm": 1.3975863456726074,
      "learning_rate": 0.001,
      "loss": 2.1208,
      "step": 71100
    },
    {
      "epoch": 23.012281835811248,
      "grad_norm": 1.246389627456665,
      "learning_rate": 0.001,
      "loss": 2.0397,
      "step": 71200
    },
    {
      "epoch": 23.044602456367162,
      "grad_norm": 1.5850071907043457,
      "learning_rate": 0.001,
      "loss": 1.9887,
      "step": 71300
    },
    {
      "epoch": 23.076923076923077,
      "grad_norm": 1.1955056190490723,
      "learning_rate": 0.001,
      "loss": 1.9772,
      "step": 71400
    },
    {
      "epoch": 23.10924369747899,
      "grad_norm": 1.3734443187713623,
      "learning_rate": 0.001,
      "loss": 1.9873,
      "step": 71500
    },
    {
      "epoch": 23.141564318034906,
      "grad_norm": 1.61884343624115,
      "learning_rate": 0.001,
      "loss": 2.0123,
      "step": 71600
    },
    {
      "epoch": 23.17388493859082,
      "grad_norm": 1.601148009300232,
      "learning_rate": 0.001,
      "loss": 2.0035,
      "step": 71700
    },
    {
      "epoch": 23.206205559146735,
      "grad_norm": 1.3028818368911743,
      "learning_rate": 0.001,
      "loss": 2.0261,
      "step": 71800
    },
    {
      "epoch": 23.23852617970265,
      "grad_norm": 1.3658092021942139,
      "learning_rate": 0.001,
      "loss": 2.0145,
      "step": 71900
    },
    {
      "epoch": 23.270846800258564,
      "grad_norm": 1.2859296798706055,
      "learning_rate": 0.001,
      "loss": 2.0193,
      "step": 72000
    },
    {
      "epoch": 23.30316742081448,
      "grad_norm": 1.5372207164764404,
      "learning_rate": 0.001,
      "loss": 2.0275,
      "step": 72100
    },
    {
      "epoch": 23.335488041370393,
      "grad_norm": 1.2374789714813232,
      "learning_rate": 0.001,
      "loss": 2.0197,
      "step": 72200
    },
    {
      "epoch": 23.367808661926308,
      "grad_norm": 1.213862657546997,
      "learning_rate": 0.001,
      "loss": 2.0317,
      "step": 72300
    },
    {
      "epoch": 23.400129282482222,
      "grad_norm": 1.0549333095550537,
      "learning_rate": 0.001,
      "loss": 2.0409,
      "step": 72400
    },
    {
      "epoch": 23.432449903038137,
      "grad_norm": 1.0349382162094116,
      "learning_rate": 0.001,
      "loss": 2.0287,
      "step": 72500
    },
    {
      "epoch": 23.46477052359405,
      "grad_norm": 1.197283387184143,
      "learning_rate": 0.001,
      "loss": 2.0392,
      "step": 72600
    },
    {
      "epoch": 23.49709114414997,
      "grad_norm": 1.5242730379104614,
      "learning_rate": 0.001,
      "loss": 2.048,
      "step": 72700
    },
    {
      "epoch": 23.529411764705884,
      "grad_norm": 1.352638602256775,
      "learning_rate": 0.001,
      "loss": 2.0576,
      "step": 72800
    },
    {
      "epoch": 23.5617323852618,
      "grad_norm": 0.8858992457389832,
      "learning_rate": 0.001,
      "loss": 2.0455,
      "step": 72900
    },
    {
      "epoch": 23.594053005817713,
      "grad_norm": 1.298511028289795,
      "learning_rate": 0.001,
      "loss": 2.0653,
      "step": 73000
    },
    {
      "epoch": 23.626373626373628,
      "grad_norm": 1.6291836500167847,
      "learning_rate": 0.001,
      "loss": 2.0624,
      "step": 73100
    },
    {
      "epoch": 23.658694246929542,
      "grad_norm": 1.0975252389907837,
      "learning_rate": 0.001,
      "loss": 2.0855,
      "step": 73200
    },
    {
      "epoch": 23.691014867485457,
      "grad_norm": 1.221786618232727,
      "learning_rate": 0.001,
      "loss": 2.0684,
      "step": 73300
    },
    {
      "epoch": 23.72333548804137,
      "grad_norm": 1.5622029304504395,
      "learning_rate": 0.001,
      "loss": 2.0895,
      "step": 73400
    },
    {
      "epoch": 23.755656108597286,
      "grad_norm": 1.9987596273422241,
      "learning_rate": 0.001,
      "loss": 2.083,
      "step": 73500
    },
    {
      "epoch": 23.7879767291532,
      "grad_norm": 1.3780443668365479,
      "learning_rate": 0.001,
      "loss": 2.1051,
      "step": 73600
    },
    {
      "epoch": 23.820297349709115,
      "grad_norm": 1.5061843395233154,
      "learning_rate": 0.001,
      "loss": 2.0651,
      "step": 73700
    },
    {
      "epoch": 23.85261797026503,
      "grad_norm": 1.7464600801467896,
      "learning_rate": 0.001,
      "loss": 2.0765,
      "step": 73800
    },
    {
      "epoch": 23.884938590820944,
      "grad_norm": 1.4121919870376587,
      "learning_rate": 0.001,
      "loss": 2.0719,
      "step": 73900
    },
    {
      "epoch": 23.91725921137686,
      "grad_norm": 1.759332299232483,
      "learning_rate": 0.001,
      "loss": 2.0994,
      "step": 74000
    },
    {
      "epoch": 23.949579831932773,
      "grad_norm": 1.6104328632354736,
      "learning_rate": 0.001,
      "loss": 2.0959,
      "step": 74100
    },
    {
      "epoch": 23.981900452488688,
      "grad_norm": 1.543933391571045,
      "learning_rate": 0.001,
      "loss": 2.0865,
      "step": 74200
    },
    {
      "epoch": 24.014221073044602,
      "grad_norm": 1.7527161836624146,
      "learning_rate": 0.001,
      "loss": 2.0309,
      "step": 74300
    },
    {
      "epoch": 24.046541693600517,
      "grad_norm": 1.540932297706604,
      "learning_rate": 0.001,
      "loss": 1.9614,
      "step": 74400
    },
    {
      "epoch": 24.07886231415643,
      "grad_norm": 1.3225823640823364,
      "learning_rate": 0.001,
      "loss": 1.9619,
      "step": 74500
    },
    {
      "epoch": 24.111182934712346,
      "grad_norm": 1.4268288612365723,
      "learning_rate": 0.001,
      "loss": 1.9617,
      "step": 74600
    },
    {
      "epoch": 24.14350355526826,
      "grad_norm": 1.436618685722351,
      "learning_rate": 0.001,
      "loss": 1.9802,
      "step": 74700
    },
    {
      "epoch": 24.175824175824175,
      "grad_norm": 2.0793025493621826,
      "learning_rate": 0.001,
      "loss": 2.0074,
      "step": 74800
    },
    {
      "epoch": 24.20814479638009,
      "grad_norm": 1.332802176475525,
      "learning_rate": 0.001,
      "loss": 1.9643,
      "step": 74900
    },
    {
      "epoch": 24.240465416936004,
      "grad_norm": 1.3457491397857666,
      "learning_rate": 0.001,
      "loss": 1.99,
      "step": 75000
    },
    {
      "epoch": 24.27278603749192,
      "grad_norm": 1.360344409942627,
      "learning_rate": 0.001,
      "loss": 2.0099,
      "step": 75100
    },
    {
      "epoch": 24.305106658047833,
      "grad_norm": 1.846103549003601,
      "learning_rate": 0.001,
      "loss": 2.0058,
      "step": 75200
    },
    {
      "epoch": 24.337427278603748,
      "grad_norm": 1.547523856163025,
      "learning_rate": 0.001,
      "loss": 2.0142,
      "step": 75300
    },
    {
      "epoch": 24.369747899159663,
      "grad_norm": 1.4123824834823608,
      "learning_rate": 0.001,
      "loss": 1.9988,
      "step": 75400
    },
    {
      "epoch": 24.402068519715577,
      "grad_norm": 1.568945050239563,
      "learning_rate": 0.001,
      "loss": 1.9981,
      "step": 75500
    },
    {
      "epoch": 24.43438914027149,
      "grad_norm": 1.4623258113861084,
      "learning_rate": 0.001,
      "loss": 2.0148,
      "step": 75600
    },
    {
      "epoch": 24.466709760827406,
      "grad_norm": 1.5970401763916016,
      "learning_rate": 0.001,
      "loss": 1.9942,
      "step": 75700
    },
    {
      "epoch": 24.49903038138332,
      "grad_norm": 1.8230788707733154,
      "learning_rate": 0.001,
      "loss": 2.0233,
      "step": 75800
    },
    {
      "epoch": 24.53135100193924,
      "grad_norm": 1.3407267332077026,
      "learning_rate": 0.001,
      "loss": 2.0037,
      "step": 75900
    },
    {
      "epoch": 24.563671622495153,
      "grad_norm": 1.5265939235687256,
      "learning_rate": 0.001,
      "loss": 2.0392,
      "step": 76000
    },
    {
      "epoch": 24.595992243051068,
      "grad_norm": 1.3966178894042969,
      "learning_rate": 0.001,
      "loss": 2.0244,
      "step": 76100
    },
    {
      "epoch": 24.628312863606983,
      "grad_norm": 1.5279021263122559,
      "learning_rate": 0.001,
      "loss": 2.0293,
      "step": 76200
    },
    {
      "epoch": 24.660633484162897,
      "grad_norm": 1.4958832263946533,
      "learning_rate": 0.001,
      "loss": 2.0439,
      "step": 76300
    },
    {
      "epoch": 24.69295410471881,
      "grad_norm": 1.5250979661941528,
      "learning_rate": 0.001,
      "loss": 2.0475,
      "step": 76400
    },
    {
      "epoch": 24.725274725274726,
      "grad_norm": 1.5153076648712158,
      "learning_rate": 0.001,
      "loss": 2.0397,
      "step": 76500
    },
    {
      "epoch": 24.75759534583064,
      "grad_norm": 1.655045747756958,
      "learning_rate": 0.001,
      "loss": 2.0539,
      "step": 76600
    },
    {
      "epoch": 24.789915966386555,
      "grad_norm": 1.5840027332305908,
      "learning_rate": 0.001,
      "loss": 2.0401,
      "step": 76700
    },
    {
      "epoch": 24.82223658694247,
      "grad_norm": 1.7858777046203613,
      "learning_rate": 0.001,
      "loss": 2.0484,
      "step": 76800
    },
    {
      "epoch": 24.854557207498384,
      "grad_norm": 1.2337720394134521,
      "learning_rate": 0.001,
      "loss": 2.0456,
      "step": 76900
    },
    {
      "epoch": 24.8868778280543,
      "grad_norm": 1.4665465354919434,
      "learning_rate": 0.001,
      "loss": 2.086,
      "step": 77000
    },
    {
      "epoch": 24.919198448610214,
      "grad_norm": 1.840309977531433,
      "learning_rate": 0.001,
      "loss": 2.0634,
      "step": 77100
    },
    {
      "epoch": 24.951519069166128,
      "grad_norm": 1.268938660621643,
      "learning_rate": 0.001,
      "loss": 2.0702,
      "step": 77200
    },
    {
      "epoch": 24.983839689722043,
      "grad_norm": 1.476412057876587,
      "learning_rate": 0.001,
      "loss": 2.066,
      "step": 77300
    },
    {
      "epoch": 25.016160310277957,
      "grad_norm": 2.2744739055633545,
      "learning_rate": 0.001,
      "loss": 1.9527,
      "step": 77400
    },
    {
      "epoch": 25.048480930833872,
      "grad_norm": 2.6017308235168457,
      "learning_rate": 0.001,
      "loss": 1.9749,
      "step": 77500
    },
    {
      "epoch": 25.080801551389786,
      "grad_norm": 2.104499101638794,
      "learning_rate": 0.001,
      "loss": 1.9307,
      "step": 77600
    },
    {
      "epoch": 25.1131221719457,
      "grad_norm": 2.4056954383850098,
      "learning_rate": 0.001,
      "loss": 1.9341,
      "step": 77700
    },
    {
      "epoch": 25.145442792501616,
      "grad_norm": 2.033249855041504,
      "learning_rate": 0.001,
      "loss": 1.9518,
      "step": 77800
    },
    {
      "epoch": 25.17776341305753,
      "grad_norm": 1.6417148113250732,
      "learning_rate": 0.001,
      "loss": 1.9826,
      "step": 77900
    },
    {
      "epoch": 25.210084033613445,
      "grad_norm": 1.9145283699035645,
      "learning_rate": 0.001,
      "loss": 1.9765,
      "step": 78000
    },
    {
      "epoch": 25.24240465416936,
      "grad_norm": 1.8713525533676147,
      "learning_rate": 0.001,
      "loss": 1.964,
      "step": 78100
    },
    {
      "epoch": 25.274725274725274,
      "grad_norm": 1.9054548740386963,
      "learning_rate": 0.001,
      "loss": 1.9553,
      "step": 78200
    },
    {
      "epoch": 25.30704589528119,
      "grad_norm": 1.673055648803711,
      "learning_rate": 0.001,
      "loss": 1.9904,
      "step": 78300
    },
    {
      "epoch": 25.339366515837103,
      "grad_norm": 2.0248286724090576,
      "learning_rate": 0.001,
      "loss": 1.9886,
      "step": 78400
    },
    {
      "epoch": 25.371687136393017,
      "grad_norm": 1.8936235904693604,
      "learning_rate": 0.001,
      "loss": 1.9842,
      "step": 78500
    },
    {
      "epoch": 25.404007756948932,
      "grad_norm": 2.2731919288635254,
      "learning_rate": 0.001,
      "loss": 1.9873,
      "step": 78600
    },
    {
      "epoch": 25.436328377504847,
      "grad_norm": 1.883629560470581,
      "learning_rate": 0.001,
      "loss": 1.9706,
      "step": 78700
    },
    {
      "epoch": 25.46864899806076,
      "grad_norm": 1.7781099081039429,
      "learning_rate": 0.001,
      "loss": 1.9913,
      "step": 78800
    },
    {
      "epoch": 25.50096961861668,
      "grad_norm": 1.5534332990646362,
      "learning_rate": 0.001,
      "loss": 1.9678,
      "step": 78900
    },
    {
      "epoch": 25.533290239172594,
      "grad_norm": 1.9587346315383911,
      "learning_rate": 0.001,
      "loss": 2.0279,
      "step": 79000
    },
    {
      "epoch": 25.56561085972851,
      "grad_norm": 1.8949452638626099,
      "learning_rate": 0.001,
      "loss": 1.9936,
      "step": 79100
    },
    {
      "epoch": 25.597931480284423,
      "grad_norm": 1.916925311088562,
      "learning_rate": 0.001,
      "loss": 2.0152,
      "step": 79200
    },
    {
      "epoch": 25.630252100840337,
      "grad_norm": 2.057035446166992,
      "learning_rate": 0.001,
      "loss": 1.9873,
      "step": 79300
    },
    {
      "epoch": 25.662572721396252,
      "grad_norm": 2.0889744758605957,
      "learning_rate": 0.001,
      "loss": 2.0126,
      "step": 79400
    },
    {
      "epoch": 25.694893341952167,
      "grad_norm": 2.0734827518463135,
      "learning_rate": 0.001,
      "loss": 2.0183,
      "step": 79500
    },
    {
      "epoch": 25.72721396250808,
      "grad_norm": 1.9695285558700562,
      "learning_rate": 0.001,
      "loss": 2.0178,
      "step": 79600
    },
    {
      "epoch": 25.759534583063996,
      "grad_norm": 1.844465970993042,
      "learning_rate": 0.001,
      "loss": 2.0045,
      "step": 79700
    },
    {
      "epoch": 25.79185520361991,
      "grad_norm": 2.1013882160186768,
      "learning_rate": 0.001,
      "loss": 2.0245,
      "step": 79800
    },
    {
      "epoch": 25.824175824175825,
      "grad_norm": 2.3713462352752686,
      "learning_rate": 0.001,
      "loss": 2.0091,
      "step": 79900
    },
    {
      "epoch": 25.85649644473174,
      "grad_norm": 1.981223464012146,
      "learning_rate": 0.001,
      "loss": 2.0356,
      "step": 80000
    },
    {
      "epoch": 25.888817065287654,
      "grad_norm": 2.089397668838501,
      "learning_rate": 0.001,
      "loss": 2.0271,
      "step": 80100
    },
    {
      "epoch": 25.92113768584357,
      "grad_norm": 2.173301935195923,
      "learning_rate": 0.001,
      "loss": 2.0314,
      "step": 80200
    },
    {
      "epoch": 25.953458306399483,
      "grad_norm": 1.814848780632019,
      "learning_rate": 0.001,
      "loss": 2.0307,
      "step": 80300
    },
    {
      "epoch": 25.985778926955398,
      "grad_norm": 2.236610174179077,
      "learning_rate": 0.001,
      "loss": 2.0317,
      "step": 80400
    },
    {
      "epoch": 26.018099547511312,
      "grad_norm": 1.870568037033081,
      "learning_rate": 0.001,
      "loss": 1.9713,
      "step": 80500
    },
    {
      "epoch": 26.050420168067227,
      "grad_norm": 1.495255947113037,
      "learning_rate": 0.001,
      "loss": 1.9004,
      "step": 80600
    },
    {
      "epoch": 26.08274078862314,
      "grad_norm": 1.3151029348373413,
      "learning_rate": 0.001,
      "loss": 1.9098,
      "step": 80700
    },
    {
      "epoch": 26.115061409179056,
      "grad_norm": 1.3545511960983276,
      "learning_rate": 0.001,
      "loss": 1.9286,
      "step": 80800
    },
    {
      "epoch": 26.14738202973497,
      "grad_norm": 1.536292552947998,
      "learning_rate": 0.001,
      "loss": 1.9249,
      "step": 80900
    },
    {
      "epoch": 26.179702650290885,
      "grad_norm": 1.2461029291152954,
      "learning_rate": 0.001,
      "loss": 1.9315,
      "step": 81000
    },
    {
      "epoch": 26.2120232708468,
      "grad_norm": 1.3342663049697876,
      "learning_rate": 0.001,
      "loss": 1.9299,
      "step": 81100
    },
    {
      "epoch": 26.244343891402714,
      "grad_norm": 1.148798942565918,
      "learning_rate": 0.001,
      "loss": 1.9422,
      "step": 81200
    },
    {
      "epoch": 26.27666451195863,
      "grad_norm": 1.2964235544204712,
      "learning_rate": 0.001,
      "loss": 1.9585,
      "step": 81300
    },
    {
      "epoch": 26.308985132514543,
      "grad_norm": 1.3100039958953857,
      "learning_rate": 0.001,
      "loss": 1.9527,
      "step": 81400
    },
    {
      "epoch": 26.341305753070458,
      "grad_norm": 1.6557549238204956,
      "learning_rate": 0.001,
      "loss": 1.9658,
      "step": 81500
    },
    {
      "epoch": 26.373626373626372,
      "grad_norm": 1.9575376510620117,
      "learning_rate": 0.001,
      "loss": 1.9577,
      "step": 81600
    },
    {
      "epoch": 26.405946994182287,
      "grad_norm": 1.3891215324401855,
      "learning_rate": 0.001,
      "loss": 1.9592,
      "step": 81700
    },
    {
      "epoch": 26.4382676147382,
      "grad_norm": 1.4893115758895874,
      "learning_rate": 0.001,
      "loss": 1.9441,
      "step": 81800
    },
    {
      "epoch": 26.470588235294116,
      "grad_norm": 1.5343430042266846,
      "learning_rate": 0.001,
      "loss": 1.9507,
      "step": 81900
    },
    {
      "epoch": 26.50290885585003,
      "grad_norm": 1.5884416103363037,
      "learning_rate": 0.001,
      "loss": 1.9655,
      "step": 82000
    },
    {
      "epoch": 26.53522947640595,
      "grad_norm": 1.4402801990509033,
      "learning_rate": 0.001,
      "loss": 1.9629,
      "step": 82100
    },
    {
      "epoch": 26.567550096961863,
      "grad_norm": 1.8175873756408691,
      "learning_rate": 0.001,
      "loss": 1.9686,
      "step": 82200
    },
    {
      "epoch": 26.599870717517778,
      "grad_norm": 1.0564377307891846,
      "learning_rate": 0.001,
      "loss": 1.977,
      "step": 82300
    },
    {
      "epoch": 26.632191338073692,
      "grad_norm": 1.5843056440353394,
      "learning_rate": 0.001,
      "loss": 1.9762,
      "step": 82400
    },
    {
      "epoch": 26.664511958629607,
      "grad_norm": 1.2666752338409424,
      "learning_rate": 0.001,
      "loss": 1.9911,
      "step": 82500
    },
    {
      "epoch": 26.69683257918552,
      "grad_norm": 1.8625491857528687,
      "learning_rate": 0.001,
      "loss": 1.9856,
      "step": 82600
    },
    {
      "epoch": 26.729153199741436,
      "grad_norm": 1.5447437763214111,
      "learning_rate": 0.001,
      "loss": 1.9967,
      "step": 82700
    },
    {
      "epoch": 26.76147382029735,
      "grad_norm": 1.376990795135498,
      "learning_rate": 0.001,
      "loss": 1.9884,
      "step": 82800
    },
    {
      "epoch": 26.793794440853265,
      "grad_norm": 1.804949164390564,
      "learning_rate": 0.001,
      "loss": 2.005,
      "step": 82900
    },
    {
      "epoch": 26.82611506140918,
      "grad_norm": 1.2310376167297363,
      "learning_rate": 0.001,
      "loss": 2.0221,
      "step": 83000
    },
    {
      "epoch": 26.858435681965094,
      "grad_norm": 1.287807583808899,
      "learning_rate": 0.001,
      "loss": 2.0364,
      "step": 83100
    },
    {
      "epoch": 26.89075630252101,
      "grad_norm": 1.3025513887405396,
      "learning_rate": 0.001,
      "loss": 2.0196,
      "step": 83200
    },
    {
      "epoch": 26.923076923076923,
      "grad_norm": 1.4322696924209595,
      "learning_rate": 0.001,
      "loss": 1.9999,
      "step": 83300
    },
    {
      "epoch": 26.955397543632838,
      "grad_norm": 1.3139070272445679,
      "learning_rate": 0.001,
      "loss": 2.015,
      "step": 83400
    },
    {
      "epoch": 26.987718164188752,
      "grad_norm": 1.5377211570739746,
      "learning_rate": 0.001,
      "loss": 2.0096,
      "step": 83500
    },
    {
      "epoch": 27.020038784744667,
      "grad_norm": 1.1557625532150269,
      "learning_rate": 0.001,
      "loss": 1.9483,
      "step": 83600
    },
    {
      "epoch": 27.05235940530058,
      "grad_norm": 1.446763277053833,
      "learning_rate": 0.001,
      "loss": 1.8683,
      "step": 83700
    },
    {
      "epoch": 27.084680025856496,
      "grad_norm": 1.820147156715393,
      "learning_rate": 0.001,
      "loss": 1.8726,
      "step": 83800
    },
    {
      "epoch": 27.11700064641241,
      "grad_norm": 1.3174505233764648,
      "learning_rate": 0.001,
      "loss": 1.9013,
      "step": 83900
    },
    {
      "epoch": 27.149321266968325,
      "grad_norm": 1.4255985021591187,
      "learning_rate": 0.001,
      "loss": 1.9021,
      "step": 84000
    },
    {
      "epoch": 27.18164188752424,
      "grad_norm": 1.037857174873352,
      "learning_rate": 0.001,
      "loss": 1.8889,
      "step": 84100
    },
    {
      "epoch": 27.213962508080154,
      "grad_norm": 1.2322443723678589,
      "learning_rate": 0.001,
      "loss": 1.919,
      "step": 84200
    },
    {
      "epoch": 27.24628312863607,
      "grad_norm": 1.1215150356292725,
      "learning_rate": 0.001,
      "loss": 1.8952,
      "step": 84300
    },
    {
      "epoch": 27.278603749191983,
      "grad_norm": 1.5352097749710083,
      "learning_rate": 0.001,
      "loss": 1.9379,
      "step": 84400
    },
    {
      "epoch": 27.310924369747898,
      "grad_norm": 1.6588249206542969,
      "learning_rate": 0.001,
      "loss": 1.9141,
      "step": 84500
    },
    {
      "epoch": 27.343244990303813,
      "grad_norm": 1.0232058763504028,
      "learning_rate": 0.001,
      "loss": 1.9484,
      "step": 84600
    },
    {
      "epoch": 27.375565610859727,
      "grad_norm": 1.1663068532943726,
      "learning_rate": 0.001,
      "loss": 1.9368,
      "step": 84700
    },
    {
      "epoch": 27.40788623141564,
      "grad_norm": 1.4564636945724487,
      "learning_rate": 0.001,
      "loss": 1.9377,
      "step": 84800
    },
    {
      "epoch": 27.440206851971556,
      "grad_norm": 1.569733738899231,
      "learning_rate": 0.001,
      "loss": 1.9459,
      "step": 84900
    },
    {
      "epoch": 27.47252747252747,
      "grad_norm": 1.4780761003494263,
      "learning_rate": 0.001,
      "loss": 1.9596,
      "step": 85000
    },
    {
      "epoch": 27.50484809308339,
      "grad_norm": 1.6503818035125732,
      "learning_rate": 0.001,
      "loss": 1.9514,
      "step": 85100
    },
    {
      "epoch": 27.537168713639304,
      "grad_norm": 1.4085288047790527,
      "learning_rate": 0.001,
      "loss": 1.9569,
      "step": 85200
    },
    {
      "epoch": 27.569489334195218,
      "grad_norm": 1.341328501701355,
      "learning_rate": 0.001,
      "loss": 1.9578,
      "step": 85300
    },
    {
      "epoch": 27.601809954751133,
      "grad_norm": 1.232920527458191,
      "learning_rate": 0.001,
      "loss": 1.9485,
      "step": 85400
    },
    {
      "epoch": 27.634130575307047,
      "grad_norm": 1.274560809135437,
      "learning_rate": 0.001,
      "loss": 1.9575,
      "step": 85500
    },
    {
      "epoch": 27.66645119586296,
      "grad_norm": 1.2799341678619385,
      "learning_rate": 0.001,
      "loss": 1.9717,
      "step": 85600
    },
    {
      "epoch": 27.698771816418876,
      "grad_norm": 1.42722749710083,
      "learning_rate": 0.001,
      "loss": 1.9646,
      "step": 85700
    },
    {
      "epoch": 27.73109243697479,
      "grad_norm": 1.578813076019287,
      "learning_rate": 0.001,
      "loss": 1.965,
      "step": 85800
    },
    {
      "epoch": 27.763413057530705,
      "grad_norm": 1.4803584814071655,
      "learning_rate": 0.001,
      "loss": 1.9622,
      "step": 85900
    },
    {
      "epoch": 27.79573367808662,
      "grad_norm": 1.6228522062301636,
      "learning_rate": 0.001,
      "loss": 1.9464,
      "step": 86000
    },
    {
      "epoch": 27.828054298642535,
      "grad_norm": 1.2919968366622925,
      "learning_rate": 0.001,
      "loss": 1.9683,
      "step": 86100
    },
    {
      "epoch": 27.86037491919845,
      "grad_norm": 1.221200942993164,
      "learning_rate": 0.001,
      "loss": 1.9735,
      "step": 86200
    },
    {
      "epoch": 27.892695539754364,
      "grad_norm": 1.462760090827942,
      "learning_rate": 0.001,
      "loss": 1.9756,
      "step": 86300
    },
    {
      "epoch": 27.92501616031028,
      "grad_norm": 0.960984468460083,
      "learning_rate": 0.001,
      "loss": 1.9819,
      "step": 86400
    },
    {
      "epoch": 27.957336780866193,
      "grad_norm": 1.4694859981536865,
      "learning_rate": 0.001,
      "loss": 1.9928,
      "step": 86500
    },
    {
      "epoch": 27.989657401422107,
      "grad_norm": 1.3951972723007202,
      "learning_rate": 0.001,
      "loss": 1.9907,
      "step": 86600
    },
    {
      "epoch": 28.021978021978022,
      "grad_norm": 1.2100982666015625,
      "learning_rate": 0.001,
      "loss": 1.9312,
      "step": 86700
    },
    {
      "epoch": 28.054298642533936,
      "grad_norm": 1.3661807775497437,
      "learning_rate": 0.001,
      "loss": 1.8497,
      "step": 86800
    },
    {
      "epoch": 28.08661926308985,
      "grad_norm": 1.0485259294509888,
      "learning_rate": 0.001,
      "loss": 1.8621,
      "step": 86900
    },
    {
      "epoch": 28.118939883645766,
      "grad_norm": 1.33681321144104,
      "learning_rate": 0.001,
      "loss": 1.8819,
      "step": 87000
    },
    {
      "epoch": 28.15126050420168,
      "grad_norm": 1.643082857131958,
      "learning_rate": 0.001,
      "loss": 1.8681,
      "step": 87100
    },
    {
      "epoch": 28.183581124757595,
      "grad_norm": 1.5186346769332886,
      "learning_rate": 0.001,
      "loss": 1.8834,
      "step": 87200
    },
    {
      "epoch": 28.21590174531351,
      "grad_norm": 0.9780005812644958,
      "learning_rate": 0.001,
      "loss": 1.8804,
      "step": 87300
    },
    {
      "epoch": 28.248222365869424,
      "grad_norm": 1.3443195819854736,
      "learning_rate": 0.001,
      "loss": 1.8871,
      "step": 87400
    },
    {
      "epoch": 28.28054298642534,
      "grad_norm": 1.2283108234405518,
      "learning_rate": 0.001,
      "loss": 1.9005,
      "step": 87500
    },
    {
      "epoch": 28.312863606981253,
      "grad_norm": 1.2878503799438477,
      "learning_rate": 0.001,
      "loss": 1.9133,
      "step": 87600
    },
    {
      "epoch": 28.345184227537167,
      "grad_norm": 1.4921066761016846,
      "learning_rate": 0.001,
      "loss": 1.8821,
      "step": 87700
    },
    {
      "epoch": 28.377504848093082,
      "grad_norm": 1.0940135717391968,
      "learning_rate": 0.001,
      "loss": 1.9035,
      "step": 87800
    },
    {
      "epoch": 28.409825468648997,
      "grad_norm": 1.5041978359222412,
      "learning_rate": 0.001,
      "loss": 1.9182,
      "step": 87900
    },
    {
      "epoch": 28.44214608920491,
      "grad_norm": 1.3685961961746216,
      "learning_rate": 0.001,
      "loss": 1.9104,
      "step": 88000
    },
    {
      "epoch": 28.474466709760826,
      "grad_norm": 0.9715288281440735,
      "learning_rate": 0.001,
      "loss": 1.8933,
      "step": 88100
    },
    {
      "epoch": 28.50678733031674,
      "grad_norm": 1.1276092529296875,
      "learning_rate": 0.001,
      "loss": 1.9218,
      "step": 88200
    },
    {
      "epoch": 28.53910795087266,
      "grad_norm": 1.2015578746795654,
      "learning_rate": 0.001,
      "loss": 1.9177,
      "step": 88300
    },
    {
      "epoch": 28.571428571428573,
      "grad_norm": 1.405713438987732,
      "learning_rate": 0.001,
      "loss": 1.9161,
      "step": 88400
    },
    {
      "epoch": 28.603749191984488,
      "grad_norm": 1.2195446491241455,
      "learning_rate": 0.001,
      "loss": 1.9379,
      "step": 88500
    },
    {
      "epoch": 28.636069812540402,
      "grad_norm": 1.1534994840621948,
      "learning_rate": 0.001,
      "loss": 1.9198,
      "step": 88600
    },
    {
      "epoch": 28.668390433096317,
      "grad_norm": 1.2401294708251953,
      "learning_rate": 0.001,
      "loss": 1.9546,
      "step": 88700
    },
    {
      "epoch": 28.70071105365223,
      "grad_norm": 1.0914874076843262,
      "learning_rate": 0.001,
      "loss": 1.9235,
      "step": 88800
    },
    {
      "epoch": 28.733031674208146,
      "grad_norm": 1.068054437637329,
      "learning_rate": 0.001,
      "loss": 1.9317,
      "step": 88900
    },
    {
      "epoch": 28.76535229476406,
      "grad_norm": 1.1873078346252441,
      "learning_rate": 0.001,
      "loss": 1.9632,
      "step": 89000
    },
    {
      "epoch": 28.797672915319975,
      "grad_norm": 1.529497504234314,
      "learning_rate": 0.001,
      "loss": 1.9459,
      "step": 89100
    },
    {
      "epoch": 28.82999353587589,
      "grad_norm": 1.1832150220870972,
      "learning_rate": 0.001,
      "loss": 1.9613,
      "step": 89200
    },
    {
      "epoch": 28.862314156431804,
      "grad_norm": 1.134078860282898,
      "learning_rate": 0.001,
      "loss": 1.9669,
      "step": 89300
    },
    {
      "epoch": 28.89463477698772,
      "grad_norm": 1.0518510341644287,
      "learning_rate": 0.001,
      "loss": 1.9613,
      "step": 89400
    },
    {
      "epoch": 28.926955397543633,
      "grad_norm": 1.4630978107452393,
      "learning_rate": 0.001,
      "loss": 1.9742,
      "step": 89500
    },
    {
      "epoch": 28.959276018099548,
      "grad_norm": 1.2870162725448608,
      "learning_rate": 0.001,
      "loss": 1.9635,
      "step": 89600
    },
    {
      "epoch": 28.991596638655462,
      "grad_norm": 1.2716412544250488,
      "learning_rate": 0.001,
      "loss": 1.9711,
      "step": 89700
    },
    {
      "epoch": 29.023917259211377,
      "grad_norm": 1.6266603469848633,
      "learning_rate": 0.001,
      "loss": 1.8602,
      "step": 89800
    },
    {
      "epoch": 29.05623787976729,
      "grad_norm": 1.565943956375122,
      "learning_rate": 0.001,
      "loss": 1.8294,
      "step": 89900
    },
    {
      "epoch": 29.088558500323206,
      "grad_norm": 1.1085901260375977,
      "learning_rate": 0.001,
      "loss": 1.8302,
      "step": 90000
    },
    {
      "epoch": 29.12087912087912,
      "grad_norm": 1.1395728588104248,
      "learning_rate": 0.001,
      "loss": 1.8454,
      "step": 90100
    },
    {
      "epoch": 29.153199741435035,
      "grad_norm": 1.566756248474121,
      "learning_rate": 0.001,
      "loss": 1.8563,
      "step": 90200
    },
    {
      "epoch": 29.18552036199095,
      "grad_norm": 0.9699623584747314,
      "learning_rate": 0.001,
      "loss": 1.8623,
      "step": 90300
    },
    {
      "epoch": 29.217840982546864,
      "grad_norm": 1.4705579280853271,
      "learning_rate": 0.001,
      "loss": 1.8527,
      "step": 90400
    },
    {
      "epoch": 29.25016160310278,
      "grad_norm": 1.355370044708252,
      "learning_rate": 0.001,
      "loss": 1.893,
      "step": 90500
    },
    {
      "epoch": 29.282482223658693,
      "grad_norm": 1.3909432888031006,
      "learning_rate": 0.001,
      "loss": 1.8812,
      "step": 90600
    },
    {
      "epoch": 29.314802844214608,
      "grad_norm": 1.1816900968551636,
      "learning_rate": 0.001,
      "loss": 1.8655,
      "step": 90700
    },
    {
      "epoch": 29.347123464770522,
      "grad_norm": 1.5452797412872314,
      "learning_rate": 0.001,
      "loss": 1.877,
      "step": 90800
    },
    {
      "epoch": 29.379444085326437,
      "grad_norm": 1.3184372186660767,
      "learning_rate": 0.001,
      "loss": 1.8757,
      "step": 90900
    },
    {
      "epoch": 29.41176470588235,
      "grad_norm": 1.2689801454544067,
      "learning_rate": 0.001,
      "loss": 1.8703,
      "step": 91000
    },
    {
      "epoch": 29.444085326438266,
      "grad_norm": 1.005915641784668,
      "learning_rate": 0.001,
      "loss": 1.8925,
      "step": 91100
    },
    {
      "epoch": 29.47640594699418,
      "grad_norm": 1.5966804027557373,
      "learning_rate": 0.001,
      "loss": 1.8971,
      "step": 91200
    },
    {
      "epoch": 29.5087265675501,
      "grad_norm": 1.195678949356079,
      "learning_rate": 0.001,
      "loss": 1.911,
      "step": 91300
    },
    {
      "epoch": 29.541047188106013,
      "grad_norm": 1.8636404275894165,
      "learning_rate": 0.001,
      "loss": 1.9171,
      "step": 91400
    },
    {
      "epoch": 29.573367808661928,
      "grad_norm": 1.2436506748199463,
      "learning_rate": 0.001,
      "loss": 1.8951,
      "step": 91500
    },
    {
      "epoch": 29.605688429217842,
      "grad_norm": 1.3966453075408936,
      "learning_rate": 0.001,
      "loss": 1.9076,
      "step": 91600
    },
    {
      "epoch": 29.638009049773757,
      "grad_norm": 1.2091529369354248,
      "learning_rate": 0.001,
      "loss": 1.9215,
      "step": 91700
    },
    {
      "epoch": 29.67032967032967,
      "grad_norm": 1.365408182144165,
      "learning_rate": 0.001,
      "loss": 1.9221,
      "step": 91800
    },
    {
      "epoch": 29.702650290885586,
      "grad_norm": 1.1305558681488037,
      "learning_rate": 0.001,
      "loss": 1.9288,
      "step": 91900
    },
    {
      "epoch": 29.7349709114415,
      "grad_norm": 1.3631125688552856,
      "learning_rate": 0.001,
      "loss": 1.9105,
      "step": 92000
    },
    {
      "epoch": 29.767291531997415,
      "grad_norm": 1.4561924934387207,
      "learning_rate": 0.001,
      "loss": 1.9325,
      "step": 92100
    },
    {
      "epoch": 29.79961215255333,
      "grad_norm": 1.1379411220550537,
      "learning_rate": 0.001,
      "loss": 1.9197,
      "step": 92200
    },
    {
      "epoch": 29.831932773109244,
      "grad_norm": 1.0893300771713257,
      "learning_rate": 0.001,
      "loss": 1.9179,
      "step": 92300
    },
    {
      "epoch": 29.86425339366516,
      "grad_norm": 1.2213011980056763,
      "learning_rate": 0.001,
      "loss": 1.942,
      "step": 92400
    },
    {
      "epoch": 29.896574014221073,
      "grad_norm": 1.494968056678772,
      "learning_rate": 0.001,
      "loss": 1.9272,
      "step": 92500
    },
    {
      "epoch": 29.928894634776988,
      "grad_norm": 1.1858004331588745,
      "learning_rate": 0.001,
      "loss": 1.9369,
      "step": 92600
    },
    {
      "epoch": 29.961215255332903,
      "grad_norm": 1.262840747833252,
      "learning_rate": 0.001,
      "loss": 1.9503,
      "step": 92700
    },
    {
      "epoch": 29.993535875888817,
      "grad_norm": 1.2398407459259033,
      "learning_rate": 0.001,
      "loss": 1.9521,
      "step": 92800
    },
    {
      "epoch": 30.02585649644473,
      "grad_norm": 1.3323872089385986,
      "learning_rate": 0.001,
      "loss": 1.8326,
      "step": 92900
    },
    {
      "epoch": 30.058177117000646,
      "grad_norm": 1.5650134086608887,
      "learning_rate": 0.001,
      "loss": 1.8103,
      "step": 93000
    },
    {
      "epoch": 30.09049773755656,
      "grad_norm": 1.6720815896987915,
      "learning_rate": 0.001,
      "loss": 1.8213,
      "step": 93100
    },
    {
      "epoch": 30.122818358112475,
      "grad_norm": 1.2393896579742432,
      "learning_rate": 0.001,
      "loss": 1.8266,
      "step": 93200
    },
    {
      "epoch": 30.15513897866839,
      "grad_norm": 1.468858242034912,
      "learning_rate": 0.001,
      "loss": 1.8387,
      "step": 93300
    },
    {
      "epoch": 30.187459599224304,
      "grad_norm": 1.7441996335983276,
      "learning_rate": 0.001,
      "loss": 1.8402,
      "step": 93400
    },
    {
      "epoch": 30.21978021978022,
      "grad_norm": 1.106845498085022,
      "learning_rate": 0.001,
      "loss": 1.8426,
      "step": 93500
    },
    {
      "epoch": 30.252100840336134,
      "grad_norm": 1.4239120483398438,
      "learning_rate": 0.001,
      "loss": 1.8457,
      "step": 93600
    },
    {
      "epoch": 30.284421460892048,
      "grad_norm": 1.1072075366973877,
      "learning_rate": 0.001,
      "loss": 1.8712,
      "step": 93700
    },
    {
      "epoch": 30.316742081447963,
      "grad_norm": 1.4010498523712158,
      "learning_rate": 0.001,
      "loss": 1.8449,
      "step": 93800
    },
    {
      "epoch": 30.349062702003877,
      "grad_norm": 1.7070467472076416,
      "learning_rate": 0.001,
      "loss": 1.8591,
      "step": 93900
    },
    {
      "epoch": 30.381383322559792,
      "grad_norm": 1.3719133138656616,
      "learning_rate": 0.001,
      "loss": 1.8659,
      "step": 94000
    },
    {
      "epoch": 30.413703943115706,
      "grad_norm": 1.2224758863449097,
      "learning_rate": 0.001,
      "loss": 1.8523,
      "step": 94100
    },
    {
      "epoch": 30.44602456367162,
      "grad_norm": 1.2274152040481567,
      "learning_rate": 0.001,
      "loss": 1.8777,
      "step": 94200
    },
    {
      "epoch": 30.478345184227535,
      "grad_norm": 1.23996901512146,
      "learning_rate": 0.001,
      "loss": 1.8823,
      "step": 94300
    },
    {
      "epoch": 30.51066580478345,
      "grad_norm": 1.41676926612854,
      "learning_rate": 0.001,
      "loss": 1.8862,
      "step": 94400
    },
    {
      "epoch": 30.542986425339368,
      "grad_norm": 1.3740698099136353,
      "learning_rate": 0.001,
      "loss": 1.8776,
      "step": 94500
    },
    {
      "epoch": 30.575307045895283,
      "grad_norm": 1.242758870124817,
      "learning_rate": 0.001,
      "loss": 1.8893,
      "step": 94600
    },
    {
      "epoch": 30.607627666451197,
      "grad_norm": 1.2667688131332397,
      "learning_rate": 0.001,
      "loss": 1.8815,
      "step": 94700
    },
    {
      "epoch": 30.639948287007112,
      "grad_norm": 1.2830685377120972,
      "learning_rate": 0.001,
      "loss": 1.8888,
      "step": 94800
    },
    {
      "epoch": 30.672268907563026,
      "grad_norm": 1.6480231285095215,
      "learning_rate": 0.001,
      "loss": 1.9095,
      "step": 94900
    },
    {
      "epoch": 30.70458952811894,
      "grad_norm": 1.4405111074447632,
      "learning_rate": 0.001,
      "loss": 1.8965,
      "step": 95000
    },
    {
      "epoch": 30.736910148674855,
      "grad_norm": 1.1821390390396118,
      "learning_rate": 0.001,
      "loss": 1.8876,
      "step": 95100
    },
    {
      "epoch": 30.76923076923077,
      "grad_norm": 1.060267686843872,
      "learning_rate": 0.001,
      "loss": 1.9112,
      "step": 95200
    },
    {
      "epoch": 30.801551389786685,
      "grad_norm": 1.1657590866088867,
      "learning_rate": 0.001,
      "loss": 1.8993,
      "step": 95300
    },
    {
      "epoch": 30.8338720103426,
      "grad_norm": 1.247584581375122,
      "learning_rate": 0.001,
      "loss": 1.8987,
      "step": 95400
    },
    {
      "epoch": 30.866192630898514,
      "grad_norm": 1.1204445362091064,
      "learning_rate": 0.001,
      "loss": 1.9222,
      "step": 95500
    },
    {
      "epoch": 30.89851325145443,
      "grad_norm": 1.2892838716506958,
      "learning_rate": 0.001,
      "loss": 1.8837,
      "step": 95600
    },
    {
      "epoch": 30.930833872010343,
      "grad_norm": 1.3222150802612305,
      "learning_rate": 0.001,
      "loss": 1.9183,
      "step": 95700
    },
    {
      "epoch": 30.963154492566257,
      "grad_norm": 1.1754868030548096,
      "learning_rate": 0.001,
      "loss": 1.8873,
      "step": 95800
    },
    {
      "epoch": 30.995475113122172,
      "grad_norm": 2.0036423206329346,
      "learning_rate": 0.001,
      "loss": 1.8993,
      "step": 95900
    },
    {
      "epoch": 31.027795733678087,
      "grad_norm": 1.5189635753631592,
      "learning_rate": 0.001,
      "loss": 1.8267,
      "step": 96000
    },
    {
      "epoch": 31.060116354234,
      "grad_norm": 1.5205469131469727,
      "learning_rate": 0.001,
      "loss": 1.7728,
      "step": 96100
    },
    {
      "epoch": 31.092436974789916,
      "grad_norm": 1.5693349838256836,
      "learning_rate": 0.001,
      "loss": 1.7906,
      "step": 96200
    },
    {
      "epoch": 31.12475759534583,
      "grad_norm": 1.1951963901519775,
      "learning_rate": 0.001,
      "loss": 1.7979,
      "step": 96300
    },
    {
      "epoch": 31.157078215901745,
      "grad_norm": 1.4093998670578003,
      "learning_rate": 0.001,
      "loss": 1.807,
      "step": 96400
    },
    {
      "epoch": 31.18939883645766,
      "grad_norm": 1.1882504224777222,
      "learning_rate": 0.001,
      "loss": 1.8112,
      "step": 96500
    },
    {
      "epoch": 31.221719457013574,
      "grad_norm": 1.4225773811340332,
      "learning_rate": 0.001,
      "loss": 1.808,
      "step": 96600
    },
    {
      "epoch": 31.25404007756949,
      "grad_norm": 1.5231945514678955,
      "learning_rate": 0.001,
      "loss": 1.817,
      "step": 96700
    },
    {
      "epoch": 31.286360698125403,
      "grad_norm": 1.1047606468200684,
      "learning_rate": 0.001,
      "loss": 1.8177,
      "step": 96800
    },
    {
      "epoch": 31.318681318681318,
      "grad_norm": 1.7534669637680054,
      "learning_rate": 0.001,
      "loss": 1.8447,
      "step": 96900
    },
    {
      "epoch": 31.351001939237232,
      "grad_norm": 1.1873900890350342,
      "learning_rate": 0.001,
      "loss": 1.8534,
      "step": 97000
    },
    {
      "epoch": 31.383322559793147,
      "grad_norm": 1.5391671657562256,
      "learning_rate": 0.001,
      "loss": 1.8465,
      "step": 97100
    },
    {
      "epoch": 31.41564318034906,
      "grad_norm": 1.2355151176452637,
      "learning_rate": 0.001,
      "loss": 1.8367,
      "step": 97200
    },
    {
      "epoch": 31.447963800904976,
      "grad_norm": 1.5391733646392822,
      "learning_rate": 0.001,
      "loss": 1.8533,
      "step": 97300
    },
    {
      "epoch": 31.48028442146089,
      "grad_norm": 1.5837594270706177,
      "learning_rate": 0.001,
      "loss": 1.852,
      "step": 97400
    },
    {
      "epoch": 31.51260504201681,
      "grad_norm": 1.621614694595337,
      "learning_rate": 0.001,
      "loss": 1.8666,
      "step": 97500
    },
    {
      "epoch": 31.544925662572723,
      "grad_norm": 1.3326274156570435,
      "learning_rate": 0.001,
      "loss": 1.8625,
      "step": 97600
    },
    {
      "epoch": 31.577246283128638,
      "grad_norm": 1.7983978986740112,
      "learning_rate": 0.001,
      "loss": 1.855,
      "step": 97700
    },
    {
      "epoch": 31.609566903684552,
      "grad_norm": 1.7443538904190063,
      "learning_rate": 0.001,
      "loss": 1.8759,
      "step": 97800
    },
    {
      "epoch": 31.641887524240467,
      "grad_norm": 1.2091596126556396,
      "learning_rate": 0.001,
      "loss": 1.8732,
      "step": 97900
    },
    {
      "epoch": 31.67420814479638,
      "grad_norm": 1.17062509059906,
      "learning_rate": 0.001,
      "loss": 1.8758,
      "step": 98000
    },
    {
      "epoch": 31.706528765352296,
      "grad_norm": 1.6161521673202515,
      "learning_rate": 0.001,
      "loss": 1.8711,
      "step": 98100
    },
    {
      "epoch": 31.73884938590821,
      "grad_norm": 1.6055936813354492,
      "learning_rate": 0.001,
      "loss": 1.8694,
      "step": 98200
    },
    {
      "epoch": 31.771170006464125,
      "grad_norm": 1.7089295387268066,
      "learning_rate": 0.001,
      "loss": 1.8783,
      "step": 98300
    },
    {
      "epoch": 31.80349062702004,
      "grad_norm": 1.6026934385299683,
      "learning_rate": 0.001,
      "loss": 1.8962,
      "step": 98400
    },
    {
      "epoch": 31.835811247575954,
      "grad_norm": 1.5359739065170288,
      "learning_rate": 0.001,
      "loss": 1.8792,
      "step": 98500
    },
    {
      "epoch": 31.86813186813187,
      "grad_norm": 1.1889594793319702,
      "learning_rate": 0.001,
      "loss": 1.9086,
      "step": 98600
    },
    {
      "epoch": 31.900452488687783,
      "grad_norm": 1.362362265586853,
      "learning_rate": 0.001,
      "loss": 1.8811,
      "step": 98700
    },
    {
      "epoch": 31.932773109243698,
      "grad_norm": 1.6680059432983398,
      "learning_rate": 0.001,
      "loss": 1.8937,
      "step": 98800
    },
    {
      "epoch": 31.965093729799612,
      "grad_norm": 1.2521178722381592,
      "learning_rate": 0.001,
      "loss": 1.8801,
      "step": 98900
    },
    {
      "epoch": 31.997414350355527,
      "grad_norm": 1.616936206817627,
      "learning_rate": 0.001,
      "loss": 1.8914,
      "step": 99000
    },
    {
      "epoch": 32.02973497091144,
      "grad_norm": 1.6018805503845215,
      "learning_rate": 0.001,
      "loss": 1.7961,
      "step": 99100
    },
    {
      "epoch": 32.062055591467356,
      "grad_norm": 1.572320818901062,
      "learning_rate": 0.001,
      "loss": 1.7659,
      "step": 99200
    },
    {
      "epoch": 32.09437621202327,
      "grad_norm": 1.987259030342102,
      "learning_rate": 0.001,
      "loss": 1.7972,
      "step": 99300
    },
    {
      "epoch": 32.126696832579185,
      "grad_norm": 1.6123111248016357,
      "learning_rate": 0.001,
      "loss": 1.7724,
      "step": 99400
    },
    {
      "epoch": 32.1590174531351,
      "grad_norm": 1.2040059566497803,
      "learning_rate": 0.001,
      "loss": 1.7894,
      "step": 99500
    },
    {
      "epoch": 32.191338073691014,
      "grad_norm": 1.4743309020996094,
      "learning_rate": 0.001,
      "loss": 1.8069,
      "step": 99600
    },
    {
      "epoch": 32.22365869424693,
      "grad_norm": 1.7867310047149658,
      "learning_rate": 0.001,
      "loss": 1.8028,
      "step": 99700
    },
    {
      "epoch": 32.25597931480284,
      "grad_norm": 1.8878384828567505,
      "learning_rate": 0.001,
      "loss": 1.8005,
      "step": 99800
    },
    {
      "epoch": 32.28829993535876,
      "grad_norm": 1.6064954996109009,
      "learning_rate": 0.001,
      "loss": 1.8001,
      "step": 99900
    },
    {
      "epoch": 32.32062055591467,
      "grad_norm": 1.521106243133545,
      "learning_rate": 0.001,
      "loss": 1.7954,
      "step": 100000
    },
    {
      "epoch": 32.35294117647059,
      "grad_norm": 1.6338764429092407,
      "learning_rate": 0.001,
      "loss": 1.8231,
      "step": 100100
    },
    {
      "epoch": 32.3852617970265,
      "grad_norm": 1.635077714920044,
      "learning_rate": 0.001,
      "loss": 1.8095,
      "step": 100200
    },
    {
      "epoch": 32.417582417582416,
      "grad_norm": 1.2968257665634155,
      "learning_rate": 0.001,
      "loss": 1.8286,
      "step": 100300
    },
    {
      "epoch": 32.44990303813833,
      "grad_norm": 1.4315623044967651,
      "learning_rate": 0.001,
      "loss": 1.8202,
      "step": 100400
    },
    {
      "epoch": 32.482223658694245,
      "grad_norm": 1.7625807523727417,
      "learning_rate": 0.001,
      "loss": 1.8428,
      "step": 100500
    },
    {
      "epoch": 32.51454427925016,
      "grad_norm": 1.3693516254425049,
      "learning_rate": 0.001,
      "loss": 1.8412,
      "step": 100600
    },
    {
      "epoch": 32.546864899806074,
      "grad_norm": 1.441098690032959,
      "learning_rate": 0.001,
      "loss": 1.8156,
      "step": 100700
    },
    {
      "epoch": 32.57918552036199,
      "grad_norm": 1.4699690341949463,
      "learning_rate": 0.001,
      "loss": 1.8586,
      "step": 100800
    },
    {
      "epoch": 32.6115061409179,
      "grad_norm": 2.550903558731079,
      "learning_rate": 0.001,
      "loss": 1.8482,
      "step": 100900
    },
    {
      "epoch": 32.64382676147382,
      "grad_norm": 1.6919152736663818,
      "learning_rate": 0.001,
      "loss": 1.8602,
      "step": 101000
    },
    {
      "epoch": 32.67614738202973,
      "grad_norm": 1.5435961484909058,
      "learning_rate": 0.001,
      "loss": 1.8381,
      "step": 101100
    },
    {
      "epoch": 32.70846800258565,
      "grad_norm": 1.6188323497772217,
      "learning_rate": 0.001,
      "loss": 1.8566,
      "step": 101200
    },
    {
      "epoch": 32.74078862314156,
      "grad_norm": 1.7124555110931396,
      "learning_rate": 0.001,
      "loss": 1.8561,
      "step": 101300
    },
    {
      "epoch": 32.773109243697476,
      "grad_norm": 1.8261075019836426,
      "learning_rate": 0.001,
      "loss": 1.8466,
      "step": 101400
    },
    {
      "epoch": 32.80542986425339,
      "grad_norm": 1.6595410108566284,
      "learning_rate": 0.001,
      "loss": 1.858,
      "step": 101500
    },
    {
      "epoch": 32.837750484809305,
      "grad_norm": 1.3070226907730103,
      "learning_rate": 0.001,
      "loss": 1.8703,
      "step": 101600
    },
    {
      "epoch": 32.87007110536522,
      "grad_norm": 1.761932373046875,
      "learning_rate": 0.001,
      "loss": 1.8731,
      "step": 101700
    },
    {
      "epoch": 32.902391725921134,
      "grad_norm": 1.431853175163269,
      "learning_rate": 0.001,
      "loss": 1.8585,
      "step": 101800
    },
    {
      "epoch": 32.93471234647705,
      "grad_norm": 1.4691671133041382,
      "learning_rate": 0.001,
      "loss": 1.8466,
      "step": 101900
    },
    {
      "epoch": 32.967032967032964,
      "grad_norm": 1.5675320625305176,
      "learning_rate": 0.001,
      "loss": 1.8724,
      "step": 102000
    },
    {
      "epoch": 32.999353587588885,
      "grad_norm": 1.831527829170227,
      "learning_rate": 0.001,
      "loss": 1.8737,
      "step": 102100
    },
    {
      "epoch": 33.0316742081448,
      "grad_norm": 1.768676519393921,
      "learning_rate": 0.001,
      "loss": 1.7363,
      "step": 102200
    },
    {
      "epoch": 33.063994828700714,
      "grad_norm": 1.7403342723846436,
      "learning_rate": 0.001,
      "loss": 1.7487,
      "step": 102300
    },
    {
      "epoch": 33.09631544925663,
      "grad_norm": 1.5318952798843384,
      "learning_rate": 0.001,
      "loss": 1.765,
      "step": 102400
    },
    {
      "epoch": 33.12863606981254,
      "grad_norm": 1.767539143562317,
      "learning_rate": 0.001,
      "loss": 1.7783,
      "step": 102500
    },
    {
      "epoch": 33.16095669036846,
      "grad_norm": 2.2086029052734375,
      "learning_rate": 0.001,
      "loss": 1.7807,
      "step": 102600
    },
    {
      "epoch": 33.19327731092437,
      "grad_norm": 2.058333396911621,
      "learning_rate": 0.001,
      "loss": 1.7926,
      "step": 102700
    },
    {
      "epoch": 33.22559793148029,
      "grad_norm": 1.7875993251800537,
      "learning_rate": 0.001,
      "loss": 1.7916,
      "step": 102800
    },
    {
      "epoch": 33.2579185520362,
      "grad_norm": 2.276167869567871,
      "learning_rate": 0.001,
      "loss": 1.7611,
      "step": 102900
    },
    {
      "epoch": 33.290239172592116,
      "grad_norm": 1.4356229305267334,
      "learning_rate": 0.001,
      "loss": 1.7932,
      "step": 103000
    },
    {
      "epoch": 33.32255979314803,
      "grad_norm": 2.1756107807159424,
      "learning_rate": 0.001,
      "loss": 1.7796,
      "step": 103100
    },
    {
      "epoch": 33.354880413703945,
      "grad_norm": 2.1314845085144043,
      "learning_rate": 0.001,
      "loss": 1.7952,
      "step": 103200
    },
    {
      "epoch": 33.38720103425986,
      "grad_norm": 1.6774673461914062,
      "learning_rate": 0.001,
      "loss": 1.8078,
      "step": 103300
    },
    {
      "epoch": 33.419521654815775,
      "grad_norm": 1.5583240985870361,
      "learning_rate": 0.001,
      "loss": 1.7953,
      "step": 103400
    },
    {
      "epoch": 33.45184227537169,
      "grad_norm": 2.216525077819824,
      "learning_rate": 0.001,
      "loss": 1.7887,
      "step": 103500
    },
    {
      "epoch": 33.484162895927604,
      "grad_norm": 1.5822532176971436,
      "learning_rate": 0.001,
      "loss": 1.7857,
      "step": 103600
    },
    {
      "epoch": 33.51648351648352,
      "grad_norm": 2.059272527694702,
      "learning_rate": 0.001,
      "loss": 1.8239,
      "step": 103700
    },
    {
      "epoch": 33.54880413703943,
      "grad_norm": 2.067791223526001,
      "learning_rate": 0.001,
      "loss": 1.8228,
      "step": 103800
    },
    {
      "epoch": 33.58112475759535,
      "grad_norm": 1.7426116466522217,
      "learning_rate": 0.001,
      "loss": 1.8187,
      "step": 103900
    },
    {
      "epoch": 33.61344537815126,
      "grad_norm": 2.092301845550537,
      "learning_rate": 0.001,
      "loss": 1.8198,
      "step": 104000
    },
    {
      "epoch": 33.645765998707176,
      "grad_norm": 1.4148643016815186,
      "learning_rate": 0.001,
      "loss": 1.8446,
      "step": 104100
    },
    {
      "epoch": 33.67808661926309,
      "grad_norm": 2.115337610244751,
      "learning_rate": 0.001,
      "loss": 1.8341,
      "step": 104200
    },
    {
      "epoch": 33.710407239819006,
      "grad_norm": 1.8922119140625,
      "learning_rate": 0.001,
      "loss": 1.8314,
      "step": 104300
    },
    {
      "epoch": 33.74272786037492,
      "grad_norm": 2.526000499725342,
      "learning_rate": 0.001,
      "loss": 1.8322,
      "step": 104400
    },
    {
      "epoch": 33.775048480930835,
      "grad_norm": 1.95648992061615,
      "learning_rate": 0.001,
      "loss": 1.8507,
      "step": 104500
    },
    {
      "epoch": 33.80736910148675,
      "grad_norm": 2.0690479278564453,
      "learning_rate": 0.001,
      "loss": 1.8452,
      "step": 104600
    },
    {
      "epoch": 33.839689722042664,
      "grad_norm": 1.7053970098495483,
      "learning_rate": 0.001,
      "loss": 1.8557,
      "step": 104700
    },
    {
      "epoch": 33.87201034259858,
      "grad_norm": 1.5044736862182617,
      "learning_rate": 0.001,
      "loss": 1.8416,
      "step": 104800
    },
    {
      "epoch": 33.90433096315449,
      "grad_norm": 1.7018338441848755,
      "learning_rate": 0.001,
      "loss": 1.8698,
      "step": 104900
    },
    {
      "epoch": 33.93665158371041,
      "grad_norm": 1.5839446783065796,
      "learning_rate": 0.001,
      "loss": 1.8678,
      "step": 105000
    },
    {
      "epoch": 33.96897220426632,
      "grad_norm": 1.8129023313522339,
      "learning_rate": 0.001,
      "loss": 1.8497,
      "step": 105100
    },
    {
      "epoch": 34.00129282482224,
      "grad_norm": 2.0042531490325928,
      "learning_rate": 0.001,
      "loss": 1.8455,
      "step": 105200
    },
    {
      "epoch": 34.03361344537815,
      "grad_norm": 2.1890511512756348,
      "learning_rate": 0.001,
      "loss": 1.7252,
      "step": 105300
    },
    {
      "epoch": 34.065934065934066,
      "grad_norm": 1.5610796213150024,
      "learning_rate": 0.001,
      "loss": 1.7255,
      "step": 105400
    },
    {
      "epoch": 34.09825468648998,
      "grad_norm": 1.540030837059021,
      "learning_rate": 0.001,
      "loss": 1.7401,
      "step": 105500
    },
    {
      "epoch": 34.130575307045895,
      "grad_norm": 1.5150138139724731,
      "learning_rate": 0.001,
      "loss": 1.7475,
      "step": 105600
    },
    {
      "epoch": 34.16289592760181,
      "grad_norm": 1.734230875968933,
      "learning_rate": 0.001,
      "loss": 1.7407,
      "step": 105700
    },
    {
      "epoch": 34.195216548157724,
      "grad_norm": 1.4981082677841187,
      "learning_rate": 0.001,
      "loss": 1.7366,
      "step": 105800
    },
    {
      "epoch": 34.22753716871364,
      "grad_norm": 1.9089019298553467,
      "learning_rate": 0.001,
      "loss": 1.756,
      "step": 105900
    },
    {
      "epoch": 34.25985778926955,
      "grad_norm": 1.513126254081726,
      "learning_rate": 0.001,
      "loss": 1.772,
      "step": 106000
    },
    {
      "epoch": 34.29217840982547,
      "grad_norm": 1.825900912284851,
      "learning_rate": 0.001,
      "loss": 1.7671,
      "step": 106100
    },
    {
      "epoch": 34.32449903038138,
      "grad_norm": 1.3419309854507446,
      "learning_rate": 0.001,
      "loss": 1.7717,
      "step": 106200
    },
    {
      "epoch": 34.3568196509373,
      "grad_norm": 1.7643647193908691,
      "learning_rate": 0.001,
      "loss": 1.7825,
      "step": 106300
    },
    {
      "epoch": 34.38914027149321,
      "grad_norm": 1.6718119382858276,
      "learning_rate": 0.001,
      "loss": 1.7848,
      "step": 106400
    },
    {
      "epoch": 34.421460892049126,
      "grad_norm": 1.4287859201431274,
      "learning_rate": 0.001,
      "loss": 1.7878,
      "step": 106500
    },
    {
      "epoch": 34.45378151260504,
      "grad_norm": 1.3736450672149658,
      "learning_rate": 0.001,
      "loss": 1.7913,
      "step": 106600
    },
    {
      "epoch": 34.486102133160955,
      "grad_norm": 1.4067167043685913,
      "learning_rate": 0.001,
      "loss": 1.7939,
      "step": 106700
    },
    {
      "epoch": 34.51842275371687,
      "grad_norm": 1.4027693271636963,
      "learning_rate": 0.001,
      "loss": 1.7663,
      "step": 106800
    },
    {
      "epoch": 34.550743374272784,
      "grad_norm": 1.3773787021636963,
      "learning_rate": 0.001,
      "loss": 1.8117,
      "step": 106900
    },
    {
      "epoch": 34.5830639948287,
      "grad_norm": 1.795181155204773,
      "learning_rate": 0.001,
      "loss": 1.7823,
      "step": 107000
    },
    {
      "epoch": 34.61538461538461,
      "grad_norm": 1.54495108127594,
      "learning_rate": 0.001,
      "loss": 1.7914,
      "step": 107100
    },
    {
      "epoch": 34.64770523594053,
      "grad_norm": 2.048011064529419,
      "learning_rate": 0.001,
      "loss": 1.8232,
      "step": 107200
    },
    {
      "epoch": 34.68002585649644,
      "grad_norm": 1.1294292211532593,
      "learning_rate": 0.001,
      "loss": 1.8143,
      "step": 107300
    },
    {
      "epoch": 34.71234647705236,
      "grad_norm": 1.6068726778030396,
      "learning_rate": 0.001,
      "loss": 1.8199,
      "step": 107400
    },
    {
      "epoch": 34.74466709760827,
      "grad_norm": 1.8478591442108154,
      "learning_rate": 0.001,
      "loss": 1.8298,
      "step": 107500
    },
    {
      "epoch": 34.776987718164186,
      "grad_norm": 1.4019745588302612,
      "learning_rate": 0.001,
      "loss": 1.8242,
      "step": 107600
    },
    {
      "epoch": 34.8093083387201,
      "grad_norm": 1.3042278289794922,
      "learning_rate": 0.001,
      "loss": 1.8359,
      "step": 107700
    },
    {
      "epoch": 34.841628959276015,
      "grad_norm": 1.7335820198059082,
      "learning_rate": 0.001,
      "loss": 1.8355,
      "step": 107800
    },
    {
      "epoch": 34.87394957983193,
      "grad_norm": 1.7621225118637085,
      "learning_rate": 0.001,
      "loss": 1.8295,
      "step": 107900
    },
    {
      "epoch": 34.906270200387844,
      "grad_norm": 1.2129218578338623,
      "learning_rate": 0.001,
      "loss": 1.839,
      "step": 108000
    },
    {
      "epoch": 34.93859082094376,
      "grad_norm": 1.3511784076690674,
      "learning_rate": 0.001,
      "loss": 1.8281,
      "step": 108100
    },
    {
      "epoch": 34.97091144149967,
      "grad_norm": 1.543796181678772,
      "learning_rate": 0.001,
      "loss": 1.8349,
      "step": 108200
    },
    {
      "epoch": 35.003232062055595,
      "grad_norm": 1.3133898973464966,
      "learning_rate": 0.001,
      "loss": 1.8232,
      "step": 108300
    },
    {
      "epoch": 35.03555268261151,
      "grad_norm": 1.309926986694336,
      "learning_rate": 0.001,
      "loss": 1.71,
      "step": 108400
    },
    {
      "epoch": 35.067873303167424,
      "grad_norm": 1.7792454957962036,
      "learning_rate": 0.001,
      "loss": 1.7366,
      "step": 108500
    },
    {
      "epoch": 35.10019392372334,
      "grad_norm": 1.2482664585113525,
      "learning_rate": 0.001,
      "loss": 1.7138,
      "step": 108600
    },
    {
      "epoch": 35.13251454427925,
      "grad_norm": 1.5493508577346802,
      "learning_rate": 0.001,
      "loss": 1.7139,
      "step": 108700
    },
    {
      "epoch": 35.16483516483517,
      "grad_norm": 1.4078187942504883,
      "learning_rate": 0.001,
      "loss": 1.7421,
      "step": 108800
    },
    {
      "epoch": 35.19715578539108,
      "grad_norm": 1.512757420539856,
      "learning_rate": 0.001,
      "loss": 1.753,
      "step": 108900
    },
    {
      "epoch": 35.229476405947,
      "grad_norm": 1.444258451461792,
      "learning_rate": 0.001,
      "loss": 1.7136,
      "step": 109000
    },
    {
      "epoch": 35.26179702650291,
      "grad_norm": 1.8412730693817139,
      "learning_rate": 0.001,
      "loss": 1.7397,
      "step": 109100
    },
    {
      "epoch": 35.294117647058826,
      "grad_norm": 1.1742063760757446,
      "learning_rate": 0.001,
      "loss": 1.7359,
      "step": 109200
    },
    {
      "epoch": 35.32643826761474,
      "grad_norm": 1.5857884883880615,
      "learning_rate": 0.001,
      "loss": 1.773,
      "step": 109300
    },
    {
      "epoch": 35.358758888170655,
      "grad_norm": 1.8618083000183105,
      "learning_rate": 0.001,
      "loss": 1.775,
      "step": 109400
    },
    {
      "epoch": 35.39107950872657,
      "grad_norm": 1.5522814989089966,
      "learning_rate": 0.001,
      "loss": 1.7807,
      "step": 109500
    },
    {
      "epoch": 35.423400129282484,
      "grad_norm": 1.4634019136428833,
      "learning_rate": 0.001,
      "loss": 1.7788,
      "step": 109600
    },
    {
      "epoch": 35.4557207498384,
      "grad_norm": 1.684096097946167,
      "learning_rate": 0.001,
      "loss": 1.7812,
      "step": 109700
    },
    {
      "epoch": 35.48804137039431,
      "grad_norm": 1.911356806755066,
      "learning_rate": 0.001,
      "loss": 1.7775,
      "step": 109800
    },
    {
      "epoch": 35.52036199095023,
      "grad_norm": 1.1707732677459717,
      "learning_rate": 0.001,
      "loss": 1.7715,
      "step": 109900
    },
    {
      "epoch": 35.55268261150614,
      "grad_norm": 1.108163595199585,
      "learning_rate": 0.001,
      "loss": 1.7673,
      "step": 110000
    },
    {
      "epoch": 35.58500323206206,
      "grad_norm": 1.791603684425354,
      "learning_rate": 0.001,
      "loss": 1.7828,
      "step": 110100
    },
    {
      "epoch": 35.61732385261797,
      "grad_norm": 1.3673819303512573,
      "learning_rate": 0.001,
      "loss": 1.7974,
      "step": 110200
    },
    {
      "epoch": 35.649644473173886,
      "grad_norm": 1.5180928707122803,
      "learning_rate": 0.001,
      "loss": 1.7823,
      "step": 110300
    },
    {
      "epoch": 35.6819650937298,
      "grad_norm": 1.694899082183838,
      "learning_rate": 0.001,
      "loss": 1.7895,
      "step": 110400
    },
    {
      "epoch": 35.714285714285715,
      "grad_norm": 1.395687222480774,
      "learning_rate": 0.001,
      "loss": 1.7905,
      "step": 110500
    },
    {
      "epoch": 35.74660633484163,
      "grad_norm": 1.430392861366272,
      "learning_rate": 0.001,
      "loss": 1.8125,
      "step": 110600
    },
    {
      "epoch": 35.778926955397544,
      "grad_norm": 1.394409418106079,
      "learning_rate": 0.001,
      "loss": 1.7847,
      "step": 110700
    },
    {
      "epoch": 35.81124757595346,
      "grad_norm": 2.1065635681152344,
      "learning_rate": 0.001,
      "loss": 1.8037,
      "step": 110800
    },
    {
      "epoch": 35.84356819650937,
      "grad_norm": 1.502328634262085,
      "learning_rate": 0.001,
      "loss": 1.8033,
      "step": 110900
    },
    {
      "epoch": 35.87588881706529,
      "grad_norm": 1.1700212955474854,
      "learning_rate": 0.001,
      "loss": 1.8106,
      "step": 111000
    },
    {
      "epoch": 35.9082094376212,
      "grad_norm": 1.6413511037826538,
      "learning_rate": 0.001,
      "loss": 1.8146,
      "step": 111100
    },
    {
      "epoch": 35.94053005817712,
      "grad_norm": 1.7164719104766846,
      "learning_rate": 0.001,
      "loss": 1.8177,
      "step": 111200
    },
    {
      "epoch": 35.97285067873303,
      "grad_norm": 1.4148567914962769,
      "learning_rate": 0.001,
      "loss": 1.805,
      "step": 111300
    },
    {
      "epoch": 36.005171299288946,
      "grad_norm": 1.369500994682312,
      "learning_rate": 0.001,
      "loss": 1.7962,
      "step": 111400
    },
    {
      "epoch": 36.03749191984486,
      "grad_norm": 1.2702453136444092,
      "learning_rate": 0.001,
      "loss": 1.6798,
      "step": 111500
    },
    {
      "epoch": 36.069812540400775,
      "grad_norm": 1.3947583436965942,
      "learning_rate": 0.001,
      "loss": 1.7028,
      "step": 111600
    },
    {
      "epoch": 36.10213316095669,
      "grad_norm": 1.4396507740020752,
      "learning_rate": 0.001,
      "loss": 1.7236,
      "step": 111700
    },
    {
      "epoch": 36.134453781512605,
      "grad_norm": 1.1698938608169556,
      "learning_rate": 0.001,
      "loss": 1.6912,
      "step": 111800
    },
    {
      "epoch": 36.16677440206852,
      "grad_norm": 1.5718566179275513,
      "learning_rate": 0.001,
      "loss": 1.7184,
      "step": 111900
    },
    {
      "epoch": 36.199095022624434,
      "grad_norm": 1.6437325477600098,
      "learning_rate": 0.001,
      "loss": 1.7065,
      "step": 112000
    },
    {
      "epoch": 36.23141564318035,
      "grad_norm": 1.4717180728912354,
      "learning_rate": 0.001,
      "loss": 1.709,
      "step": 112100
    },
    {
      "epoch": 36.26373626373626,
      "grad_norm": 1.5429532527923584,
      "learning_rate": 0.001,
      "loss": 1.7359,
      "step": 112200
    },
    {
      "epoch": 36.29605688429218,
      "grad_norm": 1.5812757015228271,
      "learning_rate": 0.001,
      "loss": 1.7223,
      "step": 112300
    },
    {
      "epoch": 36.32837750484809,
      "grad_norm": 1.7356760501861572,
      "learning_rate": 0.001,
      "loss": 1.7252,
      "step": 112400
    },
    {
      "epoch": 36.36069812540401,
      "grad_norm": 1.375969409942627,
      "learning_rate": 0.001,
      "loss": 1.7433,
      "step": 112500
    },
    {
      "epoch": 36.39301874595992,
      "grad_norm": 1.131496787071228,
      "learning_rate": 0.001,
      "loss": 1.7571,
      "step": 112600
    },
    {
      "epoch": 36.425339366515836,
      "grad_norm": 1.422635793685913,
      "learning_rate": 0.001,
      "loss": 1.7496,
      "step": 112700
    },
    {
      "epoch": 36.45765998707175,
      "grad_norm": 1.3067173957824707,
      "learning_rate": 0.001,
      "loss": 1.7501,
      "step": 112800
    },
    {
      "epoch": 36.489980607627665,
      "grad_norm": 1.524130940437317,
      "learning_rate": 0.001,
      "loss": 1.7565,
      "step": 112900
    },
    {
      "epoch": 36.52230122818358,
      "grad_norm": 1.2107754945755005,
      "learning_rate": 0.001,
      "loss": 1.7719,
      "step": 113000
    },
    {
      "epoch": 36.554621848739494,
      "grad_norm": 1.3486363887786865,
      "learning_rate": 0.001,
      "loss": 1.7725,
      "step": 113100
    },
    {
      "epoch": 36.58694246929541,
      "grad_norm": 1.1192071437835693,
      "learning_rate": 0.001,
      "loss": 1.7699,
      "step": 113200
    },
    {
      "epoch": 36.61926308985132,
      "grad_norm": 1.3475347757339478,
      "learning_rate": 0.001,
      "loss": 1.7544,
      "step": 113300
    },
    {
      "epoch": 36.65158371040724,
      "grad_norm": 1.3668153285980225,
      "learning_rate": 0.001,
      "loss": 1.7797,
      "step": 113400
    },
    {
      "epoch": 36.68390433096315,
      "grad_norm": 1.4461634159088135,
      "learning_rate": 0.001,
      "loss": 1.7845,
      "step": 113500
    },
    {
      "epoch": 36.71622495151907,
      "grad_norm": 1.4558709859848022,
      "learning_rate": 0.001,
      "loss": 1.7933,
      "step": 113600
    },
    {
      "epoch": 36.74854557207498,
      "grad_norm": 1.2568235397338867,
      "learning_rate": 0.001,
      "loss": 1.7781,
      "step": 113700
    },
    {
      "epoch": 36.780866192630896,
      "grad_norm": 1.2808581590652466,
      "learning_rate": 0.001,
      "loss": 1.7947,
      "step": 113800
    },
    {
      "epoch": 36.81318681318681,
      "grad_norm": 1.3239548206329346,
      "learning_rate": 0.001,
      "loss": 1.787,
      "step": 113900
    },
    {
      "epoch": 36.845507433742725,
      "grad_norm": 1.446629285812378,
      "learning_rate": 0.001,
      "loss": 1.7931,
      "step": 114000
    },
    {
      "epoch": 36.87782805429864,
      "grad_norm": 1.5585201978683472,
      "learning_rate": 0.001,
      "loss": 1.7733,
      "step": 114100
    },
    {
      "epoch": 36.910148674854554,
      "grad_norm": 1.1408222913742065,
      "learning_rate": 0.001,
      "loss": 1.807,
      "step": 114200
    },
    {
      "epoch": 36.94246929541047,
      "grad_norm": 1.409403681755066,
      "learning_rate": 0.001,
      "loss": 1.7972,
      "step": 114300
    },
    {
      "epoch": 36.97478991596638,
      "grad_norm": 1.6675604581832886,
      "learning_rate": 0.001,
      "loss": 1.7797,
      "step": 114400
    },
    {
      "epoch": 37.007110536522305,
      "grad_norm": 1.211574673652649,
      "learning_rate": 0.001,
      "loss": 1.7839,
      "step": 114500
    },
    {
      "epoch": 37.03943115707822,
      "grad_norm": 1.6282230615615845,
      "learning_rate": 0.001,
      "loss": 1.6775,
      "step": 114600
    },
    {
      "epoch": 37.071751777634134,
      "grad_norm": 1.6066936254501343,
      "learning_rate": 0.001,
      "loss": 1.668,
      "step": 114700
    },
    {
      "epoch": 37.10407239819005,
      "grad_norm": 1.384175419807434,
      "learning_rate": 0.001,
      "loss": 1.6721,
      "step": 114800
    },
    {
      "epoch": 37.13639301874596,
      "grad_norm": 1.2160314321517944,
      "learning_rate": 0.001,
      "loss": 1.6847,
      "step": 114900
    },
    {
      "epoch": 37.16871363930188,
      "grad_norm": 1.1695581674575806,
      "learning_rate": 0.001,
      "loss": 1.6923,
      "step": 115000
    },
    {
      "epoch": 37.20103425985779,
      "grad_norm": 1.4204388856887817,
      "learning_rate": 0.001,
      "loss": 1.6962,
      "step": 115100
    },
    {
      "epoch": 37.23335488041371,
      "grad_norm": 1.1568971872329712,
      "learning_rate": 0.001,
      "loss": 1.709,
      "step": 115200
    },
    {
      "epoch": 37.26567550096962,
      "grad_norm": 1.467090129852295,
      "learning_rate": 0.001,
      "loss": 1.7089,
      "step": 115300
    },
    {
      "epoch": 37.297996121525536,
      "grad_norm": 1.3767518997192383,
      "learning_rate": 0.001,
      "loss": 1.7442,
      "step": 115400
    },
    {
      "epoch": 37.33031674208145,
      "grad_norm": 1.2017751932144165,
      "learning_rate": 0.001,
      "loss": 1.7259,
      "step": 115500
    },
    {
      "epoch": 37.362637362637365,
      "grad_norm": 1.2458261251449585,
      "learning_rate": 0.001,
      "loss": 1.7122,
      "step": 115600
    },
    {
      "epoch": 37.39495798319328,
      "grad_norm": 1.1405456066131592,
      "learning_rate": 0.001,
      "loss": 1.7276,
      "step": 115700
    },
    {
      "epoch": 37.427278603749194,
      "grad_norm": 1.1807092428207397,
      "learning_rate": 0.001,
      "loss": 1.7349,
      "step": 115800
    },
    {
      "epoch": 37.45959922430511,
      "grad_norm": 1.2478501796722412,
      "learning_rate": 0.001,
      "loss": 1.7379,
      "step": 115900
    },
    {
      "epoch": 37.49191984486102,
      "grad_norm": 1.7146801948547363,
      "learning_rate": 0.001,
      "loss": 1.7503,
      "step": 116000
    },
    {
      "epoch": 37.52424046541694,
      "grad_norm": 1.3230942487716675,
      "learning_rate": 0.001,
      "loss": 1.7545,
      "step": 116100
    },
    {
      "epoch": 37.55656108597285,
      "grad_norm": 1.4975101947784424,
      "learning_rate": 0.001,
      "loss": 1.7507,
      "step": 116200
    },
    {
      "epoch": 37.58888170652877,
      "grad_norm": 1.3942639827728271,
      "learning_rate": 0.001,
      "loss": 1.7369,
      "step": 116300
    },
    {
      "epoch": 37.62120232708468,
      "grad_norm": 1.3690227270126343,
      "learning_rate": 0.001,
      "loss": 1.7387,
      "step": 116400
    },
    {
      "epoch": 37.653522947640596,
      "grad_norm": 1.3362698554992676,
      "learning_rate": 0.001,
      "loss": 1.7416,
      "step": 116500
    },
    {
      "epoch": 37.68584356819651,
      "grad_norm": 1.4864155054092407,
      "learning_rate": 0.001,
      "loss": 1.7471,
      "step": 116600
    },
    {
      "epoch": 37.718164188752425,
      "grad_norm": 1.328788161277771,
      "learning_rate": 0.001,
      "loss": 1.7511,
      "step": 116700
    },
    {
      "epoch": 37.75048480930834,
      "grad_norm": 1.7826188802719116,
      "learning_rate": 0.001,
      "loss": 1.7506,
      "step": 116800
    },
    {
      "epoch": 37.782805429864254,
      "grad_norm": 1.579100489616394,
      "learning_rate": 0.001,
      "loss": 1.7819,
      "step": 116900
    },
    {
      "epoch": 37.81512605042017,
      "grad_norm": 1.4960875511169434,
      "learning_rate": 0.001,
      "loss": 1.7827,
      "step": 117000
    },
    {
      "epoch": 37.84744667097608,
      "grad_norm": 1.3491441011428833,
      "learning_rate": 0.001,
      "loss": 1.7732,
      "step": 117100
    },
    {
      "epoch": 37.879767291532,
      "grad_norm": 1.6198680400848389,
      "learning_rate": 0.001,
      "loss": 1.7596,
      "step": 117200
    },
    {
      "epoch": 37.91208791208791,
      "grad_norm": 1.4920895099639893,
      "learning_rate": 0.001,
      "loss": 1.7824,
      "step": 117300
    },
    {
      "epoch": 37.94440853264383,
      "grad_norm": 1.17668879032135,
      "learning_rate": 0.001,
      "loss": 1.7766,
      "step": 117400
    },
    {
      "epoch": 37.97672915319974,
      "grad_norm": 1.381245493888855,
      "learning_rate": 0.001,
      "loss": 1.7859,
      "step": 117500
    },
    {
      "epoch": 38.009049773755656,
      "grad_norm": 1.8120436668395996,
      "learning_rate": 0.001,
      "loss": 1.7456,
      "step": 117600
    },
    {
      "epoch": 38.04137039431157,
      "grad_norm": 1.2770622968673706,
      "learning_rate": 0.001,
      "loss": 1.6473,
      "step": 117700
    },
    {
      "epoch": 38.073691014867485,
      "grad_norm": 1.495666265487671,
      "learning_rate": 0.001,
      "loss": 1.6665,
      "step": 117800
    },
    {
      "epoch": 38.1060116354234,
      "grad_norm": 1.3319461345672607,
      "learning_rate": 0.001,
      "loss": 1.6721,
      "step": 117900
    },
    {
      "epoch": 38.138332255979314,
      "grad_norm": 1.181028127670288,
      "learning_rate": 0.001,
      "loss": 1.6755,
      "step": 118000
    },
    {
      "epoch": 38.17065287653523,
      "grad_norm": 1.7435935735702515,
      "learning_rate": 0.001,
      "loss": 1.6728,
      "step": 118100
    },
    {
      "epoch": 38.20297349709114,
      "grad_norm": 1.2086992263793945,
      "learning_rate": 0.001,
      "loss": 1.6858,
      "step": 118200
    },
    {
      "epoch": 38.23529411764706,
      "grad_norm": 1.749821662902832,
      "learning_rate": 0.001,
      "loss": 1.692,
      "step": 118300
    },
    {
      "epoch": 38.26761473820297,
      "grad_norm": 1.2589175701141357,
      "learning_rate": 0.001,
      "loss": 1.6806,
      "step": 118400
    },
    {
      "epoch": 38.29993535875889,
      "grad_norm": 1.6938502788543701,
      "learning_rate": 0.001,
      "loss": 1.7078,
      "step": 118500
    },
    {
      "epoch": 38.3322559793148,
      "grad_norm": 1.2834974527359009,
      "learning_rate": 0.001,
      "loss": 1.7057,
      "step": 118600
    },
    {
      "epoch": 38.364576599870716,
      "grad_norm": 1.4331868886947632,
      "learning_rate": 0.001,
      "loss": 1.7216,
      "step": 118700
    },
    {
      "epoch": 38.39689722042663,
      "grad_norm": 1.5875442028045654,
      "learning_rate": 0.001,
      "loss": 1.718,
      "step": 118800
    },
    {
      "epoch": 38.429217840982545,
      "grad_norm": 1.463834285736084,
      "learning_rate": 0.001,
      "loss": 1.7014,
      "step": 118900
    },
    {
      "epoch": 38.46153846153846,
      "grad_norm": 1.7719365358352661,
      "learning_rate": 0.001,
      "loss": 1.7055,
      "step": 119000
    },
    {
      "epoch": 38.493859082094374,
      "grad_norm": 1.751819372177124,
      "learning_rate": 0.001,
      "loss": 1.7061,
      "step": 119100
    },
    {
      "epoch": 38.52617970265029,
      "grad_norm": 1.264541506767273,
      "learning_rate": 0.001,
      "loss": 1.7394,
      "step": 119200
    },
    {
      "epoch": 38.558500323206204,
      "grad_norm": 1.691881537437439,
      "learning_rate": 0.001,
      "loss": 1.7198,
      "step": 119300
    },
    {
      "epoch": 38.59082094376212,
      "grad_norm": 1.7032718658447266,
      "learning_rate": 0.001,
      "loss": 1.736,
      "step": 119400
    },
    {
      "epoch": 38.62314156431803,
      "grad_norm": 1.6821051836013794,
      "learning_rate": 0.001,
      "loss": 1.7352,
      "step": 119500
    },
    {
      "epoch": 38.65546218487395,
      "grad_norm": 1.8984935283660889,
      "learning_rate": 0.001,
      "loss": 1.7463,
      "step": 119600
    },
    {
      "epoch": 38.68778280542986,
      "grad_norm": 1.8338229656219482,
      "learning_rate": 0.001,
      "loss": 1.7445,
      "step": 119700
    },
    {
      "epoch": 38.720103425985776,
      "grad_norm": 1.3673371076583862,
      "learning_rate": 0.001,
      "loss": 1.7467,
      "step": 119800
    },
    {
      "epoch": 38.75242404654169,
      "grad_norm": 1.401082992553711,
      "learning_rate": 0.001,
      "loss": 1.7207,
      "step": 119900
    },
    {
      "epoch": 38.784744667097605,
      "grad_norm": 1.3542741537094116,
      "learning_rate": 0.001,
      "loss": 1.7632,
      "step": 120000
    },
    {
      "epoch": 38.81706528765352,
      "grad_norm": 1.6251832246780396,
      "learning_rate": 0.001,
      "loss": 1.751,
      "step": 120100
    },
    {
      "epoch": 38.849385908209435,
      "grad_norm": 1.4141253232955933,
      "learning_rate": 0.001,
      "loss": 1.7618,
      "step": 120200
    },
    {
      "epoch": 38.88170652876535,
      "grad_norm": 1.387152075767517,
      "learning_rate": 0.001,
      "loss": 1.7421,
      "step": 120300
    },
    {
      "epoch": 38.914027149321264,
      "grad_norm": 2.0019166469573975,
      "learning_rate": 0.001,
      "loss": 1.7439,
      "step": 120400
    },
    {
      "epoch": 38.94634776987718,
      "grad_norm": 1.5084810256958008,
      "learning_rate": 0.001,
      "loss": 1.7447,
      "step": 120500
    },
    {
      "epoch": 38.97866839043309,
      "grad_norm": 1.3848720788955688,
      "learning_rate": 0.001,
      "loss": 1.7649,
      "step": 120600
    },
    {
      "epoch": 39.010989010989015,
      "grad_norm": 1.547417402267456,
      "learning_rate": 0.001,
      "loss": 1.7236,
      "step": 120700
    },
    {
      "epoch": 39.04330963154493,
      "grad_norm": 1.2557010650634766,
      "learning_rate": 0.001,
      "loss": 1.6258,
      "step": 120800
    },
    {
      "epoch": 39.075630252100844,
      "grad_norm": 1.5394682884216309,
      "learning_rate": 0.001,
      "loss": 1.6437,
      "step": 120900
    },
    {
      "epoch": 39.10795087265676,
      "grad_norm": 1.2757493257522583,
      "learning_rate": 0.001,
      "loss": 1.6441,
      "step": 121000
    },
    {
      "epoch": 39.14027149321267,
      "grad_norm": 1.468744158744812,
      "learning_rate": 0.001,
      "loss": 1.6495,
      "step": 121100
    },
    {
      "epoch": 39.17259211376859,
      "grad_norm": 1.1792622804641724,
      "learning_rate": 0.001,
      "loss": 1.6726,
      "step": 121200
    },
    {
      "epoch": 39.2049127343245,
      "grad_norm": 1.330483078956604,
      "learning_rate": 0.001,
      "loss": 1.6983,
      "step": 121300
    },
    {
      "epoch": 39.237233354880416,
      "grad_norm": 1.6947458982467651,
      "learning_rate": 0.001,
      "loss": 1.6798,
      "step": 121400
    },
    {
      "epoch": 39.26955397543633,
      "grad_norm": 1.8113237619400024,
      "learning_rate": 0.001,
      "loss": 1.6815,
      "step": 121500
    },
    {
      "epoch": 39.301874595992246,
      "grad_norm": 1.3059000968933105,
      "learning_rate": 0.001,
      "loss": 1.68,
      "step": 121600
    },
    {
      "epoch": 39.33419521654816,
      "grad_norm": 2.113922119140625,
      "learning_rate": 0.001,
      "loss": 1.6893,
      "step": 121700
    },
    {
      "epoch": 39.366515837104075,
      "grad_norm": 1.4525998830795288,
      "learning_rate": 0.001,
      "loss": 1.6622,
      "step": 121800
    },
    {
      "epoch": 39.39883645765999,
      "grad_norm": 1.6511586904525757,
      "learning_rate": 0.001,
      "loss": 1.6923,
      "step": 121900
    },
    {
      "epoch": 39.431157078215904,
      "grad_norm": 1.427304744720459,
      "learning_rate": 0.001,
      "loss": 1.6679,
      "step": 122000
    },
    {
      "epoch": 39.46347769877182,
      "grad_norm": 1.3397293090820312,
      "learning_rate": 0.001,
      "loss": 1.7052,
      "step": 122100
    },
    {
      "epoch": 39.49579831932773,
      "grad_norm": 1.3981614112854004,
      "learning_rate": 0.001,
      "loss": 1.697,
      "step": 122200
    },
    {
      "epoch": 39.52811893988365,
      "grad_norm": 1.4614068269729614,
      "learning_rate": 0.001,
      "loss": 1.7255,
      "step": 122300
    },
    {
      "epoch": 39.56043956043956,
      "grad_norm": 1.6252069473266602,
      "learning_rate": 0.001,
      "loss": 1.7105,
      "step": 122400
    },
    {
      "epoch": 39.59276018099548,
      "grad_norm": 1.5491560697555542,
      "learning_rate": 0.001,
      "loss": 1.7287,
      "step": 122500
    },
    {
      "epoch": 39.62508080155139,
      "grad_norm": 1.5289865732192993,
      "learning_rate": 0.001,
      "loss": 1.7312,
      "step": 122600
    },
    {
      "epoch": 39.657401422107306,
      "grad_norm": 1.3649866580963135,
      "learning_rate": 0.001,
      "loss": 1.7001,
      "step": 122700
    },
    {
      "epoch": 39.68972204266322,
      "grad_norm": 1.8227938413619995,
      "learning_rate": 0.001,
      "loss": 1.7325,
      "step": 122800
    },
    {
      "epoch": 39.722042663219135,
      "grad_norm": 1.4305684566497803,
      "learning_rate": 0.001,
      "loss": 1.7297,
      "step": 122900
    },
    {
      "epoch": 39.75436328377505,
      "grad_norm": 2.0663459300994873,
      "learning_rate": 0.001,
      "loss": 1.7248,
      "step": 123000
    },
    {
      "epoch": 39.786683904330964,
      "grad_norm": 1.6483802795410156,
      "learning_rate": 0.001,
      "loss": 1.7143,
      "step": 123100
    },
    {
      "epoch": 39.81900452488688,
      "grad_norm": 1.3471261262893677,
      "learning_rate": 0.001,
      "loss": 1.7331,
      "step": 123200
    },
    {
      "epoch": 39.85132514544279,
      "grad_norm": 1.501815676689148,
      "learning_rate": 0.001,
      "loss": 1.7242,
      "step": 123300
    },
    {
      "epoch": 39.88364576599871,
      "grad_norm": 2.0373356342315674,
      "learning_rate": 0.001,
      "loss": 1.7363,
      "step": 123400
    },
    {
      "epoch": 39.91596638655462,
      "grad_norm": 1.8736695051193237,
      "learning_rate": 0.001,
      "loss": 1.727,
      "step": 123500
    },
    {
      "epoch": 39.94828700711054,
      "grad_norm": 1.5386576652526855,
      "learning_rate": 0.001,
      "loss": 1.7602,
      "step": 123600
    },
    {
      "epoch": 39.98060762766645,
      "grad_norm": 1.287049412727356,
      "learning_rate": 0.001,
      "loss": 1.7529,
      "step": 123700
    },
    {
      "epoch": 40.012928248222366,
      "grad_norm": 1.3691580295562744,
      "learning_rate": 0.001,
      "loss": 1.6845,
      "step": 123800
    },
    {
      "epoch": 40.04524886877828,
      "grad_norm": 1.5578200817108154,
      "learning_rate": 0.001,
      "loss": 1.624,
      "step": 123900
    },
    {
      "epoch": 40.077569489334195,
      "grad_norm": 1.394068956375122,
      "learning_rate": 0.001,
      "loss": 1.6299,
      "step": 124000
    },
    {
      "epoch": 40.10989010989011,
      "grad_norm": 1.5257561206817627,
      "learning_rate": 0.001,
      "loss": 1.6362,
      "step": 124100
    },
    {
      "epoch": 40.142210730446024,
      "grad_norm": 1.6746106147766113,
      "learning_rate": 0.001,
      "loss": 1.6353,
      "step": 124200
    },
    {
      "epoch": 40.17453135100194,
      "grad_norm": 1.3863023519515991,
      "learning_rate": 0.001,
      "loss": 1.6562,
      "step": 124300
    },
    {
      "epoch": 40.20685197155785,
      "grad_norm": 1.9362484216690063,
      "learning_rate": 0.001,
      "loss": 1.6472,
      "step": 124400
    },
    {
      "epoch": 40.23917259211377,
      "grad_norm": 1.3526794910430908,
      "learning_rate": 0.001,
      "loss": 1.6398,
      "step": 124500
    },
    {
      "epoch": 40.27149321266968,
      "grad_norm": 1.2201699018478394,
      "learning_rate": 0.001,
      "loss": 1.6627,
      "step": 124600
    },
    {
      "epoch": 40.3038138332256,
      "grad_norm": 1.4147565364837646,
      "learning_rate": 0.001,
      "loss": 1.653,
      "step": 124700
    },
    {
      "epoch": 40.33613445378151,
      "grad_norm": 1.7582532167434692,
      "learning_rate": 0.001,
      "loss": 1.6675,
      "step": 124800
    },
    {
      "epoch": 40.368455074337426,
      "grad_norm": 1.7984539270401,
      "learning_rate": 0.001,
      "loss": 1.6676,
      "step": 124900
    },
    {
      "epoch": 40.40077569489334,
      "grad_norm": 1.4224402904510498,
      "learning_rate": 0.001,
      "loss": 1.6743,
      "step": 125000
    },
    {
      "epoch": 40.433096315449255,
      "grad_norm": 1.6389150619506836,
      "learning_rate": 0.001,
      "loss": 1.6881,
      "step": 125100
    },
    {
      "epoch": 40.46541693600517,
      "grad_norm": 1.8313899040222168,
      "learning_rate": 0.001,
      "loss": 1.6708,
      "step": 125200
    },
    {
      "epoch": 40.497737556561084,
      "grad_norm": 2.3224472999572754,
      "learning_rate": 0.001,
      "loss": 1.6873,
      "step": 125300
    },
    {
      "epoch": 40.530058177117,
      "grad_norm": 1.3956483602523804,
      "learning_rate": 0.001,
      "loss": 1.6993,
      "step": 125400
    },
    {
      "epoch": 40.56237879767291,
      "grad_norm": 1.9109262228012085,
      "learning_rate": 0.001,
      "loss": 1.6995,
      "step": 125500
    },
    {
      "epoch": 40.59469941822883,
      "grad_norm": 1.7382196187973022,
      "learning_rate": 0.001,
      "loss": 1.6979,
      "step": 125600
    },
    {
      "epoch": 40.62702003878474,
      "grad_norm": 1.6517763137817383,
      "learning_rate": 0.001,
      "loss": 1.6993,
      "step": 125700
    },
    {
      "epoch": 40.65934065934066,
      "grad_norm": 1.7835556268692017,
      "learning_rate": 0.001,
      "loss": 1.6925,
      "step": 125800
    },
    {
      "epoch": 40.69166127989657,
      "grad_norm": 2.0330710411071777,
      "learning_rate": 0.001,
      "loss": 1.7008,
      "step": 125900
    },
    {
      "epoch": 40.723981900452486,
      "grad_norm": 1.426033854484558,
      "learning_rate": 0.001,
      "loss": 1.7268,
      "step": 126000
    },
    {
      "epoch": 40.7563025210084,
      "grad_norm": 1.7070313692092896,
      "learning_rate": 0.001,
      "loss": 1.7111,
      "step": 126100
    },
    {
      "epoch": 40.788623141564315,
      "grad_norm": 2.436343193054199,
      "learning_rate": 0.001,
      "loss": 1.7108,
      "step": 126200
    },
    {
      "epoch": 40.82094376212023,
      "grad_norm": 1.3666476011276245,
      "learning_rate": 0.001,
      "loss": 1.7239,
      "step": 126300
    },
    {
      "epoch": 40.853264382676144,
      "grad_norm": 1.7341768741607666,
      "learning_rate": 0.001,
      "loss": 1.7275,
      "step": 126400
    },
    {
      "epoch": 40.88558500323206,
      "grad_norm": 1.452822208404541,
      "learning_rate": 0.001,
      "loss": 1.7243,
      "step": 126500
    },
    {
      "epoch": 40.91790562378797,
      "grad_norm": 1.5342082977294922,
      "learning_rate": 0.001,
      "loss": 1.7287,
      "step": 126600
    },
    {
      "epoch": 40.95022624434389,
      "grad_norm": 1.5138624906539917,
      "learning_rate": 0.001,
      "loss": 1.7283,
      "step": 126700
    },
    {
      "epoch": 40.9825468648998,
      "grad_norm": 1.7864232063293457,
      "learning_rate": 0.001,
      "loss": 1.7306,
      "step": 126800
    },
    {
      "epoch": 41.014867485455724,
      "grad_norm": 1.4858065843582153,
      "learning_rate": 0.001,
      "loss": 1.6671,
      "step": 126900
    },
    {
      "epoch": 41.04718810601164,
      "grad_norm": 2.3251335620880127,
      "learning_rate": 0.001,
      "loss": 1.6027,
      "step": 127000
    },
    {
      "epoch": 41.07950872656755,
      "grad_norm": 2.122349262237549,
      "learning_rate": 0.001,
      "loss": 1.6185,
      "step": 127100
    },
    {
      "epoch": 41.11182934712347,
      "grad_norm": 1.4440858364105225,
      "learning_rate": 0.001,
      "loss": 1.6143,
      "step": 127200
    },
    {
      "epoch": 41.14414996767938,
      "grad_norm": 1.6865544319152832,
      "learning_rate": 0.001,
      "loss": 1.6151,
      "step": 127300
    },
    {
      "epoch": 41.1764705882353,
      "grad_norm": 1.3845254182815552,
      "learning_rate": 0.001,
      "loss": 1.6216,
      "step": 127400
    },
    {
      "epoch": 41.20879120879121,
      "grad_norm": 1.5724061727523804,
      "learning_rate": 0.001,
      "loss": 1.6334,
      "step": 127500
    },
    {
      "epoch": 41.241111829347126,
      "grad_norm": 1.6744935512542725,
      "learning_rate": 0.001,
      "loss": 1.6441,
      "step": 127600
    },
    {
      "epoch": 41.27343244990304,
      "grad_norm": 1.6147488355636597,
      "learning_rate": 0.001,
      "loss": 1.6485,
      "step": 127700
    },
    {
      "epoch": 41.305753070458955,
      "grad_norm": 1.930953025817871,
      "learning_rate": 0.001,
      "loss": 1.6538,
      "step": 127800
    },
    {
      "epoch": 41.33807369101487,
      "grad_norm": 1.6779670715332031,
      "learning_rate": 0.001,
      "loss": 1.6641,
      "step": 127900
    },
    {
      "epoch": 41.370394311570784,
      "grad_norm": 2.094191074371338,
      "learning_rate": 0.001,
      "loss": 1.638,
      "step": 128000
    },
    {
      "epoch": 41.4027149321267,
      "grad_norm": 1.5966159105300903,
      "learning_rate": 0.001,
      "loss": 1.6603,
      "step": 128100
    },
    {
      "epoch": 41.43503555268261,
      "grad_norm": 1.9661147594451904,
      "learning_rate": 0.001,
      "loss": 1.6588,
      "step": 128200
    },
    {
      "epoch": 41.46735617323853,
      "grad_norm": 2.126356363296509,
      "learning_rate": 0.001,
      "loss": 1.6594,
      "step": 128300
    },
    {
      "epoch": 41.49967679379444,
      "grad_norm": 1.5801960229873657,
      "learning_rate": 0.001,
      "loss": 1.6669,
      "step": 128400
    },
    {
      "epoch": 41.53199741435036,
      "grad_norm": 1.6362019777297974,
      "learning_rate": 0.001,
      "loss": 1.6799,
      "step": 128500
    },
    {
      "epoch": 41.56431803490627,
      "grad_norm": 1.570550799369812,
      "learning_rate": 0.001,
      "loss": 1.6684,
      "step": 128600
    },
    {
      "epoch": 41.596638655462186,
      "grad_norm": 1.7719006538391113,
      "learning_rate": 0.001,
      "loss": 1.6921,
      "step": 128700
    },
    {
      "epoch": 41.6289592760181,
      "grad_norm": 1.702435851097107,
      "learning_rate": 0.001,
      "loss": 1.6774,
      "step": 128800
    },
    {
      "epoch": 41.661279896574015,
      "grad_norm": 1.8023364543914795,
      "learning_rate": 0.001,
      "loss": 1.71,
      "step": 128900
    },
    {
      "epoch": 41.69360051712993,
      "grad_norm": 1.429628849029541,
      "learning_rate": 0.001,
      "loss": 1.6754,
      "step": 129000
    },
    {
      "epoch": 41.725921137685845,
      "grad_norm": 1.6636650562286377,
      "learning_rate": 0.001,
      "loss": 1.6908,
      "step": 129100
    },
    {
      "epoch": 41.75824175824176,
      "grad_norm": 1.9453206062316895,
      "learning_rate": 0.001,
      "loss": 1.7009,
      "step": 129200
    },
    {
      "epoch": 41.790562378797674,
      "grad_norm": 1.7370038032531738,
      "learning_rate": 0.001,
      "loss": 1.7091,
      "step": 129300
    },
    {
      "epoch": 41.82288299935359,
      "grad_norm": 1.8082547187805176,
      "learning_rate": 0.001,
      "loss": 1.7062,
      "step": 129400
    },
    {
      "epoch": 41.8552036199095,
      "grad_norm": 1.7985368967056274,
      "learning_rate": 0.001,
      "loss": 1.6996,
      "step": 129500
    },
    {
      "epoch": 41.88752424046542,
      "grad_norm": 1.752468466758728,
      "learning_rate": 0.001,
      "loss": 1.7066,
      "step": 129600
    },
    {
      "epoch": 41.91984486102133,
      "grad_norm": 1.7616372108459473,
      "learning_rate": 0.001,
      "loss": 1.6999,
      "step": 129700
    },
    {
      "epoch": 41.95216548157725,
      "grad_norm": 1.5394361019134521,
      "learning_rate": 0.001,
      "loss": 1.7093,
      "step": 129800
    },
    {
      "epoch": 41.98448610213316,
      "grad_norm": 1.9267899990081787,
      "learning_rate": 0.001,
      "loss": 1.731,
      "step": 129900
    },
    {
      "epoch": 42.016806722689076,
      "grad_norm": 1.9508917331695557,
      "learning_rate": 0.001,
      "loss": 1.6271,
      "step": 130000
    },
    {
      "epoch": 42.04912734324499,
      "grad_norm": 1.8610914945602417,
      "learning_rate": 0.001,
      "loss": 1.5836,
      "step": 130100
    },
    {
      "epoch": 42.081447963800905,
      "grad_norm": 1.9641599655151367,
      "learning_rate": 0.001,
      "loss": 1.6183,
      "step": 130200
    },
    {
      "epoch": 42.11376858435682,
      "grad_norm": 1.5812021493911743,
      "learning_rate": 0.001,
      "loss": 1.5993,
      "step": 130300
    },
    {
      "epoch": 42.146089204912734,
      "grad_norm": 2.2505440711975098,
      "learning_rate": 0.001,
      "loss": 1.6031,
      "step": 130400
    },
    {
      "epoch": 42.17840982546865,
      "grad_norm": 1.7632458209991455,
      "learning_rate": 0.001,
      "loss": 1.6272,
      "step": 130500
    },
    {
      "epoch": 42.21073044602456,
      "grad_norm": 1.9542481899261475,
      "learning_rate": 0.001,
      "loss": 1.6128,
      "step": 130600
    },
    {
      "epoch": 42.24305106658048,
      "grad_norm": 2.813657283782959,
      "learning_rate": 0.001,
      "loss": 1.6198,
      "step": 130700
    },
    {
      "epoch": 42.27537168713639,
      "grad_norm": 1.9514821767807007,
      "learning_rate": 0.001,
      "loss": 1.6152,
      "step": 130800
    },
    {
      "epoch": 42.30769230769231,
      "grad_norm": 2.014662981033325,
      "learning_rate": 0.001,
      "loss": 1.6251,
      "step": 130900
    },
    {
      "epoch": 42.34001292824822,
      "grad_norm": 2.202014446258545,
      "learning_rate": 0.001,
      "loss": 1.6405,
      "step": 131000
    },
    {
      "epoch": 42.372333548804136,
      "grad_norm": 2.675868034362793,
      "learning_rate": 0.001,
      "loss": 1.6475,
      "step": 131100
    },
    {
      "epoch": 42.40465416936005,
      "grad_norm": 2.102691888809204,
      "learning_rate": 0.001,
      "loss": 1.6568,
      "step": 131200
    },
    {
      "epoch": 42.436974789915965,
      "grad_norm": 2.1783900260925293,
      "learning_rate": 0.001,
      "loss": 1.637,
      "step": 131300
    },
    {
      "epoch": 42.46929541047188,
      "grad_norm": 1.476436734199524,
      "learning_rate": 0.001,
      "loss": 1.6476,
      "step": 131400
    },
    {
      "epoch": 42.501616031027794,
      "grad_norm": 1.7832789421081543,
      "learning_rate": 0.001,
      "loss": 1.6625,
      "step": 131500
    },
    {
      "epoch": 42.53393665158371,
      "grad_norm": 2.12839674949646,
      "learning_rate": 0.001,
      "loss": 1.6465,
      "step": 131600
    },
    {
      "epoch": 42.56625727213962,
      "grad_norm": 1.5003304481506348,
      "learning_rate": 0.001,
      "loss": 1.6794,
      "step": 131700
    },
    {
      "epoch": 42.59857789269554,
      "grad_norm": 1.5726544857025146,
      "learning_rate": 0.001,
      "loss": 1.6767,
      "step": 131800
    },
    {
      "epoch": 42.63089851325145,
      "grad_norm": 2.2940423488616943,
      "learning_rate": 0.001,
      "loss": 1.6638,
      "step": 131900
    },
    {
      "epoch": 42.66321913380737,
      "grad_norm": 1.992763638496399,
      "learning_rate": 0.001,
      "loss": 1.6713,
      "step": 132000
    },
    {
      "epoch": 42.69553975436328,
      "grad_norm": 2.10316801071167,
      "learning_rate": 0.001,
      "loss": 1.6719,
      "step": 132100
    },
    {
      "epoch": 42.727860374919196,
      "grad_norm": 1.1966867446899414,
      "learning_rate": 0.001,
      "loss": 1.6687,
      "step": 132200
    },
    {
      "epoch": 42.76018099547511,
      "grad_norm": 1.6396232843399048,
      "learning_rate": 0.001,
      "loss": 1.6927,
      "step": 132300
    },
    {
      "epoch": 42.792501616031025,
      "grad_norm": 2.2217977046966553,
      "learning_rate": 0.001,
      "loss": 1.6911,
      "step": 132400
    },
    {
      "epoch": 42.82482223658694,
      "grad_norm": 1.3404631614685059,
      "learning_rate": 0.001,
      "loss": 1.6951,
      "step": 132500
    },
    {
      "epoch": 42.857142857142854,
      "grad_norm": 2.155172348022461,
      "learning_rate": 0.001,
      "loss": 1.7034,
      "step": 132600
    },
    {
      "epoch": 42.88946347769877,
      "grad_norm": 1.7725328207015991,
      "learning_rate": 0.001,
      "loss": 1.6975,
      "step": 132700
    },
    {
      "epoch": 42.92178409825468,
      "grad_norm": 1.6837446689605713,
      "learning_rate": 0.001,
      "loss": 1.7219,
      "step": 132800
    },
    {
      "epoch": 42.9541047188106,
      "grad_norm": 1.77871835231781,
      "learning_rate": 0.001,
      "loss": 1.7004,
      "step": 132900
    },
    {
      "epoch": 42.98642533936652,
      "grad_norm": 1.9019044637680054,
      "learning_rate": 0.001,
      "loss": 1.7157,
      "step": 133000
    },
    {
      "epoch": 43.018745959922434,
      "grad_norm": 1.3710943460464478,
      "learning_rate": 0.001,
      "loss": 1.6493,
      "step": 133100
    },
    {
      "epoch": 43.05106658047835,
      "grad_norm": 1.582306146621704,
      "learning_rate": 0.001,
      "loss": 1.5689,
      "step": 133200
    },
    {
      "epoch": 43.08338720103426,
      "grad_norm": 1.378099799156189,
      "learning_rate": 0.001,
      "loss": 1.5964,
      "step": 133300
    },
    {
      "epoch": 43.11570782159018,
      "grad_norm": 1.4372540712356567,
      "learning_rate": 0.001,
      "loss": 1.5997,
      "step": 133400
    },
    {
      "epoch": 43.14802844214609,
      "grad_norm": 1.6468878984451294,
      "learning_rate": 0.001,
      "loss": 1.5879,
      "step": 133500
    },
    {
      "epoch": 43.18034906270201,
      "grad_norm": 1.480918049812317,
      "learning_rate": 0.001,
      "loss": 1.5902,
      "step": 133600
    },
    {
      "epoch": 43.21266968325792,
      "grad_norm": 1.351524829864502,
      "learning_rate": 0.001,
      "loss": 1.6,
      "step": 133700
    },
    {
      "epoch": 43.244990303813836,
      "grad_norm": 1.486530065536499,
      "learning_rate": 0.001,
      "loss": 1.5967,
      "step": 133800
    },
    {
      "epoch": 43.27731092436975,
      "grad_norm": 1.9295352697372437,
      "learning_rate": 0.001,
      "loss": 1.6096,
      "step": 133900
    },
    {
      "epoch": 43.309631544925665,
      "grad_norm": 1.7292808294296265,
      "learning_rate": 0.001,
      "loss": 1.6064,
      "step": 134000
    },
    {
      "epoch": 43.34195216548158,
      "grad_norm": 1.8573253154754639,
      "learning_rate": 0.001,
      "loss": 1.6132,
      "step": 134100
    },
    {
      "epoch": 43.374272786037494,
      "grad_norm": 1.320823311805725,
      "learning_rate": 0.001,
      "loss": 1.6472,
      "step": 134200
    },
    {
      "epoch": 43.40659340659341,
      "grad_norm": 1.955378532409668,
      "learning_rate": 0.001,
      "loss": 1.6251,
      "step": 134300
    },
    {
      "epoch": 43.43891402714932,
      "grad_norm": 1.4546319246292114,
      "learning_rate": 0.001,
      "loss": 1.6083,
      "step": 134400
    },
    {
      "epoch": 43.47123464770524,
      "grad_norm": 2.06282639503479,
      "learning_rate": 0.001,
      "loss": 1.6473,
      "step": 134500
    },
    {
      "epoch": 43.50355526826115,
      "grad_norm": 1.3789846897125244,
      "learning_rate": 0.001,
      "loss": 1.64,
      "step": 134600
    },
    {
      "epoch": 43.53587588881707,
      "grad_norm": 1.3253904581069946,
      "learning_rate": 0.001,
      "loss": 1.643,
      "step": 134700
    },
    {
      "epoch": 43.56819650937298,
      "grad_norm": 1.5497514009475708,
      "learning_rate": 0.001,
      "loss": 1.6411,
      "step": 134800
    },
    {
      "epoch": 43.600517129928896,
      "grad_norm": 1.4692950248718262,
      "learning_rate": 0.001,
      "loss": 1.6484,
      "step": 134900
    },
    {
      "epoch": 43.63283775048481,
      "grad_norm": 1.3008520603179932,
      "learning_rate": 0.001,
      "loss": 1.6697,
      "step": 135000
    },
    {
      "epoch": 43.665158371040725,
      "grad_norm": 1.8452352285385132,
      "learning_rate": 0.001,
      "loss": 1.6622,
      "step": 135100
    },
    {
      "epoch": 43.69747899159664,
      "grad_norm": 1.386189341545105,
      "learning_rate": 0.001,
      "loss": 1.6648,
      "step": 135200
    },
    {
      "epoch": 43.729799612152554,
      "grad_norm": 1.5888075828552246,
      "learning_rate": 0.001,
      "loss": 1.6699,
      "step": 135300
    },
    {
      "epoch": 43.76212023270847,
      "grad_norm": 1.8917977809906006,
      "learning_rate": 0.001,
      "loss": 1.6639,
      "step": 135400
    },
    {
      "epoch": 43.79444085326438,
      "grad_norm": 1.619673252105713,
      "learning_rate": 0.001,
      "loss": 1.67,
      "step": 135500
    },
    {
      "epoch": 43.8267614738203,
      "grad_norm": 1.4577540159225464,
      "learning_rate": 0.001,
      "loss": 1.6833,
      "step": 135600
    },
    {
      "epoch": 43.85908209437621,
      "grad_norm": 1.8329697847366333,
      "learning_rate": 0.001,
      "loss": 1.6777,
      "step": 135700
    },
    {
      "epoch": 43.89140271493213,
      "grad_norm": 1.7369554042816162,
      "learning_rate": 0.001,
      "loss": 1.6815,
      "step": 135800
    },
    {
      "epoch": 43.92372333548804,
      "grad_norm": 1.4946892261505127,
      "learning_rate": 0.001,
      "loss": 1.6964,
      "step": 135900
    },
    {
      "epoch": 43.956043956043956,
      "grad_norm": 1.434802532196045,
      "learning_rate": 0.001,
      "loss": 1.695,
      "step": 136000
    },
    {
      "epoch": 43.98836457659987,
      "grad_norm": 2.0379035472869873,
      "learning_rate": 0.001,
      "loss": 1.699,
      "step": 136100
    },
    {
      "epoch": 44.020685197155785,
      "grad_norm": 1.2588499784469604,
      "learning_rate": 0.001,
      "loss": 1.6163,
      "step": 136200
    },
    {
      "epoch": 44.0530058177117,
      "grad_norm": 1.443988561630249,
      "learning_rate": 0.001,
      "loss": 1.5757,
      "step": 136300
    },
    {
      "epoch": 44.085326438267614,
      "grad_norm": 1.7067530155181885,
      "learning_rate": 0.001,
      "loss": 1.5694,
      "step": 136400
    },
    {
      "epoch": 44.11764705882353,
      "grad_norm": 1.8109402656555176,
      "learning_rate": 0.001,
      "loss": 1.5745,
      "step": 136500
    },
    {
      "epoch": 44.14996767937944,
      "grad_norm": 1.415626883506775,
      "learning_rate": 0.001,
      "loss": 1.5756,
      "step": 136600
    },
    {
      "epoch": 44.18228829993536,
      "grad_norm": 1.2374643087387085,
      "learning_rate": 0.001,
      "loss": 1.5818,
      "step": 136700
    },
    {
      "epoch": 44.21460892049127,
      "grad_norm": 1.1942877769470215,
      "learning_rate": 0.001,
      "loss": 1.6047,
      "step": 136800
    },
    {
      "epoch": 44.24692954104719,
      "grad_norm": 1.377187967300415,
      "learning_rate": 0.001,
      "loss": 1.5992,
      "step": 136900
    },
    {
      "epoch": 44.2792501616031,
      "grad_norm": 1.3861560821533203,
      "learning_rate": 0.001,
      "loss": 1.6016,
      "step": 137000
    },
    {
      "epoch": 44.311570782159016,
      "grad_norm": 1.5110067129135132,
      "learning_rate": 0.001,
      "loss": 1.612,
      "step": 137100
    },
    {
      "epoch": 44.34389140271493,
      "grad_norm": 1.3622841835021973,
      "learning_rate": 0.001,
      "loss": 1.6092,
      "step": 137200
    },
    {
      "epoch": 44.376212023270845,
      "grad_norm": 1.599679708480835,
      "learning_rate": 0.001,
      "loss": 1.6228,
      "step": 137300
    },
    {
      "epoch": 44.40853264382676,
      "grad_norm": 1.0782546997070312,
      "learning_rate": 0.001,
      "loss": 1.6112,
      "step": 137400
    },
    {
      "epoch": 44.440853264382675,
      "grad_norm": 1.423081398010254,
      "learning_rate": 0.001,
      "loss": 1.6277,
      "step": 137500
    },
    {
      "epoch": 44.47317388493859,
      "grad_norm": 1.9224975109100342,
      "learning_rate": 0.001,
      "loss": 1.6241,
      "step": 137600
    },
    {
      "epoch": 44.505494505494504,
      "grad_norm": 1.9734402894973755,
      "learning_rate": 0.001,
      "loss": 1.6014,
      "step": 137700
    },
    {
      "epoch": 44.53781512605042,
      "grad_norm": 1.341483235359192,
      "learning_rate": 0.001,
      "loss": 1.6249,
      "step": 137800
    },
    {
      "epoch": 44.57013574660633,
      "grad_norm": 1.2303094863891602,
      "learning_rate": 0.001,
      "loss": 1.6322,
      "step": 137900
    },
    {
      "epoch": 44.60245636716225,
      "grad_norm": 1.8994379043579102,
      "learning_rate": 0.001,
      "loss": 1.65,
      "step": 138000
    },
    {
      "epoch": 44.63477698771816,
      "grad_norm": 1.8510922193527222,
      "learning_rate": 0.001,
      "loss": 1.6313,
      "step": 138100
    },
    {
      "epoch": 44.66709760827408,
      "grad_norm": 1.5857359170913696,
      "learning_rate": 0.001,
      "loss": 1.6423,
      "step": 138200
    },
    {
      "epoch": 44.69941822882999,
      "grad_norm": 1.4746818542480469,
      "learning_rate": 0.001,
      "loss": 1.6534,
      "step": 138300
    },
    {
      "epoch": 44.731738849385906,
      "grad_norm": 1.5729411840438843,
      "learning_rate": 0.001,
      "loss": 1.6496,
      "step": 138400
    },
    {
      "epoch": 44.76405946994182,
      "grad_norm": 1.5360504388809204,
      "learning_rate": 0.001,
      "loss": 1.6552,
      "step": 138500
    },
    {
      "epoch": 44.796380090497735,
      "grad_norm": 1.364283800125122,
      "learning_rate": 0.001,
      "loss": 1.6658,
      "step": 138600
    },
    {
      "epoch": 44.82870071105365,
      "grad_norm": 1.3980382680892944,
      "learning_rate": 0.001,
      "loss": 1.6547,
      "step": 138700
    },
    {
      "epoch": 44.861021331609564,
      "grad_norm": 1.4113725423812866,
      "learning_rate": 0.001,
      "loss": 1.6739,
      "step": 138800
    },
    {
      "epoch": 44.89334195216548,
      "grad_norm": 1.829128623008728,
      "learning_rate": 0.001,
      "loss": 1.6694,
      "step": 138900
    },
    {
      "epoch": 44.92566257272139,
      "grad_norm": 1.3401802778244019,
      "learning_rate": 0.001,
      "loss": 1.6741,
      "step": 139000
    },
    {
      "epoch": 44.95798319327731,
      "grad_norm": 1.678005337715149,
      "learning_rate": 0.001,
      "loss": 1.6568,
      "step": 139100
    },
    {
      "epoch": 44.99030381383322,
      "grad_norm": 1.1385924816131592,
      "learning_rate": 0.001,
      "loss": 1.6321,
      "step": 139200
    },
    {
      "epoch": 45.022624434389144,
      "grad_norm": 1.8373512029647827,
      "learning_rate": 0.001,
      "loss": 1.6038,
      "step": 139300
    },
    {
      "epoch": 45.05494505494506,
      "grad_norm": 1.5865776538848877,
      "learning_rate": 0.001,
      "loss": 1.5343,
      "step": 139400
    },
    {
      "epoch": 45.08726567550097,
      "grad_norm": 1.5001276731491089,
      "learning_rate": 0.001,
      "loss": 1.5549,
      "step": 139500
    },
    {
      "epoch": 45.11958629605689,
      "grad_norm": 1.2797919511795044,
      "learning_rate": 0.001,
      "loss": 1.5443,
      "step": 139600
    },
    {
      "epoch": 45.1519069166128,
      "grad_norm": 1.455429196357727,
      "learning_rate": 0.001,
      "loss": 1.5619,
      "step": 139700
    },
    {
      "epoch": 45.18422753716872,
      "grad_norm": 1.4949995279312134,
      "learning_rate": 0.001,
      "loss": 1.5724,
      "step": 139800
    },
    {
      "epoch": 45.21654815772463,
      "grad_norm": 1.2570242881774902,
      "learning_rate": 0.001,
      "loss": 1.5687,
      "step": 139900
    },
    {
      "epoch": 45.248868778280546,
      "grad_norm": 1.2480852603912354,
      "learning_rate": 0.001,
      "loss": 1.5789,
      "step": 140000
    },
    {
      "epoch": 45.28118939883646,
      "grad_norm": 1.5493923425674438,
      "learning_rate": 0.001,
      "loss": 1.5761,
      "step": 140100
    },
    {
      "epoch": 45.313510019392375,
      "grad_norm": 1.478066086769104,
      "learning_rate": 0.001,
      "loss": 1.5899,
      "step": 140200
    },
    {
      "epoch": 45.34583063994829,
      "grad_norm": 1.2514175176620483,
      "learning_rate": 0.001,
      "loss": 1.5733,
      "step": 140300
    },
    {
      "epoch": 45.378151260504204,
      "grad_norm": 1.3240177631378174,
      "learning_rate": 0.001,
      "loss": 1.6065,
      "step": 140400
    },
    {
      "epoch": 45.41047188106012,
      "grad_norm": 1.09498929977417,
      "learning_rate": 0.001,
      "loss": 1.6061,
      "step": 140500
    },
    {
      "epoch": 45.44279250161603,
      "grad_norm": 1.4801580905914307,
      "learning_rate": 0.001,
      "loss": 1.6009,
      "step": 140600
    },
    {
      "epoch": 45.47511312217195,
      "grad_norm": 1.4095863103866577,
      "learning_rate": 0.001,
      "loss": 1.606,
      "step": 140700
    },
    {
      "epoch": 45.50743374272786,
      "grad_norm": 1.3383103609085083,
      "learning_rate": 0.001,
      "loss": 1.5947,
      "step": 140800
    },
    {
      "epoch": 45.53975436328378,
      "grad_norm": 1.3287218809127808,
      "learning_rate": 0.001,
      "loss": 1.6218,
      "step": 140900
    },
    {
      "epoch": 45.57207498383969,
      "grad_norm": 1.1489287614822388,
      "learning_rate": 0.001,
      "loss": 1.6112,
      "step": 141000
    },
    {
      "epoch": 45.604395604395606,
      "grad_norm": 1.3265559673309326,
      "learning_rate": 0.001,
      "loss": 1.6198,
      "step": 141100
    },
    {
      "epoch": 45.63671622495152,
      "grad_norm": 1.4024713039398193,
      "learning_rate": 0.001,
      "loss": 1.6408,
      "step": 141200
    },
    {
      "epoch": 45.669036845507435,
      "grad_norm": 1.2570629119873047,
      "learning_rate": 0.001,
      "loss": 1.6241,
      "step": 141300
    },
    {
      "epoch": 45.70135746606335,
      "grad_norm": 1.234506607055664,
      "learning_rate": 0.001,
      "loss": 1.6337,
      "step": 141400
    },
    {
      "epoch": 45.733678086619264,
      "grad_norm": 1.523465871810913,
      "learning_rate": 0.001,
      "loss": 1.6442,
      "step": 141500
    },
    {
      "epoch": 45.76599870717518,
      "grad_norm": 1.3609179258346558,
      "learning_rate": 0.001,
      "loss": 1.6457,
      "step": 141600
    },
    {
      "epoch": 45.79831932773109,
      "grad_norm": 2.108837604522705,
      "learning_rate": 0.001,
      "loss": 1.6568,
      "step": 141700
    },
    {
      "epoch": 45.83063994828701,
      "grad_norm": 1.3636060953140259,
      "learning_rate": 0.001,
      "loss": 1.6442,
      "step": 141800
    },
    {
      "epoch": 45.86296056884292,
      "grad_norm": 1.3937108516693115,
      "learning_rate": 0.001,
      "loss": 1.6542,
      "step": 141900
    },
    {
      "epoch": 45.89528118939884,
      "grad_norm": 1.1740082502365112,
      "learning_rate": 0.001,
      "loss": 1.6613,
      "step": 142000
    },
    {
      "epoch": 45.92760180995475,
      "grad_norm": 1.1534056663513184,
      "learning_rate": 0.001,
      "loss": 1.6553,
      "step": 142100
    },
    {
      "epoch": 45.959922430510666,
      "grad_norm": 1.6877473592758179,
      "learning_rate": 0.001,
      "loss": 1.6476,
      "step": 142200
    },
    {
      "epoch": 45.99224305106658,
      "grad_norm": 1.163017988204956,
      "learning_rate": 0.001,
      "loss": 1.6809,
      "step": 142300
    },
    {
      "epoch": 46.024563671622495,
      "grad_norm": 1.32700777053833,
      "learning_rate": 0.001,
      "loss": 1.5725,
      "step": 142400
    },
    {
      "epoch": 46.05688429217841,
      "grad_norm": 1.7165447473526,
      "learning_rate": 0.001,
      "loss": 1.5315,
      "step": 142500
    },
    {
      "epoch": 46.089204912734324,
      "grad_norm": 1.582828402519226,
      "learning_rate": 0.001,
      "loss": 1.542,
      "step": 142600
    },
    {
      "epoch": 46.12152553329024,
      "grad_norm": 1.316243290901184,
      "learning_rate": 0.001,
      "loss": 1.5475,
      "step": 142700
    },
    {
      "epoch": 46.15384615384615,
      "grad_norm": 1.4395389556884766,
      "learning_rate": 0.001,
      "loss": 1.5609,
      "step": 142800
    },
    {
      "epoch": 46.18616677440207,
      "grad_norm": 1.7110323905944824,
      "learning_rate": 0.001,
      "loss": 1.5623,
      "step": 142900
    },
    {
      "epoch": 46.21848739495798,
      "grad_norm": 1.58608078956604,
      "learning_rate": 0.001,
      "loss": 1.5753,
      "step": 143000
    },
    {
      "epoch": 46.2508080155139,
      "grad_norm": 1.436051845550537,
      "learning_rate": 0.001,
      "loss": 1.5688,
      "step": 143100
    },
    {
      "epoch": 46.28312863606981,
      "grad_norm": 1.8955553770065308,
      "learning_rate": 0.001,
      "loss": 1.5732,
      "step": 143200
    },
    {
      "epoch": 46.315449256625726,
      "grad_norm": 1.6417391300201416,
      "learning_rate": 0.001,
      "loss": 1.5687,
      "step": 143300
    },
    {
      "epoch": 46.34776987718164,
      "grad_norm": 1.4715759754180908,
      "learning_rate": 0.001,
      "loss": 1.568,
      "step": 143400
    },
    {
      "epoch": 46.380090497737555,
      "grad_norm": 1.410852074623108,
      "learning_rate": 0.001,
      "loss": 1.5836,
      "step": 143500
    },
    {
      "epoch": 46.41241111829347,
      "grad_norm": 1.6234686374664307,
      "learning_rate": 0.001,
      "loss": 1.5823,
      "step": 143600
    },
    {
      "epoch": 46.444731738849384,
      "grad_norm": 1.5069587230682373,
      "learning_rate": 0.001,
      "loss": 1.5963,
      "step": 143700
    },
    {
      "epoch": 46.4770523594053,
      "grad_norm": 1.4912326335906982,
      "learning_rate": 0.001,
      "loss": 1.6026,
      "step": 143800
    },
    {
      "epoch": 46.50937297996121,
      "grad_norm": 2.0091121196746826,
      "learning_rate": 0.001,
      "loss": 1.5956,
      "step": 143900
    },
    {
      "epoch": 46.54169360051713,
      "grad_norm": 1.2358951568603516,
      "learning_rate": 0.001,
      "loss": 1.5907,
      "step": 144000
    },
    {
      "epoch": 46.57401422107304,
      "grad_norm": 1.4463825225830078,
      "learning_rate": 0.001,
      "loss": 1.5941,
      "step": 144100
    },
    {
      "epoch": 46.60633484162896,
      "grad_norm": 1.6849217414855957,
      "learning_rate": 0.001,
      "loss": 1.6197,
      "step": 144200
    },
    {
      "epoch": 46.63865546218487,
      "grad_norm": 1.4761693477630615,
      "learning_rate": 0.001,
      "loss": 1.6111,
      "step": 144300
    },
    {
      "epoch": 46.670976082740786,
      "grad_norm": 1.9993269443511963,
      "learning_rate": 0.001,
      "loss": 1.6298,
      "step": 144400
    },
    {
      "epoch": 46.7032967032967,
      "grad_norm": 1.3961095809936523,
      "learning_rate": 0.001,
      "loss": 1.6271,
      "step": 144500
    },
    {
      "epoch": 46.735617323852615,
      "grad_norm": 1.3440773487091064,
      "learning_rate": 0.001,
      "loss": 1.6165,
      "step": 144600
    },
    {
      "epoch": 46.76793794440853,
      "grad_norm": 1.7641288042068481,
      "learning_rate": 0.001,
      "loss": 1.6196,
      "step": 144700
    },
    {
      "epoch": 46.800258564964444,
      "grad_norm": 2.0289649963378906,
      "learning_rate": 0.001,
      "loss": 1.6436,
      "step": 144800
    },
    {
      "epoch": 46.83257918552036,
      "grad_norm": 1.651640772819519,
      "learning_rate": 0.001,
      "loss": 1.628,
      "step": 144900
    },
    {
      "epoch": 46.864899806076274,
      "grad_norm": 1.3994982242584229,
      "learning_rate": 0.001,
      "loss": 1.6434,
      "step": 145000
    },
    {
      "epoch": 46.89722042663219,
      "grad_norm": 1.3219499588012695,
      "learning_rate": 0.001,
      "loss": 1.6448,
      "step": 145100
    },
    {
      "epoch": 46.9295410471881,
      "grad_norm": 1.4943182468414307,
      "learning_rate": 0.001,
      "loss": 1.6185,
      "step": 145200
    },
    {
      "epoch": 46.96186166774402,
      "grad_norm": 1.338044285774231,
      "learning_rate": 0.001,
      "loss": 1.6472,
      "step": 145300
    },
    {
      "epoch": 46.99418228829994,
      "grad_norm": 1.2849805355072021,
      "learning_rate": 0.001,
      "loss": 1.6408,
      "step": 145400
    },
    {
      "epoch": 47.02650290885585,
      "grad_norm": 1.4934114217758179,
      "learning_rate": 0.001,
      "loss": 1.549,
      "step": 145500
    },
    {
      "epoch": 47.05882352941177,
      "grad_norm": 1.7186708450317383,
      "learning_rate": 0.001,
      "loss": 1.5166,
      "step": 145600
    },
    {
      "epoch": 47.09114414996768,
      "grad_norm": 1.237968921661377,
      "learning_rate": 0.001,
      "loss": 1.5266,
      "step": 145700
    },
    {
      "epoch": 47.1234647705236,
      "grad_norm": 1.4882655143737793,
      "learning_rate": 0.001,
      "loss": 1.5339,
      "step": 145800
    },
    {
      "epoch": 47.15578539107951,
      "grad_norm": 1.618738055229187,
      "learning_rate": 0.001,
      "loss": 1.5317,
      "step": 145900
    },
    {
      "epoch": 47.188106011635426,
      "grad_norm": 2.116640090942383,
      "learning_rate": 0.001,
      "loss": 1.5316,
      "step": 146000
    },
    {
      "epoch": 47.22042663219134,
      "grad_norm": 1.3013315200805664,
      "learning_rate": 0.001,
      "loss": 1.5584,
      "step": 146100
    },
    {
      "epoch": 47.252747252747255,
      "grad_norm": 2.401732921600342,
      "learning_rate": 0.001,
      "loss": 1.5343,
      "step": 146200
    },
    {
      "epoch": 47.28506787330317,
      "grad_norm": 1.1736658811569214,
      "learning_rate": 0.001,
      "loss": 1.5728,
      "step": 146300
    },
    {
      "epoch": 47.317388493859085,
      "grad_norm": 1.4418681859970093,
      "learning_rate": 0.001,
      "loss": 1.5624,
      "step": 146400
    },
    {
      "epoch": 47.349709114415,
      "grad_norm": 1.4937100410461426,
      "learning_rate": 0.001,
      "loss": 1.5712,
      "step": 146500
    },
    {
      "epoch": 47.382029734970914,
      "grad_norm": 1.6570427417755127,
      "learning_rate": 0.001,
      "loss": 1.5789,
      "step": 146600
    },
    {
      "epoch": 47.41435035552683,
      "grad_norm": 1.9760403633117676,
      "learning_rate": 0.001,
      "loss": 1.5811,
      "step": 146700
    },
    {
      "epoch": 47.44667097608274,
      "grad_norm": 1.6386915445327759,
      "learning_rate": 0.001,
      "loss": 1.5614,
      "step": 146800
    },
    {
      "epoch": 47.47899159663866,
      "grad_norm": 1.7690401077270508,
      "learning_rate": 0.001,
      "loss": 1.563,
      "step": 146900
    },
    {
      "epoch": 47.51131221719457,
      "grad_norm": 1.3809525966644287,
      "learning_rate": 0.001,
      "loss": 1.5941,
      "step": 147000
    },
    {
      "epoch": 47.543632837750486,
      "grad_norm": 1.2929129600524902,
      "learning_rate": 0.001,
      "loss": 1.6022,
      "step": 147100
    },
    {
      "epoch": 47.5759534583064,
      "grad_norm": 1.6390870809555054,
      "learning_rate": 0.001,
      "loss": 1.5974,
      "step": 147200
    },
    {
      "epoch": 47.608274078862316,
      "grad_norm": 1.5908600091934204,
      "learning_rate": 0.001,
      "loss": 1.605,
      "step": 147300
    },
    {
      "epoch": 47.64059469941823,
      "grad_norm": 1.6766973733901978,
      "learning_rate": 0.001,
      "loss": 1.6013,
      "step": 147400
    },
    {
      "epoch": 47.672915319974145,
      "grad_norm": 1.483106017112732,
      "learning_rate": 0.001,
      "loss": 1.6074,
      "step": 147500
    },
    {
      "epoch": 47.70523594053006,
      "grad_norm": 1.9718176126480103,
      "learning_rate": 0.001,
      "loss": 1.5976,
      "step": 147600
    },
    {
      "epoch": 47.737556561085974,
      "grad_norm": 1.3451755046844482,
      "learning_rate": 0.001,
      "loss": 1.607,
      "step": 147700
    },
    {
      "epoch": 47.76987718164189,
      "grad_norm": 1.6685712337493896,
      "learning_rate": 0.001,
      "loss": 1.6157,
      "step": 147800
    },
    {
      "epoch": 47.8021978021978,
      "grad_norm": 1.4344922304153442,
      "learning_rate": 0.001,
      "loss": 1.6238,
      "step": 147900
    },
    {
      "epoch": 47.83451842275372,
      "grad_norm": 1.1716681718826294,
      "learning_rate": 0.001,
      "loss": 1.613,
      "step": 148000
    },
    {
      "epoch": 47.86683904330963,
      "grad_norm": 1.5936914682388306,
      "learning_rate": 0.001,
      "loss": 1.622,
      "step": 148100
    },
    {
      "epoch": 47.89915966386555,
      "grad_norm": 1.8645175695419312,
      "learning_rate": 0.001,
      "loss": 1.6352,
      "step": 148200
    },
    {
      "epoch": 47.93148028442146,
      "grad_norm": 1.4023220539093018,
      "learning_rate": 0.001,
      "loss": 1.6131,
      "step": 148300
    },
    {
      "epoch": 47.963800904977376,
      "grad_norm": 1.3344358205795288,
      "learning_rate": 0.001,
      "loss": 1.6347,
      "step": 148400
    },
    {
      "epoch": 47.99612152553329,
      "grad_norm": 1.6620981693267822,
      "learning_rate": 0.001,
      "loss": 1.606,
      "step": 148500
    },
    {
      "epoch": 48.028442146089205,
      "grad_norm": 1.550585389137268,
      "learning_rate": 0.001,
      "loss": 1.5141,
      "step": 148600
    },
    {
      "epoch": 48.06076276664512,
      "grad_norm": 2.354085922241211,
      "learning_rate": 0.001,
      "loss": 1.5095,
      "step": 148700
    },
    {
      "epoch": 48.093083387201034,
      "grad_norm": 1.6882182359695435,
      "learning_rate": 0.001,
      "loss": 1.5126,
      "step": 148800
    },
    {
      "epoch": 48.12540400775695,
      "grad_norm": 1.8086196184158325,
      "learning_rate": 0.001,
      "loss": 1.5342,
      "step": 148900
    },
    {
      "epoch": 48.15772462831286,
      "grad_norm": 1.2464903593063354,
      "learning_rate": 0.001,
      "loss": 1.5145,
      "step": 149000
    },
    {
      "epoch": 48.19004524886878,
      "grad_norm": 1.5906083583831787,
      "learning_rate": 0.001,
      "loss": 1.5339,
      "step": 149100
    },
    {
      "epoch": 48.22236586942469,
      "grad_norm": 1.7611628770828247,
      "learning_rate": 0.001,
      "loss": 1.5241,
      "step": 149200
    },
    {
      "epoch": 48.25468648998061,
      "grad_norm": 1.8777153491973877,
      "learning_rate": 0.001,
      "loss": 1.5343,
      "step": 149300
    },
    {
      "epoch": 48.28700711053652,
      "grad_norm": 1.7436455488204956,
      "learning_rate": 0.001,
      "loss": 1.5538,
      "step": 149400
    },
    {
      "epoch": 48.319327731092436,
      "grad_norm": 1.5883677005767822,
      "learning_rate": 0.001,
      "loss": 1.5295,
      "step": 149500
    },
    {
      "epoch": 48.35164835164835,
      "grad_norm": 1.8835762739181519,
      "learning_rate": 0.001,
      "loss": 1.5582,
      "step": 149600
    },
    {
      "epoch": 48.383968972204265,
      "grad_norm": 1.5518923997879028,
      "learning_rate": 0.001,
      "loss": 1.5665,
      "step": 149700
    },
    {
      "epoch": 48.41628959276018,
      "grad_norm": 1.4821540117263794,
      "learning_rate": 0.001,
      "loss": 1.5448,
      "step": 149800
    },
    {
      "epoch": 48.448610213316094,
      "grad_norm": 1.5595805644989014,
      "learning_rate": 0.001,
      "loss": 1.577,
      "step": 149900
    },
    {
      "epoch": 48.48093083387201,
      "grad_norm": 1.2543803453445435,
      "learning_rate": 0.001,
      "loss": 1.5539,
      "step": 150000
    },
    {
      "epoch": 48.51325145442792,
      "grad_norm": 1.782151699066162,
      "learning_rate": 0.001,
      "loss": 1.5728,
      "step": 150100
    },
    {
      "epoch": 48.54557207498384,
      "grad_norm": 1.6886430978775024,
      "learning_rate": 0.001,
      "loss": 1.5822,
      "step": 150200
    },
    {
      "epoch": 48.57789269553975,
      "grad_norm": 1.2113796472549438,
      "learning_rate": 0.001,
      "loss": 1.5753,
      "step": 150300
    },
    {
      "epoch": 48.61021331609567,
      "grad_norm": 1.291333794593811,
      "learning_rate": 0.001,
      "loss": 1.5937,
      "step": 150400
    },
    {
      "epoch": 48.64253393665158,
      "grad_norm": 2.103907823562622,
      "learning_rate": 0.001,
      "loss": 1.5899,
      "step": 150500
    },
    {
      "epoch": 48.674854557207496,
      "grad_norm": 1.4811424016952515,
      "learning_rate": 0.001,
      "loss": 1.5865,
      "step": 150600
    },
    {
      "epoch": 48.70717517776341,
      "grad_norm": 1.5195327997207642,
      "learning_rate": 0.001,
      "loss": 1.598,
      "step": 150700
    },
    {
      "epoch": 48.739495798319325,
      "grad_norm": 1.237692952156067,
      "learning_rate": 0.001,
      "loss": 1.5986,
      "step": 150800
    },
    {
      "epoch": 48.77181641887524,
      "grad_norm": 1.5451624393463135,
      "learning_rate": 0.001,
      "loss": 1.6045,
      "step": 150900
    },
    {
      "epoch": 48.804137039431154,
      "grad_norm": 1.2580842971801758,
      "learning_rate": 0.001,
      "loss": 1.6003,
      "step": 151000
    },
    {
      "epoch": 48.83645765998707,
      "grad_norm": 1.950588345527649,
      "learning_rate": 0.001,
      "loss": 1.6034,
      "step": 151100
    },
    {
      "epoch": 48.86877828054298,
      "grad_norm": 2.6268444061279297,
      "learning_rate": 0.001,
      "loss": 1.618,
      "step": 151200
    },
    {
      "epoch": 48.9010989010989,
      "grad_norm": 1.5038946866989136,
      "learning_rate": 0.001,
      "loss": 1.6149,
      "step": 151300
    },
    {
      "epoch": 48.93341952165481,
      "grad_norm": 1.7941875457763672,
      "learning_rate": 0.001,
      "loss": 1.6236,
      "step": 151400
    },
    {
      "epoch": 48.96574014221073,
      "grad_norm": 1.6113241910934448,
      "learning_rate": 0.001,
      "loss": 1.6138,
      "step": 151500
    },
    {
      "epoch": 48.99806076276664,
      "grad_norm": 2.102522134780884,
      "learning_rate": 0.001,
      "loss": 1.5985,
      "step": 151600
    },
    {
      "epoch": 49.03038138332256,
      "grad_norm": 1.8292262554168701,
      "learning_rate": 0.001,
      "loss": 1.4972,
      "step": 151700
    },
    {
      "epoch": 49.06270200387848,
      "grad_norm": 1.5576742887496948,
      "learning_rate": 0.001,
      "loss": 1.5018,
      "step": 151800
    },
    {
      "epoch": 49.09502262443439,
      "grad_norm": 1.8177223205566406,
      "learning_rate": 0.001,
      "loss": 1.5011,
      "step": 151900
    },
    {
      "epoch": 49.12734324499031,
      "grad_norm": 1.7465415000915527,
      "learning_rate": 0.001,
      "loss": 1.5105,
      "step": 152000
    },
    {
      "epoch": 49.15966386554622,
      "grad_norm": 1.664346694946289,
      "learning_rate": 0.001,
      "loss": 1.5247,
      "step": 152100
    },
    {
      "epoch": 49.191984486102136,
      "grad_norm": 1.8005129098892212,
      "learning_rate": 0.001,
      "loss": 1.5064,
      "step": 152200
    },
    {
      "epoch": 49.22430510665805,
      "grad_norm": 1.9255499839782715,
      "learning_rate": 0.001,
      "loss": 1.5209,
      "step": 152300
    },
    {
      "epoch": 49.256625727213965,
      "grad_norm": 1.71510648727417,
      "learning_rate": 0.001,
      "loss": 1.5359,
      "step": 152400
    },
    {
      "epoch": 49.28894634776988,
      "grad_norm": 1.9309266805648804,
      "learning_rate": 0.001,
      "loss": 1.5303,
      "step": 152500
    },
    {
      "epoch": 49.321266968325794,
      "grad_norm": 1.8289529085159302,
      "learning_rate": 0.001,
      "loss": 1.5395,
      "step": 152600
    },
    {
      "epoch": 49.35358758888171,
      "grad_norm": 1.4219285249710083,
      "learning_rate": 0.001,
      "loss": 1.5633,
      "step": 152700
    },
    {
      "epoch": 49.38590820943762,
      "grad_norm": 1.34114408493042,
      "learning_rate": 0.001,
      "loss": 1.5322,
      "step": 152800
    },
    {
      "epoch": 49.41822882999354,
      "grad_norm": 2.261221408843994,
      "learning_rate": 0.001,
      "loss": 1.55,
      "step": 152900
    },
    {
      "epoch": 49.45054945054945,
      "grad_norm": 1.7596498727798462,
      "learning_rate": 0.001,
      "loss": 1.5583,
      "step": 153000
    },
    {
      "epoch": 49.48287007110537,
      "grad_norm": 2.1398353576660156,
      "learning_rate": 0.001,
      "loss": 1.5551,
      "step": 153100
    },
    {
      "epoch": 49.51519069166128,
      "grad_norm": 1.5906637907028198,
      "learning_rate": 0.001,
      "loss": 1.5674,
      "step": 153200
    },
    {
      "epoch": 49.547511312217196,
      "grad_norm": 1.7475155591964722,
      "learning_rate": 0.001,
      "loss": 1.5704,
      "step": 153300
    },
    {
      "epoch": 49.57983193277311,
      "grad_norm": 1.7171398401260376,
      "learning_rate": 0.001,
      "loss": 1.5796,
      "step": 153400
    },
    {
      "epoch": 49.612152553329025,
      "grad_norm": 1.4808603525161743,
      "learning_rate": 0.001,
      "loss": 1.5742,
      "step": 153500
    },
    {
      "epoch": 49.64447317388494,
      "grad_norm": 2.099364995956421,
      "learning_rate": 0.001,
      "loss": 1.5767,
      "step": 153600
    },
    {
      "epoch": 49.676793794440854,
      "grad_norm": 1.7997703552246094,
      "learning_rate": 0.001,
      "loss": 1.5549,
      "step": 153700
    },
    {
      "epoch": 49.70911441499677,
      "grad_norm": 1.9364619255065918,
      "learning_rate": 0.001,
      "loss": 1.5791,
      "step": 153800
    },
    {
      "epoch": 49.74143503555268,
      "grad_norm": 1.8328566551208496,
      "learning_rate": 0.001,
      "loss": 1.5916,
      "step": 153900
    },
    {
      "epoch": 49.7737556561086,
      "grad_norm": 1.5092872381210327,
      "learning_rate": 0.001,
      "loss": 1.5775,
      "step": 154000
    },
    {
      "epoch": 49.80607627666451,
      "grad_norm": 1.8696229457855225,
      "learning_rate": 0.001,
      "loss": 1.574,
      "step": 154100
    },
    {
      "epoch": 49.83839689722043,
      "grad_norm": 1.8740304708480835,
      "learning_rate": 0.001,
      "loss": 1.5895,
      "step": 154200
    },
    {
      "epoch": 49.87071751777634,
      "grad_norm": 1.6615220308303833,
      "learning_rate": 0.001,
      "loss": 1.596,
      "step": 154300
    },
    {
      "epoch": 49.903038138332256,
      "grad_norm": 1.6122123003005981,
      "learning_rate": 0.001,
      "loss": 1.5956,
      "step": 154400
    },
    {
      "epoch": 49.93535875888817,
      "grad_norm": 1.8043103218078613,
      "learning_rate": 0.001,
      "loss": 1.5898,
      "step": 154500
    },
    {
      "epoch": 49.967679379444085,
      "grad_norm": 1.4336738586425781,
      "learning_rate": 0.001,
      "loss": 1.6143,
      "step": 154600
    },
    {
      "epoch": 50.0,
      "grad_norm": 2.6835567951202393,
      "learning_rate": 0.001,
      "loss": 1.5645,
      "step": 154700
    },
    {
      "epoch": 50.032320620555915,
      "grad_norm": 1.7635300159454346,
      "learning_rate": 0.001,
      "loss": 1.4718,
      "step": 154800
    },
    {
      "epoch": 50.06464124111183,
      "grad_norm": 2.1710870265960693,
      "learning_rate": 0.001,
      "loss": 1.4931,
      "step": 154900
    },
    {
      "epoch": 50.096961861667744,
      "grad_norm": 1.8564825057983398,
      "learning_rate": 0.001,
      "loss": 1.5021,
      "step": 155000
    },
    {
      "epoch": 50.12928248222366,
      "grad_norm": 2.041884422302246,
      "learning_rate": 0.001,
      "loss": 1.51,
      "step": 155100
    },
    {
      "epoch": 50.16160310277957,
      "grad_norm": 1.9597643613815308,
      "learning_rate": 0.001,
      "loss": 1.5013,
      "step": 155200
    },
    {
      "epoch": 50.19392372333549,
      "grad_norm": 2.2390921115875244,
      "learning_rate": 0.001,
      "loss": 1.5206,
      "step": 155300
    },
    {
      "epoch": 50.2262443438914,
      "grad_norm": 2.3989622592926025,
      "learning_rate": 0.001,
      "loss": 1.5063,
      "step": 155400
    },
    {
      "epoch": 50.25856496444732,
      "grad_norm": 2.2737696170806885,
      "learning_rate": 0.001,
      "loss": 1.5145,
      "step": 155500
    },
    {
      "epoch": 50.29088558500323,
      "grad_norm": 1.896588683128357,
      "learning_rate": 0.001,
      "loss": 1.5299,
      "step": 155600
    },
    {
      "epoch": 50.323206205559146,
      "grad_norm": 3.11960506439209,
      "learning_rate": 0.001,
      "loss": 1.5229,
      "step": 155700
    },
    {
      "epoch": 50.35552682611506,
      "grad_norm": 2.0307984352111816,
      "learning_rate": 0.001,
      "loss": 1.5363,
      "step": 155800
    },
    {
      "epoch": 50.387847446670975,
      "grad_norm": 1.7273118495941162,
      "learning_rate": 0.001,
      "loss": 1.536,
      "step": 155900
    },
    {
      "epoch": 50.42016806722689,
      "grad_norm": 2.4120867252349854,
      "learning_rate": 0.001,
      "loss": 1.5523,
      "step": 156000
    },
    {
      "epoch": 50.452488687782804,
      "grad_norm": 1.8841583728790283,
      "learning_rate": 0.001,
      "loss": 1.535,
      "step": 156100
    },
    {
      "epoch": 50.48480930833872,
      "grad_norm": 2.2487380504608154,
      "learning_rate": 0.001,
      "loss": 1.5375,
      "step": 156200
    },
    {
      "epoch": 50.51712992889463,
      "grad_norm": 2.0784618854522705,
      "learning_rate": 0.001,
      "loss": 1.5397,
      "step": 156300
    },
    {
      "epoch": 50.54945054945055,
      "grad_norm": 2.4231741428375244,
      "learning_rate": 0.001,
      "loss": 1.5446,
      "step": 156400
    },
    {
      "epoch": 50.58177117000646,
      "grad_norm": 2.341740131378174,
      "learning_rate": 0.001,
      "loss": 1.5486,
      "step": 156500
    },
    {
      "epoch": 50.61409179056238,
      "grad_norm": 1.7603386640548706,
      "learning_rate": 0.001,
      "loss": 1.5682,
      "step": 156600
    },
    {
      "epoch": 50.64641241111829,
      "grad_norm": 2.165457248687744,
      "learning_rate": 0.001,
      "loss": 1.5494,
      "step": 156700
    },
    {
      "epoch": 50.678733031674206,
      "grad_norm": 1.895553708076477,
      "learning_rate": 0.001,
      "loss": 1.5577,
      "step": 156800
    },
    {
      "epoch": 50.71105365223012,
      "grad_norm": 2.9701766967773438,
      "learning_rate": 0.001,
      "loss": 1.5556,
      "step": 156900
    },
    {
      "epoch": 50.743374272786035,
      "grad_norm": 1.9630506038665771,
      "learning_rate": 0.001,
      "loss": 1.5856,
      "step": 157000
    },
    {
      "epoch": 50.77569489334195,
      "grad_norm": 2.3503477573394775,
      "learning_rate": 0.001,
      "loss": 1.561,
      "step": 157100
    },
    {
      "epoch": 50.808015513897864,
      "grad_norm": 2.1852824687957764,
      "learning_rate": 0.001,
      "loss": 1.5687,
      "step": 157200
    },
    {
      "epoch": 50.84033613445378,
      "grad_norm": 1.8669474124908447,
      "learning_rate": 0.001,
      "loss": 1.5816,
      "step": 157300
    },
    {
      "epoch": 50.87265675500969,
      "grad_norm": 1.9535120725631714,
      "learning_rate": 0.001,
      "loss": 1.5901,
      "step": 157400
    },
    {
      "epoch": 50.90497737556561,
      "grad_norm": 2.5935044288635254,
      "learning_rate": 0.001,
      "loss": 1.5801,
      "step": 157500
    },
    {
      "epoch": 50.93729799612152,
      "grad_norm": 1.8464397192001343,
      "learning_rate": 0.001,
      "loss": 1.5987,
      "step": 157600
    },
    {
      "epoch": 50.96961861667744,
      "grad_norm": 2.1178231239318848,
      "learning_rate": 0.001,
      "loss": 1.5834,
      "step": 157700
    },
    {
      "epoch": 51.00193923723336,
      "grad_norm": 1.3759008646011353,
      "learning_rate": 0.001,
      "loss": 1.6042,
      "step": 157800
    },
    {
      "epoch": 51.03425985778927,
      "grad_norm": 1.1606357097625732,
      "learning_rate": 0.001,
      "loss": 1.4657,
      "step": 157900
    },
    {
      "epoch": 51.06658047834519,
      "grad_norm": 1.3527188301086426,
      "learning_rate": 0.001,
      "loss": 1.4664,
      "step": 158000
    },
    {
      "epoch": 51.0989010989011,
      "grad_norm": 1.8263195753097534,
      "learning_rate": 0.001,
      "loss": 1.485,
      "step": 158100
    },
    {
      "epoch": 51.13122171945702,
      "grad_norm": 2.2132692337036133,
      "learning_rate": 0.001,
      "loss": 1.4937,
      "step": 158200
    },
    {
      "epoch": 51.16354234001293,
      "grad_norm": 1.8447751998901367,
      "learning_rate": 0.001,
      "loss": 1.4897,
      "step": 158300
    },
    {
      "epoch": 51.195862960568846,
      "grad_norm": 1.335484266281128,
      "learning_rate": 0.001,
      "loss": 1.4808,
      "step": 158400
    },
    {
      "epoch": 51.22818358112476,
      "grad_norm": 1.5198925733566284,
      "learning_rate": 0.001,
      "loss": 1.5121,
      "step": 158500
    },
    {
      "epoch": 51.260504201680675,
      "grad_norm": 1.7248674631118774,
      "learning_rate": 0.001,
      "loss": 1.5077,
      "step": 158600
    },
    {
      "epoch": 51.29282482223659,
      "grad_norm": 1.5273159742355347,
      "learning_rate": 0.001,
      "loss": 1.5231,
      "step": 158700
    },
    {
      "epoch": 51.325145442792504,
      "grad_norm": 2.1961324214935303,
      "learning_rate": 0.001,
      "loss": 1.5029,
      "step": 158800
    },
    {
      "epoch": 51.35746606334842,
      "grad_norm": 1.5844553709030151,
      "learning_rate": 0.001,
      "loss": 1.5136,
      "step": 158900
    },
    {
      "epoch": 51.38978668390433,
      "grad_norm": 1.2531520128250122,
      "learning_rate": 0.001,
      "loss": 1.5301,
      "step": 159000
    },
    {
      "epoch": 51.42210730446025,
      "grad_norm": 1.56679368019104,
      "learning_rate": 0.001,
      "loss": 1.5119,
      "step": 159100
    },
    {
      "epoch": 51.45442792501616,
      "grad_norm": 1.5963170528411865,
      "learning_rate": 0.001,
      "loss": 1.5456,
      "step": 159200
    },
    {
      "epoch": 51.48674854557208,
      "grad_norm": 1.8117672204971313,
      "learning_rate": 0.001,
      "loss": 1.536,
      "step": 159300
    },
    {
      "epoch": 51.51906916612799,
      "grad_norm": 1.429930567741394,
      "learning_rate": 0.001,
      "loss": 1.5189,
      "step": 159400
    },
    {
      "epoch": 51.551389786683906,
      "grad_norm": 2.074106216430664,
      "learning_rate": 0.001,
      "loss": 1.5547,
      "step": 159500
    },
    {
      "epoch": 51.58371040723982,
      "grad_norm": 1.420963168144226,
      "learning_rate": 0.001,
      "loss": 1.5466,
      "step": 159600
    },
    {
      "epoch": 51.616031027795735,
      "grad_norm": 1.265044093132019,
      "learning_rate": 0.001,
      "loss": 1.5397,
      "step": 159700
    },
    {
      "epoch": 51.64835164835165,
      "grad_norm": 1.8755286931991577,
      "learning_rate": 0.001,
      "loss": 1.5581,
      "step": 159800
    },
    {
      "epoch": 51.680672268907564,
      "grad_norm": 1.8416346311569214,
      "learning_rate": 0.001,
      "loss": 1.5525,
      "step": 159900
    },
    {
      "epoch": 51.71299288946348,
      "grad_norm": 1.696976900100708,
      "learning_rate": 0.001,
      "loss": 1.5643,
      "step": 160000
    },
    {
      "epoch": 51.74531351001939,
      "grad_norm": 1.5795621871948242,
      "learning_rate": 0.001,
      "loss": 1.561,
      "step": 160100
    },
    {
      "epoch": 51.77763413057531,
      "grad_norm": 1.3417747020721436,
      "learning_rate": 0.001,
      "loss": 1.5681,
      "step": 160200
    },
    {
      "epoch": 51.80995475113122,
      "grad_norm": 1.4509358406066895,
      "learning_rate": 0.001,
      "loss": 1.5706,
      "step": 160300
    },
    {
      "epoch": 51.84227537168714,
      "grad_norm": 1.5150309801101685,
      "learning_rate": 0.001,
      "loss": 1.561,
      "step": 160400
    },
    {
      "epoch": 51.87459599224305,
      "grad_norm": 1.656905174255371,
      "learning_rate": 0.001,
      "loss": 1.57,
      "step": 160500
    },
    {
      "epoch": 51.906916612798966,
      "grad_norm": 1.7837170362472534,
      "learning_rate": 0.001,
      "loss": 1.5764,
      "step": 160600
    },
    {
      "epoch": 51.93923723335488,
      "grad_norm": 1.3933733701705933,
      "learning_rate": 0.001,
      "loss": 1.5688,
      "step": 160700
    },
    {
      "epoch": 51.971557853910795,
      "grad_norm": 1.3882452249526978,
      "learning_rate": 0.001,
      "loss": 1.5767,
      "step": 160800
    },
    {
      "epoch": 52.00387847446671,
      "grad_norm": 1.3166024684906006,
      "learning_rate": 0.001,
      "loss": 1.5777,
      "step": 160900
    },
    {
      "epoch": 52.036199095022624,
      "grad_norm": 1.8539063930511475,
      "learning_rate": 0.001,
      "loss": 1.4721,
      "step": 161000
    },
    {
      "epoch": 52.06851971557854,
      "grad_norm": 1.6465736627578735,
      "learning_rate": 0.001,
      "loss": 1.4729,
      "step": 161100
    },
    {
      "epoch": 52.10084033613445,
      "grad_norm": 1.6113590002059937,
      "learning_rate": 0.001,
      "loss": 1.4844,
      "step": 161200
    },
    {
      "epoch": 52.13316095669037,
      "grad_norm": 1.2973045110702515,
      "learning_rate": 0.001,
      "loss": 1.4766,
      "step": 161300
    },
    {
      "epoch": 52.16548157724628,
      "grad_norm": 1.8479392528533936,
      "learning_rate": 0.001,
      "loss": 1.4733,
      "step": 161400
    },
    {
      "epoch": 52.1978021978022,
      "grad_norm": 2.0937154293060303,
      "learning_rate": 0.001,
      "loss": 1.4808,
      "step": 161500
    },
    {
      "epoch": 52.23012281835811,
      "grad_norm": 1.845787525177002,
      "learning_rate": 0.001,
      "loss": 1.4955,
      "step": 161600
    },
    {
      "epoch": 52.262443438914026,
      "grad_norm": 1.343607783317566,
      "learning_rate": 0.001,
      "loss": 1.4973,
      "step": 161700
    },
    {
      "epoch": 52.29476405946994,
      "grad_norm": 1.5876832008361816,
      "learning_rate": 0.001,
      "loss": 1.4992,
      "step": 161800
    },
    {
      "epoch": 52.327084680025855,
      "grad_norm": 1.8784267902374268,
      "learning_rate": 0.001,
      "loss": 1.4917,
      "step": 161900
    },
    {
      "epoch": 52.35940530058177,
      "grad_norm": 1.451918601989746,
      "learning_rate": 0.001,
      "loss": 1.5066,
      "step": 162000
    },
    {
      "epoch": 52.391725921137684,
      "grad_norm": 1.790123701095581,
      "learning_rate": 0.001,
      "loss": 1.5211,
      "step": 162100
    },
    {
      "epoch": 52.4240465416936,
      "grad_norm": 1.447482943534851,
      "learning_rate": 0.001,
      "loss": 1.521,
      "step": 162200
    },
    {
      "epoch": 52.456367162249514,
      "grad_norm": 1.4804128408432007,
      "learning_rate": 0.001,
      "loss": 1.5163,
      "step": 162300
    },
    {
      "epoch": 52.48868778280543,
      "grad_norm": 1.4562474489212036,
      "learning_rate": 0.001,
      "loss": 1.5279,
      "step": 162400
    },
    {
      "epoch": 52.52100840336134,
      "grad_norm": 2.2251856327056885,
      "learning_rate": 0.001,
      "loss": 1.5263,
      "step": 162500
    },
    {
      "epoch": 52.55332902391726,
      "grad_norm": 1.5162007808685303,
      "learning_rate": 0.001,
      "loss": 1.5191,
      "step": 162600
    },
    {
      "epoch": 52.58564964447317,
      "grad_norm": 1.2665784358978271,
      "learning_rate": 0.001,
      "loss": 1.5238,
      "step": 162700
    },
    {
      "epoch": 52.617970265029086,
      "grad_norm": 1.884289264678955,
      "learning_rate": 0.001,
      "loss": 1.5426,
      "step": 162800
    },
    {
      "epoch": 52.650290885585,
      "grad_norm": 1.6486436128616333,
      "learning_rate": 0.001,
      "loss": 1.5336,
      "step": 162900
    },
    {
      "epoch": 52.682611506140915,
      "grad_norm": 1.4439828395843506,
      "learning_rate": 0.001,
      "loss": 1.5398,
      "step": 163000
    },
    {
      "epoch": 52.71493212669683,
      "grad_norm": 1.2459328174591064,
      "learning_rate": 0.001,
      "loss": 1.5498,
      "step": 163100
    },
    {
      "epoch": 52.747252747252745,
      "grad_norm": 1.3897027969360352,
      "learning_rate": 0.001,
      "loss": 1.5223,
      "step": 163200
    },
    {
      "epoch": 52.77957336780866,
      "grad_norm": 1.3424687385559082,
      "learning_rate": 0.001,
      "loss": 1.529,
      "step": 163300
    },
    {
      "epoch": 52.811893988364574,
      "grad_norm": 1.7006032466888428,
      "learning_rate": 0.001,
      "loss": 1.5353,
      "step": 163400
    },
    {
      "epoch": 52.84421460892049,
      "grad_norm": 1.9055922031402588,
      "learning_rate": 0.001,
      "loss": 1.5481,
      "step": 163500
    },
    {
      "epoch": 52.8765352294764,
      "grad_norm": 1.2229498624801636,
      "learning_rate": 0.001,
      "loss": 1.5771,
      "step": 163600
    },
    {
      "epoch": 52.90885585003232,
      "grad_norm": 1.1328636407852173,
      "learning_rate": 0.001,
      "loss": 1.5554,
      "step": 163700
    },
    {
      "epoch": 52.94117647058823,
      "grad_norm": 1.1441473960876465,
      "learning_rate": 0.001,
      "loss": 1.5656,
      "step": 163800
    },
    {
      "epoch": 52.97349709114415,
      "grad_norm": 1.0366441011428833,
      "learning_rate": 0.001,
      "loss": 1.5629,
      "step": 163900
    },
    {
      "epoch": 53.00581771170007,
      "grad_norm": 1.6409794092178345,
      "learning_rate": 0.001,
      "loss": 1.5575,
      "step": 164000
    },
    {
      "epoch": 53.03813833225598,
      "grad_norm": 1.6734297275543213,
      "learning_rate": 0.001,
      "loss": 1.46,
      "step": 164100
    },
    {
      "epoch": 53.0704589528119,
      "grad_norm": 1.6403851509094238,
      "learning_rate": 0.001,
      "loss": 1.4606,
      "step": 164200
    },
    {
      "epoch": 53.10277957336781,
      "grad_norm": 1.1308412551879883,
      "learning_rate": 0.001,
      "loss": 1.4333,
      "step": 164300
    },
    {
      "epoch": 53.135100193923726,
      "grad_norm": 1.4857252836227417,
      "learning_rate": 0.001,
      "loss": 1.4513,
      "step": 164400
    },
    {
      "epoch": 53.16742081447964,
      "grad_norm": 1.3973990678787231,
      "learning_rate": 0.001,
      "loss": 1.4633,
      "step": 164500
    },
    {
      "epoch": 53.199741435035556,
      "grad_norm": 1.6644614934921265,
      "learning_rate": 0.001,
      "loss": 1.4753,
      "step": 164600
    },
    {
      "epoch": 53.23206205559147,
      "grad_norm": 1.3670461177825928,
      "learning_rate": 0.001,
      "loss": 1.4784,
      "step": 164700
    },
    {
      "epoch": 53.264382676147385,
      "grad_norm": 1.745236873626709,
      "learning_rate": 0.001,
      "loss": 1.4781,
      "step": 164800
    },
    {
      "epoch": 53.2967032967033,
      "grad_norm": 1.3107473850250244,
      "learning_rate": 0.001,
      "loss": 1.4922,
      "step": 164900
    },
    {
      "epoch": 53.329023917259214,
      "grad_norm": 1.3133132457733154,
      "learning_rate": 0.001,
      "loss": 1.4846,
      "step": 165000
    },
    {
      "epoch": 53.36134453781513,
      "grad_norm": 1.6218743324279785,
      "learning_rate": 0.001,
      "loss": 1.4851,
      "step": 165100
    },
    {
      "epoch": 53.39366515837104,
      "grad_norm": 1.9341623783111572,
      "learning_rate": 0.001,
      "loss": 1.5117,
      "step": 165200
    },
    {
      "epoch": 53.42598577892696,
      "grad_norm": 2.1856162548065186,
      "learning_rate": 0.001,
      "loss": 1.4999,
      "step": 165300
    },
    {
      "epoch": 53.45830639948287,
      "grad_norm": 1.6803065538406372,
      "learning_rate": 0.001,
      "loss": 1.5102,
      "step": 165400
    },
    {
      "epoch": 53.49062702003879,
      "grad_norm": 1.2509381771087646,
      "learning_rate": 0.001,
      "loss": 1.5022,
      "step": 165500
    },
    {
      "epoch": 53.5229476405947,
      "grad_norm": 1.7496399879455566,
      "learning_rate": 0.001,
      "loss": 1.5154,
      "step": 165600
    },
    {
      "epoch": 53.555268261150616,
      "grad_norm": 1.5907295942306519,
      "learning_rate": 0.001,
      "loss": 1.5101,
      "step": 165700
    },
    {
      "epoch": 53.58758888170653,
      "grad_norm": 1.764585256576538,
      "learning_rate": 0.001,
      "loss": 1.4961,
      "step": 165800
    },
    {
      "epoch": 53.619909502262445,
      "grad_norm": 1.676477074623108,
      "learning_rate": 0.001,
      "loss": 1.5318,
      "step": 165900
    },
    {
      "epoch": 53.65223012281836,
      "grad_norm": 1.4604623317718506,
      "learning_rate": 0.001,
      "loss": 1.5397,
      "step": 166000
    },
    {
      "epoch": 53.684550743374274,
      "grad_norm": 1.1267753839492798,
      "learning_rate": 0.001,
      "loss": 1.5256,
      "step": 166100
    },
    {
      "epoch": 53.71687136393019,
      "grad_norm": 1.5615739822387695,
      "learning_rate": 0.001,
      "loss": 1.5222,
      "step": 166200
    },
    {
      "epoch": 53.7491919844861,
      "grad_norm": 1.6060326099395752,
      "learning_rate": 0.001,
      "loss": 1.5438,
      "step": 166300
    },
    {
      "epoch": 53.78151260504202,
      "grad_norm": 1.4747138023376465,
      "learning_rate": 0.001,
      "loss": 1.5469,
      "step": 166400
    },
    {
      "epoch": 53.81383322559793,
      "grad_norm": 1.2557308673858643,
      "learning_rate": 0.001,
      "loss": 1.5408,
      "step": 166500
    },
    {
      "epoch": 53.84615384615385,
      "grad_norm": 1.4080893993377686,
      "learning_rate": 0.001,
      "loss": 1.5441,
      "step": 166600
    },
    {
      "epoch": 53.87847446670976,
      "grad_norm": 1.555981159210205,
      "learning_rate": 0.001,
      "loss": 1.5635,
      "step": 166700
    },
    {
      "epoch": 53.910795087265676,
      "grad_norm": 1.2787331342697144,
      "learning_rate": 0.001,
      "loss": 1.5212,
      "step": 166800
    },
    {
      "epoch": 53.94311570782159,
      "grad_norm": 1.1718072891235352,
      "learning_rate": 0.001,
      "loss": 1.5554,
      "step": 166900
    },
    {
      "epoch": 53.975436328377505,
      "grad_norm": 1.5635219812393188,
      "learning_rate": 0.001,
      "loss": 1.5665,
      "step": 167000
    },
    {
      "epoch": 54.00775694893342,
      "grad_norm": 1.2549020051956177,
      "learning_rate": 0.001,
      "loss": 1.5393,
      "step": 167100
    },
    {
      "epoch": 54.040077569489334,
      "grad_norm": 1.4312152862548828,
      "learning_rate": 0.001,
      "loss": 1.43,
      "step": 167200
    },
    {
      "epoch": 54.07239819004525,
      "grad_norm": 1.757952332496643,
      "learning_rate": 0.001,
      "loss": 1.439,
      "step": 167300
    },
    {
      "epoch": 54.10471881060116,
      "grad_norm": 1.4769724607467651,
      "learning_rate": 0.001,
      "loss": 1.4521,
      "step": 167400
    },
    {
      "epoch": 54.13703943115708,
      "grad_norm": 1.9982845783233643,
      "learning_rate": 0.001,
      "loss": 1.4369,
      "step": 167500
    },
    {
      "epoch": 54.16936005171299,
      "grad_norm": 1.7478052377700806,
      "learning_rate": 0.001,
      "loss": 1.4519,
      "step": 167600
    },
    {
      "epoch": 54.20168067226891,
      "grad_norm": 1.38131844997406,
      "learning_rate": 0.001,
      "loss": 1.4713,
      "step": 167700
    },
    {
      "epoch": 54.23400129282482,
      "grad_norm": 1.747186303138733,
      "learning_rate": 0.001,
      "loss": 1.4481,
      "step": 167800
    },
    {
      "epoch": 54.266321913380736,
      "grad_norm": 1.3846583366394043,
      "learning_rate": 0.001,
      "loss": 1.4738,
      "step": 167900
    },
    {
      "epoch": 54.29864253393665,
      "grad_norm": 1.2487694025039673,
      "learning_rate": 0.001,
      "loss": 1.5031,
      "step": 168000
    },
    {
      "epoch": 54.330963154492565,
      "grad_norm": 1.5017812252044678,
      "learning_rate": 0.001,
      "loss": 1.4877,
      "step": 168100
    },
    {
      "epoch": 54.36328377504848,
      "grad_norm": 1.3167939186096191,
      "learning_rate": 0.001,
      "loss": 1.4894,
      "step": 168200
    },
    {
      "epoch": 54.395604395604394,
      "grad_norm": 1.418789267539978,
      "learning_rate": 0.001,
      "loss": 1.4917,
      "step": 168300
    },
    {
      "epoch": 54.42792501616031,
      "grad_norm": 1.5393143892288208,
      "learning_rate": 0.001,
      "loss": 1.4844,
      "step": 168400
    },
    {
      "epoch": 54.46024563671622,
      "grad_norm": 1.560189127922058,
      "learning_rate": 0.001,
      "loss": 1.4849,
      "step": 168500
    },
    {
      "epoch": 54.49256625727214,
      "grad_norm": 1.949209213256836,
      "learning_rate": 0.001,
      "loss": 1.5023,
      "step": 168600
    },
    {
      "epoch": 54.52488687782805,
      "grad_norm": 1.287278175354004,
      "learning_rate": 0.001,
      "loss": 1.5138,
      "step": 168700
    },
    {
      "epoch": 54.55720749838397,
      "grad_norm": 1.3032569885253906,
      "learning_rate": 0.001,
      "loss": 1.4824,
      "step": 168800
    },
    {
      "epoch": 54.58952811893988,
      "grad_norm": 1.5704611539840698,
      "learning_rate": 0.001,
      "loss": 1.4988,
      "step": 168900
    },
    {
      "epoch": 54.621848739495796,
      "grad_norm": 1.5014654397964478,
      "learning_rate": 0.001,
      "loss": 1.5112,
      "step": 169000
    },
    {
      "epoch": 54.65416936005171,
      "grad_norm": 1.3570882081985474,
      "learning_rate": 0.001,
      "loss": 1.5177,
      "step": 169100
    },
    {
      "epoch": 54.686489980607625,
      "grad_norm": 1.2611489295959473,
      "learning_rate": 0.001,
      "loss": 1.525,
      "step": 169200
    },
    {
      "epoch": 54.71881060116354,
      "grad_norm": 1.2757374048233032,
      "learning_rate": 0.001,
      "loss": 1.5313,
      "step": 169300
    },
    {
      "epoch": 54.751131221719454,
      "grad_norm": 1.571677327156067,
      "learning_rate": 0.001,
      "loss": 1.5313,
      "step": 169400
    },
    {
      "epoch": 54.78345184227537,
      "grad_norm": 1.2518600225448608,
      "learning_rate": 0.001,
      "loss": 1.5307,
      "step": 169500
    },
    {
      "epoch": 54.81577246283128,
      "grad_norm": 1.4769446849822998,
      "learning_rate": 0.001,
      "loss": 1.5224,
      "step": 169600
    },
    {
      "epoch": 54.8480930833872,
      "grad_norm": 1.2939919233322144,
      "learning_rate": 0.001,
      "loss": 1.5528,
      "step": 169700
    },
    {
      "epoch": 54.88041370394311,
      "grad_norm": 1.5968825817108154,
      "learning_rate": 0.001,
      "loss": 1.5279,
      "step": 169800
    },
    {
      "epoch": 54.91273432449903,
      "grad_norm": 1.4943368434906006,
      "learning_rate": 0.001,
      "loss": 1.5162,
      "step": 169900
    },
    {
      "epoch": 54.94505494505494,
      "grad_norm": 1.4535393714904785,
      "learning_rate": 0.001,
      "loss": 1.5206,
      "step": 170000
    },
    {
      "epoch": 54.977375565610856,
      "grad_norm": 1.3544466495513916,
      "learning_rate": 0.001,
      "loss": 1.5482,
      "step": 170100
    },
    {
      "epoch": 55.00969618616678,
      "grad_norm": 1.2927088737487793,
      "learning_rate": 0.001,
      "loss": 1.4979,
      "step": 170200
    },
    {
      "epoch": 55.04201680672269,
      "grad_norm": 1.5981316566467285,
      "learning_rate": 0.001,
      "loss": 1.4178,
      "step": 170300
    },
    {
      "epoch": 55.07433742727861,
      "grad_norm": 1.2203686237335205,
      "learning_rate": 0.001,
      "loss": 1.4376,
      "step": 170400
    },
    {
      "epoch": 55.10665804783452,
      "grad_norm": 1.7450850009918213,
      "learning_rate": 0.001,
      "loss": 1.4392,
      "step": 170500
    },
    {
      "epoch": 55.138978668390436,
      "grad_norm": 1.4528957605361938,
      "learning_rate": 0.001,
      "loss": 1.4457,
      "step": 170600
    },
    {
      "epoch": 55.17129928894635,
      "grad_norm": 1.6601139307022095,
      "learning_rate": 0.001,
      "loss": 1.4468,
      "step": 170700
    },
    {
      "epoch": 55.203619909502265,
      "grad_norm": 1.4350769519805908,
      "learning_rate": 0.001,
      "loss": 1.4602,
      "step": 170800
    },
    {
      "epoch": 55.23594053005818,
      "grad_norm": 1.992567777633667,
      "learning_rate": 0.001,
      "loss": 1.4495,
      "step": 170900
    },
    {
      "epoch": 55.268261150614094,
      "grad_norm": 1.6500948667526245,
      "learning_rate": 0.001,
      "loss": 1.4729,
      "step": 171000
    },
    {
      "epoch": 55.30058177117001,
      "grad_norm": 1.863330364227295,
      "learning_rate": 0.001,
      "loss": 1.4435,
      "step": 171100
    },
    {
      "epoch": 55.33290239172592,
      "grad_norm": 1.3665803670883179,
      "learning_rate": 0.001,
      "loss": 1.4696,
      "step": 171200
    },
    {
      "epoch": 55.36522301228184,
      "grad_norm": 1.5130021572113037,
      "learning_rate": 0.001,
      "loss": 1.4687,
      "step": 171300
    },
    {
      "epoch": 55.39754363283775,
      "grad_norm": 1.8200185298919678,
      "learning_rate": 0.001,
      "loss": 1.4711,
      "step": 171400
    },
    {
      "epoch": 55.42986425339367,
      "grad_norm": 1.1587629318237305,
      "learning_rate": 0.001,
      "loss": 1.4784,
      "step": 171500
    },
    {
      "epoch": 55.46218487394958,
      "grad_norm": 1.3702373504638672,
      "learning_rate": 0.001,
      "loss": 1.4809,
      "step": 171600
    },
    {
      "epoch": 55.494505494505496,
      "grad_norm": 1.5741314888000488,
      "learning_rate": 0.001,
      "loss": 1.4934,
      "step": 171700
    },
    {
      "epoch": 55.52682611506141,
      "grad_norm": 1.3632556200027466,
      "learning_rate": 0.001,
      "loss": 1.4945,
      "step": 171800
    },
    {
      "epoch": 55.559146735617325,
      "grad_norm": 1.5309301614761353,
      "learning_rate": 0.001,
      "loss": 1.489,
      "step": 171900
    },
    {
      "epoch": 55.59146735617324,
      "grad_norm": 1.448372721672058,
      "learning_rate": 0.001,
      "loss": 1.4978,
      "step": 172000
    },
    {
      "epoch": 55.623787976729155,
      "grad_norm": 1.7779254913330078,
      "learning_rate": 0.001,
      "loss": 1.5016,
      "step": 172100
    },
    {
      "epoch": 55.65610859728507,
      "grad_norm": 2.014350652694702,
      "learning_rate": 0.001,
      "loss": 1.4941,
      "step": 172200
    },
    {
      "epoch": 55.688429217840984,
      "grad_norm": 1.3058133125305176,
      "learning_rate": 0.001,
      "loss": 1.5198,
      "step": 172300
    },
    {
      "epoch": 55.7207498383969,
      "grad_norm": 1.4762943983078003,
      "learning_rate": 0.001,
      "loss": 1.4958,
      "step": 172400
    },
    {
      "epoch": 55.75307045895281,
      "grad_norm": 1.649828314781189,
      "learning_rate": 0.001,
      "loss": 1.5166,
      "step": 172500
    },
    {
      "epoch": 55.78539107950873,
      "grad_norm": 2.230229616165161,
      "learning_rate": 0.001,
      "loss": 1.4897,
      "step": 172600
    },
    {
      "epoch": 55.81771170006464,
      "grad_norm": 1.9107069969177246,
      "learning_rate": 0.001,
      "loss": 1.5423,
      "step": 172700
    },
    {
      "epoch": 55.85003232062056,
      "grad_norm": 1.5066547393798828,
      "learning_rate": 0.001,
      "loss": 1.5171,
      "step": 172800
    },
    {
      "epoch": 55.88235294117647,
      "grad_norm": 1.2946594953536987,
      "learning_rate": 0.001,
      "loss": 1.5258,
      "step": 172900
    },
    {
      "epoch": 55.914673561732386,
      "grad_norm": 1.9029631614685059,
      "learning_rate": 0.001,
      "loss": 1.5255,
      "step": 173000
    },
    {
      "epoch": 55.9469941822883,
      "grad_norm": 1.4923566579818726,
      "learning_rate": 0.001,
      "loss": 1.5301,
      "step": 173100
    },
    {
      "epoch": 55.979314802844215,
      "grad_norm": 1.3440992832183838,
      "learning_rate": 0.001,
      "loss": 1.5311,
      "step": 173200
    },
    {
      "epoch": 56.01163542340013,
      "grad_norm": 1.6094200611114502,
      "learning_rate": 0.001,
      "loss": 1.486,
      "step": 173300
    },
    {
      "epoch": 56.043956043956044,
      "grad_norm": 1.6978893280029297,
      "learning_rate": 0.001,
      "loss": 1.4141,
      "step": 173400
    },
    {
      "epoch": 56.07627666451196,
      "grad_norm": 1.399122714996338,
      "learning_rate": 0.001,
      "loss": 1.4154,
      "step": 173500
    },
    {
      "epoch": 56.10859728506787,
      "grad_norm": 1.4120837450027466,
      "learning_rate": 0.001,
      "loss": 1.4248,
      "step": 173600
    },
    {
      "epoch": 56.14091790562379,
      "grad_norm": 1.6494534015655518,
      "learning_rate": 0.001,
      "loss": 1.4429,
      "step": 173700
    },
    {
      "epoch": 56.1732385261797,
      "grad_norm": 1.2671856880187988,
      "learning_rate": 0.001,
      "loss": 1.425,
      "step": 173800
    },
    {
      "epoch": 56.20555914673562,
      "grad_norm": 1.5630028247833252,
      "learning_rate": 0.001,
      "loss": 1.4297,
      "step": 173900
    },
    {
      "epoch": 56.23787976729153,
      "grad_norm": 1.9019289016723633,
      "learning_rate": 0.001,
      "loss": 1.4784,
      "step": 174000
    },
    {
      "epoch": 56.270200387847446,
      "grad_norm": 1.5625338554382324,
      "learning_rate": 0.001,
      "loss": 1.464,
      "step": 174100
    },
    {
      "epoch": 56.30252100840336,
      "grad_norm": 1.8091297149658203,
      "learning_rate": 0.001,
      "loss": 1.4641,
      "step": 174200
    },
    {
      "epoch": 56.334841628959275,
      "grad_norm": 1.6739461421966553,
      "learning_rate": 0.001,
      "loss": 1.4426,
      "step": 174300
    },
    {
      "epoch": 56.36716224951519,
      "grad_norm": 1.7141815423965454,
      "learning_rate": 0.001,
      "loss": 1.4348,
      "step": 174400
    },
    {
      "epoch": 56.399482870071104,
      "grad_norm": 1.2906224727630615,
      "learning_rate": 0.001,
      "loss": 1.4667,
      "step": 174500
    },
    {
      "epoch": 56.43180349062702,
      "grad_norm": 1.4699000120162964,
      "learning_rate": 0.001,
      "loss": 1.4707,
      "step": 174600
    },
    {
      "epoch": 56.46412411118293,
      "grad_norm": 1.8251467943191528,
      "learning_rate": 0.001,
      "loss": 1.4793,
      "step": 174700
    },
    {
      "epoch": 56.49644473173885,
      "grad_norm": 1.5201164484024048,
      "learning_rate": 0.001,
      "loss": 1.4912,
      "step": 174800
    },
    {
      "epoch": 56.52876535229476,
      "grad_norm": 1.3517299890518188,
      "learning_rate": 0.001,
      "loss": 1.488,
      "step": 174900
    },
    {
      "epoch": 56.56108597285068,
      "grad_norm": 1.4030410051345825,
      "learning_rate": 0.001,
      "loss": 1.4762,
      "step": 175000
    },
    {
      "epoch": 56.59340659340659,
      "grad_norm": 1.5813250541687012,
      "learning_rate": 0.001,
      "loss": 1.4818,
      "step": 175100
    },
    {
      "epoch": 56.625727213962506,
      "grad_norm": 1.785956859588623,
      "learning_rate": 0.001,
      "loss": 1.4726,
      "step": 175200
    },
    {
      "epoch": 56.65804783451842,
      "grad_norm": 1.752875566482544,
      "learning_rate": 0.001,
      "loss": 1.4817,
      "step": 175300
    },
    {
      "epoch": 56.690368455074335,
      "grad_norm": 1.5739023685455322,
      "learning_rate": 0.001,
      "loss": 1.4835,
      "step": 175400
    },
    {
      "epoch": 56.72268907563025,
      "grad_norm": 1.4878536462783813,
      "learning_rate": 0.001,
      "loss": 1.4908,
      "step": 175500
    },
    {
      "epoch": 56.755009696186164,
      "grad_norm": 1.5592995882034302,
      "learning_rate": 0.001,
      "loss": 1.5006,
      "step": 175600
    },
    {
      "epoch": 56.78733031674208,
      "grad_norm": 1.7241151332855225,
      "learning_rate": 0.001,
      "loss": 1.4934,
      "step": 175700
    },
    {
      "epoch": 56.81965093729799,
      "grad_norm": 1.491036295890808,
      "learning_rate": 0.001,
      "loss": 1.5126,
      "step": 175800
    },
    {
      "epoch": 56.85197155785391,
      "grad_norm": 1.9235769510269165,
      "learning_rate": 0.001,
      "loss": 1.5234,
      "step": 175900
    },
    {
      "epoch": 56.88429217840982,
      "grad_norm": 1.616104245185852,
      "learning_rate": 0.001,
      "loss": 1.5355,
      "step": 176000
    },
    {
      "epoch": 56.91661279896574,
      "grad_norm": 1.8652502298355103,
      "learning_rate": 0.001,
      "loss": 1.5193,
      "step": 176100
    },
    {
      "epoch": 56.94893341952165,
      "grad_norm": 1.5958667993545532,
      "learning_rate": 0.001,
      "loss": 1.5206,
      "step": 176200
    },
    {
      "epoch": 56.981254040077566,
      "grad_norm": 1.3792390823364258,
      "learning_rate": 0.001,
      "loss": 1.5136,
      "step": 176300
    },
    {
      "epoch": 57.01357466063349,
      "grad_norm": 1.4925225973129272,
      "learning_rate": 0.001,
      "loss": 1.4569,
      "step": 176400
    },
    {
      "epoch": 57.0458952811894,
      "grad_norm": 1.5995019674301147,
      "learning_rate": 0.001,
      "loss": 1.414,
      "step": 176500
    },
    {
      "epoch": 57.07821590174532,
      "grad_norm": 1.842695951461792,
      "learning_rate": 0.001,
      "loss": 1.4157,
      "step": 176600
    },
    {
      "epoch": 57.11053652230123,
      "grad_norm": 2.0299296379089355,
      "learning_rate": 0.001,
      "loss": 1.4066,
      "step": 176700
    },
    {
      "epoch": 57.142857142857146,
      "grad_norm": 1.4141572713851929,
      "learning_rate": 0.001,
      "loss": 1.4208,
      "step": 176800
    },
    {
      "epoch": 57.17517776341306,
      "grad_norm": 1.6466530561447144,
      "learning_rate": 0.001,
      "loss": 1.4173,
      "step": 176900
    },
    {
      "epoch": 57.207498383968975,
      "grad_norm": 1.8495573997497559,
      "learning_rate": 0.001,
      "loss": 1.4368,
      "step": 177000
    },
    {
      "epoch": 57.23981900452489,
      "grad_norm": 1.8739982843399048,
      "learning_rate": 0.001,
      "loss": 1.4374,
      "step": 177100
    },
    {
      "epoch": 57.272139625080804,
      "grad_norm": 1.5880706310272217,
      "learning_rate": 0.001,
      "loss": 1.4305,
      "step": 177200
    },
    {
      "epoch": 57.30446024563672,
      "grad_norm": 2.1057231426239014,
      "learning_rate": 0.001,
      "loss": 1.4469,
      "step": 177300
    },
    {
      "epoch": 57.33678086619263,
      "grad_norm": 1.5921692848205566,
      "learning_rate": 0.001,
      "loss": 1.4301,
      "step": 177400
    },
    {
      "epoch": 57.36910148674855,
      "grad_norm": 1.5669559240341187,
      "learning_rate": 0.001,
      "loss": 1.4547,
      "step": 177500
    },
    {
      "epoch": 57.40142210730446,
      "grad_norm": 1.8174595832824707,
      "learning_rate": 0.001,
      "loss": 1.4568,
      "step": 177600
    },
    {
      "epoch": 57.43374272786038,
      "grad_norm": 1.5995457172393799,
      "learning_rate": 0.001,
      "loss": 1.4631,
      "step": 177700
    },
    {
      "epoch": 57.46606334841629,
      "grad_norm": 1.9321708679199219,
      "learning_rate": 0.001,
      "loss": 1.4577,
      "step": 177800
    },
    {
      "epoch": 57.498383968972206,
      "grad_norm": 1.4424487352371216,
      "learning_rate": 0.001,
      "loss": 1.4615,
      "step": 177900
    },
    {
      "epoch": 57.53070458952812,
      "grad_norm": 2.30383038520813,
      "learning_rate": 0.001,
      "loss": 1.4617,
      "step": 178000
    },
    {
      "epoch": 57.563025210084035,
      "grad_norm": 1.7871912717819214,
      "learning_rate": 0.001,
      "loss": 1.4794,
      "step": 178100
    },
    {
      "epoch": 57.59534583063995,
      "grad_norm": 1.3103487491607666,
      "learning_rate": 0.001,
      "loss": 1.4688,
      "step": 178200
    },
    {
      "epoch": 57.627666451195864,
      "grad_norm": 1.822178602218628,
      "learning_rate": 0.001,
      "loss": 1.4942,
      "step": 178300
    },
    {
      "epoch": 57.65998707175178,
      "grad_norm": 1.6625324487686157,
      "learning_rate": 0.001,
      "loss": 1.4696,
      "step": 178400
    },
    {
      "epoch": 57.69230769230769,
      "grad_norm": 1.7712842226028442,
      "learning_rate": 0.001,
      "loss": 1.4974,
      "step": 178500
    },
    {
      "epoch": 57.72462831286361,
      "grad_norm": 1.611838698387146,
      "learning_rate": 0.001,
      "loss": 1.5015,
      "step": 178600
    },
    {
      "epoch": 57.75694893341952,
      "grad_norm": 1.9365757703781128,
      "learning_rate": 0.001,
      "loss": 1.4802,
      "step": 178700
    },
    {
      "epoch": 57.78926955397544,
      "grad_norm": 1.673500657081604,
      "learning_rate": 0.001,
      "loss": 1.5027,
      "step": 178800
    },
    {
      "epoch": 57.82159017453135,
      "grad_norm": 1.4796686172485352,
      "learning_rate": 0.001,
      "loss": 1.5001,
      "step": 178900
    },
    {
      "epoch": 57.853910795087266,
      "grad_norm": 1.7874492406845093,
      "learning_rate": 0.001,
      "loss": 1.4892,
      "step": 179000
    },
    {
      "epoch": 57.88623141564318,
      "grad_norm": 1.7060503959655762,
      "learning_rate": 0.001,
      "loss": 1.5039,
      "step": 179100
    },
    {
      "epoch": 57.918552036199095,
      "grad_norm": 1.9481016397476196,
      "learning_rate": 0.001,
      "loss": 1.5026,
      "step": 179200
    },
    {
      "epoch": 57.95087265675501,
      "grad_norm": 1.857441782951355,
      "learning_rate": 0.001,
      "loss": 1.5044,
      "step": 179300
    },
    {
      "epoch": 57.983193277310924,
      "grad_norm": 1.7272157669067383,
      "learning_rate": 0.001,
      "loss": 1.5088,
      "step": 179400
    },
    {
      "epoch": 58.01551389786684,
      "grad_norm": 1.9517948627471924,
      "learning_rate": 0.001,
      "loss": 1.4247,
      "step": 179500
    },
    {
      "epoch": 58.04783451842275,
      "grad_norm": 1.648769736289978,
      "learning_rate": 0.001,
      "loss": 1.3887,
      "step": 179600
    },
    {
      "epoch": 58.08015513897867,
      "grad_norm": 2.3552958965301514,
      "learning_rate": 0.001,
      "loss": 1.3846,
      "step": 179700
    },
    {
      "epoch": 58.11247575953458,
      "grad_norm": 1.8240126371383667,
      "learning_rate": 0.001,
      "loss": 1.3953,
      "step": 179800
    },
    {
      "epoch": 58.1447963800905,
      "grad_norm": 2.1630699634552,
      "learning_rate": 0.001,
      "loss": 1.4126,
      "step": 179900
    },
    {
      "epoch": 58.17711700064641,
      "grad_norm": 1.6678168773651123,
      "learning_rate": 0.001,
      "loss": 1.4289,
      "step": 180000
    },
    {
      "epoch": 58.209437621202326,
      "grad_norm": 1.5961699485778809,
      "learning_rate": 0.001,
      "loss": 1.4081,
      "step": 180100
    },
    {
      "epoch": 58.24175824175824,
      "grad_norm": 2.3336539268493652,
      "learning_rate": 0.001,
      "loss": 1.4226,
      "step": 180200
    },
    {
      "epoch": 58.274078862314155,
      "grad_norm": 2.197392463684082,
      "learning_rate": 0.001,
      "loss": 1.438,
      "step": 180300
    },
    {
      "epoch": 58.30639948287007,
      "grad_norm": 2.0521631240844727,
      "learning_rate": 0.001,
      "loss": 1.4269,
      "step": 180400
    },
    {
      "epoch": 58.338720103425985,
      "grad_norm": 1.9566603899002075,
      "learning_rate": 0.001,
      "loss": 1.4343,
      "step": 180500
    },
    {
      "epoch": 58.3710407239819,
      "grad_norm": 2.1111741065979004,
      "learning_rate": 0.001,
      "loss": 1.4378,
      "step": 180600
    },
    {
      "epoch": 58.403361344537814,
      "grad_norm": 2.358926296234131,
      "learning_rate": 0.001,
      "loss": 1.4458,
      "step": 180700
    },
    {
      "epoch": 58.43568196509373,
      "grad_norm": 1.9776195287704468,
      "learning_rate": 0.001,
      "loss": 1.4596,
      "step": 180800
    },
    {
      "epoch": 58.46800258564964,
      "grad_norm": 1.6591037511825562,
      "learning_rate": 0.001,
      "loss": 1.4484,
      "step": 180900
    },
    {
      "epoch": 58.50032320620556,
      "grad_norm": 2.1159605979919434,
      "learning_rate": 0.001,
      "loss": 1.4584,
      "step": 181000
    },
    {
      "epoch": 58.53264382676147,
      "grad_norm": 1.8147565126419067,
      "learning_rate": 0.001,
      "loss": 1.4609,
      "step": 181100
    },
    {
      "epoch": 58.56496444731739,
      "grad_norm": 2.349036455154419,
      "learning_rate": 0.001,
      "loss": 1.4592,
      "step": 181200
    },
    {
      "epoch": 58.5972850678733,
      "grad_norm": 1.9788084030151367,
      "learning_rate": 0.001,
      "loss": 1.4589,
      "step": 181300
    },
    {
      "epoch": 58.629605688429216,
      "grad_norm": 1.711326003074646,
      "learning_rate": 0.001,
      "loss": 1.4564,
      "step": 181400
    },
    {
      "epoch": 58.66192630898513,
      "grad_norm": 1.824481725692749,
      "learning_rate": 0.001,
      "loss": 1.4739,
      "step": 181500
    },
    {
      "epoch": 58.694246929541045,
      "grad_norm": 1.8846087455749512,
      "learning_rate": 0.001,
      "loss": 1.4962,
      "step": 181600
    },
    {
      "epoch": 58.72656755009696,
      "grad_norm": 1.3911494016647339,
      "learning_rate": 0.001,
      "loss": 1.4869,
      "step": 181700
    },
    {
      "epoch": 58.758888170652874,
      "grad_norm": 2.168950080871582,
      "learning_rate": 0.001,
      "loss": 1.4737,
      "step": 181800
    },
    {
      "epoch": 58.79120879120879,
      "grad_norm": 2.162898063659668,
      "learning_rate": 0.001,
      "loss": 1.4896,
      "step": 181900
    },
    {
      "epoch": 58.8235294117647,
      "grad_norm": 1.8316357135772705,
      "learning_rate": 0.001,
      "loss": 1.4872,
      "step": 182000
    },
    {
      "epoch": 58.85585003232062,
      "grad_norm": 1.8830862045288086,
      "learning_rate": 0.001,
      "loss": 1.4822,
      "step": 182100
    },
    {
      "epoch": 58.88817065287653,
      "grad_norm": 1.4162304401397705,
      "learning_rate": 0.001,
      "loss": 1.4798,
      "step": 182200
    },
    {
      "epoch": 58.92049127343245,
      "grad_norm": 2.3811752796173096,
      "learning_rate": 0.001,
      "loss": 1.5042,
      "step": 182300
    },
    {
      "epoch": 58.95281189398836,
      "grad_norm": 2.115408182144165,
      "learning_rate": 0.001,
      "loss": 1.4937,
      "step": 182400
    },
    {
      "epoch": 58.985132514544276,
      "grad_norm": 1.5884422063827515,
      "learning_rate": 0.001,
      "loss": 1.4966,
      "step": 182500
    },
    {
      "epoch": 59.0174531351002,
      "grad_norm": 1.5762377977371216,
      "learning_rate": 0.001,
      "loss": 1.4325,
      "step": 182600
    },
    {
      "epoch": 59.04977375565611,
      "grad_norm": 1.9034700393676758,
      "learning_rate": 0.001,
      "loss": 1.3811,
      "step": 182700
    },
    {
      "epoch": 59.08209437621203,
      "grad_norm": 1.8262866735458374,
      "learning_rate": 0.001,
      "loss": 1.4013,
      "step": 182800
    },
    {
      "epoch": 59.11441499676794,
      "grad_norm": 1.5713839530944824,
      "learning_rate": 0.001,
      "loss": 1.3897,
      "step": 182900
    },
    {
      "epoch": 59.146735617323856,
      "grad_norm": 2.6167213916778564,
      "learning_rate": 0.001,
      "loss": 1.4069,
      "step": 183000
    },
    {
      "epoch": 59.17905623787977,
      "grad_norm": 1.6956098079681396,
      "learning_rate": 0.001,
      "loss": 1.4126,
      "step": 183100
    },
    {
      "epoch": 59.211376858435685,
      "grad_norm": 1.5501548051834106,
      "learning_rate": 0.001,
      "loss": 1.4041,
      "step": 183200
    },
    {
      "epoch": 59.2436974789916,
      "grad_norm": 1.632919430732727,
      "learning_rate": 0.001,
      "loss": 1.4135,
      "step": 183300
    },
    {
      "epoch": 59.276018099547514,
      "grad_norm": 1.7773116827011108,
      "learning_rate": 0.001,
      "loss": 1.4199,
      "step": 183400
    },
    {
      "epoch": 59.30833872010343,
      "grad_norm": 1.6854921579360962,
      "learning_rate": 0.001,
      "loss": 1.4134,
      "step": 183500
    },
    {
      "epoch": 59.34065934065934,
      "grad_norm": 1.7805248498916626,
      "learning_rate": 0.001,
      "loss": 1.4246,
      "step": 183600
    },
    {
      "epoch": 59.37297996121526,
      "grad_norm": 1.943892002105713,
      "learning_rate": 0.001,
      "loss": 1.4288,
      "step": 183700
    },
    {
      "epoch": 59.40530058177117,
      "grad_norm": 1.6803494691848755,
      "learning_rate": 0.001,
      "loss": 1.4369,
      "step": 183800
    },
    {
      "epoch": 59.43762120232709,
      "grad_norm": 2.133312940597534,
      "learning_rate": 0.001,
      "loss": 1.452,
      "step": 183900
    },
    {
      "epoch": 59.469941822883,
      "grad_norm": 1.6594949960708618,
      "learning_rate": 0.001,
      "loss": 1.4436,
      "step": 184000
    },
    {
      "epoch": 59.502262443438916,
      "grad_norm": 1.515779733657837,
      "learning_rate": 0.001,
      "loss": 1.4516,
      "step": 184100
    },
    {
      "epoch": 59.53458306399483,
      "grad_norm": 1.8933998346328735,
      "learning_rate": 0.001,
      "loss": 1.444,
      "step": 184200
    },
    {
      "epoch": 59.566903684550745,
      "grad_norm": 1.962734580039978,
      "learning_rate": 0.001,
      "loss": 1.4462,
      "step": 184300
    },
    {
      "epoch": 59.59922430510666,
      "grad_norm": 1.573004126548767,
      "learning_rate": 0.001,
      "loss": 1.4622,
      "step": 184400
    },
    {
      "epoch": 59.631544925662574,
      "grad_norm": 2.281193256378174,
      "learning_rate": 0.001,
      "loss": 1.4556,
      "step": 184500
    },
    {
      "epoch": 59.66386554621849,
      "grad_norm": 1.6149003505706787,
      "learning_rate": 0.001,
      "loss": 1.4537,
      "step": 184600
    },
    {
      "epoch": 59.6961861667744,
      "grad_norm": 1.7026011943817139,
      "learning_rate": 0.001,
      "loss": 1.4564,
      "step": 184700
    },
    {
      "epoch": 59.72850678733032,
      "grad_norm": 1.9733768701553345,
      "learning_rate": 0.001,
      "loss": 1.4769,
      "step": 184800
    },
    {
      "epoch": 59.76082740788623,
      "grad_norm": 1.584242343902588,
      "learning_rate": 0.001,
      "loss": 1.4786,
      "step": 184900
    },
    {
      "epoch": 59.79314802844215,
      "grad_norm": 1.8707184791564941,
      "learning_rate": 0.001,
      "loss": 1.4709,
      "step": 185000
    },
    {
      "epoch": 59.82546864899806,
      "grad_norm": 2.813775062561035,
      "learning_rate": 0.001,
      "loss": 1.4704,
      "step": 185100
    },
    {
      "epoch": 59.857789269553976,
      "grad_norm": 1.6593128442764282,
      "learning_rate": 0.001,
      "loss": 1.4652,
      "step": 185200
    },
    {
      "epoch": 59.89010989010989,
      "grad_norm": 2.4981613159179688,
      "learning_rate": 0.001,
      "loss": 1.4661,
      "step": 185300
    },
    {
      "epoch": 59.922430510665805,
      "grad_norm": 1.8080812692642212,
      "learning_rate": 0.001,
      "loss": 1.4756,
      "step": 185400
    },
    {
      "epoch": 59.95475113122172,
      "grad_norm": 1.5147720575332642,
      "learning_rate": 0.001,
      "loss": 1.4866,
      "step": 185500
    },
    {
      "epoch": 59.987071751777634,
      "grad_norm": 2.0482633113861084,
      "learning_rate": 0.001,
      "loss": 1.4873,
      "step": 185600
    },
    {
      "epoch": 60.01939237233355,
      "grad_norm": 1.222092628479004,
      "learning_rate": 0.001,
      "loss": 1.4183,
      "step": 185700
    },
    {
      "epoch": 60.05171299288946,
      "grad_norm": 1.309107780456543,
      "learning_rate": 0.001,
      "loss": 1.3756,
      "step": 185800
    },
    {
      "epoch": 60.08403361344538,
      "grad_norm": 1.9363985061645508,
      "learning_rate": 0.001,
      "loss": 1.3947,
      "step": 185900
    },
    {
      "epoch": 60.11635423400129,
      "grad_norm": 1.837631106376648,
      "learning_rate": 0.001,
      "loss": 1.3782,
      "step": 186000
    },
    {
      "epoch": 60.14867485455721,
      "grad_norm": 1.3715769052505493,
      "learning_rate": 0.001,
      "loss": 1.3752,
      "step": 186100
    },
    {
      "epoch": 60.18099547511312,
      "grad_norm": 1.2659372091293335,
      "learning_rate": 0.001,
      "loss": 1.3928,
      "step": 186200
    },
    {
      "epoch": 60.213316095669036,
      "grad_norm": 1.2593166828155518,
      "learning_rate": 0.001,
      "loss": 1.3924,
      "step": 186300
    },
    {
      "epoch": 60.24563671622495,
      "grad_norm": 1.8180540800094604,
      "learning_rate": 0.001,
      "loss": 1.3932,
      "step": 186400
    },
    {
      "epoch": 60.277957336780865,
      "grad_norm": 2.077974557876587,
      "learning_rate": 0.001,
      "loss": 1.4231,
      "step": 186500
    },
    {
      "epoch": 60.31027795733678,
      "grad_norm": 1.648301124572754,
      "learning_rate": 0.001,
      "loss": 1.4192,
      "step": 186600
    },
    {
      "epoch": 60.342598577892694,
      "grad_norm": 1.756912350654602,
      "learning_rate": 0.001,
      "loss": 1.4235,
      "step": 186700
    },
    {
      "epoch": 60.37491919844861,
      "grad_norm": 1.4692977666854858,
      "learning_rate": 0.001,
      "loss": 1.4013,
      "step": 186800
    },
    {
      "epoch": 60.40723981900452,
      "grad_norm": 1.488180160522461,
      "learning_rate": 0.001,
      "loss": 1.4257,
      "step": 186900
    },
    {
      "epoch": 60.43956043956044,
      "grad_norm": 1.2721911668777466,
      "learning_rate": 0.001,
      "loss": 1.4242,
      "step": 187000
    },
    {
      "epoch": 60.47188106011635,
      "grad_norm": 1.282834529876709,
      "learning_rate": 0.001,
      "loss": 1.4192,
      "step": 187100
    },
    {
      "epoch": 60.50420168067227,
      "grad_norm": 1.254542589187622,
      "learning_rate": 0.001,
      "loss": 1.4391,
      "step": 187200
    },
    {
      "epoch": 60.53652230122818,
      "grad_norm": 1.5919004678726196,
      "learning_rate": 0.001,
      "loss": 1.4214,
      "step": 187300
    },
    {
      "epoch": 60.568842921784096,
      "grad_norm": 1.6546337604522705,
      "learning_rate": 0.001,
      "loss": 1.4659,
      "step": 187400
    },
    {
      "epoch": 60.60116354234001,
      "grad_norm": 1.2467652559280396,
      "learning_rate": 0.001,
      "loss": 1.4507,
      "step": 187500
    },
    {
      "epoch": 60.633484162895925,
      "grad_norm": 1.228142499923706,
      "learning_rate": 0.001,
      "loss": 1.4256,
      "step": 187600
    },
    {
      "epoch": 60.66580478345184,
      "grad_norm": 1.2312934398651123,
      "learning_rate": 0.001,
      "loss": 1.4597,
      "step": 187700
    },
    {
      "epoch": 60.698125404007754,
      "grad_norm": 1.362423062324524,
      "learning_rate": 0.001,
      "loss": 1.456,
      "step": 187800
    },
    {
      "epoch": 60.73044602456367,
      "grad_norm": 1.8674683570861816,
      "learning_rate": 0.001,
      "loss": 1.4538,
      "step": 187900
    },
    {
      "epoch": 60.762766645119584,
      "grad_norm": 1.8995897769927979,
      "learning_rate": 0.001,
      "loss": 1.4637,
      "step": 188000
    },
    {
      "epoch": 60.7950872656755,
      "grad_norm": 1.3285086154937744,
      "learning_rate": 0.001,
      "loss": 1.4647,
      "step": 188100
    },
    {
      "epoch": 60.82740788623141,
      "grad_norm": 1.7458430528640747,
      "learning_rate": 0.001,
      "loss": 1.4563,
      "step": 188200
    },
    {
      "epoch": 60.85972850678733,
      "grad_norm": 1.4835847616195679,
      "learning_rate": 0.001,
      "loss": 1.4792,
      "step": 188300
    },
    {
      "epoch": 60.89204912734324,
      "grad_norm": 2.0184285640716553,
      "learning_rate": 0.001,
      "loss": 1.471,
      "step": 188400
    },
    {
      "epoch": 60.924369747899156,
      "grad_norm": 2.2625019550323486,
      "learning_rate": 0.001,
      "loss": 1.4764,
      "step": 188500
    },
    {
      "epoch": 60.95669036845507,
      "grad_norm": 1.3040214776992798,
      "learning_rate": 0.001,
      "loss": 1.4861,
      "step": 188600
    },
    {
      "epoch": 60.98901098901099,
      "grad_norm": 2.382171392440796,
      "learning_rate": 0.001,
      "loss": 1.4735,
      "step": 188700
    },
    {
      "epoch": 61.02133160956691,
      "grad_norm": 1.2037104368209839,
      "learning_rate": 0.001,
      "loss": 1.4076,
      "step": 188800
    },
    {
      "epoch": 61.05365223012282,
      "grad_norm": 1.1736313104629517,
      "learning_rate": 0.001,
      "loss": 1.369,
      "step": 188900
    },
    {
      "epoch": 61.085972850678736,
      "grad_norm": 1.3122565746307373,
      "learning_rate": 0.001,
      "loss": 1.369,
      "step": 189000
    },
    {
      "epoch": 61.11829347123465,
      "grad_norm": 1.4312031269073486,
      "learning_rate": 0.001,
      "loss": 1.3899,
      "step": 189100
    },
    {
      "epoch": 61.150614091790565,
      "grad_norm": 1.6407980918884277,
      "learning_rate": 0.001,
      "loss": 1.3582,
      "step": 189200
    },
    {
      "epoch": 61.18293471234648,
      "grad_norm": 1.3378984928131104,
      "learning_rate": 0.001,
      "loss": 1.3773,
      "step": 189300
    },
    {
      "epoch": 61.215255332902395,
      "grad_norm": 1.4513931274414062,
      "learning_rate": 0.001,
      "loss": 1.3769,
      "step": 189400
    },
    {
      "epoch": 61.24757595345831,
      "grad_norm": 1.5741044282913208,
      "learning_rate": 0.001,
      "loss": 1.3863,
      "step": 189500
    },
    {
      "epoch": 61.279896574014224,
      "grad_norm": 2.1121723651885986,
      "learning_rate": 0.001,
      "loss": 1.3781,
      "step": 189600
    },
    {
      "epoch": 61.31221719457014,
      "grad_norm": 1.7127248048782349,
      "learning_rate": 0.001,
      "loss": 1.4187,
      "step": 189700
    },
    {
      "epoch": 61.34453781512605,
      "grad_norm": 1.1498795747756958,
      "learning_rate": 0.001,
      "loss": 1.4092,
      "step": 189800
    },
    {
      "epoch": 61.37685843568197,
      "grad_norm": 1.63968825340271,
      "learning_rate": 0.001,
      "loss": 1.3977,
      "step": 189900
    },
    {
      "epoch": 61.40917905623788,
      "grad_norm": 1.6286283731460571,
      "learning_rate": 0.001,
      "loss": 1.426,
      "step": 190000
    },
    {
      "epoch": 61.441499676793796,
      "grad_norm": 1.6149277687072754,
      "learning_rate": 0.001,
      "loss": 1.4122,
      "step": 190100
    },
    {
      "epoch": 61.47382029734971,
      "grad_norm": 1.7483794689178467,
      "learning_rate": 0.001,
      "loss": 1.4236,
      "step": 190200
    },
    {
      "epoch": 61.506140917905626,
      "grad_norm": 1.2920759916305542,
      "learning_rate": 0.001,
      "loss": 1.4363,
      "step": 190300
    },
    {
      "epoch": 61.53846153846154,
      "grad_norm": 1.121927261352539,
      "learning_rate": 0.001,
      "loss": 1.4203,
      "step": 190400
    },
    {
      "epoch": 61.570782159017455,
      "grad_norm": 1.5375155210494995,
      "learning_rate": 0.001,
      "loss": 1.4306,
      "step": 190500
    },
    {
      "epoch": 61.60310277957337,
      "grad_norm": 1.3647403717041016,
      "learning_rate": 0.001,
      "loss": 1.4306,
      "step": 190600
    },
    {
      "epoch": 61.635423400129284,
      "grad_norm": 1.3525989055633545,
      "learning_rate": 0.001,
      "loss": 1.4301,
      "step": 190700
    },
    {
      "epoch": 61.6677440206852,
      "grad_norm": 1.311113715171814,
      "learning_rate": 0.001,
      "loss": 1.4498,
      "step": 190800
    },
    {
      "epoch": 61.70006464124111,
      "grad_norm": 1.514700174331665,
      "learning_rate": 0.001,
      "loss": 1.436,
      "step": 190900
    },
    {
      "epoch": 61.73238526179703,
      "grad_norm": 1.467130422592163,
      "learning_rate": 0.001,
      "loss": 1.4369,
      "step": 191000
    },
    {
      "epoch": 61.76470588235294,
      "grad_norm": 1.9764527082443237,
      "learning_rate": 0.001,
      "loss": 1.4512,
      "step": 191100
    },
    {
      "epoch": 61.79702650290886,
      "grad_norm": 1.0968976020812988,
      "learning_rate": 0.001,
      "loss": 1.4429,
      "step": 191200
    },
    {
      "epoch": 61.82934712346477,
      "grad_norm": 1.7983734607696533,
      "learning_rate": 0.001,
      "loss": 1.4687,
      "step": 191300
    },
    {
      "epoch": 61.861667744020686,
      "grad_norm": 1.818927526473999,
      "learning_rate": 0.001,
      "loss": 1.4679,
      "step": 191400
    },
    {
      "epoch": 61.8939883645766,
      "grad_norm": 1.3303331136703491,
      "learning_rate": 0.001,
      "loss": 1.4805,
      "step": 191500
    },
    {
      "epoch": 61.926308985132515,
      "grad_norm": 1.4884530305862427,
      "learning_rate": 0.001,
      "loss": 1.4622,
      "step": 191600
    },
    {
      "epoch": 61.95862960568843,
      "grad_norm": 1.3443821668624878,
      "learning_rate": 0.001,
      "loss": 1.4598,
      "step": 191700
    },
    {
      "epoch": 61.990950226244344,
      "grad_norm": 1.5385671854019165,
      "learning_rate": 0.001,
      "loss": 1.4846,
      "step": 191800
    },
    {
      "epoch": 62.02327084680026,
      "grad_norm": 1.9123036861419678,
      "learning_rate": 0.001,
      "loss": 1.4038,
      "step": 191900
    },
    {
      "epoch": 62.05559146735617,
      "grad_norm": 1.686424970626831,
      "learning_rate": 0.001,
      "loss": 1.3439,
      "step": 192000
    },
    {
      "epoch": 62.08791208791209,
      "grad_norm": 1.4864493608474731,
      "learning_rate": 0.001,
      "loss": 1.3631,
      "step": 192100
    },
    {
      "epoch": 62.120232708468,
      "grad_norm": 1.57008957862854,
      "learning_rate": 0.001,
      "loss": 1.3621,
      "step": 192200
    },
    {
      "epoch": 62.15255332902392,
      "grad_norm": 1.1772888898849487,
      "learning_rate": 0.001,
      "loss": 1.3641,
      "step": 192300
    },
    {
      "epoch": 62.18487394957983,
      "grad_norm": 1.5883642435073853,
      "learning_rate": 0.001,
      "loss": 1.3795,
      "step": 192400
    },
    {
      "epoch": 62.217194570135746,
      "grad_norm": 1.4293068647384644,
      "learning_rate": 0.001,
      "loss": 1.38,
      "step": 192500
    },
    {
      "epoch": 62.24951519069166,
      "grad_norm": 1.596917986869812,
      "learning_rate": 0.001,
      "loss": 1.388,
      "step": 192600
    },
    {
      "epoch": 62.281835811247575,
      "grad_norm": 1.4482003450393677,
      "learning_rate": 0.001,
      "loss": 1.3861,
      "step": 192700
    },
    {
      "epoch": 62.31415643180349,
      "grad_norm": 1.8990685939788818,
      "learning_rate": 0.001,
      "loss": 1.3957,
      "step": 192800
    },
    {
      "epoch": 62.346477052359404,
      "grad_norm": 1.6335766315460205,
      "learning_rate": 0.001,
      "loss": 1.3829,
      "step": 192900
    },
    {
      "epoch": 62.37879767291532,
      "grad_norm": 1.9832218885421753,
      "learning_rate": 0.001,
      "loss": 1.4018,
      "step": 193000
    },
    {
      "epoch": 62.41111829347123,
      "grad_norm": 1.4106504917144775,
      "learning_rate": 0.001,
      "loss": 1.4156,
      "step": 193100
    },
    {
      "epoch": 62.44343891402715,
      "grad_norm": 1.4505540132522583,
      "learning_rate": 0.001,
      "loss": 1.3913,
      "step": 193200
    },
    {
      "epoch": 62.47575953458306,
      "grad_norm": 1.5402984619140625,
      "learning_rate": 0.001,
      "loss": 1.4008,
      "step": 193300
    },
    {
      "epoch": 62.50808015513898,
      "grad_norm": 1.4702680110931396,
      "learning_rate": 0.001,
      "loss": 1.4007,
      "step": 193400
    },
    {
      "epoch": 62.54040077569489,
      "grad_norm": 1.7161102294921875,
      "learning_rate": 0.001,
      "loss": 1.4311,
      "step": 193500
    },
    {
      "epoch": 62.572721396250806,
      "grad_norm": 1.1644012928009033,
      "learning_rate": 0.001,
      "loss": 1.4264,
      "step": 193600
    },
    {
      "epoch": 62.60504201680672,
      "grad_norm": 1.5992450714111328,
      "learning_rate": 0.001,
      "loss": 1.4156,
      "step": 193700
    },
    {
      "epoch": 62.637362637362635,
      "grad_norm": 1.2773569822311401,
      "learning_rate": 0.001,
      "loss": 1.4371,
      "step": 193800
    },
    {
      "epoch": 62.66968325791855,
      "grad_norm": 1.7517127990722656,
      "learning_rate": 0.001,
      "loss": 1.4243,
      "step": 193900
    },
    {
      "epoch": 62.702003878474464,
      "grad_norm": 1.5832035541534424,
      "learning_rate": 0.001,
      "loss": 1.4346,
      "step": 194000
    },
    {
      "epoch": 62.73432449903038,
      "grad_norm": 1.5175061225891113,
      "learning_rate": 0.001,
      "loss": 1.4373,
      "step": 194100
    },
    {
      "epoch": 62.76664511958629,
      "grad_norm": 1.4983898401260376,
      "learning_rate": 0.001,
      "loss": 1.4354,
      "step": 194200
    },
    {
      "epoch": 62.79896574014221,
      "grad_norm": 1.923129916191101,
      "learning_rate": 0.001,
      "loss": 1.4652,
      "step": 194300
    },
    {
      "epoch": 62.83128636069812,
      "grad_norm": 1.5332492589950562,
      "learning_rate": 0.001,
      "loss": 1.4446,
      "step": 194400
    },
    {
      "epoch": 62.86360698125404,
      "grad_norm": 1.3865859508514404,
      "learning_rate": 0.001,
      "loss": 1.4332,
      "step": 194500
    },
    {
      "epoch": 62.89592760180995,
      "grad_norm": 1.3664981126785278,
      "learning_rate": 0.001,
      "loss": 1.4324,
      "step": 194600
    },
    {
      "epoch": 62.928248222365866,
      "grad_norm": 1.507145881652832,
      "learning_rate": 0.001,
      "loss": 1.477,
      "step": 194700
    },
    {
      "epoch": 62.96056884292178,
      "grad_norm": 1.1725382804870605,
      "learning_rate": 0.001,
      "loss": 1.4616,
      "step": 194800
    },
    {
      "epoch": 62.992889463477695,
      "grad_norm": 1.6565682888031006,
      "learning_rate": 0.001,
      "loss": 1.4521,
      "step": 194900
    },
    {
      "epoch": 63.02521008403362,
      "grad_norm": 1.4437625408172607,
      "learning_rate": 0.001,
      "loss": 1.3588,
      "step": 195000
    },
    {
      "epoch": 63.05753070458953,
      "grad_norm": 1.420046329498291,
      "learning_rate": 0.001,
      "loss": 1.3529,
      "step": 195100
    },
    {
      "epoch": 63.089851325145446,
      "grad_norm": 1.674965262413025,
      "learning_rate": 0.001,
      "loss": 1.3499,
      "step": 195200
    },
    {
      "epoch": 63.12217194570136,
      "grad_norm": 1.4057883024215698,
      "learning_rate": 0.001,
      "loss": 1.3682,
      "step": 195300
    },
    {
      "epoch": 63.154492566257275,
      "grad_norm": 1.432799220085144,
      "learning_rate": 0.001,
      "loss": 1.3541,
      "step": 195400
    },
    {
      "epoch": 63.18681318681319,
      "grad_norm": 1.248239517211914,
      "learning_rate": 0.001,
      "loss": 1.3637,
      "step": 195500
    },
    {
      "epoch": 63.219133807369104,
      "grad_norm": 1.353018045425415,
      "learning_rate": 0.001,
      "loss": 1.3654,
      "step": 195600
    },
    {
      "epoch": 63.25145442792502,
      "grad_norm": 1.305019497871399,
      "learning_rate": 0.001,
      "loss": 1.3749,
      "step": 195700
    },
    {
      "epoch": 63.28377504848093,
      "grad_norm": 1.4432069063186646,
      "learning_rate": 0.001,
      "loss": 1.3658,
      "step": 195800
    },
    {
      "epoch": 63.31609566903685,
      "grad_norm": 1.7704466581344604,
      "learning_rate": 0.001,
      "loss": 1.3877,
      "step": 195900
    },
    {
      "epoch": 63.34841628959276,
      "grad_norm": 1.480355978012085,
      "learning_rate": 0.001,
      "loss": 1.3974,
      "step": 196000
    },
    {
      "epoch": 63.38073691014868,
      "grad_norm": 1.5801160335540771,
      "learning_rate": 0.001,
      "loss": 1.3832,
      "step": 196100
    },
    {
      "epoch": 63.41305753070459,
      "grad_norm": 1.4862293004989624,
      "learning_rate": 0.001,
      "loss": 1.4066,
      "step": 196200
    },
    {
      "epoch": 63.445378151260506,
      "grad_norm": 1.883362889289856,
      "learning_rate": 0.001,
      "loss": 1.3955,
      "step": 196300
    },
    {
      "epoch": 63.47769877181642,
      "grad_norm": 1.3884245157241821,
      "learning_rate": 0.001,
      "loss": 1.3998,
      "step": 196400
    },
    {
      "epoch": 63.510019392372335,
      "grad_norm": 1.5210504531860352,
      "learning_rate": 0.001,
      "loss": 1.4087,
      "step": 196500
    },
    {
      "epoch": 63.54234001292825,
      "grad_norm": 1.1657111644744873,
      "learning_rate": 0.001,
      "loss": 1.3979,
      "step": 196600
    },
    {
      "epoch": 63.574660633484164,
      "grad_norm": 1.3850380182266235,
      "learning_rate": 0.001,
      "loss": 1.3997,
      "step": 196700
    },
    {
      "epoch": 63.60698125404008,
      "grad_norm": 1.7572051286697388,
      "learning_rate": 0.001,
      "loss": 1.3992,
      "step": 196800
    },
    {
      "epoch": 63.63930187459599,
      "grad_norm": 1.5824946165084839,
      "learning_rate": 0.001,
      "loss": 1.4276,
      "step": 196900
    },
    {
      "epoch": 63.67162249515191,
      "grad_norm": 1.6165339946746826,
      "learning_rate": 0.001,
      "loss": 1.4299,
      "step": 197000
    },
    {
      "epoch": 63.70394311570782,
      "grad_norm": 1.657211422920227,
      "learning_rate": 0.001,
      "loss": 1.4234,
      "step": 197100
    },
    {
      "epoch": 63.73626373626374,
      "grad_norm": 2.030299186706543,
      "learning_rate": 0.001,
      "loss": 1.4291,
      "step": 197200
    },
    {
      "epoch": 63.76858435681965,
      "grad_norm": 1.864864706993103,
      "learning_rate": 0.001,
      "loss": 1.4228,
      "step": 197300
    },
    {
      "epoch": 63.800904977375566,
      "grad_norm": 1.3653168678283691,
      "learning_rate": 0.001,
      "loss": 1.4244,
      "step": 197400
    },
    {
      "epoch": 63.83322559793148,
      "grad_norm": 1.5868542194366455,
      "learning_rate": 0.001,
      "loss": 1.4279,
      "step": 197500
    },
    {
      "epoch": 63.865546218487395,
      "grad_norm": 1.6072509288787842,
      "learning_rate": 0.001,
      "loss": 1.463,
      "step": 197600
    },
    {
      "epoch": 63.89786683904331,
      "grad_norm": 1.2431442737579346,
      "learning_rate": 0.001,
      "loss": 1.4426,
      "step": 197700
    },
    {
      "epoch": 63.930187459599225,
      "grad_norm": 1.8268156051635742,
      "learning_rate": 0.001,
      "loss": 1.4428,
      "step": 197800
    },
    {
      "epoch": 63.96250808015514,
      "grad_norm": 1.5013717412948608,
      "learning_rate": 0.001,
      "loss": 1.4635,
      "step": 197900
    },
    {
      "epoch": 63.994828700711054,
      "grad_norm": 1.5922578573226929,
      "learning_rate": 0.001,
      "loss": 1.4469,
      "step": 198000
    },
    {
      "epoch": 64.02714932126698,
      "grad_norm": 1.7445586919784546,
      "learning_rate": 0.001,
      "loss": 1.3447,
      "step": 198100
    },
    {
      "epoch": 64.05946994182288,
      "grad_norm": 1.9003431797027588,
      "learning_rate": 0.001,
      "loss": 1.3404,
      "step": 198200
    },
    {
      "epoch": 64.0917905623788,
      "grad_norm": 1.6859298944473267,
      "learning_rate": 0.001,
      "loss": 1.3413,
      "step": 198300
    },
    {
      "epoch": 64.12411118293471,
      "grad_norm": 1.992749571800232,
      "learning_rate": 0.001,
      "loss": 1.3571,
      "step": 198400
    },
    {
      "epoch": 64.15643180349063,
      "grad_norm": 1.800107717514038,
      "learning_rate": 0.001,
      "loss": 1.3495,
      "step": 198500
    },
    {
      "epoch": 64.18875242404654,
      "grad_norm": 1.5717955827713013,
      "learning_rate": 0.001,
      "loss": 1.3485,
      "step": 198600
    },
    {
      "epoch": 64.22107304460246,
      "grad_norm": 1.43135404586792,
      "learning_rate": 0.001,
      "loss": 1.373,
      "step": 198700
    },
    {
      "epoch": 64.25339366515837,
      "grad_norm": 1.5628668069839478,
      "learning_rate": 0.001,
      "loss": 1.3637,
      "step": 198800
    },
    {
      "epoch": 64.28571428571429,
      "grad_norm": 1.3284069299697876,
      "learning_rate": 0.001,
      "loss": 1.3696,
      "step": 198900
    },
    {
      "epoch": 64.3180349062702,
      "grad_norm": 1.7991653680801392,
      "learning_rate": 0.001,
      "loss": 1.3685,
      "step": 199000
    },
    {
      "epoch": 64.35035552682612,
      "grad_norm": 1.3946183919906616,
      "learning_rate": 0.001,
      "loss": 1.3773,
      "step": 199100
    },
    {
      "epoch": 64.38267614738203,
      "grad_norm": 1.5314682722091675,
      "learning_rate": 0.001,
      "loss": 1.3858,
      "step": 199200
    },
    {
      "epoch": 64.41499676793795,
      "grad_norm": 1.5692931413650513,
      "learning_rate": 0.001,
      "loss": 1.3734,
      "step": 199300
    },
    {
      "epoch": 64.44731738849386,
      "grad_norm": 2.0414280891418457,
      "learning_rate": 0.001,
      "loss": 1.3784,
      "step": 199400
    },
    {
      "epoch": 64.47963800904978,
      "grad_norm": 1.4214924573898315,
      "learning_rate": 0.001,
      "loss": 1.3956,
      "step": 199500
    },
    {
      "epoch": 64.51195862960569,
      "grad_norm": 1.3940602540969849,
      "learning_rate": 0.001,
      "loss": 1.406,
      "step": 199600
    },
    {
      "epoch": 64.54427925016161,
      "grad_norm": 2.5642523765563965,
      "learning_rate": 0.001,
      "loss": 1.4053,
      "step": 199700
    },
    {
      "epoch": 64.57659987071752,
      "grad_norm": 1.6160247325897217,
      "learning_rate": 0.001,
      "loss": 1.4018,
      "step": 199800
    },
    {
      "epoch": 64.60892049127344,
      "grad_norm": 1.409174919128418,
      "learning_rate": 0.001,
      "loss": 1.4122,
      "step": 199900
    },
    {
      "epoch": 64.64124111182934,
      "grad_norm": 1.6104872226715088,
      "learning_rate": 0.001,
      "loss": 1.4068,
      "step": 200000
    },
    {
      "epoch": 64.67356173238527,
      "grad_norm": 1.4003249406814575,
      "learning_rate": 0.001,
      "loss": 1.4067,
      "step": 200100
    },
    {
      "epoch": 64.70588235294117,
      "grad_norm": 1.6747041940689087,
      "learning_rate": 0.001,
      "loss": 1.4152,
      "step": 200200
    },
    {
      "epoch": 64.7382029734971,
      "grad_norm": 2.0438196659088135,
      "learning_rate": 0.001,
      "loss": 1.4197,
      "step": 200300
    },
    {
      "epoch": 64.770523594053,
      "grad_norm": 2.127326726913452,
      "learning_rate": 0.001,
      "loss": 1.4225,
      "step": 200400
    },
    {
      "epoch": 64.80284421460892,
      "grad_norm": 1.4178484678268433,
      "learning_rate": 0.001,
      "loss": 1.4386,
      "step": 200500
    },
    {
      "epoch": 64.83516483516483,
      "grad_norm": 1.8293603658676147,
      "learning_rate": 0.001,
      "loss": 1.4268,
      "step": 200600
    },
    {
      "epoch": 64.86748545572075,
      "grad_norm": 2.1161253452301025,
      "learning_rate": 0.001,
      "loss": 1.4351,
      "step": 200700
    },
    {
      "epoch": 64.89980607627666,
      "grad_norm": 1.7479701042175293,
      "learning_rate": 0.001,
      "loss": 1.4261,
      "step": 200800
    },
    {
      "epoch": 64.93212669683258,
      "grad_norm": 1.317136526107788,
      "learning_rate": 0.001,
      "loss": 1.4205,
      "step": 200900
    },
    {
      "epoch": 64.96444731738849,
      "grad_norm": 1.641223669052124,
      "learning_rate": 0.001,
      "loss": 1.4455,
      "step": 201000
    },
    {
      "epoch": 64.99676793794441,
      "grad_norm": 1.5180416107177734,
      "learning_rate": 0.001,
      "loss": 1.4195,
      "step": 201100
    },
    {
      "epoch": 65.02908855850032,
      "grad_norm": 1.7227802276611328,
      "learning_rate": 0.001,
      "loss": 1.3384,
      "step": 201200
    },
    {
      "epoch": 65.06140917905624,
      "grad_norm": 1.5802651643753052,
      "learning_rate": 0.001,
      "loss": 1.3211,
      "step": 201300
    },
    {
      "epoch": 65.09372979961215,
      "grad_norm": 1.1960089206695557,
      "learning_rate": 0.001,
      "loss": 1.3314,
      "step": 201400
    },
    {
      "epoch": 65.12605042016807,
      "grad_norm": 1.4870516061782837,
      "learning_rate": 0.001,
      "loss": 1.3412,
      "step": 201500
    },
    {
      "epoch": 65.15837104072398,
      "grad_norm": 1.4223541021347046,
      "learning_rate": 0.001,
      "loss": 1.3444,
      "step": 201600
    },
    {
      "epoch": 65.1906916612799,
      "grad_norm": 1.4809181690216064,
      "learning_rate": 0.001,
      "loss": 1.3426,
      "step": 201700
    },
    {
      "epoch": 65.2230122818358,
      "grad_norm": 2.217803478240967,
      "learning_rate": 0.001,
      "loss": 1.3414,
      "step": 201800
    },
    {
      "epoch": 65.25533290239173,
      "grad_norm": 1.7147786617279053,
      "learning_rate": 0.001,
      "loss": 1.3636,
      "step": 201900
    },
    {
      "epoch": 65.28765352294764,
      "grad_norm": 1.6113975048065186,
      "learning_rate": 0.001,
      "loss": 1.3743,
      "step": 202000
    },
    {
      "epoch": 65.31997414350356,
      "grad_norm": 2.024049997329712,
      "learning_rate": 0.001,
      "loss": 1.3468,
      "step": 202100
    },
    {
      "epoch": 65.35229476405947,
      "grad_norm": 1.9836534261703491,
      "learning_rate": 0.001,
      "loss": 1.371,
      "step": 202200
    },
    {
      "epoch": 65.38461538461539,
      "grad_norm": 1.769474744796753,
      "learning_rate": 0.001,
      "loss": 1.3667,
      "step": 202300
    },
    {
      "epoch": 65.4169360051713,
      "grad_norm": 1.8485040664672852,
      "learning_rate": 0.001,
      "loss": 1.3754,
      "step": 202400
    },
    {
      "epoch": 65.44925662572722,
      "grad_norm": 1.2611091136932373,
      "learning_rate": 0.001,
      "loss": 1.3839,
      "step": 202500
    },
    {
      "epoch": 65.48157724628312,
      "grad_norm": 1.3341859579086304,
      "learning_rate": 0.001,
      "loss": 1.3773,
      "step": 202600
    },
    {
      "epoch": 65.51389786683905,
      "grad_norm": 1.6250958442687988,
      "learning_rate": 0.001,
      "loss": 1.384,
      "step": 202700
    },
    {
      "epoch": 65.54621848739495,
      "grad_norm": 1.9036827087402344,
      "learning_rate": 0.001,
      "loss": 1.3946,
      "step": 202800
    },
    {
      "epoch": 65.57853910795087,
      "grad_norm": 1.4791826009750366,
      "learning_rate": 0.001,
      "loss": 1.3823,
      "step": 202900
    },
    {
      "epoch": 65.61085972850678,
      "grad_norm": 2.300971031188965,
      "learning_rate": 0.001,
      "loss": 1.3839,
      "step": 203000
    },
    {
      "epoch": 65.6431803490627,
      "grad_norm": 1.2696810960769653,
      "learning_rate": 0.001,
      "loss": 1.4193,
      "step": 203100
    },
    {
      "epoch": 65.67550096961861,
      "grad_norm": 1.4126332998275757,
      "learning_rate": 0.001,
      "loss": 1.4136,
      "step": 203200
    },
    {
      "epoch": 65.70782159017453,
      "grad_norm": 1.5814741849899292,
      "learning_rate": 0.001,
      "loss": 1.4094,
      "step": 203300
    },
    {
      "epoch": 65.74014221073044,
      "grad_norm": 1.7776198387145996,
      "learning_rate": 0.001,
      "loss": 1.4044,
      "step": 203400
    },
    {
      "epoch": 65.77246283128636,
      "grad_norm": 1.5066275596618652,
      "learning_rate": 0.001,
      "loss": 1.4129,
      "step": 203500
    },
    {
      "epoch": 65.80478345184227,
      "grad_norm": 2.751493453979492,
      "learning_rate": 0.001,
      "loss": 1.4055,
      "step": 203600
    },
    {
      "epoch": 65.83710407239819,
      "grad_norm": 1.5740598440170288,
      "learning_rate": 0.001,
      "loss": 1.4154,
      "step": 203700
    },
    {
      "epoch": 65.8694246929541,
      "grad_norm": 1.510005235671997,
      "learning_rate": 0.001,
      "loss": 1.4266,
      "step": 203800
    },
    {
      "epoch": 65.90174531351002,
      "grad_norm": 2.236680746078491,
      "learning_rate": 0.001,
      "loss": 1.4052,
      "step": 203900
    },
    {
      "epoch": 65.93406593406593,
      "grad_norm": 1.301505208015442,
      "learning_rate": 0.001,
      "loss": 1.4244,
      "step": 204000
    },
    {
      "epoch": 65.96638655462185,
      "grad_norm": 2.374619722366333,
      "learning_rate": 0.001,
      "loss": 1.4352,
      "step": 204100
    },
    {
      "epoch": 65.99870717517777,
      "grad_norm": 1.7071536779403687,
      "learning_rate": 0.001,
      "loss": 1.4323,
      "step": 204200
    },
    {
      "epoch": 66.03102779573368,
      "grad_norm": 2.193371295928955,
      "learning_rate": 0.001,
      "loss": 1.3099,
      "step": 204300
    },
    {
      "epoch": 66.0633484162896,
      "grad_norm": 1.6853256225585938,
      "learning_rate": 0.001,
      "loss": 1.3084,
      "step": 204400
    },
    {
      "epoch": 66.0956690368455,
      "grad_norm": 1.849713683128357,
      "learning_rate": 0.001,
      "loss": 1.3098,
      "step": 204500
    },
    {
      "epoch": 66.12798965740143,
      "grad_norm": 1.6212743520736694,
      "learning_rate": 0.001,
      "loss": 1.3458,
      "step": 204600
    },
    {
      "epoch": 66.16031027795734,
      "grad_norm": 2.065988779067993,
      "learning_rate": 0.001,
      "loss": 1.3158,
      "step": 204700
    },
    {
      "epoch": 66.19263089851326,
      "grad_norm": 1.4905744791030884,
      "learning_rate": 0.001,
      "loss": 1.3421,
      "step": 204800
    },
    {
      "epoch": 66.22495151906917,
      "grad_norm": 1.9883614778518677,
      "learning_rate": 0.001,
      "loss": 1.3606,
      "step": 204900
    },
    {
      "epoch": 66.25727213962509,
      "grad_norm": 1.4957332611083984,
      "learning_rate": 0.001,
      "loss": 1.3492,
      "step": 205000
    },
    {
      "epoch": 66.289592760181,
      "grad_norm": 1.8609826564788818,
      "learning_rate": 0.001,
      "loss": 1.3277,
      "step": 205100
    },
    {
      "epoch": 66.32191338073692,
      "grad_norm": 1.843746304512024,
      "learning_rate": 0.001,
      "loss": 1.352,
      "step": 205200
    },
    {
      "epoch": 66.35423400129282,
      "grad_norm": 2.3093807697296143,
      "learning_rate": 0.001,
      "loss": 1.3516,
      "step": 205300
    },
    {
      "epoch": 66.38655462184875,
      "grad_norm": 1.9718279838562012,
      "learning_rate": 0.001,
      "loss": 1.3625,
      "step": 205400
    },
    {
      "epoch": 66.41887524240465,
      "grad_norm": 1.7455960512161255,
      "learning_rate": 0.001,
      "loss": 1.3772,
      "step": 205500
    },
    {
      "epoch": 66.45119586296057,
      "grad_norm": 1.5213228464126587,
      "learning_rate": 0.001,
      "loss": 1.3873,
      "step": 205600
    },
    {
      "epoch": 66.48351648351648,
      "grad_norm": 1.6287715435028076,
      "learning_rate": 0.001,
      "loss": 1.3853,
      "step": 205700
    },
    {
      "epoch": 66.5158371040724,
      "grad_norm": 1.6267790794372559,
      "learning_rate": 0.001,
      "loss": 1.3773,
      "step": 205800
    },
    {
      "epoch": 66.54815772462831,
      "grad_norm": 2.083371877670288,
      "learning_rate": 0.001,
      "loss": 1.369,
      "step": 205900
    },
    {
      "epoch": 66.58047834518423,
      "grad_norm": 2.5718905925750732,
      "learning_rate": 0.001,
      "loss": 1.3731,
      "step": 206000
    },
    {
      "epoch": 66.61279896574014,
      "grad_norm": 2.2809901237487793,
      "learning_rate": 0.001,
      "loss": 1.3964,
      "step": 206100
    },
    {
      "epoch": 66.64511958629606,
      "grad_norm": 1.6251013278961182,
      "learning_rate": 0.001,
      "loss": 1.3975,
      "step": 206200
    },
    {
      "epoch": 66.67744020685197,
      "grad_norm": 1.7564525604248047,
      "learning_rate": 0.001,
      "loss": 1.3877,
      "step": 206300
    },
    {
      "epoch": 66.70976082740789,
      "grad_norm": 1.748744010925293,
      "learning_rate": 0.001,
      "loss": 1.3938,
      "step": 206400
    },
    {
      "epoch": 66.7420814479638,
      "grad_norm": 2.089381217956543,
      "learning_rate": 0.001,
      "loss": 1.4197,
      "step": 206500
    },
    {
      "epoch": 66.77440206851972,
      "grad_norm": 2.1797640323638916,
      "learning_rate": 0.001,
      "loss": 1.3991,
      "step": 206600
    },
    {
      "epoch": 66.80672268907563,
      "grad_norm": 1.92826509475708,
      "learning_rate": 0.001,
      "loss": 1.4103,
      "step": 206700
    },
    {
      "epoch": 66.83904330963155,
      "grad_norm": 1.3981081247329712,
      "learning_rate": 0.001,
      "loss": 1.4018,
      "step": 206800
    },
    {
      "epoch": 66.87136393018746,
      "grad_norm": 2.354722738265991,
      "learning_rate": 0.001,
      "loss": 1.4124,
      "step": 206900
    },
    {
      "epoch": 66.90368455074338,
      "grad_norm": 2.201211929321289,
      "learning_rate": 0.001,
      "loss": 1.3906,
      "step": 207000
    },
    {
      "epoch": 66.93600517129929,
      "grad_norm": 1.7025607824325562,
      "learning_rate": 0.001,
      "loss": 1.422,
      "step": 207100
    },
    {
      "epoch": 66.96832579185521,
      "grad_norm": 1.9557732343673706,
      "learning_rate": 0.001,
      "loss": 1.4151,
      "step": 207200
    },
    {
      "epoch": 67.00064641241111,
      "grad_norm": 1.8797639608383179,
      "learning_rate": 0.001,
      "loss": 1.3962,
      "step": 207300
    },
    {
      "epoch": 67.03296703296704,
      "grad_norm": 1.7835898399353027,
      "learning_rate": 0.001,
      "loss": 1.3011,
      "step": 207400
    },
    {
      "epoch": 67.06528765352294,
      "grad_norm": 1.837484359741211,
      "learning_rate": 0.001,
      "loss": 1.3101,
      "step": 207500
    },
    {
      "epoch": 67.09760827407887,
      "grad_norm": 1.8803691864013672,
      "learning_rate": 0.001,
      "loss": 1.308,
      "step": 207600
    },
    {
      "epoch": 67.12992889463477,
      "grad_norm": 1.8284261226654053,
      "learning_rate": 0.001,
      "loss": 1.3088,
      "step": 207700
    },
    {
      "epoch": 67.1622495151907,
      "grad_norm": 2.1951427459716797,
      "learning_rate": 0.001,
      "loss": 1.3291,
      "step": 207800
    },
    {
      "epoch": 67.1945701357466,
      "grad_norm": 1.9866607189178467,
      "learning_rate": 0.001,
      "loss": 1.3332,
      "step": 207900
    },
    {
      "epoch": 67.22689075630252,
      "grad_norm": 2.5242843627929688,
      "learning_rate": 0.001,
      "loss": 1.353,
      "step": 208000
    },
    {
      "epoch": 67.25921137685843,
      "grad_norm": 2.158780336380005,
      "learning_rate": 0.001,
      "loss": 1.3228,
      "step": 208100
    },
    {
      "epoch": 67.29153199741435,
      "grad_norm": 2.7524983882904053,
      "learning_rate": 0.001,
      "loss": 1.331,
      "step": 208200
    },
    {
      "epoch": 67.32385261797026,
      "grad_norm": 2.2914531230926514,
      "learning_rate": 0.001,
      "loss": 1.3532,
      "step": 208300
    },
    {
      "epoch": 67.35617323852618,
      "grad_norm": 2.0430986881256104,
      "learning_rate": 0.001,
      "loss": 1.3657,
      "step": 208400
    },
    {
      "epoch": 67.38849385908209,
      "grad_norm": 2.7747621536254883,
      "learning_rate": 0.001,
      "loss": 1.3503,
      "step": 208500
    },
    {
      "epoch": 67.42081447963801,
      "grad_norm": 2.5037589073181152,
      "learning_rate": 0.001,
      "loss": 1.3583,
      "step": 208600
    },
    {
      "epoch": 67.45313510019392,
      "grad_norm": 1.931546926498413,
      "learning_rate": 0.001,
      "loss": 1.3666,
      "step": 208700
    },
    {
      "epoch": 67.48545572074984,
      "grad_norm": 1.8246216773986816,
      "learning_rate": 0.001,
      "loss": 1.362,
      "step": 208800
    },
    {
      "epoch": 67.51777634130575,
      "grad_norm": 2.764183282852173,
      "learning_rate": 0.001,
      "loss": 1.3682,
      "step": 208900
    },
    {
      "epoch": 67.55009696186167,
      "grad_norm": 2.9155993461608887,
      "learning_rate": 0.001,
      "loss": 1.3689,
      "step": 209000
    },
    {
      "epoch": 67.58241758241758,
      "grad_norm": 1.8072984218597412,
      "learning_rate": 0.001,
      "loss": 1.3907,
      "step": 209100
    },
    {
      "epoch": 67.6147382029735,
      "grad_norm": 2.9374847412109375,
      "learning_rate": 0.001,
      "loss": 1.3778,
      "step": 209200
    },
    {
      "epoch": 67.6470588235294,
      "grad_norm": 2.64780592918396,
      "learning_rate": 0.001,
      "loss": 1.3905,
      "step": 209300
    },
    {
      "epoch": 67.67937944408533,
      "grad_norm": 2.061706304550171,
      "learning_rate": 0.001,
      "loss": 1.393,
      "step": 209400
    },
    {
      "epoch": 67.71170006464124,
      "grad_norm": 2.0080013275146484,
      "learning_rate": 0.001,
      "loss": 1.3761,
      "step": 209500
    },
    {
      "epoch": 67.74402068519716,
      "grad_norm": 1.6209617853164673,
      "learning_rate": 0.001,
      "loss": 1.3852,
      "step": 209600
    },
    {
      "epoch": 67.77634130575306,
      "grad_norm": 2.044245481491089,
      "learning_rate": 0.001,
      "loss": 1.4122,
      "step": 209700
    },
    {
      "epoch": 67.80866192630899,
      "grad_norm": 1.3390419483184814,
      "learning_rate": 0.001,
      "loss": 1.4145,
      "step": 209800
    },
    {
      "epoch": 67.8409825468649,
      "grad_norm": 1.7002332210540771,
      "learning_rate": 0.001,
      "loss": 1.388,
      "step": 209900
    },
    {
      "epoch": 67.87330316742081,
      "grad_norm": 3.0040740966796875,
      "learning_rate": 0.001,
      "loss": 1.393,
      "step": 210000
    },
    {
      "epoch": 67.90562378797672,
      "grad_norm": 2.0390803813934326,
      "learning_rate": 0.001,
      "loss": 1.3944,
      "step": 210100
    },
    {
      "epoch": 67.93794440853264,
      "grad_norm": 2.327254295349121,
      "learning_rate": 0.001,
      "loss": 1.4002,
      "step": 210200
    },
    {
      "epoch": 67.97026502908855,
      "grad_norm": 1.9059028625488281,
      "learning_rate": 0.001,
      "loss": 1.3971,
      "step": 210300
    },
    {
      "epoch": 68.00258564964447,
      "grad_norm": 1.3357656002044678,
      "learning_rate": 0.001,
      "loss": 1.4255,
      "step": 210400
    },
    {
      "epoch": 68.0349062702004,
      "grad_norm": 1.5476328134536743,
      "learning_rate": 0.001,
      "loss": 1.3014,
      "step": 210500
    },
    {
      "epoch": 68.0672268907563,
      "grad_norm": 1.7639280557632446,
      "learning_rate": 0.001,
      "loss": 1.3068,
      "step": 210600
    },
    {
      "epoch": 68.09954751131222,
      "grad_norm": 1.6734331846237183,
      "learning_rate": 0.001,
      "loss": 1.3149,
      "step": 210700
    },
    {
      "epoch": 68.13186813186813,
      "grad_norm": 1.776329755783081,
      "learning_rate": 0.001,
      "loss": 1.2975,
      "step": 210800
    },
    {
      "epoch": 68.16418875242405,
      "grad_norm": 1.520376443862915,
      "learning_rate": 0.001,
      "loss": 1.311,
      "step": 210900
    },
    {
      "epoch": 68.19650937297996,
      "grad_norm": 2.158876657485962,
      "learning_rate": 0.001,
      "loss": 1.3252,
      "step": 211000
    },
    {
      "epoch": 68.22882999353588,
      "grad_norm": 1.4346355199813843,
      "learning_rate": 0.001,
      "loss": 1.3211,
      "step": 211100
    },
    {
      "epoch": 68.26115061409179,
      "grad_norm": 1.6036536693572998,
      "learning_rate": 0.001,
      "loss": 1.3322,
      "step": 211200
    },
    {
      "epoch": 68.29347123464771,
      "grad_norm": 1.9127318859100342,
      "learning_rate": 0.001,
      "loss": 1.3335,
      "step": 211300
    },
    {
      "epoch": 68.32579185520362,
      "grad_norm": 1.553421974182129,
      "learning_rate": 0.001,
      "loss": 1.3424,
      "step": 211400
    },
    {
      "epoch": 68.35811247575954,
      "grad_norm": 1.2245683670043945,
      "learning_rate": 0.001,
      "loss": 1.343,
      "step": 211500
    },
    {
      "epoch": 68.39043309631545,
      "grad_norm": 1.4779609441757202,
      "learning_rate": 0.001,
      "loss": 1.3424,
      "step": 211600
    },
    {
      "epoch": 68.42275371687137,
      "grad_norm": 1.516800045967102,
      "learning_rate": 0.001,
      "loss": 1.3462,
      "step": 211700
    },
    {
      "epoch": 68.45507433742728,
      "grad_norm": 1.5422505140304565,
      "learning_rate": 0.001,
      "loss": 1.3566,
      "step": 211800
    },
    {
      "epoch": 68.4873949579832,
      "grad_norm": 1.556553602218628,
      "learning_rate": 0.001,
      "loss": 1.3554,
      "step": 211900
    },
    {
      "epoch": 68.5197155785391,
      "grad_norm": 2.1386520862579346,
      "learning_rate": 0.001,
      "loss": 1.3652,
      "step": 212000
    },
    {
      "epoch": 68.55203619909503,
      "grad_norm": 1.5340510606765747,
      "learning_rate": 0.001,
      "loss": 1.3761,
      "step": 212100
    },
    {
      "epoch": 68.58435681965094,
      "grad_norm": 2.1872169971466064,
      "learning_rate": 0.001,
      "loss": 1.3684,
      "step": 212200
    },
    {
      "epoch": 68.61667744020686,
      "grad_norm": 1.7372183799743652,
      "learning_rate": 0.001,
      "loss": 1.3716,
      "step": 212300
    },
    {
      "epoch": 68.64899806076276,
      "grad_norm": 1.9826773405075073,
      "learning_rate": 0.001,
      "loss": 1.3804,
      "step": 212400
    },
    {
      "epoch": 68.68131868131869,
      "grad_norm": 1.1110419034957886,
      "learning_rate": 0.001,
      "loss": 1.3517,
      "step": 212500
    },
    {
      "epoch": 68.7136393018746,
      "grad_norm": 1.7787781953811646,
      "learning_rate": 0.001,
      "loss": 1.3773,
      "step": 212600
    },
    {
      "epoch": 68.74595992243052,
      "grad_norm": 2.0240843296051025,
      "learning_rate": 0.001,
      "loss": 1.385,
      "step": 212700
    },
    {
      "epoch": 68.77828054298642,
      "grad_norm": 1.1772947311401367,
      "learning_rate": 0.001,
      "loss": 1.3794,
      "step": 212800
    },
    {
      "epoch": 68.81060116354234,
      "grad_norm": 1.6726468801498413,
      "learning_rate": 0.001,
      "loss": 1.3895,
      "step": 212900
    },
    {
      "epoch": 68.84292178409825,
      "grad_norm": 2.144679069519043,
      "learning_rate": 0.001,
      "loss": 1.3796,
      "step": 213000
    },
    {
      "epoch": 68.87524240465417,
      "grad_norm": 1.5072028636932373,
      "learning_rate": 0.001,
      "loss": 1.3964,
      "step": 213100
    },
    {
      "epoch": 68.90756302521008,
      "grad_norm": 1.3276915550231934,
      "learning_rate": 0.001,
      "loss": 1.3811,
      "step": 213200
    },
    {
      "epoch": 68.939883645766,
      "grad_norm": 1.5651215314865112,
      "learning_rate": 0.001,
      "loss": 1.4048,
      "step": 213300
    },
    {
      "epoch": 68.97220426632191,
      "grad_norm": 1.139343023300171,
      "learning_rate": 0.001,
      "loss": 1.3835,
      "step": 213400
    },
    {
      "epoch": 69.00452488687783,
      "grad_norm": 1.4380346536636353,
      "learning_rate": 0.001,
      "loss": 1.4131,
      "step": 213500
    },
    {
      "epoch": 69.03684550743374,
      "grad_norm": 1.3611998558044434,
      "learning_rate": 0.001,
      "loss": 1.2713,
      "step": 213600
    },
    {
      "epoch": 69.06916612798966,
      "grad_norm": 2.2016654014587402,
      "learning_rate": 0.001,
      "loss": 1.2976,
      "step": 213700
    },
    {
      "epoch": 69.10148674854557,
      "grad_norm": 1.313778042793274,
      "learning_rate": 0.001,
      "loss": 1.303,
      "step": 213800
    },
    {
      "epoch": 69.13380736910149,
      "grad_norm": 1.6348943710327148,
      "learning_rate": 0.001,
      "loss": 1.3014,
      "step": 213900
    },
    {
      "epoch": 69.1661279896574,
      "grad_norm": 1.3724998235702515,
      "learning_rate": 0.001,
      "loss": 1.3346,
      "step": 214000
    },
    {
      "epoch": 69.19844861021332,
      "grad_norm": 1.3382467031478882,
      "learning_rate": 0.001,
      "loss": 1.3138,
      "step": 214100
    },
    {
      "epoch": 69.23076923076923,
      "grad_norm": 1.7528189420700073,
      "learning_rate": 0.001,
      "loss": 1.307,
      "step": 214200
    },
    {
      "epoch": 69.26308985132515,
      "grad_norm": 1.160068154335022,
      "learning_rate": 0.001,
      "loss": 1.3214,
      "step": 214300
    },
    {
      "epoch": 69.29541047188106,
      "grad_norm": 1.3790607452392578,
      "learning_rate": 0.001,
      "loss": 1.3213,
      "step": 214400
    },
    {
      "epoch": 69.32773109243698,
      "grad_norm": 1.7774428129196167,
      "learning_rate": 0.001,
      "loss": 1.3172,
      "step": 214500
    },
    {
      "epoch": 69.36005171299288,
      "grad_norm": 1.3554517030715942,
      "learning_rate": 0.001,
      "loss": 1.3276,
      "step": 214600
    },
    {
      "epoch": 69.3923723335488,
      "grad_norm": 1.5843979120254517,
      "learning_rate": 0.001,
      "loss": 1.3305,
      "step": 214700
    },
    {
      "epoch": 69.42469295410471,
      "grad_norm": 1.7524763345718384,
      "learning_rate": 0.001,
      "loss": 1.3386,
      "step": 214800
    },
    {
      "epoch": 69.45701357466064,
      "grad_norm": 2.0899758338928223,
      "learning_rate": 0.001,
      "loss": 1.3593,
      "step": 214900
    },
    {
      "epoch": 69.48933419521654,
      "grad_norm": 2.218890905380249,
      "learning_rate": 0.001,
      "loss": 1.375,
      "step": 215000
    },
    {
      "epoch": 69.52165481577246,
      "grad_norm": 1.7657575607299805,
      "learning_rate": 0.001,
      "loss": 1.3616,
      "step": 215100
    },
    {
      "epoch": 69.55397543632837,
      "grad_norm": 1.7468805313110352,
      "learning_rate": 0.001,
      "loss": 1.3635,
      "step": 215200
    },
    {
      "epoch": 69.5862960568843,
      "grad_norm": 2.189852714538574,
      "learning_rate": 0.001,
      "loss": 1.3652,
      "step": 215300
    },
    {
      "epoch": 69.6186166774402,
      "grad_norm": 1.7859878540039062,
      "learning_rate": 0.001,
      "loss": 1.3527,
      "step": 215400
    },
    {
      "epoch": 69.65093729799612,
      "grad_norm": 1.292675495147705,
      "learning_rate": 0.001,
      "loss": 1.3743,
      "step": 215500
    },
    {
      "epoch": 69.68325791855203,
      "grad_norm": 1.5818181037902832,
      "learning_rate": 0.001,
      "loss": 1.3749,
      "step": 215600
    },
    {
      "epoch": 69.71557853910795,
      "grad_norm": 1.57987380027771,
      "learning_rate": 0.001,
      "loss": 1.3835,
      "step": 215700
    },
    {
      "epoch": 69.74789915966386,
      "grad_norm": 1.5561144351959229,
      "learning_rate": 0.001,
      "loss": 1.3734,
      "step": 215800
    },
    {
      "epoch": 69.78021978021978,
      "grad_norm": 1.6584949493408203,
      "learning_rate": 0.001,
      "loss": 1.3633,
      "step": 215900
    },
    {
      "epoch": 69.81254040077569,
      "grad_norm": 1.736039161682129,
      "learning_rate": 0.001,
      "loss": 1.3672,
      "step": 216000
    },
    {
      "epoch": 69.84486102133161,
      "grad_norm": 1.2760789394378662,
      "learning_rate": 0.001,
      "loss": 1.3706,
      "step": 216100
    },
    {
      "epoch": 69.87718164188752,
      "grad_norm": 1.7503100633621216,
      "learning_rate": 0.001,
      "loss": 1.3709,
      "step": 216200
    },
    {
      "epoch": 69.90950226244344,
      "grad_norm": 1.3824061155319214,
      "learning_rate": 0.001,
      "loss": 1.3972,
      "step": 216300
    },
    {
      "epoch": 69.94182288299935,
      "grad_norm": 1.5360379219055176,
      "learning_rate": 0.001,
      "loss": 1.3795,
      "step": 216400
    },
    {
      "epoch": 69.97414350355527,
      "grad_norm": 1.843446135520935,
      "learning_rate": 0.001,
      "loss": 1.4005,
      "step": 216500
    },
    {
      "epoch": 70.00646412411119,
      "grad_norm": 1.5242737531661987,
      "learning_rate": 0.001,
      "loss": 1.3872,
      "step": 216600
    },
    {
      "epoch": 70.0387847446671,
      "grad_norm": 1.4649934768676758,
      "learning_rate": 0.001,
      "loss": 1.294,
      "step": 216700
    },
    {
      "epoch": 70.07110536522302,
      "grad_norm": 1.3466111421585083,
      "learning_rate": 0.001,
      "loss": 1.2915,
      "step": 216800
    },
    {
      "epoch": 70.10342598577893,
      "grad_norm": 1.0711795091629028,
      "learning_rate": 0.001,
      "loss": 1.2955,
      "step": 216900
    },
    {
      "epoch": 70.13574660633485,
      "grad_norm": 1.2805978059768677,
      "learning_rate": 0.001,
      "loss": 1.2906,
      "step": 217000
    },
    {
      "epoch": 70.16806722689076,
      "grad_norm": 1.4977800846099854,
      "learning_rate": 0.001,
      "loss": 1.3109,
      "step": 217100
    },
    {
      "epoch": 70.20038784744668,
      "grad_norm": 1.2956316471099854,
      "learning_rate": 0.001,
      "loss": 1.2928,
      "step": 217200
    },
    {
      "epoch": 70.23270846800258,
      "grad_norm": 1.3268839120864868,
      "learning_rate": 0.001,
      "loss": 1.3001,
      "step": 217300
    },
    {
      "epoch": 70.2650290885585,
      "grad_norm": 1.3315646648406982,
      "learning_rate": 0.001,
      "loss": 1.3077,
      "step": 217400
    },
    {
      "epoch": 70.29734970911441,
      "grad_norm": 1.6829092502593994,
      "learning_rate": 0.001,
      "loss": 1.3241,
      "step": 217500
    },
    {
      "epoch": 70.32967032967034,
      "grad_norm": 1.6773277521133423,
      "learning_rate": 0.001,
      "loss": 1.3193,
      "step": 217600
    },
    {
      "epoch": 70.36199095022624,
      "grad_norm": 1.407239317893982,
      "learning_rate": 0.001,
      "loss": 1.3409,
      "step": 217700
    },
    {
      "epoch": 70.39431157078216,
      "grad_norm": 1.7320756912231445,
      "learning_rate": 0.001,
      "loss": 1.3263,
      "step": 217800
    },
    {
      "epoch": 70.42663219133807,
      "grad_norm": 1.6086102724075317,
      "learning_rate": 0.001,
      "loss": 1.3269,
      "step": 217900
    },
    {
      "epoch": 70.458952811894,
      "grad_norm": 1.3016129732131958,
      "learning_rate": 0.001,
      "loss": 1.335,
      "step": 218000
    },
    {
      "epoch": 70.4912734324499,
      "grad_norm": 1.8595035076141357,
      "learning_rate": 0.001,
      "loss": 1.345,
      "step": 218100
    },
    {
      "epoch": 70.52359405300582,
      "grad_norm": 1.5059258937835693,
      "learning_rate": 0.001,
      "loss": 1.3563,
      "step": 218200
    },
    {
      "epoch": 70.55591467356173,
      "grad_norm": 1.7828933000564575,
      "learning_rate": 0.001,
      "loss": 1.3489,
      "step": 218300
    },
    {
      "epoch": 70.58823529411765,
      "grad_norm": 1.5474156141281128,
      "learning_rate": 0.001,
      "loss": 1.3549,
      "step": 218400
    },
    {
      "epoch": 70.62055591467356,
      "grad_norm": 1.276524305343628,
      "learning_rate": 0.001,
      "loss": 1.3553,
      "step": 218500
    },
    {
      "epoch": 70.65287653522948,
      "grad_norm": 1.3445316553115845,
      "learning_rate": 0.001,
      "loss": 1.3473,
      "step": 218600
    },
    {
      "epoch": 70.68519715578539,
      "grad_norm": 1.4307173490524292,
      "learning_rate": 0.001,
      "loss": 1.358,
      "step": 218700
    },
    {
      "epoch": 70.71751777634131,
      "grad_norm": 1.488200068473816,
      "learning_rate": 0.001,
      "loss": 1.354,
      "step": 218800
    },
    {
      "epoch": 70.74983839689722,
      "grad_norm": 1.5671435594558716,
      "learning_rate": 0.001,
      "loss": 1.3533,
      "step": 218900
    },
    {
      "epoch": 70.78215901745314,
      "grad_norm": 1.243046760559082,
      "learning_rate": 0.001,
      "loss": 1.3584,
      "step": 219000
    },
    {
      "epoch": 70.81447963800905,
      "grad_norm": 1.329303503036499,
      "learning_rate": 0.001,
      "loss": 1.3644,
      "step": 219100
    },
    {
      "epoch": 70.84680025856497,
      "grad_norm": 1.2586477994918823,
      "learning_rate": 0.001,
      "loss": 1.3829,
      "step": 219200
    },
    {
      "epoch": 70.87912087912088,
      "grad_norm": 1.5427042245864868,
      "learning_rate": 0.001,
      "loss": 1.3736,
      "step": 219300
    },
    {
      "epoch": 70.9114414996768,
      "grad_norm": 1.883329153060913,
      "learning_rate": 0.001,
      "loss": 1.3865,
      "step": 219400
    },
    {
      "epoch": 70.9437621202327,
      "grad_norm": 1.3526417016983032,
      "learning_rate": 0.001,
      "loss": 1.3863,
      "step": 219500
    },
    {
      "epoch": 70.97608274078863,
      "grad_norm": 1.1791620254516602,
      "learning_rate": 0.001,
      "loss": 1.3817,
      "step": 219600
    },
    {
      "epoch": 71.00840336134453,
      "grad_norm": 1.4550600051879883,
      "learning_rate": 0.001,
      "loss": 1.3615,
      "step": 219700
    },
    {
      "epoch": 71.04072398190046,
      "grad_norm": 1.37946355342865,
      "learning_rate": 0.001,
      "loss": 1.2663,
      "step": 219800
    },
    {
      "epoch": 71.07304460245636,
      "grad_norm": 1.4288150072097778,
      "learning_rate": 0.001,
      "loss": 1.2903,
      "step": 219900
    },
    {
      "epoch": 71.10536522301229,
      "grad_norm": 1.9936612844467163,
      "learning_rate": 0.001,
      "loss": 1.2918,
      "step": 220000
    },
    {
      "epoch": 71.13768584356819,
      "grad_norm": 1.492072343826294,
      "learning_rate": 0.001,
      "loss": 1.2894,
      "step": 220100
    },
    {
      "epoch": 71.17000646412411,
      "grad_norm": 1.6720198392868042,
      "learning_rate": 0.001,
      "loss": 1.2904,
      "step": 220200
    },
    {
      "epoch": 71.20232708468002,
      "grad_norm": 1.508172631263733,
      "learning_rate": 0.001,
      "loss": 1.3064,
      "step": 220300
    },
    {
      "epoch": 71.23464770523594,
      "grad_norm": 1.0777677297592163,
      "learning_rate": 0.001,
      "loss": 1.2844,
      "step": 220400
    },
    {
      "epoch": 71.26696832579185,
      "grad_norm": 1.7317595481872559,
      "learning_rate": 0.001,
      "loss": 1.3043,
      "step": 220500
    },
    {
      "epoch": 71.29928894634777,
      "grad_norm": 1.95646333694458,
      "learning_rate": 0.001,
      "loss": 1.2934,
      "step": 220600
    },
    {
      "epoch": 71.33160956690368,
      "grad_norm": 1.57399320602417,
      "learning_rate": 0.001,
      "loss": 1.3161,
      "step": 220700
    },
    {
      "epoch": 71.3639301874596,
      "grad_norm": 1.6432753801345825,
      "learning_rate": 0.001,
      "loss": 1.318,
      "step": 220800
    },
    {
      "epoch": 71.39625080801551,
      "grad_norm": 1.5056768655776978,
      "learning_rate": 0.001,
      "loss": 1.3235,
      "step": 220900
    },
    {
      "epoch": 71.42857142857143,
      "grad_norm": 1.7427054643630981,
      "learning_rate": 0.001,
      "loss": 1.3308,
      "step": 221000
    },
    {
      "epoch": 71.46089204912734,
      "grad_norm": 1.5216237306594849,
      "learning_rate": 0.001,
      "loss": 1.3267,
      "step": 221100
    },
    {
      "epoch": 71.49321266968326,
      "grad_norm": 1.37506902217865,
      "learning_rate": 0.001,
      "loss": 1.3201,
      "step": 221200
    },
    {
      "epoch": 71.52553329023917,
      "grad_norm": 4.7747111320495605,
      "learning_rate": 0.001,
      "loss": 1.3388,
      "step": 221300
    },
    {
      "epoch": 71.55785391079509,
      "grad_norm": 1.690388798713684,
      "learning_rate": 0.001,
      "loss": 1.3483,
      "step": 221400
    },
    {
      "epoch": 71.590174531351,
      "grad_norm": 1.5094951391220093,
      "learning_rate": 0.001,
      "loss": 1.332,
      "step": 221500
    },
    {
      "epoch": 71.62249515190692,
      "grad_norm": 1.6856282949447632,
      "learning_rate": 0.001,
      "loss": 1.3219,
      "step": 221600
    },
    {
      "epoch": 71.65481577246283,
      "grad_norm": 1.7640798091888428,
      "learning_rate": 0.001,
      "loss": 1.3439,
      "step": 221700
    },
    {
      "epoch": 71.68713639301875,
      "grad_norm": 1.9872925281524658,
      "learning_rate": 0.001,
      "loss": 1.3587,
      "step": 221800
    },
    {
      "epoch": 71.71945701357465,
      "grad_norm": 2.0306122303009033,
      "learning_rate": 0.001,
      "loss": 1.3454,
      "step": 221900
    },
    {
      "epoch": 71.75177763413058,
      "grad_norm": 1.7729268074035645,
      "learning_rate": 0.001,
      "loss": 1.3727,
      "step": 222000
    },
    {
      "epoch": 71.78409825468648,
      "grad_norm": 1.2778888940811157,
      "learning_rate": 0.001,
      "loss": 1.3573,
      "step": 222100
    },
    {
      "epoch": 71.8164188752424,
      "grad_norm": 1.673628807067871,
      "learning_rate": 0.001,
      "loss": 1.3682,
      "step": 222200
    },
    {
      "epoch": 71.84873949579831,
      "grad_norm": 1.5933386087417603,
      "learning_rate": 0.001,
      "loss": 1.3731,
      "step": 222300
    },
    {
      "epoch": 71.88106011635423,
      "grad_norm": 1.3162115812301636,
      "learning_rate": 0.001,
      "loss": 1.373,
      "step": 222400
    },
    {
      "epoch": 71.91338073691014,
      "grad_norm": 1.569196105003357,
      "learning_rate": 0.001,
      "loss": 1.3633,
      "step": 222500
    },
    {
      "epoch": 71.94570135746606,
      "grad_norm": 1.152018666267395,
      "learning_rate": 0.001,
      "loss": 1.3793,
      "step": 222600
    },
    {
      "epoch": 71.97802197802197,
      "grad_norm": 1.4814441204071045,
      "learning_rate": 0.001,
      "loss": 1.3901,
      "step": 222700
    },
    {
      "epoch": 72.01034259857789,
      "grad_norm": 1.4163578748703003,
      "learning_rate": 0.001,
      "loss": 1.3384,
      "step": 222800
    },
    {
      "epoch": 72.04266321913381,
      "grad_norm": 1.1956467628479004,
      "learning_rate": 0.001,
      "loss": 1.2723,
      "step": 222900
    },
    {
      "epoch": 72.07498383968972,
      "grad_norm": 1.5386581420898438,
      "learning_rate": 0.001,
      "loss": 1.2844,
      "step": 223000
    },
    {
      "epoch": 72.10730446024564,
      "grad_norm": 1.6779135465621948,
      "learning_rate": 0.001,
      "loss": 1.2884,
      "step": 223100
    },
    {
      "epoch": 72.13962508080155,
      "grad_norm": 1.844859004020691,
      "learning_rate": 0.001,
      "loss": 1.2919,
      "step": 223200
    },
    {
      "epoch": 72.17194570135747,
      "grad_norm": 1.4852981567382812,
      "learning_rate": 0.001,
      "loss": 1.2842,
      "step": 223300
    },
    {
      "epoch": 72.20426632191338,
      "grad_norm": 1.4666519165039062,
      "learning_rate": 0.001,
      "loss": 1.2886,
      "step": 223400
    },
    {
      "epoch": 72.2365869424693,
      "grad_norm": 1.517770528793335,
      "learning_rate": 0.001,
      "loss": 1.2893,
      "step": 223500
    },
    {
      "epoch": 72.26890756302521,
      "grad_norm": 1.9516693353652954,
      "learning_rate": 0.001,
      "loss": 1.2859,
      "step": 223600
    },
    {
      "epoch": 72.30122818358113,
      "grad_norm": 1.8538799285888672,
      "learning_rate": 0.001,
      "loss": 1.3131,
      "step": 223700
    },
    {
      "epoch": 72.33354880413704,
      "grad_norm": 1.3030380010604858,
      "learning_rate": 0.001,
      "loss": 1.3164,
      "step": 223800
    },
    {
      "epoch": 72.36586942469296,
      "grad_norm": 1.5888701677322388,
      "learning_rate": 0.001,
      "loss": 1.3132,
      "step": 223900
    },
    {
      "epoch": 72.39819004524887,
      "grad_norm": 1.2761156558990479,
      "learning_rate": 0.001,
      "loss": 1.3071,
      "step": 224000
    },
    {
      "epoch": 72.43051066580479,
      "grad_norm": 1.4118460416793823,
      "learning_rate": 0.001,
      "loss": 1.3191,
      "step": 224100
    },
    {
      "epoch": 72.4628312863607,
      "grad_norm": 1.9316996335983276,
      "learning_rate": 0.001,
      "loss": 1.3,
      "step": 224200
    },
    {
      "epoch": 72.49515190691662,
      "grad_norm": 1.3990607261657715,
      "learning_rate": 0.001,
      "loss": 1.3264,
      "step": 224300
    },
    {
      "epoch": 72.52747252747253,
      "grad_norm": 2.499032497406006,
      "learning_rate": 0.001,
      "loss": 1.3209,
      "step": 224400
    },
    {
      "epoch": 72.55979314802845,
      "grad_norm": 1.4380666017532349,
      "learning_rate": 0.001,
      "loss": 1.3185,
      "step": 224500
    },
    {
      "epoch": 72.59211376858435,
      "grad_norm": 2.1750357151031494,
      "learning_rate": 0.001,
      "loss": 1.3474,
      "step": 224600
    },
    {
      "epoch": 72.62443438914028,
      "grad_norm": 1.3416081666946411,
      "learning_rate": 0.001,
      "loss": 1.3386,
      "step": 224700
    },
    {
      "epoch": 72.65675500969618,
      "grad_norm": 1.6465892791748047,
      "learning_rate": 0.001,
      "loss": 1.3424,
      "step": 224800
    },
    {
      "epoch": 72.6890756302521,
      "grad_norm": 2.0284931659698486,
      "learning_rate": 0.001,
      "loss": 1.3505,
      "step": 224900
    },
    {
      "epoch": 72.72139625080801,
      "grad_norm": 1.6026378870010376,
      "learning_rate": 0.001,
      "loss": 1.343,
      "step": 225000
    },
    {
      "epoch": 72.75371687136393,
      "grad_norm": 1.9068299531936646,
      "learning_rate": 0.001,
      "loss": 1.3451,
      "step": 225100
    },
    {
      "epoch": 72.78603749191984,
      "grad_norm": 1.76893949508667,
      "learning_rate": 0.001,
      "loss": 1.354,
      "step": 225200
    },
    {
      "epoch": 72.81835811247576,
      "grad_norm": 1.2659997940063477,
      "learning_rate": 0.001,
      "loss": 1.3381,
      "step": 225300
    },
    {
      "epoch": 72.85067873303167,
      "grad_norm": 1.6921870708465576,
      "learning_rate": 0.001,
      "loss": 1.3553,
      "step": 225400
    },
    {
      "epoch": 72.88299935358759,
      "grad_norm": 1.335923433303833,
      "learning_rate": 0.001,
      "loss": 1.3625,
      "step": 225500
    },
    {
      "epoch": 72.9153199741435,
      "grad_norm": 1.394056797027588,
      "learning_rate": 0.001,
      "loss": 1.3426,
      "step": 225600
    },
    {
      "epoch": 72.94764059469942,
      "grad_norm": 1.6350864171981812,
      "learning_rate": 0.001,
      "loss": 1.3675,
      "step": 225700
    },
    {
      "epoch": 72.97996121525533,
      "grad_norm": 1.704758882522583,
      "learning_rate": 0.001,
      "loss": 1.3789,
      "step": 225800
    },
    {
      "epoch": 73.01228183581125,
      "grad_norm": 1.4936609268188477,
      "learning_rate": 0.001,
      "loss": 1.316,
      "step": 225900
    },
    {
      "epoch": 73.04460245636716,
      "grad_norm": 1.3105096817016602,
      "learning_rate": 0.001,
      "loss": 1.249,
      "step": 226000
    },
    {
      "epoch": 73.07692307692308,
      "grad_norm": 1.5214767456054688,
      "learning_rate": 0.001,
      "loss": 1.2599,
      "step": 226100
    },
    {
      "epoch": 73.10924369747899,
      "grad_norm": 1.9506388902664185,
      "learning_rate": 0.001,
      "loss": 1.2607,
      "step": 226200
    },
    {
      "epoch": 73.14156431803491,
      "grad_norm": 1.7868854999542236,
      "learning_rate": 0.001,
      "loss": 1.2781,
      "step": 226300
    },
    {
      "epoch": 73.17388493859082,
      "grad_norm": 1.758193016052246,
      "learning_rate": 0.001,
      "loss": 1.2745,
      "step": 226400
    },
    {
      "epoch": 73.20620555914674,
      "grad_norm": 1.6787816286087036,
      "learning_rate": 0.001,
      "loss": 1.2754,
      "step": 226500
    },
    {
      "epoch": 73.23852617970265,
      "grad_norm": 1.638461709022522,
      "learning_rate": 0.001,
      "loss": 1.2815,
      "step": 226600
    },
    {
      "epoch": 73.27084680025857,
      "grad_norm": 1.415128469467163,
      "learning_rate": 0.001,
      "loss": 1.3014,
      "step": 226700
    },
    {
      "epoch": 73.30316742081448,
      "grad_norm": 1.5924972295761108,
      "learning_rate": 0.001,
      "loss": 1.2916,
      "step": 226800
    },
    {
      "epoch": 73.3354880413704,
      "grad_norm": 1.4342584609985352,
      "learning_rate": 0.001,
      "loss": 1.3054,
      "step": 226900
    },
    {
      "epoch": 73.3678086619263,
      "grad_norm": 1.7077903747558594,
      "learning_rate": 0.001,
      "loss": 1.3224,
      "step": 227000
    },
    {
      "epoch": 73.40012928248223,
      "grad_norm": 1.7451516389846802,
      "learning_rate": 0.001,
      "loss": 1.3114,
      "step": 227100
    },
    {
      "epoch": 73.43244990303813,
      "grad_norm": 1.8831264972686768,
      "learning_rate": 0.001,
      "loss": 1.3046,
      "step": 227200
    },
    {
      "epoch": 73.46477052359405,
      "grad_norm": 1.3531708717346191,
      "learning_rate": 0.001,
      "loss": 1.3241,
      "step": 227300
    },
    {
      "epoch": 73.49709114414996,
      "grad_norm": 1.7281534671783447,
      "learning_rate": 0.001,
      "loss": 1.3101,
      "step": 227400
    },
    {
      "epoch": 73.52941176470588,
      "grad_norm": 2.001070737838745,
      "learning_rate": 0.001,
      "loss": 1.3167,
      "step": 227500
    },
    {
      "epoch": 73.56173238526179,
      "grad_norm": 2.234375,
      "learning_rate": 0.001,
      "loss": 1.3032,
      "step": 227600
    },
    {
      "epoch": 73.59405300581771,
      "grad_norm": 1.3920390605926514,
      "learning_rate": 0.001,
      "loss": 1.3134,
      "step": 227700
    },
    {
      "epoch": 73.62637362637362,
      "grad_norm": 1.7844200134277344,
      "learning_rate": 0.001,
      "loss": 1.332,
      "step": 227800
    },
    {
      "epoch": 73.65869424692954,
      "grad_norm": 1.3945051431655884,
      "learning_rate": 0.001,
      "loss": 1.3281,
      "step": 227900
    },
    {
      "epoch": 73.69101486748545,
      "grad_norm": 2.268733024597168,
      "learning_rate": 0.001,
      "loss": 1.3415,
      "step": 228000
    },
    {
      "epoch": 73.72333548804137,
      "grad_norm": 1.682381510734558,
      "learning_rate": 0.001,
      "loss": 1.3424,
      "step": 228100
    },
    {
      "epoch": 73.75565610859728,
      "grad_norm": 1.4384807348251343,
      "learning_rate": 0.001,
      "loss": 1.344,
      "step": 228200
    },
    {
      "epoch": 73.7879767291532,
      "grad_norm": 1.9348750114440918,
      "learning_rate": 0.001,
      "loss": 1.3405,
      "step": 228300
    },
    {
      "epoch": 73.82029734970911,
      "grad_norm": 1.895323634147644,
      "learning_rate": 0.001,
      "loss": 1.3485,
      "step": 228400
    },
    {
      "epoch": 73.85261797026503,
      "grad_norm": 1.6878876686096191,
      "learning_rate": 0.001,
      "loss": 1.342,
      "step": 228500
    },
    {
      "epoch": 73.88493859082094,
      "grad_norm": 1.4254131317138672,
      "learning_rate": 0.001,
      "loss": 1.3479,
      "step": 228600
    },
    {
      "epoch": 73.91725921137686,
      "grad_norm": 2.2063348293304443,
      "learning_rate": 0.001,
      "loss": 1.3644,
      "step": 228700
    },
    {
      "epoch": 73.94957983193277,
      "grad_norm": 1.7034088373184204,
      "learning_rate": 0.001,
      "loss": 1.3651,
      "step": 228800
    },
    {
      "epoch": 73.98190045248869,
      "grad_norm": 1.8378410339355469,
      "learning_rate": 0.001,
      "loss": 1.3628,
      "step": 228900
    },
    {
      "epoch": 74.01422107304461,
      "grad_norm": 1.528680443763733,
      "learning_rate": 0.001,
      "loss": 1.2987,
      "step": 229000
    },
    {
      "epoch": 74.04654169360052,
      "grad_norm": 2.586549997329712,
      "learning_rate": 0.001,
      "loss": 1.2445,
      "step": 229100
    },
    {
      "epoch": 74.07886231415644,
      "grad_norm": 1.8505322933197021,
      "learning_rate": 0.001,
      "loss": 1.259,
      "step": 229200
    },
    {
      "epoch": 74.11118293471235,
      "grad_norm": 2.220876932144165,
      "learning_rate": 0.001,
      "loss": 1.2778,
      "step": 229300
    },
    {
      "epoch": 74.14350355526827,
      "grad_norm": 2.3290762901306152,
      "learning_rate": 0.001,
      "loss": 1.2634,
      "step": 229400
    },
    {
      "epoch": 74.17582417582418,
      "grad_norm": 1.517318844795227,
      "learning_rate": 0.001,
      "loss": 1.26,
      "step": 229500
    },
    {
      "epoch": 74.2081447963801,
      "grad_norm": 1.7899667024612427,
      "learning_rate": 0.001,
      "loss": 1.2895,
      "step": 229600
    },
    {
      "epoch": 74.240465416936,
      "grad_norm": 1.6911143064498901,
      "learning_rate": 0.001,
      "loss": 1.2937,
      "step": 229700
    },
    {
      "epoch": 74.27278603749193,
      "grad_norm": 2.1663761138916016,
      "learning_rate": 0.001,
      "loss": 1.2691,
      "step": 229800
    },
    {
      "epoch": 74.30510665804783,
      "grad_norm": 1.930943250656128,
      "learning_rate": 0.001,
      "loss": 1.2927,
      "step": 229900
    },
    {
      "epoch": 74.33742727860376,
      "grad_norm": 1.7484216690063477,
      "learning_rate": 0.001,
      "loss": 1.2918,
      "step": 230000
    },
    {
      "epoch": 74.36974789915966,
      "grad_norm": 2.6189985275268555,
      "learning_rate": 0.001,
      "loss": 1.2971,
      "step": 230100
    },
    {
      "epoch": 74.40206851971558,
      "grad_norm": 1.7392945289611816,
      "learning_rate": 0.001,
      "loss": 1.3088,
      "step": 230200
    },
    {
      "epoch": 74.43438914027149,
      "grad_norm": 1.9195913076400757,
      "learning_rate": 0.001,
      "loss": 1.3174,
      "step": 230300
    },
    {
      "epoch": 74.46670976082741,
      "grad_norm": 2.06931209564209,
      "learning_rate": 0.001,
      "loss": 1.3164,
      "step": 230400
    },
    {
      "epoch": 74.49903038138332,
      "grad_norm": 2.035064697265625,
      "learning_rate": 0.001,
      "loss": 1.3102,
      "step": 230500
    },
    {
      "epoch": 74.53135100193924,
      "grad_norm": 1.3531410694122314,
      "learning_rate": 0.001,
      "loss": 1.3013,
      "step": 230600
    },
    {
      "epoch": 74.56367162249515,
      "grad_norm": 2.2259304523468018,
      "learning_rate": 0.001,
      "loss": 1.296,
      "step": 230700
    },
    {
      "epoch": 74.59599224305107,
      "grad_norm": 1.3927483558654785,
      "learning_rate": 0.001,
      "loss": 1.3141,
      "step": 230800
    },
    {
      "epoch": 74.62831286360698,
      "grad_norm": 1.8264931440353394,
      "learning_rate": 0.001,
      "loss": 1.3226,
      "step": 230900
    },
    {
      "epoch": 74.6606334841629,
      "grad_norm": 1.607061743736267,
      "learning_rate": 0.001,
      "loss": 1.33,
      "step": 231000
    },
    {
      "epoch": 74.69295410471881,
      "grad_norm": 1.7336506843566895,
      "learning_rate": 0.001,
      "loss": 1.3326,
      "step": 231100
    },
    {
      "epoch": 74.72527472527473,
      "grad_norm": 2.0042037963867188,
      "learning_rate": 0.001,
      "loss": 1.3291,
      "step": 231200
    },
    {
      "epoch": 74.75759534583064,
      "grad_norm": 1.6352319717407227,
      "learning_rate": 0.001,
      "loss": 1.3266,
      "step": 231300
    },
    {
      "epoch": 74.78991596638656,
      "grad_norm": 1.8481652736663818,
      "learning_rate": 0.001,
      "loss": 1.346,
      "step": 231400
    },
    {
      "epoch": 74.82223658694247,
      "grad_norm": 2.5028653144836426,
      "learning_rate": 0.001,
      "loss": 1.3339,
      "step": 231500
    },
    {
      "epoch": 74.85455720749839,
      "grad_norm": 1.7493265867233276,
      "learning_rate": 0.001,
      "loss": 1.3218,
      "step": 231600
    },
    {
      "epoch": 74.8868778280543,
      "grad_norm": 2.155993700027466,
      "learning_rate": 0.001,
      "loss": 1.3362,
      "step": 231700
    },
    {
      "epoch": 74.91919844861022,
      "grad_norm": 1.4427071809768677,
      "learning_rate": 0.001,
      "loss": 1.3435,
      "step": 231800
    },
    {
      "epoch": 74.95151906916612,
      "grad_norm": 2.04618763923645,
      "learning_rate": 0.001,
      "loss": 1.3363,
      "step": 231900
    },
    {
      "epoch": 74.98383968972205,
      "grad_norm": 2.1985716819763184,
      "learning_rate": 0.001,
      "loss": 1.3433,
      "step": 232000
    },
    {
      "epoch": 75.01616031027795,
      "grad_norm": 1.8995875120162964,
      "learning_rate": 0.001,
      "loss": 1.2547,
      "step": 232100
    },
    {
      "epoch": 75.04848093083388,
      "grad_norm": 1.994150996208191,
      "learning_rate": 0.001,
      "loss": 1.2323,
      "step": 232200
    },
    {
      "epoch": 75.08080155138978,
      "grad_norm": 2.4287238121032715,
      "learning_rate": 0.001,
      "loss": 1.2461,
      "step": 232300
    },
    {
      "epoch": 75.1131221719457,
      "grad_norm": 2.103858232498169,
      "learning_rate": 0.001,
      "loss": 1.2589,
      "step": 232400
    },
    {
      "epoch": 75.14544279250161,
      "grad_norm": 2.1579859256744385,
      "learning_rate": 0.001,
      "loss": 1.2667,
      "step": 232500
    },
    {
      "epoch": 75.17776341305753,
      "grad_norm": 2.698798894882202,
      "learning_rate": 0.001,
      "loss": 1.2723,
      "step": 232600
    },
    {
      "epoch": 75.21008403361344,
      "grad_norm": 1.7385883331298828,
      "learning_rate": 0.001,
      "loss": 1.2695,
      "step": 232700
    },
    {
      "epoch": 75.24240465416936,
      "grad_norm": 2.474719524383545,
      "learning_rate": 0.001,
      "loss": 1.2692,
      "step": 232800
    },
    {
      "epoch": 75.27472527472527,
      "grad_norm": 2.216207265853882,
      "learning_rate": 0.001,
      "loss": 1.2677,
      "step": 232900
    },
    {
      "epoch": 75.30704589528119,
      "grad_norm": 2.280482053756714,
      "learning_rate": 0.001,
      "loss": 1.272,
      "step": 233000
    },
    {
      "epoch": 75.3393665158371,
      "grad_norm": 1.7663888931274414,
      "learning_rate": 0.001,
      "loss": 1.2754,
      "step": 233100
    },
    {
      "epoch": 75.37168713639302,
      "grad_norm": 2.109699249267578,
      "learning_rate": 0.001,
      "loss": 1.2942,
      "step": 233200
    },
    {
      "epoch": 75.40400775694893,
      "grad_norm": 1.941871166229248,
      "learning_rate": 0.001,
      "loss": 1.2891,
      "step": 233300
    },
    {
      "epoch": 75.43632837750485,
      "grad_norm": 2.5241806507110596,
      "learning_rate": 0.001,
      "loss": 1.2873,
      "step": 233400
    },
    {
      "epoch": 75.46864899806076,
      "grad_norm": 2.4268338680267334,
      "learning_rate": 0.001,
      "loss": 1.303,
      "step": 233500
    },
    {
      "epoch": 75.50096961861668,
      "grad_norm": 2.0684986114501953,
      "learning_rate": 0.001,
      "loss": 1.2946,
      "step": 233600
    },
    {
      "epoch": 75.53329023917259,
      "grad_norm": 2.0574164390563965,
      "learning_rate": 0.001,
      "loss": 1.3119,
      "step": 233700
    },
    {
      "epoch": 75.56561085972851,
      "grad_norm": 2.067401647567749,
      "learning_rate": 0.001,
      "loss": 1.3042,
      "step": 233800
    },
    {
      "epoch": 75.59793148028442,
      "grad_norm": 2.7004194259643555,
      "learning_rate": 0.001,
      "loss": 1.3117,
      "step": 233900
    },
    {
      "epoch": 75.63025210084034,
      "grad_norm": 2.0863163471221924,
      "learning_rate": 0.001,
      "loss": 1.3333,
      "step": 234000
    },
    {
      "epoch": 75.66257272139624,
      "grad_norm": 1.922520399093628,
      "learning_rate": 0.001,
      "loss": 1.3118,
      "step": 234100
    },
    {
      "epoch": 75.69489334195217,
      "grad_norm": 2.3876094818115234,
      "learning_rate": 0.001,
      "loss": 1.3296,
      "step": 234200
    },
    {
      "epoch": 75.72721396250807,
      "grad_norm": 2.248257875442505,
      "learning_rate": 0.001,
      "loss": 1.3328,
      "step": 234300
    },
    {
      "epoch": 75.759534583064,
      "grad_norm": 2.286165237426758,
      "learning_rate": 0.001,
      "loss": 1.3248,
      "step": 234400
    },
    {
      "epoch": 75.7918552036199,
      "grad_norm": 2.5652499198913574,
      "learning_rate": 0.001,
      "loss": 1.3373,
      "step": 234500
    },
    {
      "epoch": 75.82417582417582,
      "grad_norm": 2.686047077178955,
      "learning_rate": 0.001,
      "loss": 1.3372,
      "step": 234600
    },
    {
      "epoch": 75.85649644473173,
      "grad_norm": 1.6270856857299805,
      "learning_rate": 0.001,
      "loss": 1.3453,
      "step": 234700
    },
    {
      "epoch": 75.88881706528765,
      "grad_norm": 2.0927953720092773,
      "learning_rate": 0.001,
      "loss": 1.3365,
      "step": 234800
    },
    {
      "epoch": 75.92113768584356,
      "grad_norm": 2.6588659286499023,
      "learning_rate": 0.001,
      "loss": 1.3346,
      "step": 234900
    },
    {
      "epoch": 75.95345830639948,
      "grad_norm": 1.880811095237732,
      "learning_rate": 0.001,
      "loss": 1.32,
      "step": 235000
    },
    {
      "epoch": 75.98577892695539,
      "grad_norm": 2.332777261734009,
      "learning_rate": 0.001,
      "loss": 1.3514,
      "step": 235100
    },
    {
      "epoch": 76.01809954751131,
      "grad_norm": 1.4552125930786133,
      "learning_rate": 0.001,
      "loss": 1.2992,
      "step": 235200
    },
    {
      "epoch": 76.05042016806723,
      "grad_norm": 1.6631439924240112,
      "learning_rate": 0.001,
      "loss": 1.229,
      "step": 235300
    },
    {
      "epoch": 76.08274078862314,
      "grad_norm": 1.6396737098693848,
      "learning_rate": 0.001,
      "loss": 1.2473,
      "step": 235400
    },
    {
      "epoch": 76.11506140917906,
      "grad_norm": 1.4893487691879272,
      "learning_rate": 0.001,
      "loss": 1.251,
      "step": 235500
    },
    {
      "epoch": 76.14738202973497,
      "grad_norm": 1.5711896419525146,
      "learning_rate": 0.001,
      "loss": 1.2428,
      "step": 235600
    },
    {
      "epoch": 76.17970265029089,
      "grad_norm": 1.5022379159927368,
      "learning_rate": 0.001,
      "loss": 1.2523,
      "step": 235700
    },
    {
      "epoch": 76.2120232708468,
      "grad_norm": 1.4917467832565308,
      "learning_rate": 0.001,
      "loss": 1.2816,
      "step": 235800
    },
    {
      "epoch": 76.24434389140272,
      "grad_norm": 2.1330008506774902,
      "learning_rate": 0.001,
      "loss": 1.2446,
      "step": 235900
    },
    {
      "epoch": 76.27666451195863,
      "grad_norm": 1.9323478937149048,
      "learning_rate": 0.001,
      "loss": 1.2773,
      "step": 236000
    },
    {
      "epoch": 76.30898513251455,
      "grad_norm": 1.798542857170105,
      "learning_rate": 0.001,
      "loss": 1.2836,
      "step": 236100
    },
    {
      "epoch": 76.34130575307046,
      "grad_norm": 1.9975454807281494,
      "learning_rate": 0.001,
      "loss": 1.2751,
      "step": 236200
    },
    {
      "epoch": 76.37362637362638,
      "grad_norm": 1.5190203189849854,
      "learning_rate": 0.001,
      "loss": 1.2687,
      "step": 236300
    },
    {
      "epoch": 76.40594699418229,
      "grad_norm": 2.050550699234009,
      "learning_rate": 0.001,
      "loss": 1.2856,
      "step": 236400
    },
    {
      "epoch": 76.43826761473821,
      "grad_norm": 1.8917027711868286,
      "learning_rate": 0.001,
      "loss": 1.2778,
      "step": 236500
    },
    {
      "epoch": 76.47058823529412,
      "grad_norm": 1.359777808189392,
      "learning_rate": 0.001,
      "loss": 1.2847,
      "step": 236600
    },
    {
      "epoch": 76.50290885585004,
      "grad_norm": 1.5652052164077759,
      "learning_rate": 0.001,
      "loss": 1.301,
      "step": 236700
    },
    {
      "epoch": 76.53522947640595,
      "grad_norm": 2.3575685024261475,
      "learning_rate": 0.001,
      "loss": 1.3116,
      "step": 236800
    },
    {
      "epoch": 76.56755009696187,
      "grad_norm": 1.5174378156661987,
      "learning_rate": 0.001,
      "loss": 1.2913,
      "step": 236900
    },
    {
      "epoch": 76.59987071751777,
      "grad_norm": 1.8151758909225464,
      "learning_rate": 0.001,
      "loss": 1.2957,
      "step": 237000
    },
    {
      "epoch": 76.6321913380737,
      "grad_norm": 2.0352110862731934,
      "learning_rate": 0.001,
      "loss": 1.3008,
      "step": 237100
    },
    {
      "epoch": 76.6645119586296,
      "grad_norm": 1.5290433168411255,
      "learning_rate": 0.001,
      "loss": 1.3001,
      "step": 237200
    },
    {
      "epoch": 76.69683257918552,
      "grad_norm": 1.6776798963546753,
      "learning_rate": 0.001,
      "loss": 1.2941,
      "step": 237300
    },
    {
      "epoch": 76.72915319974143,
      "grad_norm": 1.7184401750564575,
      "learning_rate": 0.001,
      "loss": 1.3165,
      "step": 237400
    },
    {
      "epoch": 76.76147382029735,
      "grad_norm": 1.907509446144104,
      "learning_rate": 0.001,
      "loss": 1.3158,
      "step": 237500
    },
    {
      "epoch": 76.79379444085326,
      "grad_norm": 2.0751779079437256,
      "learning_rate": 0.001,
      "loss": 1.3261,
      "step": 237600
    },
    {
      "epoch": 76.82611506140918,
      "grad_norm": 2.162783145904541,
      "learning_rate": 0.001,
      "loss": 1.3363,
      "step": 237700
    },
    {
      "epoch": 76.85843568196509,
      "grad_norm": 1.6640735864639282,
      "learning_rate": 0.001,
      "loss": 1.3185,
      "step": 237800
    },
    {
      "epoch": 76.89075630252101,
      "grad_norm": 1.5273408889770508,
      "learning_rate": 0.001,
      "loss": 1.3487,
      "step": 237900
    },
    {
      "epoch": 76.92307692307692,
      "grad_norm": 1.5014934539794922,
      "learning_rate": 0.001,
      "loss": 1.34,
      "step": 238000
    },
    {
      "epoch": 76.95539754363284,
      "grad_norm": 1.6896687746047974,
      "learning_rate": 0.001,
      "loss": 1.3323,
      "step": 238100
    },
    {
      "epoch": 76.98771816418875,
      "grad_norm": 1.7303470373153687,
      "learning_rate": 0.001,
      "loss": 1.3495,
      "step": 238200
    },
    {
      "epoch": 77.02003878474467,
      "grad_norm": 1.8442621231079102,
      "learning_rate": 0.001,
      "loss": 1.2774,
      "step": 238300
    },
    {
      "epoch": 77.05235940530058,
      "grad_norm": 1.4819287061691284,
      "learning_rate": 0.001,
      "loss": 1.2315,
      "step": 238400
    },
    {
      "epoch": 77.0846800258565,
      "grad_norm": 1.1895514726638794,
      "learning_rate": 0.001,
      "loss": 1.2365,
      "step": 238500
    },
    {
      "epoch": 77.11700064641241,
      "grad_norm": 1.6040140390396118,
      "learning_rate": 0.001,
      "loss": 1.2295,
      "step": 238600
    },
    {
      "epoch": 77.14932126696833,
      "grad_norm": 1.6429595947265625,
      "learning_rate": 0.001,
      "loss": 1.2461,
      "step": 238700
    },
    {
      "epoch": 77.18164188752424,
      "grad_norm": 2.7958550453186035,
      "learning_rate": 0.001,
      "loss": 1.2478,
      "step": 238800
    },
    {
      "epoch": 77.21396250808016,
      "grad_norm": 1.813547968864441,
      "learning_rate": 0.001,
      "loss": 1.2632,
      "step": 238900
    },
    {
      "epoch": 77.24628312863607,
      "grad_norm": 1.5957227945327759,
      "learning_rate": 0.001,
      "loss": 1.2692,
      "step": 239000
    },
    {
      "epoch": 77.27860374919199,
      "grad_norm": 2.054250955581665,
      "learning_rate": 0.001,
      "loss": 1.2543,
      "step": 239100
    },
    {
      "epoch": 77.3109243697479,
      "grad_norm": 1.2453227043151855,
      "learning_rate": 0.001,
      "loss": 1.273,
      "step": 239200
    },
    {
      "epoch": 77.34324499030382,
      "grad_norm": 1.8191041946411133,
      "learning_rate": 0.001,
      "loss": 1.2668,
      "step": 239300
    },
    {
      "epoch": 77.37556561085972,
      "grad_norm": 1.5118216276168823,
      "learning_rate": 0.001,
      "loss": 1.2659,
      "step": 239400
    },
    {
      "epoch": 77.40788623141565,
      "grad_norm": 1.0511139631271362,
      "learning_rate": 0.001,
      "loss": 1.2665,
      "step": 239500
    },
    {
      "epoch": 77.44020685197155,
      "grad_norm": 1.2704646587371826,
      "learning_rate": 0.001,
      "loss": 1.2857,
      "step": 239600
    },
    {
      "epoch": 77.47252747252747,
      "grad_norm": 2.2298457622528076,
      "learning_rate": 0.001,
      "loss": 1.2797,
      "step": 239700
    },
    {
      "epoch": 77.50484809308338,
      "grad_norm": 1.5113145112991333,
      "learning_rate": 0.001,
      "loss": 1.2943,
      "step": 239800
    },
    {
      "epoch": 77.5371687136393,
      "grad_norm": 1.9049075841903687,
      "learning_rate": 0.001,
      "loss": 1.287,
      "step": 239900
    },
    {
      "epoch": 77.56948933419521,
      "grad_norm": 1.4290504455566406,
      "learning_rate": 0.001,
      "loss": 1.2926,
      "step": 240000
    },
    {
      "epoch": 77.60180995475113,
      "grad_norm": 2.210345983505249,
      "learning_rate": 0.001,
      "loss": 1.2926,
      "step": 240100
    },
    {
      "epoch": 77.63413057530704,
      "grad_norm": 1.477892518043518,
      "learning_rate": 0.001,
      "loss": 1.294,
      "step": 240200
    },
    {
      "epoch": 77.66645119586296,
      "grad_norm": 1.285657525062561,
      "learning_rate": 0.001,
      "loss": 1.3229,
      "step": 240300
    },
    {
      "epoch": 77.69877181641887,
      "grad_norm": 1.651516079902649,
      "learning_rate": 0.001,
      "loss": 1.2973,
      "step": 240400
    },
    {
      "epoch": 77.73109243697479,
      "grad_norm": 1.464377760887146,
      "learning_rate": 0.001,
      "loss": 1.2994,
      "step": 240500
    },
    {
      "epoch": 77.7634130575307,
      "grad_norm": 1.3478065729141235,
      "learning_rate": 0.001,
      "loss": 1.319,
      "step": 240600
    },
    {
      "epoch": 77.79573367808662,
      "grad_norm": 1.2298150062561035,
      "learning_rate": 0.001,
      "loss": 1.3226,
      "step": 240700
    },
    {
      "epoch": 77.82805429864253,
      "grad_norm": 2.020278215408325,
      "learning_rate": 0.001,
      "loss": 1.3284,
      "step": 240800
    },
    {
      "epoch": 77.86037491919845,
      "grad_norm": 1.2401459217071533,
      "learning_rate": 0.001,
      "loss": 1.3085,
      "step": 240900
    },
    {
      "epoch": 77.89269553975436,
      "grad_norm": 1.4142014980316162,
      "learning_rate": 0.001,
      "loss": 1.3168,
      "step": 241000
    },
    {
      "epoch": 77.92501616031028,
      "grad_norm": 1.6408050060272217,
      "learning_rate": 0.001,
      "loss": 1.3243,
      "step": 241100
    },
    {
      "epoch": 77.95733678086619,
      "grad_norm": 1.4897146224975586,
      "learning_rate": 0.001,
      "loss": 1.3336,
      "step": 241200
    },
    {
      "epoch": 77.98965740142211,
      "grad_norm": 2.0061614513397217,
      "learning_rate": 0.001,
      "loss": 1.3167,
      "step": 241300
    },
    {
      "epoch": 78.02197802197803,
      "grad_norm": 1.3673760890960693,
      "learning_rate": 0.001,
      "loss": 1.2673,
      "step": 241400
    },
    {
      "epoch": 78.05429864253394,
      "grad_norm": 1.8199971914291382,
      "learning_rate": 0.001,
      "loss": 1.2247,
      "step": 241500
    },
    {
      "epoch": 78.08661926308986,
      "grad_norm": 1.2587751150131226,
      "learning_rate": 0.001,
      "loss": 1.2225,
      "step": 241600
    },
    {
      "epoch": 78.11893988364577,
      "grad_norm": 1.8833216428756714,
      "learning_rate": 0.001,
      "loss": 1.2309,
      "step": 241700
    },
    {
      "epoch": 78.15126050420169,
      "grad_norm": 1.4985368251800537,
      "learning_rate": 0.001,
      "loss": 1.2471,
      "step": 241800
    },
    {
      "epoch": 78.1835811247576,
      "grad_norm": 1.5621936321258545,
      "learning_rate": 0.001,
      "loss": 1.2422,
      "step": 241900
    },
    {
      "epoch": 78.21590174531352,
      "grad_norm": 1.7414886951446533,
      "learning_rate": 0.001,
      "loss": 1.2474,
      "step": 242000
    },
    {
      "epoch": 78.24822236586942,
      "grad_norm": 1.4623531103134155,
      "learning_rate": 0.001,
      "loss": 1.2563,
      "step": 242100
    },
    {
      "epoch": 78.28054298642535,
      "grad_norm": 1.414461374282837,
      "learning_rate": 0.001,
      "loss": 1.265,
      "step": 242200
    },
    {
      "epoch": 78.31286360698125,
      "grad_norm": 1.269479513168335,
      "learning_rate": 0.001,
      "loss": 1.2619,
      "step": 242300
    },
    {
      "epoch": 78.34518422753717,
      "grad_norm": 1.8102675676345825,
      "learning_rate": 0.001,
      "loss": 1.2651,
      "step": 242400
    },
    {
      "epoch": 78.37750484809308,
      "grad_norm": 1.960545539855957,
      "learning_rate": 0.001,
      "loss": 1.2483,
      "step": 242500
    },
    {
      "epoch": 78.409825468649,
      "grad_norm": 1.1952399015426636,
      "learning_rate": 0.001,
      "loss": 1.2729,
      "step": 242600
    },
    {
      "epoch": 78.44214608920491,
      "grad_norm": 1.357187032699585,
      "learning_rate": 0.001,
      "loss": 1.2678,
      "step": 242700
    },
    {
      "epoch": 78.47446670976083,
      "grad_norm": 1.668985366821289,
      "learning_rate": 0.001,
      "loss": 1.2721,
      "step": 242800
    },
    {
      "epoch": 78.50678733031674,
      "grad_norm": 1.272112250328064,
      "learning_rate": 0.001,
      "loss": 1.2756,
      "step": 242900
    },
    {
      "epoch": 78.53910795087266,
      "grad_norm": 1.2903515100479126,
      "learning_rate": 0.001,
      "loss": 1.2804,
      "step": 243000
    },
    {
      "epoch": 78.57142857142857,
      "grad_norm": 1.7097840309143066,
      "learning_rate": 0.001,
      "loss": 1.2845,
      "step": 243100
    },
    {
      "epoch": 78.60374919198449,
      "grad_norm": 1.4061191082000732,
      "learning_rate": 0.001,
      "loss": 1.2745,
      "step": 243200
    },
    {
      "epoch": 78.6360698125404,
      "grad_norm": 1.44053053855896,
      "learning_rate": 0.001,
      "loss": 1.2889,
      "step": 243300
    },
    {
      "epoch": 78.66839043309632,
      "grad_norm": 2.1334850788116455,
      "learning_rate": 0.001,
      "loss": 1.282,
      "step": 243400
    },
    {
      "epoch": 78.70071105365223,
      "grad_norm": 1.7297238111495972,
      "learning_rate": 0.001,
      "loss": 1.295,
      "step": 243500
    },
    {
      "epoch": 78.73303167420815,
      "grad_norm": 1.1532487869262695,
      "learning_rate": 0.001,
      "loss": 1.299,
      "step": 243600
    },
    {
      "epoch": 78.76535229476406,
      "grad_norm": 2.166877031326294,
      "learning_rate": 0.001,
      "loss": 1.3134,
      "step": 243700
    },
    {
      "epoch": 78.79767291531998,
      "grad_norm": 1.2987929582595825,
      "learning_rate": 0.001,
      "loss": 1.3171,
      "step": 243800
    },
    {
      "epoch": 78.82999353587589,
      "grad_norm": 1.4848920106887817,
      "learning_rate": 0.001,
      "loss": 1.3014,
      "step": 243900
    },
    {
      "epoch": 78.86231415643181,
      "grad_norm": 1.5554513931274414,
      "learning_rate": 0.001,
      "loss": 1.3108,
      "step": 244000
    },
    {
      "epoch": 78.89463477698771,
      "grad_norm": 1.750722885131836,
      "learning_rate": 0.001,
      "loss": 1.3258,
      "step": 244100
    },
    {
      "epoch": 78.92695539754364,
      "grad_norm": 1.9449609518051147,
      "learning_rate": 0.001,
      "loss": 1.3133,
      "step": 244200
    },
    {
      "epoch": 78.95927601809954,
      "grad_norm": 1.9386721849441528,
      "learning_rate": 0.001,
      "loss": 1.3233,
      "step": 244300
    },
    {
      "epoch": 78.99159663865547,
      "grad_norm": 1.9014012813568115,
      "learning_rate": 0.001,
      "loss": 1.3221,
      "step": 244400
    },
    {
      "epoch": 79.02391725921137,
      "grad_norm": 1.2058799266815186,
      "learning_rate": 0.001,
      "loss": 1.236,
      "step": 244500
    },
    {
      "epoch": 79.0562378797673,
      "grad_norm": 1.2706985473632812,
      "learning_rate": 0.001,
      "loss": 1.2129,
      "step": 244600
    },
    {
      "epoch": 79.0885585003232,
      "grad_norm": 1.4728243350982666,
      "learning_rate": 0.001,
      "loss": 1.2243,
      "step": 244700
    },
    {
      "epoch": 79.12087912087912,
      "grad_norm": 1.2134689092636108,
      "learning_rate": 0.001,
      "loss": 1.2325,
      "step": 244800
    },
    {
      "epoch": 79.15319974143503,
      "grad_norm": 1.6454464197158813,
      "learning_rate": 0.001,
      "loss": 1.2395,
      "step": 244900
    },
    {
      "epoch": 79.18552036199095,
      "grad_norm": 1.9662758111953735,
      "learning_rate": 0.001,
      "loss": 1.2388,
      "step": 245000
    },
    {
      "epoch": 79.21784098254686,
      "grad_norm": 1.4569859504699707,
      "learning_rate": 0.001,
      "loss": 1.2291,
      "step": 245100
    },
    {
      "epoch": 79.25016160310278,
      "grad_norm": 1.729219675064087,
      "learning_rate": 0.001,
      "loss": 1.249,
      "step": 245200
    },
    {
      "epoch": 79.28248222365869,
      "grad_norm": 1.807348608970642,
      "learning_rate": 0.001,
      "loss": 1.2396,
      "step": 245300
    },
    {
      "epoch": 79.31480284421461,
      "grad_norm": 1.5521453619003296,
      "learning_rate": 0.001,
      "loss": 1.2442,
      "step": 245400
    },
    {
      "epoch": 79.34712346477052,
      "grad_norm": 2.2156636714935303,
      "learning_rate": 0.001,
      "loss": 1.2616,
      "step": 245500
    },
    {
      "epoch": 79.37944408532644,
      "grad_norm": 1.3331085443496704,
      "learning_rate": 0.001,
      "loss": 1.2644,
      "step": 245600
    },
    {
      "epoch": 79.41176470588235,
      "grad_norm": 1.475218415260315,
      "learning_rate": 0.001,
      "loss": 1.2595,
      "step": 245700
    },
    {
      "epoch": 79.44408532643827,
      "grad_norm": 1.450708031654358,
      "learning_rate": 0.001,
      "loss": 1.2726,
      "step": 245800
    },
    {
      "epoch": 79.47640594699418,
      "grad_norm": 1.3240978717803955,
      "learning_rate": 0.001,
      "loss": 1.2772,
      "step": 245900
    },
    {
      "epoch": 79.5087265675501,
      "grad_norm": 2.481502056121826,
      "learning_rate": 0.001,
      "loss": 1.264,
      "step": 246000
    },
    {
      "epoch": 79.541047188106,
      "grad_norm": 2.0001509189605713,
      "learning_rate": 0.001,
      "loss": 1.2684,
      "step": 246100
    },
    {
      "epoch": 79.57336780866193,
      "grad_norm": 1.6823323965072632,
      "learning_rate": 0.001,
      "loss": 1.2738,
      "step": 246200
    },
    {
      "epoch": 79.60568842921784,
      "grad_norm": 1.9127426147460938,
      "learning_rate": 0.001,
      "loss": 1.2745,
      "step": 246300
    },
    {
      "epoch": 79.63800904977376,
      "grad_norm": 2.290731430053711,
      "learning_rate": 0.001,
      "loss": 1.2999,
      "step": 246400
    },
    {
      "epoch": 79.67032967032966,
      "grad_norm": 1.918789029121399,
      "learning_rate": 0.001,
      "loss": 1.2915,
      "step": 246500
    },
    {
      "epoch": 79.70265029088559,
      "grad_norm": 1.8735263347625732,
      "learning_rate": 0.001,
      "loss": 1.2894,
      "step": 246600
    },
    {
      "epoch": 79.7349709114415,
      "grad_norm": 1.90142023563385,
      "learning_rate": 0.001,
      "loss": 1.2924,
      "step": 246700
    },
    {
      "epoch": 79.76729153199742,
      "grad_norm": 1.792066216468811,
      "learning_rate": 0.001,
      "loss": 1.2807,
      "step": 246800
    },
    {
      "epoch": 79.79961215255332,
      "grad_norm": 1.2293639183044434,
      "learning_rate": 0.001,
      "loss": 1.2857,
      "step": 246900
    },
    {
      "epoch": 79.83193277310924,
      "grad_norm": 1.5063929557800293,
      "learning_rate": 0.001,
      "loss": 1.3013,
      "step": 247000
    },
    {
      "epoch": 79.86425339366515,
      "grad_norm": 1.3179506063461304,
      "learning_rate": 0.001,
      "loss": 1.2913,
      "step": 247100
    },
    {
      "epoch": 79.89657401422107,
      "grad_norm": 1.338300108909607,
      "learning_rate": 0.001,
      "loss": 1.3201,
      "step": 247200
    },
    {
      "epoch": 79.92889463477698,
      "grad_norm": 1.3150955438613892,
      "learning_rate": 0.001,
      "loss": 1.3067,
      "step": 247300
    },
    {
      "epoch": 79.9612152553329,
      "grad_norm": 1.5713889598846436,
      "learning_rate": 0.001,
      "loss": 1.3337,
      "step": 247400
    },
    {
      "epoch": 79.99353587588882,
      "grad_norm": 1.7930541038513184,
      "learning_rate": 0.001,
      "loss": 1.3121,
      "step": 247500
    },
    {
      "epoch": 80.02585649644473,
      "grad_norm": 1.610605001449585,
      "learning_rate": 0.001,
      "loss": 1.2352,
      "step": 247600
    },
    {
      "epoch": 80.05817711700065,
      "grad_norm": 2.0419564247131348,
      "learning_rate": 0.001,
      "loss": 1.2096,
      "step": 247700
    },
    {
      "epoch": 80.09049773755656,
      "grad_norm": 2.3417627811431885,
      "learning_rate": 0.001,
      "loss": 1.2112,
      "step": 247800
    },
    {
      "epoch": 80.12281835811248,
      "grad_norm": 1.5265817642211914,
      "learning_rate": 0.001,
      "loss": 1.2217,
      "step": 247900
    },
    {
      "epoch": 80.15513897866839,
      "grad_norm": 1.7095226049423218,
      "learning_rate": 0.001,
      "loss": 1.2166,
      "step": 248000
    },
    {
      "epoch": 80.18745959922431,
      "grad_norm": 1.6318248510360718,
      "learning_rate": 0.001,
      "loss": 1.2286,
      "step": 248100
    },
    {
      "epoch": 80.21978021978022,
      "grad_norm": 1.8089474439620972,
      "learning_rate": 0.001,
      "loss": 1.2317,
      "step": 248200
    },
    {
      "epoch": 80.25210084033614,
      "grad_norm": 1.3798012733459473,
      "learning_rate": 0.001,
      "loss": 1.2327,
      "step": 248300
    },
    {
      "epoch": 80.28442146089205,
      "grad_norm": 1.7488353252410889,
      "learning_rate": 0.001,
      "loss": 1.2438,
      "step": 248400
    },
    {
      "epoch": 80.31674208144797,
      "grad_norm": 1.488607406616211,
      "learning_rate": 0.001,
      "loss": 1.25,
      "step": 248500
    },
    {
      "epoch": 80.34906270200388,
      "grad_norm": 2.1224374771118164,
      "learning_rate": 0.001,
      "loss": 1.2424,
      "step": 248600
    },
    {
      "epoch": 80.3813833225598,
      "grad_norm": 1.66317880153656,
      "learning_rate": 0.001,
      "loss": 1.2541,
      "step": 248700
    },
    {
      "epoch": 80.4137039431157,
      "grad_norm": 1.8994399309158325,
      "learning_rate": 0.001,
      "loss": 1.2567,
      "step": 248800
    },
    {
      "epoch": 80.44602456367163,
      "grad_norm": 1.2667827606201172,
      "learning_rate": 0.001,
      "loss": 1.2605,
      "step": 248900
    },
    {
      "epoch": 80.47834518422754,
      "grad_norm": 1.685808539390564,
      "learning_rate": 0.001,
      "loss": 1.2557,
      "step": 249000
    },
    {
      "epoch": 80.51066580478346,
      "grad_norm": 1.3293232917785645,
      "learning_rate": 0.001,
      "loss": 1.2535,
      "step": 249100
    },
    {
      "epoch": 80.54298642533936,
      "grad_norm": 2.5228679180145264,
      "learning_rate": 0.001,
      "loss": 1.273,
      "step": 249200
    },
    {
      "epoch": 80.57530704589529,
      "grad_norm": 1.449995756149292,
      "learning_rate": 0.001,
      "loss": 1.2904,
      "step": 249300
    },
    {
      "epoch": 80.6076276664512,
      "grad_norm": 1.6519827842712402,
      "learning_rate": 0.001,
      "loss": 1.2546,
      "step": 249400
    },
    {
      "epoch": 80.63994828700712,
      "grad_norm": 1.2943912744522095,
      "learning_rate": 0.001,
      "loss": 1.278,
      "step": 249500
    },
    {
      "epoch": 80.67226890756302,
      "grad_norm": 1.3893470764160156,
      "learning_rate": 0.001,
      "loss": 1.2863,
      "step": 249600
    },
    {
      "epoch": 80.70458952811894,
      "grad_norm": 1.8279205560684204,
      "learning_rate": 0.001,
      "loss": 1.287,
      "step": 249700
    },
    {
      "epoch": 80.73691014867485,
      "grad_norm": 1.4569382667541504,
      "learning_rate": 0.001,
      "loss": 1.2794,
      "step": 249800
    },
    {
      "epoch": 80.76923076923077,
      "grad_norm": 1.452245831489563,
      "learning_rate": 0.001,
      "loss": 1.2973,
      "step": 249900
    },
    {
      "epoch": 80.80155138978668,
      "grad_norm": 1.566039800643921,
      "learning_rate": 0.001,
      "loss": 1.2916,
      "step": 250000
    },
    {
      "epoch": 80.8338720103426,
      "grad_norm": 1.5842382907867432,
      "learning_rate": 0.001,
      "loss": 1.2887,
      "step": 250100
    },
    {
      "epoch": 80.86619263089851,
      "grad_norm": 1.286839246749878,
      "learning_rate": 0.001,
      "loss": 1.2955,
      "step": 250200
    },
    {
      "epoch": 80.89851325145443,
      "grad_norm": 1.8135418891906738,
      "learning_rate": 0.001,
      "loss": 1.2965,
      "step": 250300
    },
    {
      "epoch": 80.93083387201034,
      "grad_norm": 1.5368353128433228,
      "learning_rate": 0.001,
      "loss": 1.2948,
      "step": 250400
    },
    {
      "epoch": 80.96315449256626,
      "grad_norm": 1.3691718578338623,
      "learning_rate": 0.001,
      "loss": 1.3264,
      "step": 250500
    },
    {
      "epoch": 80.99547511312217,
      "grad_norm": 1.9810742139816284,
      "learning_rate": 0.001,
      "loss": 1.2892,
      "step": 250600
    },
    {
      "epoch": 81.02779573367809,
      "grad_norm": 1.7202798128128052,
      "learning_rate": 0.001,
      "loss": 1.2013,
      "step": 250700
    },
    {
      "epoch": 81.060116354234,
      "grad_norm": 1.5454028844833374,
      "learning_rate": 0.001,
      "loss": 1.205,
      "step": 250800
    },
    {
      "epoch": 81.09243697478992,
      "grad_norm": 1.8991540670394897,
      "learning_rate": 0.001,
      "loss": 1.2132,
      "step": 250900
    },
    {
      "epoch": 81.12475759534583,
      "grad_norm": 1.3878988027572632,
      "learning_rate": 0.001,
      "loss": 1.2278,
      "step": 251000
    },
    {
      "epoch": 81.15707821590175,
      "grad_norm": 1.6878595352172852,
      "learning_rate": 0.001,
      "loss": 1.2232,
      "step": 251100
    },
    {
      "epoch": 81.18939883645766,
      "grad_norm": 1.8622406721115112,
      "learning_rate": 0.001,
      "loss": 1.2336,
      "step": 251200
    },
    {
      "epoch": 81.22171945701358,
      "grad_norm": 1.7215933799743652,
      "learning_rate": 0.001,
      "loss": 1.2248,
      "step": 251300
    },
    {
      "epoch": 81.25404007756948,
      "grad_norm": 1.5063960552215576,
      "learning_rate": 0.001,
      "loss": 1.2253,
      "step": 251400
    },
    {
      "epoch": 81.2863606981254,
      "grad_norm": 1.4453834295272827,
      "learning_rate": 0.001,
      "loss": 1.23,
      "step": 251500
    },
    {
      "epoch": 81.31868131868131,
      "grad_norm": 2.0164635181427,
      "learning_rate": 0.001,
      "loss": 1.2498,
      "step": 251600
    },
    {
      "epoch": 81.35100193923724,
      "grad_norm": 1.4843008518218994,
      "learning_rate": 0.001,
      "loss": 1.213,
      "step": 251700
    },
    {
      "epoch": 81.38332255979314,
      "grad_norm": 1.3511826992034912,
      "learning_rate": 0.001,
      "loss": 1.2365,
      "step": 251800
    },
    {
      "epoch": 81.41564318034906,
      "grad_norm": 1.81965970993042,
      "learning_rate": 0.001,
      "loss": 1.2525,
      "step": 251900
    },
    {
      "epoch": 81.44796380090497,
      "grad_norm": 1.1546568870544434,
      "learning_rate": 0.001,
      "loss": 1.2577,
      "step": 252000
    },
    {
      "epoch": 81.4802844214609,
      "grad_norm": 1.674634575843811,
      "learning_rate": 0.001,
      "loss": 1.2677,
      "step": 252100
    },
    {
      "epoch": 81.5126050420168,
      "grad_norm": 1.6290024518966675,
      "learning_rate": 0.001,
      "loss": 1.248,
      "step": 252200
    },
    {
      "epoch": 81.54492566257272,
      "grad_norm": 1.4020588397979736,
      "learning_rate": 0.001,
      "loss": 1.258,
      "step": 252300
    },
    {
      "epoch": 81.57724628312863,
      "grad_norm": 1.9796793460845947,
      "learning_rate": 0.001,
      "loss": 1.266,
      "step": 252400
    },
    {
      "epoch": 81.60956690368455,
      "grad_norm": 2.3626046180725098,
      "learning_rate": 0.001,
      "loss": 1.287,
      "step": 252500
    },
    {
      "epoch": 81.64188752424046,
      "grad_norm": 1.972294807434082,
      "learning_rate": 0.001,
      "loss": 1.2659,
      "step": 252600
    },
    {
      "epoch": 81.67420814479638,
      "grad_norm": 1.8454577922821045,
      "learning_rate": 0.001,
      "loss": 1.2686,
      "step": 252700
    },
    {
      "epoch": 81.70652876535229,
      "grad_norm": 1.5707216262817383,
      "learning_rate": 0.001,
      "loss": 1.2645,
      "step": 252800
    },
    {
      "epoch": 81.73884938590821,
      "grad_norm": 2.1897661685943604,
      "learning_rate": 0.001,
      "loss": 1.2955,
      "step": 252900
    },
    {
      "epoch": 81.77117000646412,
      "grad_norm": 2.0576090812683105,
      "learning_rate": 0.001,
      "loss": 1.2879,
      "step": 253000
    },
    {
      "epoch": 81.80349062702004,
      "grad_norm": 1.7895479202270508,
      "learning_rate": 0.001,
      "loss": 1.2828,
      "step": 253100
    },
    {
      "epoch": 81.83581124757595,
      "grad_norm": 2.119438886642456,
      "learning_rate": 0.001,
      "loss": 1.2859,
      "step": 253200
    },
    {
      "epoch": 81.86813186813187,
      "grad_norm": 1.8811088800430298,
      "learning_rate": 0.001,
      "loss": 1.3123,
      "step": 253300
    },
    {
      "epoch": 81.90045248868778,
      "grad_norm": 1.4409716129302979,
      "learning_rate": 0.001,
      "loss": 1.2987,
      "step": 253400
    },
    {
      "epoch": 81.9327731092437,
      "grad_norm": 1.7243212461471558,
      "learning_rate": 0.001,
      "loss": 1.2764,
      "step": 253500
    },
    {
      "epoch": 81.9650937297996,
      "grad_norm": 1.9806982278823853,
      "learning_rate": 0.001,
      "loss": 1.2895,
      "step": 253600
    },
    {
      "epoch": 81.99741435035553,
      "grad_norm": 1.9793446063995361,
      "learning_rate": 0.001,
      "loss": 1.2932,
      "step": 253700
    },
    {
      "epoch": 82.02973497091145,
      "grad_norm": 1.556868553161621,
      "learning_rate": 0.001,
      "loss": 1.2066,
      "step": 253800
    },
    {
      "epoch": 82.06205559146736,
      "grad_norm": 2.289224147796631,
      "learning_rate": 0.001,
      "loss": 1.1951,
      "step": 253900
    },
    {
      "epoch": 82.09437621202328,
      "grad_norm": 2.0421366691589355,
      "learning_rate": 0.001,
      "loss": 1.1905,
      "step": 254000
    },
    {
      "epoch": 82.12669683257919,
      "grad_norm": 1.501111388206482,
      "learning_rate": 0.001,
      "loss": 1.2058,
      "step": 254100
    },
    {
      "epoch": 82.1590174531351,
      "grad_norm": 1.870614767074585,
      "learning_rate": 0.001,
      "loss": 1.2213,
      "step": 254200
    },
    {
      "epoch": 82.19133807369101,
      "grad_norm": 1.9706679582595825,
      "learning_rate": 0.001,
      "loss": 1.2093,
      "step": 254300
    },
    {
      "epoch": 82.22365869424694,
      "grad_norm": 1.7341151237487793,
      "learning_rate": 0.001,
      "loss": 1.2193,
      "step": 254400
    },
    {
      "epoch": 82.25597931480284,
      "grad_norm": 1.816436529159546,
      "learning_rate": 0.001,
      "loss": 1.2146,
      "step": 254500
    },
    {
      "epoch": 82.28829993535876,
      "grad_norm": 1.837285041809082,
      "learning_rate": 0.001,
      "loss": 1.2314,
      "step": 254600
    },
    {
      "epoch": 82.32062055591467,
      "grad_norm": 1.6776964664459229,
      "learning_rate": 0.001,
      "loss": 1.222,
      "step": 254700
    },
    {
      "epoch": 82.3529411764706,
      "grad_norm": 1.6069055795669556,
      "learning_rate": 0.001,
      "loss": 1.2429,
      "step": 254800
    },
    {
      "epoch": 82.3852617970265,
      "grad_norm": 1.5101720094680786,
      "learning_rate": 0.001,
      "loss": 1.2366,
      "step": 254900
    },
    {
      "epoch": 82.41758241758242,
      "grad_norm": 2.5875556468963623,
      "learning_rate": 0.001,
      "loss": 1.2479,
      "step": 255000
    },
    {
      "epoch": 82.44990303813833,
      "grad_norm": 2.130882740020752,
      "learning_rate": 0.001,
      "loss": 1.2515,
      "step": 255100
    },
    {
      "epoch": 82.48222365869425,
      "grad_norm": 1.422727346420288,
      "learning_rate": 0.001,
      "loss": 1.2506,
      "step": 255200
    },
    {
      "epoch": 82.51454427925016,
      "grad_norm": 1.9222614765167236,
      "learning_rate": 0.001,
      "loss": 1.2563,
      "step": 255300
    },
    {
      "epoch": 82.54686489980608,
      "grad_norm": 3.0412681102752686,
      "learning_rate": 0.001,
      "loss": 1.2663,
      "step": 255400
    },
    {
      "epoch": 82.57918552036199,
      "grad_norm": 1.837545394897461,
      "learning_rate": 0.001,
      "loss": 1.2609,
      "step": 255500
    },
    {
      "epoch": 82.61150614091791,
      "grad_norm": 2.1308412551879883,
      "learning_rate": 0.001,
      "loss": 1.2568,
      "step": 255600
    },
    {
      "epoch": 82.64382676147382,
      "grad_norm": 2.1382863521575928,
      "learning_rate": 0.001,
      "loss": 1.2525,
      "step": 255700
    },
    {
      "epoch": 82.67614738202974,
      "grad_norm": 1.825967788696289,
      "learning_rate": 0.001,
      "loss": 1.2605,
      "step": 255800
    },
    {
      "epoch": 82.70846800258565,
      "grad_norm": 1.8287477493286133,
      "learning_rate": 0.001,
      "loss": 1.2894,
      "step": 255900
    },
    {
      "epoch": 82.74078862314157,
      "grad_norm": 1.9624981880187988,
      "learning_rate": 0.001,
      "loss": 1.2688,
      "step": 256000
    },
    {
      "epoch": 82.77310924369748,
      "grad_norm": 2.4718258380889893,
      "learning_rate": 0.001,
      "loss": 1.2777,
      "step": 256100
    },
    {
      "epoch": 82.8054298642534,
      "grad_norm": 1.8880257606506348,
      "learning_rate": 0.001,
      "loss": 1.2586,
      "step": 256200
    },
    {
      "epoch": 82.8377504848093,
      "grad_norm": 1.5955743789672852,
      "learning_rate": 0.001,
      "loss": 1.2769,
      "step": 256300
    },
    {
      "epoch": 82.87007110536523,
      "grad_norm": 1.7947994470596313,
      "learning_rate": 0.001,
      "loss": 1.2757,
      "step": 256400
    },
    {
      "epoch": 82.90239172592113,
      "grad_norm": 2.2135133743286133,
      "learning_rate": 0.001,
      "loss": 1.2686,
      "step": 256500
    },
    {
      "epoch": 82.93471234647706,
      "grad_norm": 1.7485551834106445,
      "learning_rate": 0.001,
      "loss": 1.2962,
      "step": 256600
    },
    {
      "epoch": 82.96703296703296,
      "grad_norm": 1.9167695045471191,
      "learning_rate": 0.001,
      "loss": 1.2905,
      "step": 256700
    },
    {
      "epoch": 82.99935358758889,
      "grad_norm": 1.720075249671936,
      "learning_rate": 0.001,
      "loss": 1.2713,
      "step": 256800
    },
    {
      "epoch": 83.03167420814479,
      "grad_norm": 2.292396306991577,
      "learning_rate": 0.001,
      "loss": 1.1707,
      "step": 256900
    },
    {
      "epoch": 83.06399482870071,
      "grad_norm": 1.627952218055725,
      "learning_rate": 0.001,
      "loss": 1.1873,
      "step": 257000
    },
    {
      "epoch": 83.09631544925662,
      "grad_norm": 1.960242509841919,
      "learning_rate": 0.001,
      "loss": 1.1937,
      "step": 257100
    },
    {
      "epoch": 83.12863606981254,
      "grad_norm": 1.4049196243286133,
      "learning_rate": 0.001,
      "loss": 1.2042,
      "step": 257200
    },
    {
      "epoch": 83.16095669036845,
      "grad_norm": 2.174247980117798,
      "learning_rate": 0.001,
      "loss": 1.2041,
      "step": 257300
    },
    {
      "epoch": 83.19327731092437,
      "grad_norm": 1.7446444034576416,
      "learning_rate": 0.001,
      "loss": 1.2162,
      "step": 257400
    },
    {
      "epoch": 83.22559793148028,
      "grad_norm": 2.2466647624969482,
      "learning_rate": 0.001,
      "loss": 1.1843,
      "step": 257500
    },
    {
      "epoch": 83.2579185520362,
      "grad_norm": 2.1880221366882324,
      "learning_rate": 0.001,
      "loss": 1.2089,
      "step": 257600
    },
    {
      "epoch": 83.29023917259211,
      "grad_norm": 1.840790867805481,
      "learning_rate": 0.001,
      "loss": 1.2136,
      "step": 257700
    },
    {
      "epoch": 83.32255979314803,
      "grad_norm": 1.8245068788528442,
      "learning_rate": 0.001,
      "loss": 1.2295,
      "step": 257800
    },
    {
      "epoch": 83.35488041370394,
      "grad_norm": 2.5724518299102783,
      "learning_rate": 0.001,
      "loss": 1.2236,
      "step": 257900
    },
    {
      "epoch": 83.38720103425986,
      "grad_norm": 1.9020832777023315,
      "learning_rate": 0.001,
      "loss": 1.2394,
      "step": 258000
    },
    {
      "epoch": 83.41952165481577,
      "grad_norm": 1.76996648311615,
      "learning_rate": 0.001,
      "loss": 1.2406,
      "step": 258100
    },
    {
      "epoch": 83.45184227537169,
      "grad_norm": 2.1938960552215576,
      "learning_rate": 0.001,
      "loss": 1.2445,
      "step": 258200
    },
    {
      "epoch": 83.4841628959276,
      "grad_norm": 2.2984790802001953,
      "learning_rate": 0.001,
      "loss": 1.2505,
      "step": 258300
    },
    {
      "epoch": 83.51648351648352,
      "grad_norm": 1.9285473823547363,
      "learning_rate": 0.001,
      "loss": 1.266,
      "step": 258400
    },
    {
      "epoch": 83.54880413703943,
      "grad_norm": 1.770233392715454,
      "learning_rate": 0.001,
      "loss": 1.2508,
      "step": 258500
    },
    {
      "epoch": 83.58112475759535,
      "grad_norm": 1.5901305675506592,
      "learning_rate": 0.001,
      "loss": 1.2521,
      "step": 258600
    },
    {
      "epoch": 83.61344537815125,
      "grad_norm": 2.1101291179656982,
      "learning_rate": 0.001,
      "loss": 1.2566,
      "step": 258700
    },
    {
      "epoch": 83.64576599870718,
      "grad_norm": 2.0092530250549316,
      "learning_rate": 0.001,
      "loss": 1.2601,
      "step": 258800
    },
    {
      "epoch": 83.67808661926308,
      "grad_norm": 2.428415298461914,
      "learning_rate": 0.001,
      "loss": 1.272,
      "step": 258900
    },
    {
      "epoch": 83.710407239819,
      "grad_norm": 2.0060224533081055,
      "learning_rate": 0.001,
      "loss": 1.2866,
      "step": 259000
    },
    {
      "epoch": 83.74272786037491,
      "grad_norm": 3.634275436401367,
      "learning_rate": 0.001,
      "loss": 1.2685,
      "step": 259100
    },
    {
      "epoch": 83.77504848093083,
      "grad_norm": 1.6629226207733154,
      "learning_rate": 0.001,
      "loss": 1.2629,
      "step": 259200
    },
    {
      "epoch": 83.80736910148674,
      "grad_norm": 2.2785284519195557,
      "learning_rate": 0.001,
      "loss": 1.2617,
      "step": 259300
    },
    {
      "epoch": 83.83968972204266,
      "grad_norm": 2.1297974586486816,
      "learning_rate": 0.001,
      "loss": 1.2808,
      "step": 259400
    },
    {
      "epoch": 83.87201034259857,
      "grad_norm": 1.719080924987793,
      "learning_rate": 0.001,
      "loss": 1.2701,
      "step": 259500
    },
    {
      "epoch": 83.9043309631545,
      "grad_norm": 2.1362926959991455,
      "learning_rate": 0.001,
      "loss": 1.2789,
      "step": 259600
    },
    {
      "epoch": 83.9366515837104,
      "grad_norm": 1.7237249612808228,
      "learning_rate": 0.001,
      "loss": 1.2776,
      "step": 259700
    },
    {
      "epoch": 83.96897220426632,
      "grad_norm": 2.223992347717285,
      "learning_rate": 0.001,
      "loss": 1.2811,
      "step": 259800
    },
    {
      "epoch": 84.00129282482224,
      "grad_norm": 1.4170386791229248,
      "learning_rate": 0.001,
      "loss": 1.2828,
      "step": 259900
    },
    {
      "epoch": 84.03361344537815,
      "grad_norm": 1.6659284830093384,
      "learning_rate": 0.001,
      "loss": 1.1881,
      "step": 260000
    },
    {
      "epoch": 84.06593406593407,
      "grad_norm": 2.675107002258301,
      "learning_rate": 0.001,
      "loss": 1.1863,
      "step": 260100
    },
    {
      "epoch": 84.09825468648998,
      "grad_norm": 1.7558014392852783,
      "learning_rate": 0.001,
      "loss": 1.1711,
      "step": 260200
    },
    {
      "epoch": 84.1305753070459,
      "grad_norm": 1.7978248596191406,
      "learning_rate": 0.001,
      "loss": 1.1957,
      "step": 260300
    },
    {
      "epoch": 84.16289592760181,
      "grad_norm": 1.5442531108856201,
      "learning_rate": 0.001,
      "loss": 1.2006,
      "step": 260400
    },
    {
      "epoch": 84.19521654815773,
      "grad_norm": 1.9399360418319702,
      "learning_rate": 0.001,
      "loss": 1.2176,
      "step": 260500
    },
    {
      "epoch": 84.22753716871364,
      "grad_norm": 1.6368488073349,
      "learning_rate": 0.001,
      "loss": 1.2071,
      "step": 260600
    },
    {
      "epoch": 84.25985778926956,
      "grad_norm": 1.65631103515625,
      "learning_rate": 0.001,
      "loss": 1.1956,
      "step": 260700
    },
    {
      "epoch": 84.29217840982547,
      "grad_norm": 1.7855615615844727,
      "learning_rate": 0.001,
      "loss": 1.2152,
      "step": 260800
    },
    {
      "epoch": 84.32449903038139,
      "grad_norm": 1.879173755645752,
      "learning_rate": 0.001,
      "loss": 1.2267,
      "step": 260900
    },
    {
      "epoch": 84.3568196509373,
      "grad_norm": 2.325134038925171,
      "learning_rate": 0.001,
      "loss": 1.2399,
      "step": 261000
    },
    {
      "epoch": 84.38914027149322,
      "grad_norm": 1.6414111852645874,
      "learning_rate": 0.001,
      "loss": 1.2183,
      "step": 261100
    },
    {
      "epoch": 84.42146089204913,
      "grad_norm": 1.7910301685333252,
      "learning_rate": 0.001,
      "loss": 1.2269,
      "step": 261200
    },
    {
      "epoch": 84.45378151260505,
      "grad_norm": 1.5484957695007324,
      "learning_rate": 0.001,
      "loss": 1.2264,
      "step": 261300
    },
    {
      "epoch": 84.48610213316095,
      "grad_norm": 2.113661527633667,
      "learning_rate": 0.001,
      "loss": 1.2232,
      "step": 261400
    },
    {
      "epoch": 84.51842275371688,
      "grad_norm": 1.4829312562942505,
      "learning_rate": 0.001,
      "loss": 1.2486,
      "step": 261500
    },
    {
      "epoch": 84.55074337427278,
      "grad_norm": 1.8122377395629883,
      "learning_rate": 0.001,
      "loss": 1.232,
      "step": 261600
    },
    {
      "epoch": 84.5830639948287,
      "grad_norm": 1.4297584295272827,
      "learning_rate": 0.001,
      "loss": 1.2386,
      "step": 261700
    },
    {
      "epoch": 84.61538461538461,
      "grad_norm": 2.0205373764038086,
      "learning_rate": 0.001,
      "loss": 1.2506,
      "step": 261800
    },
    {
      "epoch": 84.64770523594053,
      "grad_norm": 1.655685544013977,
      "learning_rate": 0.001,
      "loss": 1.2424,
      "step": 261900
    },
    {
      "epoch": 84.68002585649644,
      "grad_norm": 2.893658399581909,
      "learning_rate": 0.001,
      "loss": 1.2462,
      "step": 262000
    },
    {
      "epoch": 84.71234647705236,
      "grad_norm": 2.2161877155303955,
      "learning_rate": 0.001,
      "loss": 1.2411,
      "step": 262100
    },
    {
      "epoch": 84.74466709760827,
      "grad_norm": 1.4535630941390991,
      "learning_rate": 0.001,
      "loss": 1.2521,
      "step": 262200
    },
    {
      "epoch": 84.7769877181642,
      "grad_norm": 2.2844653129577637,
      "learning_rate": 0.001,
      "loss": 1.2678,
      "step": 262300
    },
    {
      "epoch": 84.8093083387201,
      "grad_norm": 2.162257432937622,
      "learning_rate": 0.001,
      "loss": 1.2596,
      "step": 262400
    },
    {
      "epoch": 84.84162895927602,
      "grad_norm": 1.8454498052597046,
      "learning_rate": 0.001,
      "loss": 1.2757,
      "step": 262500
    },
    {
      "epoch": 84.87394957983193,
      "grad_norm": 1.4504950046539307,
      "learning_rate": 0.001,
      "loss": 1.2718,
      "step": 262600
    },
    {
      "epoch": 84.90627020038785,
      "grad_norm": 1.8487071990966797,
      "learning_rate": 0.001,
      "loss": 1.2746,
      "step": 262700
    },
    {
      "epoch": 84.93859082094376,
      "grad_norm": 2.1302402019500732,
      "learning_rate": 0.001,
      "loss": 1.2723,
      "step": 262800
    },
    {
      "epoch": 84.97091144149968,
      "grad_norm": 2.300407648086548,
      "learning_rate": 0.001,
      "loss": 1.2888,
      "step": 262900
    },
    {
      "epoch": 85.00323206205559,
      "grad_norm": 1.430111050605774,
      "learning_rate": 0.001,
      "loss": 1.2833,
      "step": 263000
    },
    {
      "epoch": 85.03555268261151,
      "grad_norm": 1.5040006637573242,
      "learning_rate": 0.001,
      "loss": 1.177,
      "step": 263100
    },
    {
      "epoch": 85.06787330316742,
      "grad_norm": 1.4833869934082031,
      "learning_rate": 0.001,
      "loss": 1.1778,
      "step": 263200
    },
    {
      "epoch": 85.10019392372334,
      "grad_norm": 1.8925707340240479,
      "learning_rate": 0.001,
      "loss": 1.1796,
      "step": 263300
    },
    {
      "epoch": 85.13251454427925,
      "grad_norm": 1.7188044786453247,
      "learning_rate": 0.001,
      "loss": 1.1676,
      "step": 263400
    },
    {
      "epoch": 85.16483516483517,
      "grad_norm": 1.8766733407974243,
      "learning_rate": 0.001,
      "loss": 1.1869,
      "step": 263500
    },
    {
      "epoch": 85.19715578539108,
      "grad_norm": 1.5815516710281372,
      "learning_rate": 0.001,
      "loss": 1.1921,
      "step": 263600
    },
    {
      "epoch": 85.229476405947,
      "grad_norm": 2.0210530757904053,
      "learning_rate": 0.001,
      "loss": 1.2048,
      "step": 263700
    },
    {
      "epoch": 85.2617970265029,
      "grad_norm": 1.6629260778427124,
      "learning_rate": 0.001,
      "loss": 1.2358,
      "step": 263800
    },
    {
      "epoch": 85.29411764705883,
      "grad_norm": 1.2752668857574463,
      "learning_rate": 0.001,
      "loss": 1.2006,
      "step": 263900
    },
    {
      "epoch": 85.32643826761473,
      "grad_norm": 1.6782549619674683,
      "learning_rate": 0.001,
      "loss": 1.2229,
      "step": 264000
    },
    {
      "epoch": 85.35875888817066,
      "grad_norm": 1.7548514604568481,
      "learning_rate": 0.001,
      "loss": 1.2279,
      "step": 264100
    },
    {
      "epoch": 85.39107950872656,
      "grad_norm": 1.534002423286438,
      "learning_rate": 0.001,
      "loss": 1.2161,
      "step": 264200
    },
    {
      "epoch": 85.42340012928248,
      "grad_norm": 1.6671688556671143,
      "learning_rate": 0.001,
      "loss": 1.23,
      "step": 264300
    },
    {
      "epoch": 85.45572074983839,
      "grad_norm": 1.7113094329833984,
      "learning_rate": 0.001,
      "loss": 1.2288,
      "step": 264400
    },
    {
      "epoch": 85.48804137039431,
      "grad_norm": 1.709190011024475,
      "learning_rate": 0.001,
      "loss": 1.2163,
      "step": 264500
    },
    {
      "epoch": 85.52036199095022,
      "grad_norm": 1.7736314535140991,
      "learning_rate": 0.001,
      "loss": 1.2368,
      "step": 264600
    },
    {
      "epoch": 85.55268261150614,
      "grad_norm": 1.317912220954895,
      "learning_rate": 0.001,
      "loss": 1.2442,
      "step": 264700
    },
    {
      "epoch": 85.58500323206205,
      "grad_norm": 1.6481040716171265,
      "learning_rate": 0.001,
      "loss": 1.2399,
      "step": 264800
    },
    {
      "epoch": 85.61732385261797,
      "grad_norm": 1.806247591972351,
      "learning_rate": 0.001,
      "loss": 1.2449,
      "step": 264900
    },
    {
      "epoch": 85.64964447317388,
      "grad_norm": 1.9776191711425781,
      "learning_rate": 0.001,
      "loss": 1.2268,
      "step": 265000
    },
    {
      "epoch": 85.6819650937298,
      "grad_norm": 1.5968152284622192,
      "learning_rate": 0.001,
      "loss": 1.2466,
      "step": 265100
    },
    {
      "epoch": 85.71428571428571,
      "grad_norm": 1.5977829694747925,
      "learning_rate": 0.001,
      "loss": 1.2251,
      "step": 265200
    },
    {
      "epoch": 85.74660633484163,
      "grad_norm": 1.4744341373443604,
      "learning_rate": 0.001,
      "loss": 1.2618,
      "step": 265300
    },
    {
      "epoch": 85.77892695539754,
      "grad_norm": 1.6004712581634521,
      "learning_rate": 0.001,
      "loss": 1.2541,
      "step": 265400
    },
    {
      "epoch": 85.81124757595346,
      "grad_norm": 1.8422083854675293,
      "learning_rate": 0.001,
      "loss": 1.2681,
      "step": 265500
    },
    {
      "epoch": 85.84356819650937,
      "grad_norm": 1.2561287879943848,
      "learning_rate": 0.001,
      "loss": 1.2552,
      "step": 265600
    },
    {
      "epoch": 85.87588881706529,
      "grad_norm": 1.9980125427246094,
      "learning_rate": 0.001,
      "loss": 1.265,
      "step": 265700
    },
    {
      "epoch": 85.9082094376212,
      "grad_norm": 1.6248669624328613,
      "learning_rate": 0.001,
      "loss": 1.2585,
      "step": 265800
    },
    {
      "epoch": 85.94053005817712,
      "grad_norm": 1.5957036018371582,
      "learning_rate": 0.001,
      "loss": 1.2756,
      "step": 265900
    },
    {
      "epoch": 85.97285067873302,
      "grad_norm": 1.9643137454986572,
      "learning_rate": 0.001,
      "loss": 1.2729,
      "step": 266000
    },
    {
      "epoch": 86.00517129928895,
      "grad_norm": 1.8060412406921387,
      "learning_rate": 0.001,
      "loss": 1.2612,
      "step": 266100
    },
    {
      "epoch": 86.03749191984487,
      "grad_norm": 1.5058979988098145,
      "learning_rate": 0.001,
      "loss": 1.1647,
      "step": 266200
    },
    {
      "epoch": 86.06981254040078,
      "grad_norm": 1.47739839553833,
      "learning_rate": 0.001,
      "loss": 1.1664,
      "step": 266300
    },
    {
      "epoch": 86.1021331609567,
      "grad_norm": 1.7648849487304688,
      "learning_rate": 0.001,
      "loss": 1.1676,
      "step": 266400
    },
    {
      "epoch": 86.1344537815126,
      "grad_norm": 2.075975179672241,
      "learning_rate": 0.001,
      "loss": 1.1901,
      "step": 266500
    },
    {
      "epoch": 86.16677440206853,
      "grad_norm": 1.394399642944336,
      "learning_rate": 0.001,
      "loss": 1.1891,
      "step": 266600
    },
    {
      "epoch": 86.19909502262443,
      "grad_norm": 1.4004300832748413,
      "learning_rate": 0.001,
      "loss": 1.1836,
      "step": 266700
    },
    {
      "epoch": 86.23141564318036,
      "grad_norm": 2.235933303833008,
      "learning_rate": 0.001,
      "loss": 1.1876,
      "step": 266800
    },
    {
      "epoch": 86.26373626373626,
      "grad_norm": 1.395911693572998,
      "learning_rate": 0.001,
      "loss": 1.2057,
      "step": 266900
    },
    {
      "epoch": 86.29605688429218,
      "grad_norm": 1.5776115655899048,
      "learning_rate": 0.001,
      "loss": 1.2151,
      "step": 267000
    },
    {
      "epoch": 86.32837750484809,
      "grad_norm": 2.331512451171875,
      "learning_rate": 0.001,
      "loss": 1.204,
      "step": 267100
    },
    {
      "epoch": 86.36069812540401,
      "grad_norm": 1.41651451587677,
      "learning_rate": 0.001,
      "loss": 1.2105,
      "step": 267200
    },
    {
      "epoch": 86.39301874595992,
      "grad_norm": 1.1959208250045776,
      "learning_rate": 0.001,
      "loss": 1.2182,
      "step": 267300
    },
    {
      "epoch": 86.42533936651584,
      "grad_norm": 1.5867549180984497,
      "learning_rate": 0.001,
      "loss": 1.226,
      "step": 267400
    },
    {
      "epoch": 86.45765998707175,
      "grad_norm": 1.6116405725479126,
      "learning_rate": 0.001,
      "loss": 1.2006,
      "step": 267500
    },
    {
      "epoch": 86.48998060762767,
      "grad_norm": 1.4707088470458984,
      "learning_rate": 0.001,
      "loss": 1.2255,
      "step": 267600
    },
    {
      "epoch": 86.52230122818358,
      "grad_norm": 1.641430139541626,
      "learning_rate": 0.001,
      "loss": 1.2294,
      "step": 267700
    },
    {
      "epoch": 86.5546218487395,
      "grad_norm": 1.7087689638137817,
      "learning_rate": 0.001,
      "loss": 1.2211,
      "step": 267800
    },
    {
      "epoch": 86.58694246929541,
      "grad_norm": 1.8745614290237427,
      "learning_rate": 0.001,
      "loss": 1.2417,
      "step": 267900
    },
    {
      "epoch": 86.61926308985133,
      "grad_norm": 1.6811854839324951,
      "learning_rate": 0.001,
      "loss": 1.2286,
      "step": 268000
    },
    {
      "epoch": 86.65158371040724,
      "grad_norm": 1.4782730340957642,
      "learning_rate": 0.001,
      "loss": 1.2382,
      "step": 268100
    },
    {
      "epoch": 86.68390433096316,
      "grad_norm": 1.927930235862732,
      "learning_rate": 0.001,
      "loss": 1.2499,
      "step": 268200
    },
    {
      "epoch": 86.71622495151907,
      "grad_norm": 1.6725027561187744,
      "learning_rate": 0.001,
      "loss": 1.2356,
      "step": 268300
    },
    {
      "epoch": 86.74854557207499,
      "grad_norm": 1.7192740440368652,
      "learning_rate": 0.001,
      "loss": 1.2512,
      "step": 268400
    },
    {
      "epoch": 86.7808661926309,
      "grad_norm": 1.5314967632293701,
      "learning_rate": 0.001,
      "loss": 1.2408,
      "step": 268500
    },
    {
      "epoch": 86.81318681318682,
      "grad_norm": 1.8034896850585938,
      "learning_rate": 0.001,
      "loss": 1.2595,
      "step": 268600
    },
    {
      "epoch": 86.84550743374272,
      "grad_norm": 1.245100975036621,
      "learning_rate": 0.001,
      "loss": 1.2543,
      "step": 268700
    },
    {
      "epoch": 86.87782805429865,
      "grad_norm": 2.7486352920532227,
      "learning_rate": 0.001,
      "loss": 1.2456,
      "step": 268800
    },
    {
      "epoch": 86.91014867485455,
      "grad_norm": 1.4387123584747314,
      "learning_rate": 0.001,
      "loss": 1.2536,
      "step": 268900
    },
    {
      "epoch": 86.94246929541048,
      "grad_norm": 1.3550703525543213,
      "learning_rate": 0.001,
      "loss": 1.2516,
      "step": 269000
    },
    {
      "epoch": 86.97478991596638,
      "grad_norm": 1.9709012508392334,
      "learning_rate": 0.001,
      "loss": 1.2724,
      "step": 269100
    },
    {
      "epoch": 87.0071105365223,
      "grad_norm": 1.8654589653015137,
      "learning_rate": 0.001,
      "loss": 1.2617,
      "step": 269200
    },
    {
      "epoch": 87.03943115707821,
      "grad_norm": 1.6749591827392578,
      "learning_rate": 0.001,
      "loss": 1.1557,
      "step": 269300
    },
    {
      "epoch": 87.07175177763413,
      "grad_norm": 1.3441767692565918,
      "learning_rate": 0.001,
      "loss": 1.1659,
      "step": 269400
    },
    {
      "epoch": 87.10407239819004,
      "grad_norm": 1.4837168455123901,
      "learning_rate": 0.001,
      "loss": 1.1694,
      "step": 269500
    },
    {
      "epoch": 87.13639301874596,
      "grad_norm": 1.3991222381591797,
      "learning_rate": 0.001,
      "loss": 1.179,
      "step": 269600
    },
    {
      "epoch": 87.16871363930187,
      "grad_norm": 1.1834875345230103,
      "learning_rate": 0.001,
      "loss": 1.1607,
      "step": 269700
    },
    {
      "epoch": 87.20103425985779,
      "grad_norm": 1.8037092685699463,
      "learning_rate": 0.001,
      "loss": 1.1802,
      "step": 269800
    },
    {
      "epoch": 87.2333548804137,
      "grad_norm": 1.2468910217285156,
      "learning_rate": 0.001,
      "loss": 1.1921,
      "step": 269900
    },
    {
      "epoch": 87.26567550096962,
      "grad_norm": 1.94520902633667,
      "learning_rate": 0.001,
      "loss": 1.1904,
      "step": 270000
    },
    {
      "epoch": 87.29799612152553,
      "grad_norm": 1.4701403379440308,
      "learning_rate": 0.001,
      "loss": 1.202,
      "step": 270100
    },
    {
      "epoch": 87.33031674208145,
      "grad_norm": 1.37777841091156,
      "learning_rate": 0.001,
      "loss": 1.2069,
      "step": 270200
    },
    {
      "epoch": 87.36263736263736,
      "grad_norm": 1.7511200904846191,
      "learning_rate": 0.001,
      "loss": 1.2119,
      "step": 270300
    },
    {
      "epoch": 87.39495798319328,
      "grad_norm": 1.3382188081741333,
      "learning_rate": 0.001,
      "loss": 1.2133,
      "step": 270400
    },
    {
      "epoch": 87.42727860374919,
      "grad_norm": 1.5276641845703125,
      "learning_rate": 0.001,
      "loss": 1.1879,
      "step": 270500
    },
    {
      "epoch": 87.45959922430511,
      "grad_norm": 1.6079522371292114,
      "learning_rate": 0.001,
      "loss": 1.219,
      "step": 270600
    },
    {
      "epoch": 87.49191984486102,
      "grad_norm": 1.564125657081604,
      "learning_rate": 0.001,
      "loss": 1.2191,
      "step": 270700
    },
    {
      "epoch": 87.52424046541694,
      "grad_norm": 1.3489891290664673,
      "learning_rate": 0.001,
      "loss": 1.2099,
      "step": 270800
    },
    {
      "epoch": 87.55656108597285,
      "grad_norm": 1.456994891166687,
      "learning_rate": 0.001,
      "loss": 1.2107,
      "step": 270900
    },
    {
      "epoch": 87.58888170652877,
      "grad_norm": 1.3025860786437988,
      "learning_rate": 0.001,
      "loss": 1.2268,
      "step": 271000
    },
    {
      "epoch": 87.62120232708467,
      "grad_norm": 3.015007972717285,
      "learning_rate": 0.001,
      "loss": 1.2385,
      "step": 271100
    },
    {
      "epoch": 87.6535229476406,
      "grad_norm": 1.3912714719772339,
      "learning_rate": 0.001,
      "loss": 1.2338,
      "step": 271200
    },
    {
      "epoch": 87.6858435681965,
      "grad_norm": 1.419293761253357,
      "learning_rate": 0.001,
      "loss": 1.2603,
      "step": 271300
    },
    {
      "epoch": 87.71816418875243,
      "grad_norm": 1.6812208890914917,
      "learning_rate": 0.001,
      "loss": 1.2414,
      "step": 271400
    },
    {
      "epoch": 87.75048480930833,
      "grad_norm": 1.2488850355148315,
      "learning_rate": 0.001,
      "loss": 1.2462,
      "step": 271500
    },
    {
      "epoch": 87.78280542986425,
      "grad_norm": 1.5979465246200562,
      "learning_rate": 0.001,
      "loss": 1.2491,
      "step": 271600
    },
    {
      "epoch": 87.81512605042016,
      "grad_norm": 1.653700351715088,
      "learning_rate": 0.001,
      "loss": 1.2597,
      "step": 271700
    },
    {
      "epoch": 87.84744667097608,
      "grad_norm": 1.933099389076233,
      "learning_rate": 0.001,
      "loss": 1.2401,
      "step": 271800
    },
    {
      "epoch": 87.87976729153199,
      "grad_norm": 1.5535463094711304,
      "learning_rate": 0.001,
      "loss": 1.23,
      "step": 271900
    },
    {
      "epoch": 87.91208791208791,
      "grad_norm": 1.6965819597244263,
      "learning_rate": 0.001,
      "loss": 1.2601,
      "step": 272000
    },
    {
      "epoch": 87.94440853264382,
      "grad_norm": 1.4667446613311768,
      "learning_rate": 0.001,
      "loss": 1.2626,
      "step": 272100
    },
    {
      "epoch": 87.97672915319974,
      "grad_norm": 2.0227420330047607,
      "learning_rate": 0.001,
      "loss": 1.2639,
      "step": 272200
    },
    {
      "epoch": 88.00904977375566,
      "grad_norm": 1.4765963554382324,
      "learning_rate": 0.001,
      "loss": 1.2238,
      "step": 272300
    },
    {
      "epoch": 88.04137039431157,
      "grad_norm": 1.793649435043335,
      "learning_rate": 0.001,
      "loss": 1.1591,
      "step": 272400
    },
    {
      "epoch": 88.07369101486749,
      "grad_norm": 2.400162696838379,
      "learning_rate": 0.001,
      "loss": 1.1521,
      "step": 272500
    },
    {
      "epoch": 88.1060116354234,
      "grad_norm": 1.7438671588897705,
      "learning_rate": 0.001,
      "loss": 1.1577,
      "step": 272600
    },
    {
      "epoch": 88.13833225597932,
      "grad_norm": 1.7920339107513428,
      "learning_rate": 0.001,
      "loss": 1.184,
      "step": 272700
    },
    {
      "epoch": 88.17065287653523,
      "grad_norm": 1.8441482782363892,
      "learning_rate": 0.001,
      "loss": 1.1824,
      "step": 272800
    },
    {
      "epoch": 88.20297349709115,
      "grad_norm": 1.4053528308868408,
      "learning_rate": 0.001,
      "loss": 1.1754,
      "step": 272900
    },
    {
      "epoch": 88.23529411764706,
      "grad_norm": 1.9038269519805908,
      "learning_rate": 0.001,
      "loss": 1.1905,
      "step": 273000
    },
    {
      "epoch": 88.26761473820298,
      "grad_norm": 1.4530909061431885,
      "learning_rate": 0.001,
      "loss": 1.1835,
      "step": 273100
    },
    {
      "epoch": 88.29993535875889,
      "grad_norm": 1.4575316905975342,
      "learning_rate": 0.001,
      "loss": 1.1903,
      "step": 273200
    },
    {
      "epoch": 88.33225597931481,
      "grad_norm": 1.709861159324646,
      "learning_rate": 0.001,
      "loss": 1.198,
      "step": 273300
    },
    {
      "epoch": 88.36457659987072,
      "grad_norm": 1.7516298294067383,
      "learning_rate": 0.001,
      "loss": 1.1878,
      "step": 273400
    },
    {
      "epoch": 88.39689722042664,
      "grad_norm": 1.1928800344467163,
      "learning_rate": 0.001,
      "loss": 1.1845,
      "step": 273500
    },
    {
      "epoch": 88.42921784098255,
      "grad_norm": 1.709099292755127,
      "learning_rate": 0.001,
      "loss": 1.2039,
      "step": 273600
    },
    {
      "epoch": 88.46153846153847,
      "grad_norm": 1.385904312133789,
      "learning_rate": 0.001,
      "loss": 1.2043,
      "step": 273700
    },
    {
      "epoch": 88.49385908209437,
      "grad_norm": 1.6170157194137573,
      "learning_rate": 0.001,
      "loss": 1.204,
      "step": 273800
    },
    {
      "epoch": 88.5261797026503,
      "grad_norm": 2.177598476409912,
      "learning_rate": 0.001,
      "loss": 1.2059,
      "step": 273900
    },
    {
      "epoch": 88.5585003232062,
      "grad_norm": 1.483108639717102,
      "learning_rate": 0.001,
      "loss": 1.2129,
      "step": 274000
    },
    {
      "epoch": 88.59082094376213,
      "grad_norm": 1.579835295677185,
      "learning_rate": 0.001,
      "loss": 1.2201,
      "step": 274100
    },
    {
      "epoch": 88.62314156431803,
      "grad_norm": 1.5038883686065674,
      "learning_rate": 0.001,
      "loss": 1.2275,
      "step": 274200
    },
    {
      "epoch": 88.65546218487395,
      "grad_norm": 1.4175972938537598,
      "learning_rate": 0.001,
      "loss": 1.2286,
      "step": 274300
    },
    {
      "epoch": 88.68778280542986,
      "grad_norm": 1.6123201847076416,
      "learning_rate": 0.001,
      "loss": 1.2265,
      "step": 274400
    },
    {
      "epoch": 88.72010342598578,
      "grad_norm": 1.1493910551071167,
      "learning_rate": 0.001,
      "loss": 1.2208,
      "step": 274500
    },
    {
      "epoch": 88.75242404654169,
      "grad_norm": 1.391905426979065,
      "learning_rate": 0.001,
      "loss": 1.2416,
      "step": 274600
    },
    {
      "epoch": 88.78474466709761,
      "grad_norm": 1.8348945379257202,
      "learning_rate": 0.001,
      "loss": 1.235,
      "step": 274700
    },
    {
      "epoch": 88.81706528765352,
      "grad_norm": 1.6627116203308105,
      "learning_rate": 0.001,
      "loss": 1.2438,
      "step": 274800
    },
    {
      "epoch": 88.84938590820944,
      "grad_norm": 1.9870775938034058,
      "learning_rate": 0.001,
      "loss": 1.2364,
      "step": 274900
    },
    {
      "epoch": 88.88170652876535,
      "grad_norm": 2.135324478149414,
      "learning_rate": 0.001,
      "loss": 1.2473,
      "step": 275000
    },
    {
      "epoch": 88.91402714932127,
      "grad_norm": 2.056169033050537,
      "learning_rate": 0.001,
      "loss": 1.2485,
      "step": 275100
    },
    {
      "epoch": 88.94634776987718,
      "grad_norm": 1.3009580373764038,
      "learning_rate": 0.001,
      "loss": 1.2538,
      "step": 275200
    },
    {
      "epoch": 88.9786683904331,
      "grad_norm": 1.1325513124465942,
      "learning_rate": 0.001,
      "loss": 1.2549,
      "step": 275300
    },
    {
      "epoch": 89.01098901098901,
      "grad_norm": 1.875545620918274,
      "learning_rate": 0.001,
      "loss": 1.2179,
      "step": 275400
    },
    {
      "epoch": 89.04330963154493,
      "grad_norm": 1.6356204748153687,
      "learning_rate": 0.001,
      "loss": 1.1624,
      "step": 275500
    },
    {
      "epoch": 89.07563025210084,
      "grad_norm": 1.6611065864562988,
      "learning_rate": 0.001,
      "loss": 1.1568,
      "step": 275600
    },
    {
      "epoch": 89.10795087265676,
      "grad_norm": 1.744854211807251,
      "learning_rate": 0.001,
      "loss": 1.1693,
      "step": 275700
    },
    {
      "epoch": 89.14027149321267,
      "grad_norm": 1.3900748491287231,
      "learning_rate": 0.001,
      "loss": 1.1565,
      "step": 275800
    },
    {
      "epoch": 89.17259211376859,
      "grad_norm": 1.3018250465393066,
      "learning_rate": 0.001,
      "loss": 1.1738,
      "step": 275900
    },
    {
      "epoch": 89.2049127343245,
      "grad_norm": 1.2930840253829956,
      "learning_rate": 0.001,
      "loss": 1.1621,
      "step": 276000
    },
    {
      "epoch": 89.23723335488042,
      "grad_norm": 1.5405704975128174,
      "learning_rate": 0.001,
      "loss": 1.1807,
      "step": 276100
    },
    {
      "epoch": 89.26955397543632,
      "grad_norm": 2.3899145126342773,
      "learning_rate": 0.001,
      "loss": 1.1647,
      "step": 276200
    },
    {
      "epoch": 89.30187459599225,
      "grad_norm": 1.6378835439682007,
      "learning_rate": 0.001,
      "loss": 1.2026,
      "step": 276300
    },
    {
      "epoch": 89.33419521654815,
      "grad_norm": 1.6792488098144531,
      "learning_rate": 0.001,
      "loss": 1.18,
      "step": 276400
    },
    {
      "epoch": 89.36651583710407,
      "grad_norm": 2.291990280151367,
      "learning_rate": 0.001,
      "loss": 1.1842,
      "step": 276500
    },
    {
      "epoch": 89.39883645765998,
      "grad_norm": 1.4593669176101685,
      "learning_rate": 0.001,
      "loss": 1.2003,
      "step": 276600
    },
    {
      "epoch": 89.4311570782159,
      "grad_norm": 1.4892886877059937,
      "learning_rate": 0.001,
      "loss": 1.1874,
      "step": 276700
    },
    {
      "epoch": 89.46347769877181,
      "grad_norm": 1.5590368509292603,
      "learning_rate": 0.001,
      "loss": 1.1991,
      "step": 276800
    },
    {
      "epoch": 89.49579831932773,
      "grad_norm": 1.8275721073150635,
      "learning_rate": 0.001,
      "loss": 1.1896,
      "step": 276900
    },
    {
      "epoch": 89.52811893988364,
      "grad_norm": 1.4684890508651733,
      "learning_rate": 0.001,
      "loss": 1.2036,
      "step": 277000
    },
    {
      "epoch": 89.56043956043956,
      "grad_norm": 1.6872565746307373,
      "learning_rate": 0.001,
      "loss": 1.2127,
      "step": 277100
    },
    {
      "epoch": 89.59276018099547,
      "grad_norm": 1.5722708702087402,
      "learning_rate": 0.001,
      "loss": 1.2219,
      "step": 277200
    },
    {
      "epoch": 89.62508080155139,
      "grad_norm": 1.6149400472640991,
      "learning_rate": 0.001,
      "loss": 1.2185,
      "step": 277300
    },
    {
      "epoch": 89.6574014221073,
      "grad_norm": 2.0069503784179688,
      "learning_rate": 0.001,
      "loss": 1.2172,
      "step": 277400
    },
    {
      "epoch": 89.68972204266322,
      "grad_norm": 1.6077826023101807,
      "learning_rate": 0.001,
      "loss": 1.2148,
      "step": 277500
    },
    {
      "epoch": 89.72204266321913,
      "grad_norm": 2.0763955116271973,
      "learning_rate": 0.001,
      "loss": 1.2339,
      "step": 277600
    },
    {
      "epoch": 89.75436328377505,
      "grad_norm": 2.2948250770568848,
      "learning_rate": 0.001,
      "loss": 1.2174,
      "step": 277700
    },
    {
      "epoch": 89.78668390433096,
      "grad_norm": 1.7497351169586182,
      "learning_rate": 0.001,
      "loss": 1.2169,
      "step": 277800
    },
    {
      "epoch": 89.81900452488688,
      "grad_norm": 1.3225711584091187,
      "learning_rate": 0.001,
      "loss": 1.2359,
      "step": 277900
    },
    {
      "epoch": 89.85132514544279,
      "grad_norm": 2.303297281265259,
      "learning_rate": 0.001,
      "loss": 1.2395,
      "step": 278000
    },
    {
      "epoch": 89.88364576599871,
      "grad_norm": 1.5867317914962769,
      "learning_rate": 0.001,
      "loss": 1.2494,
      "step": 278100
    },
    {
      "epoch": 89.91596638655462,
      "grad_norm": 2.0131945610046387,
      "learning_rate": 0.001,
      "loss": 1.2354,
      "step": 278200
    },
    {
      "epoch": 89.94828700711054,
      "grad_norm": 2.566061019897461,
      "learning_rate": 0.001,
      "loss": 1.244,
      "step": 278300
    },
    {
      "epoch": 89.98060762766644,
      "grad_norm": 1.5201761722564697,
      "learning_rate": 0.001,
      "loss": 1.2486,
      "step": 278400
    },
    {
      "epoch": 90.01292824822237,
      "grad_norm": 1.5201029777526855,
      "learning_rate": 0.001,
      "loss": 1.1924,
      "step": 278500
    },
    {
      "epoch": 90.04524886877829,
      "grad_norm": 2.2412655353546143,
      "learning_rate": 0.001,
      "loss": 1.1479,
      "step": 278600
    },
    {
      "epoch": 90.0775694893342,
      "grad_norm": 1.3718254566192627,
      "learning_rate": 0.001,
      "loss": 1.1611,
      "step": 278700
    },
    {
      "epoch": 90.10989010989012,
      "grad_norm": 1.3264670372009277,
      "learning_rate": 0.001,
      "loss": 1.1573,
      "step": 278800
    },
    {
      "epoch": 90.14221073044602,
      "grad_norm": 2.397085189819336,
      "learning_rate": 0.001,
      "loss": 1.1617,
      "step": 278900
    },
    {
      "epoch": 90.17453135100195,
      "grad_norm": 1.645229458808899,
      "learning_rate": 0.001,
      "loss": 1.1594,
      "step": 279000
    },
    {
      "epoch": 90.20685197155785,
      "grad_norm": 1.3829667568206787,
      "learning_rate": 0.001,
      "loss": 1.1772,
      "step": 279100
    },
    {
      "epoch": 90.23917259211377,
      "grad_norm": 1.2982192039489746,
      "learning_rate": 0.001,
      "loss": 1.166,
      "step": 279200
    },
    {
      "epoch": 90.27149321266968,
      "grad_norm": 1.889725685119629,
      "learning_rate": 0.001,
      "loss": 1.1722,
      "step": 279300
    },
    {
      "epoch": 90.3038138332256,
      "grad_norm": 1.9517900943756104,
      "learning_rate": 0.001,
      "loss": 1.1658,
      "step": 279400
    },
    {
      "epoch": 90.33613445378151,
      "grad_norm": 1.5264050960540771,
      "learning_rate": 0.001,
      "loss": 1.1812,
      "step": 279500
    },
    {
      "epoch": 90.36845507433743,
      "grad_norm": 1.7745048999786377,
      "learning_rate": 0.001,
      "loss": 1.1828,
      "step": 279600
    },
    {
      "epoch": 90.40077569489334,
      "grad_norm": 1.7343498468399048,
      "learning_rate": 0.001,
      "loss": 1.1999,
      "step": 279700
    },
    {
      "epoch": 90.43309631544926,
      "grad_norm": 1.9775893688201904,
      "learning_rate": 0.001,
      "loss": 1.1927,
      "step": 279800
    },
    {
      "epoch": 90.46541693600517,
      "grad_norm": 1.539505124092102,
      "learning_rate": 0.001,
      "loss": 1.1905,
      "step": 279900
    },
    {
      "epoch": 90.49773755656109,
      "grad_norm": 1.4885227680206299,
      "learning_rate": 0.001,
      "loss": 1.2113,
      "step": 280000
    },
    {
      "epoch": 90.530058177117,
      "grad_norm": 2.354274034500122,
      "learning_rate": 0.001,
      "loss": 1.1966,
      "step": 280100
    },
    {
      "epoch": 90.56237879767292,
      "grad_norm": 1.6391592025756836,
      "learning_rate": 0.001,
      "loss": 1.2162,
      "step": 280200
    },
    {
      "epoch": 90.59469941822883,
      "grad_norm": 1.4249579906463623,
      "learning_rate": 0.001,
      "loss": 1.1971,
      "step": 280300
    },
    {
      "epoch": 90.62702003878475,
      "grad_norm": 1.3456435203552246,
      "learning_rate": 0.001,
      "loss": 1.2086,
      "step": 280400
    },
    {
      "epoch": 90.65934065934066,
      "grad_norm": 1.8398938179016113,
      "learning_rate": 0.001,
      "loss": 1.2132,
      "step": 280500
    },
    {
      "epoch": 90.69166127989658,
      "grad_norm": 1.3585916757583618,
      "learning_rate": 0.001,
      "loss": 1.2132,
      "step": 280600
    },
    {
      "epoch": 90.72398190045249,
      "grad_norm": 1.7988615036010742,
      "learning_rate": 0.001,
      "loss": 1.2183,
      "step": 280700
    },
    {
      "epoch": 90.75630252100841,
      "grad_norm": 1.2848037481307983,
      "learning_rate": 0.001,
      "loss": 1.2222,
      "step": 280800
    },
    {
      "epoch": 90.78862314156432,
      "grad_norm": 1.5872573852539062,
      "learning_rate": 0.001,
      "loss": 1.2307,
      "step": 280900
    },
    {
      "epoch": 90.82094376212024,
      "grad_norm": 2.1241719722747803,
      "learning_rate": 0.001,
      "loss": 1.2165,
      "step": 281000
    },
    {
      "epoch": 90.85326438267614,
      "grad_norm": 1.4638140201568604,
      "learning_rate": 0.001,
      "loss": 1.2404,
      "step": 281100
    },
    {
      "epoch": 90.88558500323207,
      "grad_norm": 1.294054627418518,
      "learning_rate": 0.001,
      "loss": 1.2369,
      "step": 281200
    },
    {
      "epoch": 90.91790562378797,
      "grad_norm": 1.7885204553604126,
      "learning_rate": 0.001,
      "loss": 1.2221,
      "step": 281300
    },
    {
      "epoch": 90.9502262443439,
      "grad_norm": 1.8226639032363892,
      "learning_rate": 0.001,
      "loss": 1.2324,
      "step": 281400
    },
    {
      "epoch": 90.9825468648998,
      "grad_norm": 2.0065526962280273,
      "learning_rate": 0.001,
      "loss": 1.2467,
      "step": 281500
    },
    {
      "epoch": 91.01486748545572,
      "grad_norm": 1.553343653678894,
      "learning_rate": 0.001,
      "loss": 1.1705,
      "step": 281600
    },
    {
      "epoch": 91.04718810601163,
      "grad_norm": 1.574761152267456,
      "learning_rate": 0.001,
      "loss": 1.1325,
      "step": 281700
    },
    {
      "epoch": 91.07950872656755,
      "grad_norm": 2.1614627838134766,
      "learning_rate": 0.001,
      "loss": 1.139,
      "step": 281800
    },
    {
      "epoch": 91.11182934712346,
      "grad_norm": 1.8416796922683716,
      "learning_rate": 0.001,
      "loss": 1.1524,
      "step": 281900
    },
    {
      "epoch": 91.14414996767938,
      "grad_norm": 2.1431214809417725,
      "learning_rate": 0.001,
      "loss": 1.1487,
      "step": 282000
    },
    {
      "epoch": 91.17647058823529,
      "grad_norm": 1.7777167558670044,
      "learning_rate": 0.001,
      "loss": 1.1679,
      "step": 282100
    },
    {
      "epoch": 91.20879120879121,
      "grad_norm": 1.6724756956100464,
      "learning_rate": 0.001,
      "loss": 1.1428,
      "step": 282200
    },
    {
      "epoch": 91.24111182934712,
      "grad_norm": 1.779128074645996,
      "learning_rate": 0.001,
      "loss": 1.1642,
      "step": 282300
    },
    {
      "epoch": 91.27343244990304,
      "grad_norm": 1.6053786277770996,
      "learning_rate": 0.001,
      "loss": 1.169,
      "step": 282400
    },
    {
      "epoch": 91.30575307045895,
      "grad_norm": 1.982901930809021,
      "learning_rate": 0.001,
      "loss": 1.172,
      "step": 282500
    },
    {
      "epoch": 91.33807369101487,
      "grad_norm": 2.143629550933838,
      "learning_rate": 0.001,
      "loss": 1.1728,
      "step": 282600
    },
    {
      "epoch": 91.37039431157078,
      "grad_norm": 1.7679647207260132,
      "learning_rate": 0.001,
      "loss": 1.1881,
      "step": 282700
    },
    {
      "epoch": 91.4027149321267,
      "grad_norm": 2.009580373764038,
      "learning_rate": 0.001,
      "loss": 1.1857,
      "step": 282800
    },
    {
      "epoch": 91.4350355526826,
      "grad_norm": 1.971984624862671,
      "learning_rate": 0.001,
      "loss": 1.1823,
      "step": 282900
    },
    {
      "epoch": 91.46735617323853,
      "grad_norm": 1.5214993953704834,
      "learning_rate": 0.001,
      "loss": 1.1773,
      "step": 283000
    },
    {
      "epoch": 91.49967679379444,
      "grad_norm": 1.8038649559020996,
      "learning_rate": 0.001,
      "loss": 1.1941,
      "step": 283100
    },
    {
      "epoch": 91.53199741435036,
      "grad_norm": 1.5943965911865234,
      "learning_rate": 0.001,
      "loss": 1.1726,
      "step": 283200
    },
    {
      "epoch": 91.56431803490626,
      "grad_norm": 2.3694846630096436,
      "learning_rate": 0.001,
      "loss": 1.2078,
      "step": 283300
    },
    {
      "epoch": 91.59663865546219,
      "grad_norm": 1.6778090000152588,
      "learning_rate": 0.001,
      "loss": 1.2191,
      "step": 283400
    },
    {
      "epoch": 91.6289592760181,
      "grad_norm": 1.5933371782302856,
      "learning_rate": 0.001,
      "loss": 1.1945,
      "step": 283500
    },
    {
      "epoch": 91.66127989657402,
      "grad_norm": 1.8515619039535522,
      "learning_rate": 0.001,
      "loss": 1.2358,
      "step": 283600
    },
    {
      "epoch": 91.69360051712992,
      "grad_norm": 1.7395762205123901,
      "learning_rate": 0.001,
      "loss": 1.2278,
      "step": 283700
    },
    {
      "epoch": 91.72592113768584,
      "grad_norm": 2.1333162784576416,
      "learning_rate": 0.001,
      "loss": 1.2081,
      "step": 283800
    },
    {
      "epoch": 91.75824175824175,
      "grad_norm": 2.038357734680176,
      "learning_rate": 0.001,
      "loss": 1.2195,
      "step": 283900
    },
    {
      "epoch": 91.79056237879767,
      "grad_norm": 1.819784164428711,
      "learning_rate": 0.001,
      "loss": 1.2284,
      "step": 284000
    },
    {
      "epoch": 91.82288299935358,
      "grad_norm": 2.1269073486328125,
      "learning_rate": 0.001,
      "loss": 1.2231,
      "step": 284100
    },
    {
      "epoch": 91.8552036199095,
      "grad_norm": 2.2647945880889893,
      "learning_rate": 0.001,
      "loss": 1.2115,
      "step": 284200
    },
    {
      "epoch": 91.88752424046541,
      "grad_norm": 1.5195850133895874,
      "learning_rate": 0.001,
      "loss": 1.2324,
      "step": 284300
    },
    {
      "epoch": 91.91984486102133,
      "grad_norm": 2.303753137588501,
      "learning_rate": 0.001,
      "loss": 1.2391,
      "step": 284400
    },
    {
      "epoch": 91.95216548157724,
      "grad_norm": 1.922239899635315,
      "learning_rate": 0.001,
      "loss": 1.2234,
      "step": 284500
    },
    {
      "epoch": 91.98448610213316,
      "grad_norm": 1.695598840713501,
      "learning_rate": 0.001,
      "loss": 1.2452,
      "step": 284600
    },
    {
      "epoch": 92.01680672268908,
      "grad_norm": 1.7118265628814697,
      "learning_rate": 0.001,
      "loss": 1.1588,
      "step": 284700
    },
    {
      "epoch": 92.04912734324499,
      "grad_norm": 1.8453078269958496,
      "learning_rate": 0.001,
      "loss": 1.1266,
      "step": 284800
    },
    {
      "epoch": 92.08144796380091,
      "grad_norm": 2.1100013256073,
      "learning_rate": 0.001,
      "loss": 1.137,
      "step": 284900
    },
    {
      "epoch": 92.11376858435682,
      "grad_norm": 1.8456408977508545,
      "learning_rate": 0.001,
      "loss": 1.1368,
      "step": 285000
    },
    {
      "epoch": 92.14608920491274,
      "grad_norm": 1.7554715871810913,
      "learning_rate": 0.001,
      "loss": 1.1544,
      "step": 285100
    },
    {
      "epoch": 92.17840982546865,
      "grad_norm": 1.618524432182312,
      "learning_rate": 0.001,
      "loss": 1.1593,
      "step": 285200
    },
    {
      "epoch": 92.21073044602457,
      "grad_norm": 1.7603201866149902,
      "learning_rate": 0.001,
      "loss": 1.1633,
      "step": 285300
    },
    {
      "epoch": 92.24305106658048,
      "grad_norm": 1.407418966293335,
      "learning_rate": 0.001,
      "loss": 1.153,
      "step": 285400
    },
    {
      "epoch": 92.2753716871364,
      "grad_norm": 2.6295015811920166,
      "learning_rate": 0.001,
      "loss": 1.1683,
      "step": 285500
    },
    {
      "epoch": 92.3076923076923,
      "grad_norm": 1.855170726776123,
      "learning_rate": 0.001,
      "loss": 1.1654,
      "step": 285600
    },
    {
      "epoch": 92.34001292824823,
      "grad_norm": 3.7528069019317627,
      "learning_rate": 0.001,
      "loss": 1.1533,
      "step": 285700
    },
    {
      "epoch": 92.37233354880414,
      "grad_norm": 2.2886791229248047,
      "learning_rate": 0.001,
      "loss": 1.1604,
      "step": 285800
    },
    {
      "epoch": 92.40465416936006,
      "grad_norm": 2.4651310443878174,
      "learning_rate": 0.001,
      "loss": 1.1765,
      "step": 285900
    },
    {
      "epoch": 92.43697478991596,
      "grad_norm": 2.6569302082061768,
      "learning_rate": 0.001,
      "loss": 1.184,
      "step": 286000
    },
    {
      "epoch": 92.46929541047189,
      "grad_norm": 2.0062756538391113,
      "learning_rate": 0.001,
      "loss": 1.2011,
      "step": 286100
    },
    {
      "epoch": 92.5016160310278,
      "grad_norm": 1.9018144607543945,
      "learning_rate": 0.001,
      "loss": 1.1914,
      "step": 286200
    },
    {
      "epoch": 92.53393665158372,
      "grad_norm": 1.7802410125732422,
      "learning_rate": 0.001,
      "loss": 1.1921,
      "step": 286300
    },
    {
      "epoch": 92.56625727213962,
      "grad_norm": 1.9713374376296997,
      "learning_rate": 0.001,
      "loss": 1.1795,
      "step": 286400
    },
    {
      "epoch": 92.59857789269554,
      "grad_norm": 2.6365981101989746,
      "learning_rate": 0.001,
      "loss": 1.1892,
      "step": 286500
    },
    {
      "epoch": 92.63089851325145,
      "grad_norm": 2.187910318374634,
      "learning_rate": 0.001,
      "loss": 1.2051,
      "step": 286600
    },
    {
      "epoch": 92.66321913380737,
      "grad_norm": 2.039344072341919,
      "learning_rate": 0.001,
      "loss": 1.1984,
      "step": 286700
    },
    {
      "epoch": 92.69553975436328,
      "grad_norm": 2.032949209213257,
      "learning_rate": 0.001,
      "loss": 1.2181,
      "step": 286800
    },
    {
      "epoch": 92.7278603749192,
      "grad_norm": 2.804405689239502,
      "learning_rate": 0.001,
      "loss": 1.1987,
      "step": 286900
    },
    {
      "epoch": 92.76018099547511,
      "grad_norm": 1.8193217515945435,
      "learning_rate": 0.001,
      "loss": 1.1995,
      "step": 287000
    },
    {
      "epoch": 92.79250161603103,
      "grad_norm": 2.1374568939208984,
      "learning_rate": 0.001,
      "loss": 1.2147,
      "step": 287100
    },
    {
      "epoch": 92.82482223658694,
      "grad_norm": 2.0475242137908936,
      "learning_rate": 0.001,
      "loss": 1.2137,
      "step": 287200
    },
    {
      "epoch": 92.85714285714286,
      "grad_norm": 1.8530298471450806,
      "learning_rate": 0.001,
      "loss": 1.2203,
      "step": 287300
    },
    {
      "epoch": 92.88946347769877,
      "grad_norm": 2.1449034214019775,
      "learning_rate": 0.001,
      "loss": 1.2357,
      "step": 287400
    },
    {
      "epoch": 92.92178409825469,
      "grad_norm": 1.8257231712341309,
      "learning_rate": 0.001,
      "loss": 1.2428,
      "step": 287500
    },
    {
      "epoch": 92.9541047188106,
      "grad_norm": 1.6015028953552246,
      "learning_rate": 0.001,
      "loss": 1.2322,
      "step": 287600
    },
    {
      "epoch": 92.98642533936652,
      "grad_norm": 2.003861665725708,
      "learning_rate": 0.001,
      "loss": 1.2222,
      "step": 287700
    },
    {
      "epoch": 93.01874595992243,
      "grad_norm": 1.8797523975372314,
      "learning_rate": 0.001,
      "loss": 1.1834,
      "step": 287800
    },
    {
      "epoch": 93.05106658047835,
      "grad_norm": 1.5017789602279663,
      "learning_rate": 0.001,
      "loss": 1.1172,
      "step": 287900
    },
    {
      "epoch": 93.08338720103426,
      "grad_norm": 1.3459205627441406,
      "learning_rate": 0.001,
      "loss": 1.1426,
      "step": 288000
    },
    {
      "epoch": 93.11570782159018,
      "grad_norm": 1.5411944389343262,
      "learning_rate": 0.001,
      "loss": 1.1388,
      "step": 288100
    },
    {
      "epoch": 93.14802844214609,
      "grad_norm": 2.0234344005584717,
      "learning_rate": 0.001,
      "loss": 1.1572,
      "step": 288200
    },
    {
      "epoch": 93.180349062702,
      "grad_norm": 1.6879246234893799,
      "learning_rate": 0.001,
      "loss": 1.1414,
      "step": 288300
    },
    {
      "epoch": 93.21266968325791,
      "grad_norm": 1.4526965618133545,
      "learning_rate": 0.001,
      "loss": 1.1476,
      "step": 288400
    },
    {
      "epoch": 93.24499030381384,
      "grad_norm": 2.114469528198242,
      "learning_rate": 0.001,
      "loss": 1.1461,
      "step": 288500
    },
    {
      "epoch": 93.27731092436974,
      "grad_norm": 2.7266154289245605,
      "learning_rate": 0.001,
      "loss": 1.1739,
      "step": 288600
    },
    {
      "epoch": 93.30963154492567,
      "grad_norm": 2.0473294258117676,
      "learning_rate": 0.001,
      "loss": 1.1502,
      "step": 288700
    },
    {
      "epoch": 93.34195216548157,
      "grad_norm": 1.4588580131530762,
      "learning_rate": 0.001,
      "loss": 1.1757,
      "step": 288800
    },
    {
      "epoch": 93.3742727860375,
      "grad_norm": 1.7957432270050049,
      "learning_rate": 0.001,
      "loss": 1.1789,
      "step": 288900
    },
    {
      "epoch": 93.4065934065934,
      "grad_norm": 1.9788367748260498,
      "learning_rate": 0.001,
      "loss": 1.1766,
      "step": 289000
    },
    {
      "epoch": 93.43891402714932,
      "grad_norm": 1.7873634099960327,
      "learning_rate": 0.001,
      "loss": 1.1648,
      "step": 289100
    },
    {
      "epoch": 93.47123464770523,
      "grad_norm": 1.6952708959579468,
      "learning_rate": 0.001,
      "loss": 1.1728,
      "step": 289200
    },
    {
      "epoch": 93.50355526826115,
      "grad_norm": 1.3903928995132446,
      "learning_rate": 0.001,
      "loss": 1.1731,
      "step": 289300
    },
    {
      "epoch": 93.53587588881706,
      "grad_norm": 1.5076650381088257,
      "learning_rate": 0.001,
      "loss": 1.185,
      "step": 289400
    },
    {
      "epoch": 93.56819650937298,
      "grad_norm": 2.4555656909942627,
      "learning_rate": 0.001,
      "loss": 1.1829,
      "step": 289500
    },
    {
      "epoch": 93.60051712992889,
      "grad_norm": 2.349330425262451,
      "learning_rate": 0.001,
      "loss": 1.1894,
      "step": 289600
    },
    {
      "epoch": 93.63283775048481,
      "grad_norm": 1.7061920166015625,
      "learning_rate": 0.001,
      "loss": 1.1822,
      "step": 289700
    },
    {
      "epoch": 93.66515837104072,
      "grad_norm": 1.7948163747787476,
      "learning_rate": 0.001,
      "loss": 1.1854,
      "step": 289800
    },
    {
      "epoch": 93.69747899159664,
      "grad_norm": 1.5287566184997559,
      "learning_rate": 0.001,
      "loss": 1.1888,
      "step": 289900
    },
    {
      "epoch": 93.72979961215255,
      "grad_norm": 1.590301513671875,
      "learning_rate": 0.001,
      "loss": 1.2022,
      "step": 290000
    },
    {
      "epoch": 93.76212023270847,
      "grad_norm": 1.5148197412490845,
      "learning_rate": 0.001,
      "loss": 1.2101,
      "step": 290100
    },
    {
      "epoch": 93.79444085326438,
      "grad_norm": 1.9384305477142334,
      "learning_rate": 0.001,
      "loss": 1.2059,
      "step": 290200
    },
    {
      "epoch": 93.8267614738203,
      "grad_norm": 1.7551034688949585,
      "learning_rate": 0.001,
      "loss": 1.2084,
      "step": 290300
    },
    {
      "epoch": 93.8590820943762,
      "grad_norm": 1.8605059385299683,
      "learning_rate": 0.001,
      "loss": 1.2075,
      "step": 290400
    },
    {
      "epoch": 93.89140271493213,
      "grad_norm": 1.7120189666748047,
      "learning_rate": 0.001,
      "loss": 1.2183,
      "step": 290500
    },
    {
      "epoch": 93.92372333548803,
      "grad_norm": 1.8584399223327637,
      "learning_rate": 0.001,
      "loss": 1.2287,
      "step": 290600
    },
    {
      "epoch": 93.95604395604396,
      "grad_norm": 1.8144450187683105,
      "learning_rate": 0.001,
      "loss": 1.2198,
      "step": 290700
    },
    {
      "epoch": 93.98836457659988,
      "grad_norm": 2.061105966567993,
      "learning_rate": 0.001,
      "loss": 1.2181,
      "step": 290800
    },
    {
      "epoch": 94.02068519715579,
      "grad_norm": 2.702474594116211,
      "learning_rate": 0.001,
      "loss": 1.1685,
      "step": 290900
    },
    {
      "epoch": 94.0530058177117,
      "grad_norm": 1.64632248878479,
      "learning_rate": 0.001,
      "loss": 1.1171,
      "step": 291000
    },
    {
      "epoch": 94.08532643826761,
      "grad_norm": 2.041278839111328,
      "learning_rate": 0.001,
      "loss": 1.1365,
      "step": 291100
    },
    {
      "epoch": 94.11764705882354,
      "grad_norm": 1.4763818979263306,
      "learning_rate": 0.001,
      "loss": 1.1433,
      "step": 291200
    },
    {
      "epoch": 94.14996767937944,
      "grad_norm": 1.36812424659729,
      "learning_rate": 0.001,
      "loss": 1.118,
      "step": 291300
    },
    {
      "epoch": 94.18228829993537,
      "grad_norm": 1.6154983043670654,
      "learning_rate": 0.001,
      "loss": 1.1485,
      "step": 291400
    },
    {
      "epoch": 94.21460892049127,
      "grad_norm": 1.8375099897384644,
      "learning_rate": 0.001,
      "loss": 1.1424,
      "step": 291500
    },
    {
      "epoch": 94.2469295410472,
      "grad_norm": 1.8397036790847778,
      "learning_rate": 0.001,
      "loss": 1.1528,
      "step": 291600
    },
    {
      "epoch": 94.2792501616031,
      "grad_norm": 1.466280460357666,
      "learning_rate": 0.001,
      "loss": 1.1516,
      "step": 291700
    },
    {
      "epoch": 94.31157078215902,
      "grad_norm": 2.9650964736938477,
      "learning_rate": 0.001,
      "loss": 1.1675,
      "step": 291800
    },
    {
      "epoch": 94.34389140271493,
      "grad_norm": 2.0993025302886963,
      "learning_rate": 0.001,
      "loss": 1.1409,
      "step": 291900
    },
    {
      "epoch": 94.37621202327085,
      "grad_norm": 1.6603684425354004,
      "learning_rate": 0.001,
      "loss": 1.168,
      "step": 292000
    },
    {
      "epoch": 94.40853264382676,
      "grad_norm": 1.7989704608917236,
      "learning_rate": 0.001,
      "loss": 1.1621,
      "step": 292100
    },
    {
      "epoch": 94.44085326438268,
      "grad_norm": 1.5147311687469482,
      "learning_rate": 0.001,
      "loss": 1.1662,
      "step": 292200
    },
    {
      "epoch": 94.47317388493859,
      "grad_norm": 1.8816263675689697,
      "learning_rate": 0.001,
      "loss": 1.1662,
      "step": 292300
    },
    {
      "epoch": 94.50549450549451,
      "grad_norm": 1.3142783641815186,
      "learning_rate": 0.001,
      "loss": 1.1803,
      "step": 292400
    },
    {
      "epoch": 94.53781512605042,
      "grad_norm": 2.246133327484131,
      "learning_rate": 0.001,
      "loss": 1.1873,
      "step": 292500
    },
    {
      "epoch": 94.57013574660634,
      "grad_norm": 1.5358392000198364,
      "learning_rate": 0.001,
      "loss": 1.1777,
      "step": 292600
    },
    {
      "epoch": 94.60245636716225,
      "grad_norm": 1.275778889656067,
      "learning_rate": 0.001,
      "loss": 1.172,
      "step": 292700
    },
    {
      "epoch": 94.63477698771817,
      "grad_norm": 1.631397008895874,
      "learning_rate": 0.001,
      "loss": 1.1943,
      "step": 292800
    },
    {
      "epoch": 94.66709760827408,
      "grad_norm": 1.462730884552002,
      "learning_rate": 0.001,
      "loss": 1.1937,
      "step": 292900
    },
    {
      "epoch": 94.69941822883,
      "grad_norm": 2.0201778411865234,
      "learning_rate": 0.001,
      "loss": 1.2112,
      "step": 293000
    },
    {
      "epoch": 94.7317388493859,
      "grad_norm": 1.8298077583312988,
      "learning_rate": 0.001,
      "loss": 1.2012,
      "step": 293100
    },
    {
      "epoch": 94.76405946994183,
      "grad_norm": 1.727700114250183,
      "learning_rate": 0.001,
      "loss": 1.1993,
      "step": 293200
    },
    {
      "epoch": 94.79638009049773,
      "grad_norm": 1.6637187004089355,
      "learning_rate": 0.001,
      "loss": 1.1984,
      "step": 293300
    },
    {
      "epoch": 94.82870071105366,
      "grad_norm": 1.911285400390625,
      "learning_rate": 0.001,
      "loss": 1.2174,
      "step": 293400
    },
    {
      "epoch": 94.86102133160956,
      "grad_norm": 1.6867454051971436,
      "learning_rate": 0.001,
      "loss": 1.2025,
      "step": 293500
    },
    {
      "epoch": 94.89334195216549,
      "grad_norm": 1.5231786966323853,
      "learning_rate": 0.001,
      "loss": 1.2163,
      "step": 293600
    },
    {
      "epoch": 94.9256625727214,
      "grad_norm": 2.033961296081543,
      "learning_rate": 0.001,
      "loss": 1.2061,
      "step": 293700
    },
    {
      "epoch": 94.95798319327731,
      "grad_norm": 2.617823362350464,
      "learning_rate": 0.001,
      "loss": 1.2122,
      "step": 293800
    },
    {
      "epoch": 94.99030381383322,
      "grad_norm": 1.7739336490631104,
      "learning_rate": 0.001,
      "loss": 1.2211,
      "step": 293900
    },
    {
      "epoch": 95.02262443438914,
      "grad_norm": 2.470210552215576,
      "learning_rate": 0.001,
      "loss": 1.1605,
      "step": 294000
    },
    {
      "epoch": 95.05494505494505,
      "grad_norm": 1.1751980781555176,
      "learning_rate": 0.001,
      "loss": 1.1296,
      "step": 294100
    },
    {
      "epoch": 95.08726567550097,
      "grad_norm": 1.6907886266708374,
      "learning_rate": 0.001,
      "loss": 1.1378,
      "step": 294200
    },
    {
      "epoch": 95.11958629605688,
      "grad_norm": 2.201791524887085,
      "learning_rate": 0.001,
      "loss": 1.1211,
      "step": 294300
    },
    {
      "epoch": 95.1519069166128,
      "grad_norm": 1.7307604551315308,
      "learning_rate": 0.001,
      "loss": 1.1174,
      "step": 294400
    },
    {
      "epoch": 95.18422753716871,
      "grad_norm": 1.2891641855239868,
      "learning_rate": 0.001,
      "loss": 1.1371,
      "step": 294500
    },
    {
      "epoch": 95.21654815772463,
      "grad_norm": 1.5916978120803833,
      "learning_rate": 0.001,
      "loss": 1.1486,
      "step": 294600
    },
    {
      "epoch": 95.24886877828054,
      "grad_norm": 1.6448651552200317,
      "learning_rate": 0.001,
      "loss": 1.143,
      "step": 294700
    },
    {
      "epoch": 95.28118939883646,
      "grad_norm": 2.0232772827148438,
      "learning_rate": 0.001,
      "loss": 1.1474,
      "step": 294800
    },
    {
      "epoch": 95.31351001939237,
      "grad_norm": 1.5678558349609375,
      "learning_rate": 0.001,
      "loss": 1.1452,
      "step": 294900
    },
    {
      "epoch": 95.34583063994829,
      "grad_norm": 2.3138344287872314,
      "learning_rate": 0.001,
      "loss": 1.1451,
      "step": 295000
    },
    {
      "epoch": 95.3781512605042,
      "grad_norm": 1.411215901374817,
      "learning_rate": 0.001,
      "loss": 1.1632,
      "step": 295100
    },
    {
      "epoch": 95.41047188106012,
      "grad_norm": 1.6272342205047607,
      "learning_rate": 0.001,
      "loss": 1.1544,
      "step": 295200
    },
    {
      "epoch": 95.44279250161603,
      "grad_norm": 2.5069704055786133,
      "learning_rate": 0.001,
      "loss": 1.1573,
      "step": 295300
    },
    {
      "epoch": 95.47511312217195,
      "grad_norm": 1.6448183059692383,
      "learning_rate": 0.001,
      "loss": 1.167,
      "step": 295400
    },
    {
      "epoch": 95.50743374272786,
      "grad_norm": 1.4927773475646973,
      "learning_rate": 0.001,
      "loss": 1.1704,
      "step": 295500
    },
    {
      "epoch": 95.53975436328378,
      "grad_norm": 1.57712984085083,
      "learning_rate": 0.001,
      "loss": 1.1789,
      "step": 295600
    },
    {
      "epoch": 95.57207498383968,
      "grad_norm": 1.4393914937973022,
      "learning_rate": 0.001,
      "loss": 1.1751,
      "step": 295700
    },
    {
      "epoch": 95.6043956043956,
      "grad_norm": 1.8276870250701904,
      "learning_rate": 0.001,
      "loss": 1.1739,
      "step": 295800
    },
    {
      "epoch": 95.63671622495151,
      "grad_norm": 1.1675989627838135,
      "learning_rate": 0.001,
      "loss": 1.1823,
      "step": 295900
    },
    {
      "epoch": 95.66903684550743,
      "grad_norm": 1.2009097337722778,
      "learning_rate": 0.001,
      "loss": 1.1933,
      "step": 296000
    },
    {
      "epoch": 95.70135746606334,
      "grad_norm": 1.5777475833892822,
      "learning_rate": 0.001,
      "loss": 1.1854,
      "step": 296100
    },
    {
      "epoch": 95.73367808661926,
      "grad_norm": 1.2625652551651,
      "learning_rate": 0.001,
      "loss": 1.1898,
      "step": 296200
    },
    {
      "epoch": 95.76599870717517,
      "grad_norm": 1.355389952659607,
      "learning_rate": 0.001,
      "loss": 1.1894,
      "step": 296300
    },
    {
      "epoch": 95.7983193277311,
      "grad_norm": 1.6914863586425781,
      "learning_rate": 0.001,
      "loss": 1.2022,
      "step": 296400
    },
    {
      "epoch": 95.830639948287,
      "grad_norm": 1.6860562562942505,
      "learning_rate": 0.001,
      "loss": 1.2021,
      "step": 296500
    },
    {
      "epoch": 95.86296056884292,
      "grad_norm": 1.7306995391845703,
      "learning_rate": 0.001,
      "loss": 1.2158,
      "step": 296600
    },
    {
      "epoch": 95.89528118939883,
      "grad_norm": 1.8452569246292114,
      "learning_rate": 0.001,
      "loss": 1.1822,
      "step": 296700
    },
    {
      "epoch": 95.92760180995475,
      "grad_norm": 1.5447825193405151,
      "learning_rate": 0.001,
      "loss": 1.1996,
      "step": 296800
    },
    {
      "epoch": 95.95992243051066,
      "grad_norm": 2.2806003093719482,
      "learning_rate": 0.001,
      "loss": 1.2088,
      "step": 296900
    },
    {
      "epoch": 95.99224305106658,
      "grad_norm": 1.7977348566055298,
      "learning_rate": 0.001,
      "loss": 1.221,
      "step": 297000
    },
    {
      "epoch": 96.0245636716225,
      "grad_norm": 1.860256314277649,
      "learning_rate": 0.001,
      "loss": 1.1416,
      "step": 297100
    },
    {
      "epoch": 96.05688429217841,
      "grad_norm": 1.2851029634475708,
      "learning_rate": 0.001,
      "loss": 1.1051,
      "step": 297200
    },
    {
      "epoch": 96.08920491273433,
      "grad_norm": 2.5045924186706543,
      "learning_rate": 0.001,
      "loss": 1.1224,
      "step": 297300
    },
    {
      "epoch": 96.12152553329024,
      "grad_norm": 1.9603523015975952,
      "learning_rate": 0.001,
      "loss": 1.1228,
      "step": 297400
    },
    {
      "epoch": 96.15384615384616,
      "grad_norm": 1.8318489789962769,
      "learning_rate": 0.001,
      "loss": 1.1256,
      "step": 297500
    },
    {
      "epoch": 96.18616677440207,
      "grad_norm": 1.1082842350006104,
      "learning_rate": 0.001,
      "loss": 1.142,
      "step": 297600
    },
    {
      "epoch": 96.21848739495799,
      "grad_norm": 2.170994758605957,
      "learning_rate": 0.001,
      "loss": 1.1279,
      "step": 297700
    },
    {
      "epoch": 96.2508080155139,
      "grad_norm": 1.8286175727844238,
      "learning_rate": 0.001,
      "loss": 1.1416,
      "step": 297800
    },
    {
      "epoch": 96.28312863606982,
      "grad_norm": 1.4053666591644287,
      "learning_rate": 0.001,
      "loss": 1.1379,
      "step": 297900
    },
    {
      "epoch": 96.31544925662573,
      "grad_norm": 1.911604404449463,
      "learning_rate": 0.001,
      "loss": 1.1593,
      "step": 298000
    },
    {
      "epoch": 96.34776987718165,
      "grad_norm": 1.3394492864608765,
      "learning_rate": 0.001,
      "loss": 1.1416,
      "step": 298100
    },
    {
      "epoch": 96.38009049773756,
      "grad_norm": 1.5122565031051636,
      "learning_rate": 0.001,
      "loss": 1.1487,
      "step": 298200
    },
    {
      "epoch": 96.41241111829348,
      "grad_norm": 2.1100003719329834,
      "learning_rate": 0.001,
      "loss": 1.1512,
      "step": 298300
    },
    {
      "epoch": 96.44473173884938,
      "grad_norm": 1.941153883934021,
      "learning_rate": 0.001,
      "loss": 1.1693,
      "step": 298400
    },
    {
      "epoch": 96.4770523594053,
      "grad_norm": 1.6588879823684692,
      "learning_rate": 0.001,
      "loss": 1.1611,
      "step": 298500
    },
    {
      "epoch": 96.50937297996121,
      "grad_norm": 1.2245738506317139,
      "learning_rate": 0.001,
      "loss": 1.1614,
      "step": 298600
    },
    {
      "epoch": 96.54169360051714,
      "grad_norm": 1.5878503322601318,
      "learning_rate": 0.001,
      "loss": 1.1777,
      "step": 298700
    },
    {
      "epoch": 96.57401422107304,
      "grad_norm": 1.4396772384643555,
      "learning_rate": 0.001,
      "loss": 1.157,
      "step": 298800
    },
    {
      "epoch": 96.60633484162896,
      "grad_norm": 1.590366244316101,
      "learning_rate": 0.001,
      "loss": 1.1681,
      "step": 298900
    },
    {
      "epoch": 96.63865546218487,
      "grad_norm": 1.252959966659546,
      "learning_rate": 0.001,
      "loss": 1.1765,
      "step": 299000
    },
    {
      "epoch": 96.6709760827408,
      "grad_norm": 2.057255983352661,
      "learning_rate": 0.001,
      "loss": 1.1884,
      "step": 299100
    },
    {
      "epoch": 96.7032967032967,
      "grad_norm": 1.8908469676971436,
      "learning_rate": 0.001,
      "loss": 1.1843,
      "step": 299200
    },
    {
      "epoch": 96.73561732385262,
      "grad_norm": 1.616100549697876,
      "learning_rate": 0.001,
      "loss": 1.1835,
      "step": 299300
    },
    {
      "epoch": 96.76793794440853,
      "grad_norm": 1.4547150135040283,
      "learning_rate": 0.001,
      "loss": 1.2027,
      "step": 299400
    },
    {
      "epoch": 96.80025856496445,
      "grad_norm": 1.4257676601409912,
      "learning_rate": 0.001,
      "loss": 1.1795,
      "step": 299500
    },
    {
      "epoch": 96.83257918552036,
      "grad_norm": 1.3480945825576782,
      "learning_rate": 0.001,
      "loss": 1.2027,
      "step": 299600
    },
    {
      "epoch": 96.86489980607628,
      "grad_norm": 1.460683822631836,
      "learning_rate": 0.001,
      "loss": 1.1955,
      "step": 299700
    },
    {
      "epoch": 96.89722042663219,
      "grad_norm": 2.127368450164795,
      "learning_rate": 0.001,
      "loss": 1.1796,
      "step": 299800
    },
    {
      "epoch": 96.92954104718811,
      "grad_norm": 2.2763729095458984,
      "learning_rate": 0.001,
      "loss": 1.2024,
      "step": 299900
    },
    {
      "epoch": 96.96186166774402,
      "grad_norm": 1.617999792098999,
      "learning_rate": 0.001,
      "loss": 1.2059,
      "step": 300000
    },
    {
      "epoch": 96.99418228829994,
      "grad_norm": 1.829553246498108,
      "learning_rate": 0.001,
      "loss": 1.1947,
      "step": 300100
    },
    {
      "epoch": 97.02650290885585,
      "grad_norm": 1.306296944618225,
      "learning_rate": 0.001,
      "loss": 1.1321,
      "step": 300200
    },
    {
      "epoch": 97.05882352941177,
      "grad_norm": 1.4006305932998657,
      "learning_rate": 0.001,
      "loss": 1.1103,
      "step": 300300
    },
    {
      "epoch": 97.09114414996768,
      "grad_norm": 1.3456957340240479,
      "learning_rate": 0.001,
      "loss": 1.1028,
      "step": 300400
    },
    {
      "epoch": 97.1234647705236,
      "grad_norm": 1.495202898979187,
      "learning_rate": 0.001,
      "loss": 1.099,
      "step": 300500
    },
    {
      "epoch": 97.1557853910795,
      "grad_norm": 1.624022126197815,
      "learning_rate": 0.001,
      "loss": 1.1155,
      "step": 300600
    },
    {
      "epoch": 97.18810601163543,
      "grad_norm": 1.707629680633545,
      "learning_rate": 0.001,
      "loss": 1.1294,
      "step": 300700
    },
    {
      "epoch": 97.22042663219133,
      "grad_norm": 1.6954739093780518,
      "learning_rate": 0.001,
      "loss": 1.1397,
      "step": 300800
    },
    {
      "epoch": 97.25274725274726,
      "grad_norm": 1.5452526807785034,
      "learning_rate": 0.001,
      "loss": 1.1212,
      "step": 300900
    },
    {
      "epoch": 97.28506787330316,
      "grad_norm": 2.1428868770599365,
      "learning_rate": 0.001,
      "loss": 1.1411,
      "step": 301000
    },
    {
      "epoch": 97.31738849385908,
      "grad_norm": 1.6986525058746338,
      "learning_rate": 0.001,
      "loss": 1.1356,
      "step": 301100
    },
    {
      "epoch": 97.34970911441499,
      "grad_norm": 1.5793352127075195,
      "learning_rate": 0.001,
      "loss": 1.1409,
      "step": 301200
    },
    {
      "epoch": 97.38202973497091,
      "grad_norm": 1.5635677576065063,
      "learning_rate": 0.001,
      "loss": 1.1426,
      "step": 301300
    },
    {
      "epoch": 97.41435035552682,
      "grad_norm": 1.561034917831421,
      "learning_rate": 0.001,
      "loss": 1.1528,
      "step": 301400
    },
    {
      "epoch": 97.44667097608274,
      "grad_norm": 2.120241403579712,
      "learning_rate": 0.001,
      "loss": 1.162,
      "step": 301500
    },
    {
      "epoch": 97.47899159663865,
      "grad_norm": 2.110903024673462,
      "learning_rate": 0.001,
      "loss": 1.1612,
      "step": 301600
    },
    {
      "epoch": 97.51131221719457,
      "grad_norm": 1.827684998512268,
      "learning_rate": 0.001,
      "loss": 1.1689,
      "step": 301700
    },
    {
      "epoch": 97.54363283775048,
      "grad_norm": 1.3731664419174194,
      "learning_rate": 0.001,
      "loss": 1.154,
      "step": 301800
    },
    {
      "epoch": 97.5759534583064,
      "grad_norm": 1.240972876548767,
      "learning_rate": 0.001,
      "loss": 1.1662,
      "step": 301900
    },
    {
      "epoch": 97.60827407886231,
      "grad_norm": 1.9408973455429077,
      "learning_rate": 0.001,
      "loss": 1.1606,
      "step": 302000
    },
    {
      "epoch": 97.64059469941823,
      "grad_norm": 1.7482811212539673,
      "learning_rate": 0.001,
      "loss": 1.1665,
      "step": 302100
    },
    {
      "epoch": 97.67291531997414,
      "grad_norm": 2.163902997970581,
      "learning_rate": 0.001,
      "loss": 1.1741,
      "step": 302200
    },
    {
      "epoch": 97.70523594053006,
      "grad_norm": 1.2171028852462769,
      "learning_rate": 0.001,
      "loss": 1.1902,
      "step": 302300
    },
    {
      "epoch": 97.73755656108597,
      "grad_norm": 1.5814447402954102,
      "learning_rate": 0.001,
      "loss": 1.1836,
      "step": 302400
    },
    {
      "epoch": 97.76987718164189,
      "grad_norm": 1.408679723739624,
      "learning_rate": 0.001,
      "loss": 1.184,
      "step": 302500
    },
    {
      "epoch": 97.8021978021978,
      "grad_norm": 1.645927906036377,
      "learning_rate": 0.001,
      "loss": 1.1835,
      "step": 302600
    },
    {
      "epoch": 97.83451842275372,
      "grad_norm": 1.3949730396270752,
      "learning_rate": 0.001,
      "loss": 1.1798,
      "step": 302700
    },
    {
      "epoch": 97.86683904330962,
      "grad_norm": 1.6577595472335815,
      "learning_rate": 0.001,
      "loss": 1.1858,
      "step": 302800
    },
    {
      "epoch": 97.89915966386555,
      "grad_norm": 1.934249997138977,
      "learning_rate": 0.001,
      "loss": 1.2028,
      "step": 302900
    },
    {
      "epoch": 97.93148028442145,
      "grad_norm": 1.6780946254730225,
      "learning_rate": 0.001,
      "loss": 1.2043,
      "step": 303000
    },
    {
      "epoch": 97.96380090497738,
      "grad_norm": 1.8218052387237549,
      "learning_rate": 0.001,
      "loss": 1.1921,
      "step": 303100
    },
    {
      "epoch": 97.99612152553328,
      "grad_norm": 2.1109933853149414,
      "learning_rate": 0.001,
      "loss": 1.1976,
      "step": 303200
    },
    {
      "epoch": 98.0284421460892,
      "grad_norm": 1.517188310623169,
      "learning_rate": 0.001,
      "loss": 1.119,
      "step": 303300
    },
    {
      "epoch": 98.06076276664513,
      "grad_norm": 2.3147544860839844,
      "learning_rate": 0.001,
      "loss": 1.0996,
      "step": 303400
    },
    {
      "epoch": 98.09308338720103,
      "grad_norm": 1.553000807762146,
      "learning_rate": 0.001,
      "loss": 1.0983,
      "step": 303500
    },
    {
      "epoch": 98.12540400775696,
      "grad_norm": 1.4100111722946167,
      "learning_rate": 0.001,
      "loss": 1.1109,
      "step": 303600
    },
    {
      "epoch": 98.15772462831286,
      "grad_norm": 2.305436849594116,
      "learning_rate": 0.001,
      "loss": 1.1085,
      "step": 303700
    },
    {
      "epoch": 98.19004524886878,
      "grad_norm": 1.940406322479248,
      "learning_rate": 0.001,
      "loss": 1.122,
      "step": 303800
    },
    {
      "epoch": 98.22236586942469,
      "grad_norm": 1.3003724813461304,
      "learning_rate": 0.001,
      "loss": 1.117,
      "step": 303900
    },
    {
      "epoch": 98.25468648998061,
      "grad_norm": 1.3235238790512085,
      "learning_rate": 0.001,
      "loss": 1.1067,
      "step": 304000
    },
    {
      "epoch": 98.28700711053652,
      "grad_norm": 1.5034582614898682,
      "learning_rate": 0.001,
      "loss": 1.1329,
      "step": 304100
    },
    {
      "epoch": 98.31932773109244,
      "grad_norm": 1.7820682525634766,
      "learning_rate": 0.001,
      "loss": 1.1382,
      "step": 304200
    },
    {
      "epoch": 98.35164835164835,
      "grad_norm": 1.7481606006622314,
      "learning_rate": 0.001,
      "loss": 1.1483,
      "step": 304300
    },
    {
      "epoch": 98.38396897220427,
      "grad_norm": 1.8273428678512573,
      "learning_rate": 0.001,
      "loss": 1.1556,
      "step": 304400
    },
    {
      "epoch": 98.41628959276018,
      "grad_norm": 1.975685715675354,
      "learning_rate": 0.001,
      "loss": 1.1473,
      "step": 304500
    },
    {
      "epoch": 98.4486102133161,
      "grad_norm": 2.329911231994629,
      "learning_rate": 0.001,
      "loss": 1.1651,
      "step": 304600
    },
    {
      "epoch": 98.48093083387201,
      "grad_norm": 2.8156585693359375,
      "learning_rate": 0.001,
      "loss": 1.1491,
      "step": 304700
    },
    {
      "epoch": 98.51325145442793,
      "grad_norm": 2.167443037033081,
      "learning_rate": 0.001,
      "loss": 1.1701,
      "step": 304800
    },
    {
      "epoch": 98.54557207498384,
      "grad_norm": 2.023167848587036,
      "learning_rate": 0.001,
      "loss": 1.1603,
      "step": 304900
    },
    {
      "epoch": 98.57789269553976,
      "grad_norm": 2.202585458755493,
      "learning_rate": 0.001,
      "loss": 1.1602,
      "step": 305000
    },
    {
      "epoch": 98.61021331609567,
      "grad_norm": 2.8777387142181396,
      "learning_rate": 0.001,
      "loss": 1.1638,
      "step": 305100
    },
    {
      "epoch": 98.64253393665159,
      "grad_norm": 1.5604068040847778,
      "learning_rate": 0.001,
      "loss": 1.1625,
      "step": 305200
    },
    {
      "epoch": 98.6748545572075,
      "grad_norm": 1.617970585823059,
      "learning_rate": 0.001,
      "loss": 1.1686,
      "step": 305300
    },
    {
      "epoch": 98.70717517776342,
      "grad_norm": 1.7877370119094849,
      "learning_rate": 0.001,
      "loss": 1.1626,
      "step": 305400
    },
    {
      "epoch": 98.73949579831933,
      "grad_norm": 2.0654261112213135,
      "learning_rate": 0.001,
      "loss": 1.1779,
      "step": 305500
    },
    {
      "epoch": 98.77181641887525,
      "grad_norm": 2.0315310955047607,
      "learning_rate": 0.001,
      "loss": 1.1987,
      "step": 305600
    },
    {
      "epoch": 98.80413703943115,
      "grad_norm": 1.6771689653396606,
      "learning_rate": 0.001,
      "loss": 1.1664,
      "step": 305700
    },
    {
      "epoch": 98.83645765998708,
      "grad_norm": 1.3909519910812378,
      "learning_rate": 0.001,
      "loss": 1.1754,
      "step": 305800
    },
    {
      "epoch": 98.86877828054298,
      "grad_norm": 2.052640914916992,
      "learning_rate": 0.001,
      "loss": 1.1754,
      "step": 305900
    },
    {
      "epoch": 98.9010989010989,
      "grad_norm": 1.5628565549850464,
      "learning_rate": 0.001,
      "loss": 1.1769,
      "step": 306000
    },
    {
      "epoch": 98.93341952165481,
      "grad_norm": 1.619795322418213,
      "learning_rate": 0.001,
      "loss": 1.1961,
      "step": 306100
    },
    {
      "epoch": 98.96574014221073,
      "grad_norm": 2.042397975921631,
      "learning_rate": 0.001,
      "loss": 1.1972,
      "step": 306200
    },
    {
      "epoch": 98.99806076276664,
      "grad_norm": 1.8413684368133545,
      "learning_rate": 0.001,
      "loss": 1.1885,
      "step": 306300
    },
    {
      "epoch": 99.03038138332256,
      "grad_norm": 2.001903772354126,
      "learning_rate": 0.001,
      "loss": 1.1038,
      "step": 306400
    },
    {
      "epoch": 99.06270200387847,
      "grad_norm": 1.5408207178115845,
      "learning_rate": 0.001,
      "loss": 1.0963,
      "step": 306500
    },
    {
      "epoch": 99.09502262443439,
      "grad_norm": 1.8227003812789917,
      "learning_rate": 0.001,
      "loss": 1.0963,
      "step": 306600
    },
    {
      "epoch": 99.1273432449903,
      "grad_norm": 1.7955845594406128,
      "learning_rate": 0.001,
      "loss": 1.0903,
      "step": 306700
    },
    {
      "epoch": 99.15966386554622,
      "grad_norm": 1.5789191722869873,
      "learning_rate": 0.001,
      "loss": 1.1043,
      "step": 306800
    },
    {
      "epoch": 99.19198448610213,
      "grad_norm": 2.1326937675476074,
      "learning_rate": 0.001,
      "loss": 1.1306,
      "step": 306900
    },
    {
      "epoch": 99.22430510665805,
      "grad_norm": 2.003293514251709,
      "learning_rate": 0.001,
      "loss": 1.1107,
      "step": 307000
    },
    {
      "epoch": 99.25662572721396,
      "grad_norm": 1.4671404361724854,
      "learning_rate": 0.001,
      "loss": 1.1183,
      "step": 307100
    },
    {
      "epoch": 99.28894634776988,
      "grad_norm": 1.8515692949295044,
      "learning_rate": 0.001,
      "loss": 1.1388,
      "step": 307200
    },
    {
      "epoch": 99.32126696832579,
      "grad_norm": 1.925635576248169,
      "learning_rate": 0.001,
      "loss": 1.1495,
      "step": 307300
    },
    {
      "epoch": 99.35358758888171,
      "grad_norm": 1.4091397523880005,
      "learning_rate": 0.001,
      "loss": 1.1281,
      "step": 307400
    },
    {
      "epoch": 99.38590820943762,
      "grad_norm": 2.091721534729004,
      "learning_rate": 0.001,
      "loss": 1.1499,
      "step": 307500
    },
    {
      "epoch": 99.41822882999354,
      "grad_norm": 2.5117223262786865,
      "learning_rate": 0.001,
      "loss": 1.1406,
      "step": 307600
    },
    {
      "epoch": 99.45054945054945,
      "grad_norm": 1.422900676727295,
      "learning_rate": 0.001,
      "loss": 1.1439,
      "step": 307700
    },
    {
      "epoch": 99.48287007110537,
      "grad_norm": 1.3010830879211426,
      "learning_rate": 0.001,
      "loss": 1.1704,
      "step": 307800
    },
    {
      "epoch": 99.51519069166127,
      "grad_norm": 1.8194390535354614,
      "learning_rate": 0.001,
      "loss": 1.1524,
      "step": 307900
    },
    {
      "epoch": 99.5475113122172,
      "grad_norm": 2.241621255874634,
      "learning_rate": 0.001,
      "loss": 1.1472,
      "step": 308000
    },
    {
      "epoch": 99.5798319327731,
      "grad_norm": 2.1003193855285645,
      "learning_rate": 0.001,
      "loss": 1.0969,
      "step": 308100
    },
    {
      "epoch": 99.61215255332903,
      "grad_norm": 2.119717597961426,
      "learning_rate": 0.001,
      "loss": 1.1031,
      "step": 308200
    },
    {
      "epoch": 99.64447317388493,
      "grad_norm": 1.7485957145690918,
      "learning_rate": 0.001,
      "loss": 1.088,
      "step": 308300
    },
    {
      "epoch": 99.67679379444085,
      "grad_norm": 2.075796604156494,
      "learning_rate": 0.001,
      "loss": 1.1165,
      "step": 308400
    },
    {
      "epoch": 99.70911441499676,
      "grad_norm": 1.7851812839508057,
      "learning_rate": 0.001,
      "loss": 1.109,
      "step": 308500
    },
    {
      "epoch": 99.74143503555268,
      "grad_norm": 1.8628984689712524,
      "learning_rate": 0.001,
      "loss": 1.1138,
      "step": 308600
    },
    {
      "epoch": 99.77375565610859,
      "grad_norm": 2.3484625816345215,
      "learning_rate": 0.001,
      "loss": 1.1021,
      "step": 308700
    },
    {
      "epoch": 99.80607627666451,
      "grad_norm": 1.7313326597213745,
      "learning_rate": 0.001,
      "loss": 1.1082,
      "step": 308800
    },
    {
      "epoch": 99.83839689722042,
      "grad_norm": 2.0590853691101074,
      "learning_rate": 0.001,
      "loss": 1.1359,
      "step": 308900
    },
    {
      "epoch": 99.87071751777634,
      "grad_norm": 1.3313370943069458,
      "learning_rate": 0.001,
      "loss": 1.1512,
      "step": 309000
    },
    {
      "epoch": 99.90303813833225,
      "grad_norm": 1.9432346820831299,
      "learning_rate": 0.001,
      "loss": 1.145,
      "step": 309100
    },
    {
      "epoch": 99.93535875888817,
      "grad_norm": 1.7396470308303833,
      "learning_rate": 0.001,
      "loss": 1.1489,
      "step": 309200
    },
    {
      "epoch": 99.96767937944408,
      "grad_norm": 1.6597442626953125,
      "learning_rate": 0.001,
      "loss": 1.1442,
      "step": 309300
    },
    {
      "epoch": 100.0,
      "grad_norm": 1.911489486694336,
      "learning_rate": 0.001,
      "loss": 1.1122,
      "step": 309400
    },
    {
      "epoch": 100.0,
      "step": 309400,
      "total_flos": 1.7026842083328e+18,
      "train_loss": 0.005066298723374942,
      "train_runtime": 144.9702,
      "train_samples_per_second": 68289.914,
      "train_steps_per_second": 2134.232
    }
  ],
  "logging_steps": 100,
  "max_steps": 309400,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 100,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.7026842083328e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}