{
  "best_metric": 0.848845249619693,
  "best_model_checkpoint": "./results/checkpoint-12204",
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 12204,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0024582104228121925,
      "grad_norm": 4.467207908630371,
      "learning_rate": 2.9975417895771878e-05,
      "loss": 1.4158,
      "step": 10
    },
    {
      "epoch": 0.004916420845624385,
      "grad_norm": 3.8742997646331787,
      "learning_rate": 2.9950835791543758e-05,
      "loss": 1.1938,
      "step": 20
    },
    {
      "epoch": 0.007374631268436578,
      "grad_norm": 3.0423967838287354,
      "learning_rate": 2.9926253687315632e-05,
      "loss": 1.066,
      "step": 30
    },
    {
      "epoch": 0.00983284169124877,
      "grad_norm": 5.9557785987854,
      "learning_rate": 2.9901671583087512e-05,
      "loss": 0.874,
      "step": 40
    },
    {
      "epoch": 0.012291052114060964,
      "grad_norm": 10.07143783569336,
      "learning_rate": 2.987708947885939e-05,
      "loss": 1.0172,
      "step": 50
    },
    {
      "epoch": 0.014749262536873156,
      "grad_norm": 4.170281410217285,
      "learning_rate": 2.985250737463127e-05,
      "loss": 0.938,
      "step": 60
    },
    {
      "epoch": 0.01720747295968535,
      "grad_norm": 4.032867431640625,
      "learning_rate": 2.9827925270403147e-05,
      "loss": 0.9112,
      "step": 70
    },
    {
      "epoch": 0.01966568338249754,
      "grad_norm": 4.253580093383789,
      "learning_rate": 2.9803343166175024e-05,
      "loss": 1.0215,
      "step": 80
    },
    {
      "epoch": 0.022123893805309734,
      "grad_norm": 9.525086402893066,
      "learning_rate": 2.97787610619469e-05,
      "loss": 0.893,
      "step": 90
    },
    {
      "epoch": 0.024582104228121928,
      "grad_norm": 5.15816593170166,
      "learning_rate": 2.975417895771878e-05,
      "loss": 1.0037,
      "step": 100
    },
    {
      "epoch": 0.02704031465093412,
      "grad_norm": 7.5928955078125,
      "learning_rate": 2.972959685349066e-05,
      "loss": 0.8992,
      "step": 110
    },
    {
      "epoch": 0.029498525073746312,
      "grad_norm": 5.754878044128418,
      "learning_rate": 2.970501474926254e-05,
      "loss": 0.9152,
      "step": 120
    },
    {
      "epoch": 0.0319567354965585,
      "grad_norm": 6.063644886016846,
      "learning_rate": 2.9680432645034416e-05,
      "loss": 1.0039,
      "step": 130
    },
    {
      "epoch": 0.0344149459193707,
      "grad_norm": 5.603899002075195,
      "learning_rate": 2.9655850540806293e-05,
      "loss": 1.0436,
      "step": 140
    },
    {
      "epoch": 0.03687315634218289,
      "grad_norm": 11.509993553161621,
      "learning_rate": 2.963126843657817e-05,
      "loss": 0.8831,
      "step": 150
    },
    {
      "epoch": 0.03933136676499508,
      "grad_norm": 6.53792142868042,
      "learning_rate": 2.960668633235005e-05,
      "loss": 0.9845,
      "step": 160
    },
    {
      "epoch": 0.04178957718780728,
      "grad_norm": 4.272523880004883,
      "learning_rate": 2.9582104228121928e-05,
      "loss": 0.85,
      "step": 170
    },
    {
      "epoch": 0.04424778761061947,
      "grad_norm": 6.995558738708496,
      "learning_rate": 2.9557522123893808e-05,
      "loss": 0.8746,
      "step": 180
    },
    {
      "epoch": 0.04670599803343166,
      "grad_norm": 5.718236923217773,
      "learning_rate": 2.953294001966568e-05,
      "loss": 0.8441,
      "step": 190
    },
    {
      "epoch": 0.049164208456243856,
      "grad_norm": 6.290430068969727,
      "learning_rate": 2.9508357915437562e-05,
      "loss": 0.8652,
      "step": 200
    },
    {
      "epoch": 0.051622418879056046,
      "grad_norm": 9.633130073547363,
      "learning_rate": 2.948377581120944e-05,
      "loss": 0.8715,
      "step": 210
    },
    {
      "epoch": 0.05408062930186824,
      "grad_norm": 3.5873327255249023,
      "learning_rate": 2.945919370698132e-05,
      "loss": 0.6982,
      "step": 220
    },
    {
      "epoch": 0.056538839724680434,
      "grad_norm": 6.801671981811523,
      "learning_rate": 2.9434611602753197e-05,
      "loss": 0.9069,
      "step": 230
    },
    {
      "epoch": 0.058997050147492625,
      "grad_norm": 6.924914360046387,
      "learning_rate": 2.9410029498525074e-05,
      "loss": 0.8559,
      "step": 240
    },
    {
      "epoch": 0.061455260570304815,
      "grad_norm": 6.925126552581787,
      "learning_rate": 2.938544739429695e-05,
      "loss": 0.7404,
      "step": 250
    },
    {
      "epoch": 0.063913470993117,
      "grad_norm": 7.1232805252075195,
      "learning_rate": 2.936086529006883e-05,
      "loss": 0.742,
      "step": 260
    },
    {
      "epoch": 0.06637168141592921,
      "grad_norm": 3.57456636428833,
      "learning_rate": 2.9336283185840708e-05,
      "loss": 0.7643,
      "step": 270
    },
    {
      "epoch": 0.0688298918387414,
      "grad_norm": 9.64212417602539,
      "learning_rate": 2.931170108161259e-05,
      "loss": 0.8214,
      "step": 280
    },
    {
      "epoch": 0.07128810226155359,
      "grad_norm": 7.229945182800293,
      "learning_rate": 2.9287118977384462e-05,
      "loss": 0.7479,
      "step": 290
    },
    {
      "epoch": 0.07374631268436578,
      "grad_norm": 11.38809585571289,
      "learning_rate": 2.9262536873156343e-05,
      "loss": 0.783,
      "step": 300
    },
    {
      "epoch": 0.07620452310717797,
      "grad_norm": 2.950946569442749,
      "learning_rate": 2.923795476892822e-05,
      "loss": 0.6675,
      "step": 310
    },
    {
      "epoch": 0.07866273352999016,
      "grad_norm": 4.499948501586914,
      "learning_rate": 2.92133726647001e-05,
      "loss": 0.827,
      "step": 320
    },
    {
      "epoch": 0.08112094395280237,
      "grad_norm": 4.844608783721924,
      "learning_rate": 2.9188790560471977e-05,
      "loss": 0.7167,
      "step": 330
    },
    {
      "epoch": 0.08357915437561456,
      "grad_norm": 5.256041526794434,
      "learning_rate": 2.9164208456243854e-05,
      "loss": 0.8049,
      "step": 340
    },
    {
      "epoch": 0.08603736479842675,
      "grad_norm": 16.993913650512695,
      "learning_rate": 2.913962635201573e-05,
      "loss": 0.6795,
      "step": 350
    },
    {
      "epoch": 0.08849557522123894,
      "grad_norm": 9.650567054748535,
      "learning_rate": 2.9115044247787612e-05,
      "loss": 0.7631,
      "step": 360
    },
    {
      "epoch": 0.09095378564405113,
      "grad_norm": 5.803030014038086,
      "learning_rate": 2.909046214355949e-05,
      "loss": 0.7239,
      "step": 370
    },
    {
      "epoch": 0.09341199606686332,
      "grad_norm": 8.228071212768555,
      "learning_rate": 2.906588003933137e-05,
      "loss": 0.7284,
      "step": 380
    },
    {
      "epoch": 0.09587020648967552,
      "grad_norm": 8.895597457885742,
      "learning_rate": 2.9041297935103246e-05,
      "loss": 0.7964,
      "step": 390
    },
    {
      "epoch": 0.09832841691248771,
      "grad_norm": 9.865562438964844,
      "learning_rate": 2.9016715830875124e-05,
      "loss": 0.6626,
      "step": 400
    },
    {
      "epoch": 0.1007866273352999,
      "grad_norm": 17.60503578186035,
      "learning_rate": 2.8992133726647e-05,
      "loss": 0.6816,
      "step": 410
    },
    {
      "epoch": 0.10324483775811209,
      "grad_norm": 9.900540351867676,
      "learning_rate": 2.896755162241888e-05,
      "loss": 0.622,
      "step": 420
    },
    {
      "epoch": 0.10570304818092428,
      "grad_norm": 3.804746389389038,
      "learning_rate": 2.8942969518190758e-05,
      "loss": 0.7758,
      "step": 430
    },
    {
      "epoch": 0.10816125860373647,
      "grad_norm": 10.85200023651123,
      "learning_rate": 2.891838741396264e-05,
      "loss": 0.6398,
      "step": 440
    },
    {
      "epoch": 0.11061946902654868,
      "grad_norm": 5.919342994689941,
      "learning_rate": 2.8893805309734512e-05,
      "loss": 0.7733,
      "step": 450
    },
    {
      "epoch": 0.11307767944936087,
      "grad_norm": 3.195143938064575,
      "learning_rate": 2.8869223205506393e-05,
      "loss": 0.6992,
      "step": 460
    },
    {
      "epoch": 0.11553588987217306,
      "grad_norm": 12.408628463745117,
      "learning_rate": 2.884464110127827e-05,
      "loss": 0.7051,
      "step": 470
    },
    {
      "epoch": 0.11799410029498525,
      "grad_norm": 6.432305812835693,
      "learning_rate": 2.882005899705015e-05,
      "loss": 0.6432,
      "step": 480
    },
    {
      "epoch": 0.12045231071779744,
      "grad_norm": 9.975807189941406,
      "learning_rate": 2.8795476892822027e-05,
      "loss": 0.7022,
      "step": 490
    },
    {
      "epoch": 0.12291052114060963,
      "grad_norm": 7.012577533721924,
      "learning_rate": 2.8770894788593904e-05,
      "loss": 0.838,
      "step": 500
    },
    {
      "epoch": 0.12536873156342182,
      "grad_norm": 6.204063892364502,
      "learning_rate": 2.874631268436578e-05,
      "loss": 0.7815,
      "step": 510
    },
    {
      "epoch": 0.127826941986234,
      "grad_norm": 11.101780891418457,
      "learning_rate": 2.872173058013766e-05,
      "loss": 0.6533,
      "step": 520
    },
    {
      "epoch": 0.1302851524090462,
      "grad_norm": 8.723472595214844,
      "learning_rate": 2.869714847590954e-05,
      "loss": 0.7021,
      "step": 530
    },
    {
      "epoch": 0.13274336283185842,
      "grad_norm": 10.951385498046875,
      "learning_rate": 2.867256637168142e-05,
      "loss": 0.7019,
      "step": 540
    },
    {
      "epoch": 0.1352015732546706,
      "grad_norm": 6.301361083984375,
      "learning_rate": 2.8647984267453293e-05,
      "loss": 0.624,
      "step": 550
    },
    {
      "epoch": 0.1376597836774828,
      "grad_norm": 7.326910018920898,
      "learning_rate": 2.8623402163225173e-05,
      "loss": 0.714,
      "step": 560
    },
    {
      "epoch": 0.140117994100295,
      "grad_norm": 12.6168212890625,
      "learning_rate": 2.859882005899705e-05,
      "loss": 0.6917,
      "step": 570
    },
    {
      "epoch": 0.14257620452310718,
      "grad_norm": 10.655887603759766,
      "learning_rate": 2.857423795476893e-05,
      "loss": 0.5365,
      "step": 580
    },
    {
      "epoch": 0.14503441494591937,
      "grad_norm": 14.827045440673828,
      "learning_rate": 2.8549655850540808e-05,
      "loss": 0.7906,
      "step": 590
    },
    {
      "epoch": 0.14749262536873156,
      "grad_norm": 9.008240699768066,
      "learning_rate": 2.8525073746312685e-05,
      "loss": 0.5497,
      "step": 600
    },
    {
      "epoch": 0.14995083579154375,
      "grad_norm": 8.498961448669434,
      "learning_rate": 2.8500491642084562e-05,
      "loss": 0.566,
      "step": 610
    },
    {
      "epoch": 0.15240904621435594,
      "grad_norm": 8.740641593933105,
      "learning_rate": 2.8475909537856442e-05,
      "loss": 0.6976,
      "step": 620
    },
    {
      "epoch": 0.15486725663716813,
      "grad_norm": 9.274945259094238,
      "learning_rate": 2.845132743362832e-05,
      "loss": 0.6999,
      "step": 630
    },
    {
      "epoch": 0.15732546705998032,
      "grad_norm": 6.766937255859375,
      "learning_rate": 2.84267453294002e-05,
      "loss": 0.6657,
      "step": 640
    },
    {
      "epoch": 0.1597836774827925,
      "grad_norm": 16.885639190673828,
      "learning_rate": 2.8402163225172077e-05,
      "loss": 0.572,
      "step": 650
    },
    {
      "epoch": 0.16224188790560473,
      "grad_norm": 8.88036823272705,
      "learning_rate": 2.8377581120943954e-05,
      "loss": 0.7973,
      "step": 660
    },
    {
      "epoch": 0.16470009832841692,
      "grad_norm": 10.527362823486328,
      "learning_rate": 2.835299901671583e-05,
      "loss": 0.6466,
      "step": 670
    },
    {
      "epoch": 0.1671583087512291,
      "grad_norm": 9.253358840942383,
      "learning_rate": 2.832841691248771e-05,
      "loss": 0.5154,
      "step": 680
    },
    {
      "epoch": 0.1696165191740413,
      "grad_norm": 6.103265762329102,
      "learning_rate": 2.830383480825959e-05,
      "loss": 0.6569,
      "step": 690
    },
    {
      "epoch": 0.1720747295968535,
      "grad_norm": 12.258769989013672,
      "learning_rate": 2.827925270403147e-05,
      "loss": 0.5404,
      "step": 700
    },
    {
      "epoch": 0.17453294001966568,
      "grad_norm": 8.478899002075195,
      "learning_rate": 2.8254670599803343e-05,
      "loss": 0.6414,
      "step": 710
    },
    {
      "epoch": 0.17699115044247787,
      "grad_norm": 6.363793849945068,
      "learning_rate": 2.823008849557522e-05,
      "loss": 0.4851,
      "step": 720
    },
    {
      "epoch": 0.17944936086529006,
      "grad_norm": 6.387571811676025,
      "learning_rate": 2.82055063913471e-05,
      "loss": 0.6052,
      "step": 730
    },
    {
      "epoch": 0.18190757128810225,
      "grad_norm": 10.059930801391602,
      "learning_rate": 2.8180924287118977e-05,
      "loss": 0.581,
      "step": 740
    },
    {
      "epoch": 0.18436578171091444,
      "grad_norm": 13.521646499633789,
      "learning_rate": 2.8156342182890858e-05,
      "loss": 0.5353,
      "step": 750
    },
    {
      "epoch": 0.18682399213372664,
      "grad_norm": 12.801778793334961,
      "learning_rate": 2.813176007866273e-05,
      "loss": 0.6429,
      "step": 760
    },
    {
      "epoch": 0.18928220255653885,
      "grad_norm": 4.162469387054443,
      "learning_rate": 2.8107177974434612e-05,
      "loss": 0.6899,
      "step": 770
    },
    {
      "epoch": 0.19174041297935104,
      "grad_norm": 9.74895191192627,
      "learning_rate": 2.808259587020649e-05,
      "loss": 0.6106,
      "step": 780
    },
    {
      "epoch": 0.19419862340216323,
      "grad_norm": 19.779590606689453,
      "learning_rate": 2.805801376597837e-05,
      "loss": 0.5259,
      "step": 790
    },
    {
      "epoch": 0.19665683382497542,
      "grad_norm": 8.597389221191406,
      "learning_rate": 2.8033431661750246e-05,
      "loss": 0.6669,
      "step": 800
    },
    {
      "epoch": 0.19911504424778761,
      "grad_norm": 9.468415260314941,
      "learning_rate": 2.8008849557522123e-05,
      "loss": 0.7279,
      "step": 810
    },
    {
      "epoch": 0.2015732546705998,
      "grad_norm": 7.440244197845459,
      "learning_rate": 2.7984267453294e-05,
      "loss": 0.5243,
      "step": 820
    },
    {
      "epoch": 0.204031465093412,
      "grad_norm": 9.6810941696167,
      "learning_rate": 2.795968534906588e-05,
      "loss": 0.4659,
      "step": 830
    },
    {
      "epoch": 0.20648967551622419,
      "grad_norm": 31.23824119567871,
      "learning_rate": 2.7935103244837758e-05,
      "loss": 0.5285,
      "step": 840
    },
    {
      "epoch": 0.20894788593903638,
      "grad_norm": 7.64473819732666,
      "learning_rate": 2.7910521140609638e-05,
      "loss": 0.4728,
      "step": 850
    },
    {
      "epoch": 0.21140609636184857,
      "grad_norm": 9.734496116638184,
      "learning_rate": 2.7885939036381515e-05,
      "loss": 0.642,
      "step": 860
    },
    {
      "epoch": 0.21386430678466076,
      "grad_norm": 22.392473220825195,
      "learning_rate": 2.7861356932153392e-05,
      "loss": 0.6336,
      "step": 870
    },
    {
      "epoch": 0.21632251720747295,
      "grad_norm": 13.226398468017578,
      "learning_rate": 2.783677482792527e-05,
      "loss": 0.5925,
      "step": 880
    },
    {
      "epoch": 0.21878072763028517,
      "grad_norm": 8.829137802124023,
      "learning_rate": 2.781219272369715e-05,
      "loss": 0.6399,
      "step": 890
    },
    {
      "epoch": 0.22123893805309736,
      "grad_norm": 9.189787864685059,
      "learning_rate": 2.7787610619469027e-05,
      "loss": 0.5379,
      "step": 900
    },
    {
      "epoch": 0.22369714847590955,
      "grad_norm": 8.120711326599121,
      "learning_rate": 2.7763028515240907e-05,
      "loss": 0.4276,
      "step": 910
    },
    {
      "epoch": 0.22615535889872174,
      "grad_norm": 13.711923599243164,
      "learning_rate": 2.773844641101278e-05,
      "loss": 0.5053,
      "step": 920
    },
    {
      "epoch": 0.22861356932153393,
      "grad_norm": 9.840951919555664,
      "learning_rate": 2.771386430678466e-05,
      "loss": 0.6218,
      "step": 930
    },
    {
      "epoch": 0.23107177974434612,
      "grad_norm": 8.518946647644043,
      "learning_rate": 2.768928220255654e-05,
      "loss": 0.7532,
      "step": 940
    },
    {
      "epoch": 0.2335299901671583,
      "grad_norm": 11.203364372253418,
      "learning_rate": 2.766470009832842e-05,
      "loss": 0.5558,
      "step": 950
    },
    {
      "epoch": 0.2359882005899705,
      "grad_norm": 7.044331073760986,
      "learning_rate": 2.7640117994100296e-05,
      "loss": 0.5898,
      "step": 960
    },
    {
      "epoch": 0.2384464110127827,
      "grad_norm": 8.002596855163574,
      "learning_rate": 2.7615535889872173e-05,
      "loss": 0.6314,
      "step": 970
    },
    {
      "epoch": 0.24090462143559488,
      "grad_norm": 5.065498352050781,
      "learning_rate": 2.759095378564405e-05,
      "loss": 0.4587,
      "step": 980
    },
    {
      "epoch": 0.24336283185840707,
      "grad_norm": 8.590278625488281,
      "learning_rate": 2.756637168141593e-05,
      "loss": 0.5296,
      "step": 990
    },
    {
      "epoch": 0.24582104228121926,
      "grad_norm": 9.826451301574707,
      "learning_rate": 2.7541789577187808e-05,
      "loss": 0.717,
      "step": 1000
    },
    {
      "epoch": 0.24827925270403148,
      "grad_norm": 8.760370254516602,
      "learning_rate": 2.7517207472959688e-05,
      "loss": 0.5037,
      "step": 1010
    },
    {
      "epoch": 0.25073746312684364,
      "grad_norm": 12.81543254852295,
      "learning_rate": 2.7492625368731562e-05,
      "loss": 0.5835,
      "step": 1020
    },
    {
      "epoch": 0.25319567354965583,
      "grad_norm": 11.732996940612793,
      "learning_rate": 2.7468043264503442e-05,
      "loss": 0.5272,
      "step": 1030
    },
    {
      "epoch": 0.255653883972468,
      "grad_norm": 8.479822158813477,
      "learning_rate": 2.744346116027532e-05,
      "loss": 0.4442,
      "step": 1040
    },
    {
      "epoch": 0.2581120943952802,
      "grad_norm": 3.572244882583618,
      "learning_rate": 2.74188790560472e-05,
      "loss": 0.5766,
      "step": 1050
    },
    {
      "epoch": 0.2605703048180924,
      "grad_norm": 10.656017303466797,
      "learning_rate": 2.7394296951819077e-05,
      "loss": 0.4163,
      "step": 1060
    },
    {
      "epoch": 0.26302851524090465,
      "grad_norm": 7.770281791687012,
      "learning_rate": 2.7369714847590954e-05,
      "loss": 0.4553,
      "step": 1070
    },
    {
      "epoch": 0.26548672566371684,
      "grad_norm": 9.104904174804688,
      "learning_rate": 2.734513274336283e-05,
      "loss": 0.477,
      "step": 1080
    },
    {
      "epoch": 0.26794493608652903,
      "grad_norm": 10.014952659606934,
      "learning_rate": 2.732055063913471e-05,
      "loss": 0.5239,
      "step": 1090
    },
    {
      "epoch": 0.2704031465093412,
      "grad_norm": 1.713123083114624,
      "learning_rate": 2.7295968534906588e-05,
      "loss": 0.5325,
      "step": 1100
    },
    {
      "epoch": 0.2728613569321534,
      "grad_norm": 5.733578205108643,
      "learning_rate": 2.727138643067847e-05,
      "loss": 0.4354,
      "step": 1110
    },
    {
      "epoch": 0.2753195673549656,
      "grad_norm": 8.82740306854248,
      "learning_rate": 2.7246804326450346e-05,
      "loss": 0.4408,
      "step": 1120
    },
    {
      "epoch": 0.2777777777777778,
      "grad_norm": 8.302656173706055,
      "learning_rate": 2.7222222222222223e-05,
      "loss": 0.4801,
      "step": 1130
    },
    {
      "epoch": 0.28023598820059,
      "grad_norm": 8.672171592712402,
      "learning_rate": 2.71976401179941e-05,
      "loss": 0.4674,
      "step": 1140
    },
    {
      "epoch": 0.28269419862340217,
      "grad_norm": 19.57811164855957,
      "learning_rate": 2.717305801376598e-05,
      "loss": 0.7373,
      "step": 1150
    },
    {
      "epoch": 0.28515240904621436,
      "grad_norm": 5.594559669494629,
      "learning_rate": 2.7148475909537857e-05,
      "loss": 0.5339,
      "step": 1160
    },
    {
      "epoch": 0.28761061946902655,
      "grad_norm": 23.83314323425293,
      "learning_rate": 2.7123893805309738e-05,
      "loss": 0.5498,
      "step": 1170
    },
    {
      "epoch": 0.29006882989183874,
      "grad_norm": 10.187966346740723,
      "learning_rate": 2.709931170108161e-05,
      "loss": 0.5103,
      "step": 1180
    },
    {
      "epoch": 0.29252704031465093,
      "grad_norm": 5.410120487213135,
      "learning_rate": 2.7074729596853492e-05,
      "loss": 0.622,
      "step": 1190
    },
    {
      "epoch": 0.2949852507374631,
      "grad_norm": 5.283186435699463,
      "learning_rate": 2.705014749262537e-05,
      "loss": 0.5125,
      "step": 1200
    },
    {
      "epoch": 0.2974434611602753,
      "grad_norm": 14.078227043151855,
      "learning_rate": 2.702556538839725e-05,
      "loss": 0.6187,
      "step": 1210
    },
    {
      "epoch": 0.2999016715830875,
      "grad_norm": 18.335308074951172,
      "learning_rate": 2.7000983284169126e-05,
      "loss": 0.5589,
      "step": 1220
    },
    {
      "epoch": 0.3023598820058997,
      "grad_norm": 8.976400375366211,
      "learning_rate": 2.6976401179941004e-05,
      "loss": 0.5437,
      "step": 1230
    },
    {
      "epoch": 0.3048180924287119,
      "grad_norm": 5.115795135498047,
      "learning_rate": 2.695181907571288e-05,
      "loss": 0.4754,
      "step": 1240
    },
    {
      "epoch": 0.3072763028515241,
      "grad_norm": 11.577357292175293,
      "learning_rate": 2.692723697148476e-05,
      "loss": 0.5659,
      "step": 1250
    },
    {
      "epoch": 0.30973451327433627,
      "grad_norm": 2.6474692821502686,
      "learning_rate": 2.6902654867256638e-05,
      "loss": 0.4822,
      "step": 1260
    },
    {
      "epoch": 0.31219272369714846,
      "grad_norm": 9.046162605285645,
      "learning_rate": 2.687807276302852e-05,
      "loss": 0.4428,
      "step": 1270
    },
    {
      "epoch": 0.31465093411996065,
      "grad_norm": 6.046942234039307,
      "learning_rate": 2.6853490658800392e-05,
      "loss": 0.5371,
      "step": 1280
    },
    {
      "epoch": 0.31710914454277284,
      "grad_norm": 7.519942283630371,
      "learning_rate": 2.6828908554572273e-05,
      "loss": 0.5328,
      "step": 1290
    },
    {
      "epoch": 0.319567354965585,
      "grad_norm": 9.123747825622559,
      "learning_rate": 2.680432645034415e-05,
      "loss": 0.6728,
      "step": 1300
    },
    {
      "epoch": 0.3220255653883973,
      "grad_norm": 11.151153564453125,
      "learning_rate": 2.677974434611603e-05,
      "loss": 0.4258,
      "step": 1310
    },
    {
      "epoch": 0.32448377581120946,
      "grad_norm": 11.192245483398438,
      "learning_rate": 2.6755162241887907e-05,
      "loss": 0.4837,
      "step": 1320
    },
    {
      "epoch": 0.32694198623402165,
      "grad_norm": 4.427054405212402,
      "learning_rate": 2.6730580137659784e-05,
      "loss": 0.5277,
      "step": 1330
    },
    {
      "epoch": 0.32940019665683384,
      "grad_norm": 5.6805806159973145,
      "learning_rate": 2.670599803343166e-05,
      "loss": 0.4547,
      "step": 1340
    },
    {
      "epoch": 0.33185840707964603,
      "grad_norm": 9.45319652557373,
      "learning_rate": 2.6681415929203542e-05,
      "loss": 0.4406,
      "step": 1350
    },
    {
      "epoch": 0.3343166175024582,
      "grad_norm": 14.050140380859375,
      "learning_rate": 2.665683382497542e-05,
      "loss": 0.515,
      "step": 1360
    },
    {
      "epoch": 0.3367748279252704,
      "grad_norm": 6.314681053161621,
      "learning_rate": 2.66322517207473e-05,
      "loss": 0.6452,
      "step": 1370
    },
    {
      "epoch": 0.3392330383480826,
      "grad_norm": 7.189809799194336,
      "learning_rate": 2.6607669616519176e-05,
      "loss": 0.5237,
      "step": 1380
    },
    {
      "epoch": 0.3416912487708948,
      "grad_norm": 10.517449378967285,
      "learning_rate": 2.6583087512291053e-05,
      "loss": 0.5209,
      "step": 1390
    },
    {
      "epoch": 0.344149459193707,
      "grad_norm": 6.039788722991943,
      "learning_rate": 2.655850540806293e-05,
      "loss": 0.3686,
      "step": 1400
    },
    {
      "epoch": 0.3466076696165192,
      "grad_norm": 10.01025104522705,
      "learning_rate": 2.653392330383481e-05,
      "loss": 0.6219,
      "step": 1410
    },
    {
      "epoch": 0.34906588003933137,
      "grad_norm": 4.097951889038086,
      "learning_rate": 2.6509341199606688e-05,
      "loss": 0.4888,
      "step": 1420
    },
    {
      "epoch": 0.35152409046214356,
      "grad_norm": 11.388020515441895,
      "learning_rate": 2.6484759095378565e-05,
      "loss": 0.6765,
      "step": 1430
    },
    {
      "epoch": 0.35398230088495575,
      "grad_norm": 11.892651557922363,
      "learning_rate": 2.6460176991150442e-05,
      "loss": 0.4334,
      "step": 1440
    },
    {
      "epoch": 0.35644051130776794,
      "grad_norm": 5.7059454917907715,
      "learning_rate": 2.643559488692232e-05,
      "loss": 0.3928,
      "step": 1450
    },
    {
      "epoch": 0.35889872173058013,
      "grad_norm": 10.271086692810059,
      "learning_rate": 2.64110127826942e-05,
      "loss": 0.7103,
      "step": 1460
    },
    {
      "epoch": 0.3613569321533923,
      "grad_norm": 6.829638957977295,
      "learning_rate": 2.6386430678466077e-05,
      "loss": 0.425,
      "step": 1470
    },
    {
      "epoch": 0.3638151425762045,
      "grad_norm": 7.127773284912109,
      "learning_rate": 2.6361848574237957e-05,
      "loss": 0.5231,
      "step": 1480
    },
    {
      "epoch": 0.3662733529990167,
      "grad_norm": 9.82596206665039,
      "learning_rate": 2.633726647000983e-05,
      "loss": 0.6525,
      "step": 1490
    },
    {
      "epoch": 0.3687315634218289,
      "grad_norm": 11.72280216217041,
      "learning_rate": 2.631268436578171e-05,
      "loss": 0.5662,
      "step": 1500
    },
    {
      "epoch": 0.3711897738446411,
      "grad_norm": 5.647986888885498,
      "learning_rate": 2.6288102261553588e-05,
      "loss": 0.4917,
      "step": 1510
    },
    {
      "epoch": 0.37364798426745327,
      "grad_norm": 12.865316390991211,
      "learning_rate": 2.626352015732547e-05,
      "loss": 0.5636,
      "step": 1520
    },
    {
      "epoch": 0.37610619469026546,
      "grad_norm": 35.21678924560547,
      "learning_rate": 2.6238938053097346e-05,
      "loss": 0.496,
      "step": 1530
    },
    {
      "epoch": 0.3785644051130777,
      "grad_norm": 6.413966655731201,
      "learning_rate": 2.6214355948869223e-05,
      "loss": 0.4996,
      "step": 1540
    },
    {
      "epoch": 0.3810226155358899,
      "grad_norm": 10.15141487121582,
      "learning_rate": 2.61897738446411e-05,
      "loss": 0.4314,
      "step": 1550
    },
    {
      "epoch": 0.3834808259587021,
      "grad_norm": 13.585216522216797,
      "learning_rate": 2.616519174041298e-05,
      "loss": 0.6773,
      "step": 1560
    },
    {
      "epoch": 0.3859390363815143,
      "grad_norm": 19.807462692260742,
      "learning_rate": 2.6140609636184857e-05,
      "loss": 0.3426,
      "step": 1570
    },
    {
      "epoch": 0.38839724680432647,
      "grad_norm": 6.755990982055664,
      "learning_rate": 2.6116027531956738e-05,
      "loss": 0.4667,
      "step": 1580
    },
    {
      "epoch": 0.39085545722713866,
      "grad_norm": 5.764073848724365,
      "learning_rate": 2.609144542772861e-05,
      "loss": 0.6107,
      "step": 1590
    },
    {
      "epoch": 0.39331366764995085,
      "grad_norm": 6.236618518829346,
      "learning_rate": 2.6066863323500492e-05,
      "loss": 0.5503,
      "step": 1600
    },
    {
      "epoch": 0.39577187807276304,
      "grad_norm": 5.18848180770874,
      "learning_rate": 2.604228121927237e-05,
      "loss": 0.4752,
      "step": 1610
    },
    {
      "epoch": 0.39823008849557523,
      "grad_norm": 4.610596179962158,
      "learning_rate": 2.601769911504425e-05,
      "loss": 0.4523,
      "step": 1620
    },
    {
      "epoch": 0.4006882989183874,
      "grad_norm": 10.045132637023926,
      "learning_rate": 2.5993117010816126e-05,
      "loss": 0.5575,
      "step": 1630
    },
    {
      "epoch": 0.4031465093411996,
      "grad_norm": 7.4731597900390625,
      "learning_rate": 2.5968534906588007e-05,
      "loss": 0.5085,
      "step": 1640
    },
    {
      "epoch": 0.4056047197640118,
      "grad_norm": 10.281593322753906,
      "learning_rate": 2.594395280235988e-05,
      "loss": 0.5317,
      "step": 1650
    },
    {
      "epoch": 0.408062930186824,
      "grad_norm": 11.010414123535156,
      "learning_rate": 2.591937069813176e-05,
      "loss": 0.6036,
      "step": 1660
    },
    {
      "epoch": 0.4105211406096362,
      "grad_norm": 6.634671688079834,
      "learning_rate": 2.5894788593903638e-05,
      "loss": 0.4406,
      "step": 1670
    },
    {
      "epoch": 0.41297935103244837,
      "grad_norm": 8.043620109558105,
      "learning_rate": 2.587020648967552e-05,
      "loss": 0.5872,
      "step": 1680
    },
    {
      "epoch": 0.41543756145526056,
      "grad_norm": 6.552241325378418,
      "learning_rate": 2.5845624385447395e-05,
      "loss": 0.6136,
      "step": 1690
    },
    {
      "epoch": 0.41789577187807275,
      "grad_norm": 8.951278686523438,
      "learning_rate": 2.5821042281219272e-05,
      "loss": 0.4485,
      "step": 1700
    },
    {
      "epoch": 0.42035398230088494,
      "grad_norm": 8.765510559082031,
      "learning_rate": 2.579646017699115e-05,
      "loss": 0.465,
      "step": 1710
    },
    {
      "epoch": 0.42281219272369713,
      "grad_norm": 7.087189197540283,
      "learning_rate": 2.577187807276303e-05,
      "loss": 0.5361,
      "step": 1720
    },
    {
      "epoch": 0.4252704031465093,
      "grad_norm": 13.196075439453125,
      "learning_rate": 2.5747295968534907e-05,
      "loss": 0.5087,
      "step": 1730
    },
    {
      "epoch": 0.4277286135693215,
      "grad_norm": 7.431585311889648,
      "learning_rate": 2.5722713864306787e-05,
      "loss": 0.4733,
      "step": 1740
    },
    {
      "epoch": 0.4301868239921337,
      "grad_norm": 4.064312934875488,
      "learning_rate": 2.569813176007866e-05,
      "loss": 0.4805,
      "step": 1750
    },
    {
      "epoch": 0.4326450344149459,
      "grad_norm": 6.854459285736084,
      "learning_rate": 2.567354965585054e-05,
      "loss": 0.5734,
      "step": 1760
    },
    {
      "epoch": 0.4351032448377581,
      "grad_norm": 9.38161563873291,
      "learning_rate": 2.564896755162242e-05,
      "loss": 0.4498,
      "step": 1770
    },
    {
      "epoch": 0.43756145526057033,
      "grad_norm": 5.835056304931641,
      "learning_rate": 2.56243854473943e-05,
      "loss": 0.4347,
      "step": 1780
    },
    {
      "epoch": 0.4400196656833825,
      "grad_norm": 9.862078666687012,
      "learning_rate": 2.5599803343166176e-05,
      "loss": 0.6373,
      "step": 1790
    },
    {
      "epoch": 0.4424778761061947,
      "grad_norm": 6.527358531951904,
      "learning_rate": 2.5575221238938053e-05,
      "loss": 0.75,
      "step": 1800
    },
    {
      "epoch": 0.4449360865290069,
      "grad_norm": 11.873770713806152,
      "learning_rate": 2.555063913470993e-05,
      "loss": 0.6481,
      "step": 1810
    },
    {
      "epoch": 0.4473942969518191,
      "grad_norm": 3.437542676925659,
      "learning_rate": 2.552605703048181e-05,
      "loss": 0.4321,
      "step": 1820
    },
    {
      "epoch": 0.4498525073746313,
      "grad_norm": 3.494231939315796,
      "learning_rate": 2.5501474926253688e-05,
      "loss": 0.4857,
      "step": 1830
    },
    {
      "epoch": 0.4523107177974435,
      "grad_norm": 4.382660388946533,
      "learning_rate": 2.5476892822025568e-05,
      "loss": 0.5237,
      "step": 1840
    },
    {
      "epoch": 0.45476892822025566,
      "grad_norm": 2.3829782009124756,
      "learning_rate": 2.5452310717797445e-05,
      "loss": 0.4727,
      "step": 1850
    },
    {
      "epoch": 0.45722713864306785,
      "grad_norm": 9.26497745513916,
      "learning_rate": 2.5427728613569322e-05,
      "loss": 0.459,
      "step": 1860
    },
    {
      "epoch": 0.45968534906588004,
      "grad_norm": 5.994269371032715,
      "learning_rate": 2.54031465093412e-05,
      "loss": 0.5014,
      "step": 1870
    },
    {
      "epoch": 0.46214355948869223,
      "grad_norm": 15.12878704071045,
      "learning_rate": 2.537856440511308e-05,
      "loss": 0.5581,
      "step": 1880
    },
    {
      "epoch": 0.4646017699115044,
      "grad_norm": 5.9776201248168945,
      "learning_rate": 2.5353982300884957e-05,
      "loss": 0.5002,
      "step": 1890
    },
    {
      "epoch": 0.4670599803343166,
      "grad_norm": 9.001272201538086,
      "learning_rate": 2.5329400196656837e-05,
      "loss": 0.497,
      "step": 1900
    },
    {
      "epoch": 0.4695181907571288,
      "grad_norm": 8.775374412536621,
      "learning_rate": 2.530481809242871e-05,
      "loss": 0.5575,
      "step": 1910
    },
    {
      "epoch": 0.471976401179941,
      "grad_norm": 5.382935523986816,
      "learning_rate": 2.528023598820059e-05,
      "loss": 0.4937,
      "step": 1920
    },
    {
      "epoch": 0.4744346116027532,
      "grad_norm": 4.347347259521484,
      "learning_rate": 2.525565388397247e-05,
      "loss": 0.4016,
      "step": 1930
    },
    {
      "epoch": 0.4768928220255654,
      "grad_norm": 5.7770466804504395,
      "learning_rate": 2.523107177974435e-05,
      "loss": 0.5552,
      "step": 1940
    },
    {
      "epoch": 0.47935103244837757,
      "grad_norm": 7.5880937576293945,
      "learning_rate": 2.5206489675516226e-05,
      "loss": 0.4567,
      "step": 1950
    },
    {
      "epoch": 0.48180924287118976,
      "grad_norm": 7.465078353881836,
      "learning_rate": 2.5181907571288103e-05,
      "loss": 0.4267,
      "step": 1960
    },
    {
      "epoch": 0.48426745329400195,
      "grad_norm": 8.554576873779297,
      "learning_rate": 2.515732546705998e-05,
      "loss": 0.4802,
      "step": 1970
    },
    {
      "epoch": 0.48672566371681414,
      "grad_norm": 6.113701820373535,
      "learning_rate": 2.513274336283186e-05,
      "loss": 0.4424,
      "step": 1980
    },
    {
      "epoch": 0.48918387413962633,
      "grad_norm": 9.368378639221191,
      "learning_rate": 2.5108161258603737e-05,
      "loss": 0.5942,
      "step": 1990
    },
    {
      "epoch": 0.4916420845624385,
      "grad_norm": 8.33244800567627,
      "learning_rate": 2.5083579154375618e-05,
      "loss": 0.5189,
      "step": 2000
    },
    {
      "epoch": 0.4941002949852507,
      "grad_norm": 10.917672157287598,
      "learning_rate": 2.505899705014749e-05,
      "loss": 0.572,
      "step": 2010
    },
    {
      "epoch": 0.49655850540806296,
      "grad_norm": 11.998774528503418,
      "learning_rate": 2.5034414945919372e-05,
      "loss": 0.5191,
      "step": 2020
    },
    {
      "epoch": 0.49901671583087515,
      "grad_norm": 6.694921493530273,
      "learning_rate": 2.500983284169125e-05,
      "loss": 0.5636,
      "step": 2030
    },
    {
      "epoch": 0.5014749262536873,
      "grad_norm": 12.438068389892578,
      "learning_rate": 2.498525073746313e-05,
      "loss": 0.5056,
      "step": 2040
    },
    {
      "epoch": 0.5039331366764995,
      "grad_norm": 10.286709785461426,
      "learning_rate": 2.4960668633235007e-05,
      "loss": 0.5389,
      "step": 2050
    },
    {
      "epoch": 0.5063913470993117,
      "grad_norm": 7.132687568664551,
      "learning_rate": 2.4936086529006884e-05,
      "loss": 0.5437,
      "step": 2060
    },
    {
      "epoch": 0.5088495575221239,
      "grad_norm": 6.664190292358398,
      "learning_rate": 2.491150442477876e-05,
      "loss": 0.4853,
      "step": 2070
    },
    {
      "epoch": 0.511307767944936,
      "grad_norm": 9.586512565612793,
      "learning_rate": 2.488692232055064e-05,
      "loss": 0.5488,
      "step": 2080
    },
    {
      "epoch": 0.5137659783677483,
      "grad_norm": 10.750395774841309,
      "learning_rate": 2.4862340216322518e-05,
      "loss": 0.5495,
      "step": 2090
    },
    {
      "epoch": 0.5162241887905604,
      "grad_norm": 7.8294501304626465,
      "learning_rate": 2.48377581120944e-05,
      "loss": 0.448,
      "step": 2100
    },
    {
      "epoch": 0.5186823992133727,
      "grad_norm": 10.0391263961792,
      "learning_rate": 2.4813176007866276e-05,
      "loss": 0.4866,
      "step": 2110
    },
    {
      "epoch": 0.5211406096361848,
      "grad_norm": 3.4506313800811768,
      "learning_rate": 2.4788593903638153e-05,
      "loss": 0.3795,
      "step": 2120
    },
    {
      "epoch": 0.523598820058997,
      "grad_norm": 5.1083807945251465,
      "learning_rate": 2.476401179941003e-05,
      "loss": 0.4368,
      "step": 2130
    },
    {
      "epoch": 0.5260570304818093,
      "grad_norm": 4.659805774688721,
      "learning_rate": 2.4739429695181907e-05,
      "loss": 0.6212,
      "step": 2140
    },
    {
      "epoch": 0.5285152409046214,
      "grad_norm": 3.963684558868408,
      "learning_rate": 2.4714847590953787e-05,
      "loss": 0.4124,
      "step": 2150
    },
    {
      "epoch": 0.5309734513274337,
      "grad_norm": 5.631341934204102,
      "learning_rate": 2.4690265486725664e-05,
      "loss": 0.5007,
      "step": 2160
    },
    {
      "epoch": 0.5334316617502458,
      "grad_norm": 5.105591297149658,
      "learning_rate": 2.466568338249754e-05,
      "loss": 0.578,
      "step": 2170
    },
    {
      "epoch": 0.5358898721730581,
      "grad_norm": 8.802520751953125,
      "learning_rate": 2.464110127826942e-05,
      "loss": 0.5633,
      "step": 2180
    },
    {
      "epoch": 0.5383480825958702,
      "grad_norm": 14.390229225158691,
      "learning_rate": 2.46165191740413e-05,
      "loss": 0.5924,
      "step": 2190
    },
    {
      "epoch": 0.5408062930186824,
      "grad_norm": 11.787581443786621,
      "learning_rate": 2.4591937069813176e-05,
      "loss": 0.5352,
      "step": 2200
    },
    {
      "epoch": 0.5432645034414946,
      "grad_norm": 17.09918975830078,
      "learning_rate": 2.4567354965585056e-05,
      "loss": 0.5087,
      "step": 2210
    },
    {
      "epoch": 0.5457227138643068,
      "grad_norm": 4.868090629577637,
      "learning_rate": 2.454277286135693e-05,
      "loss": 0.5794,
      "step": 2220
    },
    {
      "epoch": 0.548180924287119,
      "grad_norm": 5.864921569824219,
      "learning_rate": 2.451819075712881e-05,
      "loss": 0.4658,
      "step": 2230
    },
    {
      "epoch": 0.5506391347099312,
      "grad_norm": 11.10311508178711,
      "learning_rate": 2.4493608652900687e-05,
      "loss": 0.5833,
      "step": 2240
    },
    {
      "epoch": 0.5530973451327433,
      "grad_norm": 4.954066276550293,
      "learning_rate": 2.4469026548672568e-05,
      "loss": 0.4129,
      "step": 2250
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 12.502214431762695,
      "learning_rate": 2.4444444444444445e-05,
      "loss": 0.6587,
      "step": 2260
    },
    {
      "epoch": 0.5580137659783677,
      "grad_norm": 6.630745887756348,
      "learning_rate": 2.4419862340216322e-05,
      "loss": 0.5535,
      "step": 2270
    },
    {
      "epoch": 0.56047197640118,
      "grad_norm": 15.279702186584473,
      "learning_rate": 2.43952802359882e-05,
      "loss": 0.3713,
      "step": 2280
    },
    {
      "epoch": 0.5629301868239921,
      "grad_norm": 7.2491655349731445,
      "learning_rate": 2.437069813176008e-05,
      "loss": 0.5631,
      "step": 2290
    },
    {
      "epoch": 0.5653883972468043,
      "grad_norm": 9.982495307922363,
      "learning_rate": 2.4346116027531957e-05,
      "loss": 0.5518,
      "step": 2300
    },
    {
      "epoch": 0.5678466076696165,
      "grad_norm": 10.08574104309082,
      "learning_rate": 2.4321533923303837e-05,
      "loss": 0.5323,
      "step": 2310
    },
    {
      "epoch": 0.5703048180924287,
      "grad_norm": 10.688380241394043,
      "learning_rate": 2.429695181907571e-05,
      "loss": 0.4256,
      "step": 2320
    },
    {
      "epoch": 0.5727630285152409,
      "grad_norm": 4.4418487548828125,
      "learning_rate": 2.427236971484759e-05,
      "loss": 0.5166,
      "step": 2330
    },
    {
      "epoch": 0.5752212389380531,
      "grad_norm": 5.143613338470459,
      "learning_rate": 2.4247787610619468e-05,
      "loss": 0.5428,
      "step": 2340
    },
    {
      "epoch": 0.5776794493608652,
      "grad_norm": 13.579387664794922,
      "learning_rate": 2.422320550639135e-05,
      "loss": 0.4921,
      "step": 2350
    },
    {
      "epoch": 0.5801376597836775,
      "grad_norm": 8.991477012634277,
      "learning_rate": 2.4198623402163226e-05,
      "loss": 0.4446,
      "step": 2360
    },
    {
      "epoch": 0.5825958702064897,
      "grad_norm": 5.176370620727539,
      "learning_rate": 2.4174041297935106e-05,
      "loss": 0.5818,
      "step": 2370
    },
    {
      "epoch": 0.5850540806293019,
      "grad_norm": 4.638485908508301,
      "learning_rate": 2.414945919370698e-05,
      "loss": 0.4404,
      "step": 2380
    },
    {
      "epoch": 0.5875122910521141,
      "grad_norm": 12.289114952087402,
      "learning_rate": 2.412487708947886e-05,
      "loss": 0.5135,
      "step": 2390
    },
    {
      "epoch": 0.5899705014749262,
      "grad_norm": 11.608733177185059,
      "learning_rate": 2.4100294985250737e-05,
      "loss": 0.4953,
      "step": 2400
    },
    {
      "epoch": 0.5924287118977385,
      "grad_norm": 14.503495216369629,
      "learning_rate": 2.4075712881022618e-05,
      "loss": 0.5782,
      "step": 2410
    },
    {
      "epoch": 0.5948869223205506,
      "grad_norm": 4.730690956115723,
      "learning_rate": 2.4051130776794495e-05,
      "loss": 0.417,
      "step": 2420
    },
    {
      "epoch": 0.5973451327433629,
      "grad_norm": 15.554600715637207,
      "learning_rate": 2.4026548672566372e-05,
      "loss": 0.4633,
      "step": 2430
    },
    {
      "epoch": 0.599803343166175,
      "grad_norm": 8.06122875213623,
      "learning_rate": 2.400196656833825e-05,
      "loss": 0.5808,
      "step": 2440
    },
    {
      "epoch": 0.6022615535889873,
      "grad_norm": 5.744154453277588,
      "learning_rate": 2.397738446411013e-05,
      "loss": 0.5237,
      "step": 2450
    },
    {
      "epoch": 0.6047197640117994,
      "grad_norm": 8.59859561920166,
      "learning_rate": 2.3952802359882006e-05,
      "loss": 0.5775,
      "step": 2460
    },
    {
      "epoch": 0.6071779744346116,
      "grad_norm": 9.3620023727417,
      "learning_rate": 2.3928220255653887e-05,
      "loss": 0.5577,
      "step": 2470
    },
    {
      "epoch": 0.6096361848574238,
      "grad_norm": 8.121408462524414,
      "learning_rate": 2.390363815142576e-05,
      "loss": 0.4174,
      "step": 2480
    },
    {
      "epoch": 0.612094395280236,
      "grad_norm": 4.134389877319336,
      "learning_rate": 2.387905604719764e-05,
      "loss": 0.3753,
      "step": 2490
    },
    {
      "epoch": 0.6145526057030481,
      "grad_norm": 6.272571563720703,
      "learning_rate": 2.3854473942969518e-05,
      "loss": 0.4387,
      "step": 2500
    },
    {
      "epoch": 0.6170108161258604,
      "grad_norm": 18.297719955444336,
      "learning_rate": 2.38298918387414e-05,
      "loss": 0.5838,
      "step": 2510
    },
    {
      "epoch": 0.6194690265486725,
      "grad_norm": 12.328811645507812,
      "learning_rate": 2.3805309734513275e-05,
      "loss": 0.533,
      "step": 2520
    },
    {
      "epoch": 0.6219272369714848,
      "grad_norm": 3.174924850463867,
      "learning_rate": 2.3780727630285152e-05,
      "loss": 0.6027,
      "step": 2530
    },
    {
      "epoch": 0.6243854473942969,
      "grad_norm": 5.742171764373779,
      "learning_rate": 2.375614552605703e-05,
      "loss": 0.5088,
      "step": 2540
    },
    {
      "epoch": 0.6268436578171092,
      "grad_norm": 3.0802981853485107,
      "learning_rate": 2.373156342182891e-05,
      "loss": 0.5705,
      "step": 2550
    },
    {
      "epoch": 0.6293018682399213,
      "grad_norm": 6.47110652923584,
      "learning_rate": 2.3706981317600787e-05,
      "loss": 0.5281,
      "step": 2560
    },
    {
      "epoch": 0.6317600786627335,
      "grad_norm": 8.59976863861084,
      "learning_rate": 2.3682399213372667e-05,
      "loss": 0.4775,
      "step": 2570
    },
    {
      "epoch": 0.6342182890855457,
      "grad_norm": 3.876051902770996,
      "learning_rate": 2.365781710914454e-05,
      "loss": 0.5044,
      "step": 2580
    },
    {
      "epoch": 0.6366764995083579,
      "grad_norm": 4.963217258453369,
      "learning_rate": 2.363323500491642e-05,
      "loss": 0.3695,
      "step": 2590
    },
    {
      "epoch": 0.63913470993117,
      "grad_norm": 6.193314075469971,
      "learning_rate": 2.36086529006883e-05,
      "loss": 0.3693,
      "step": 2600
    },
    {
      "epoch": 0.6415929203539823,
      "grad_norm": 8.763198852539062,
      "learning_rate": 2.358407079646018e-05,
      "loss": 0.5671,
      "step": 2610
    },
    {
      "epoch": 0.6440511307767945,
      "grad_norm": 14.428309440612793,
      "learning_rate": 2.3559488692232056e-05,
      "loss": 0.4745,
      "step": 2620
    },
    {
      "epoch": 0.6465093411996067,
      "grad_norm": 6.042642593383789,
      "learning_rate": 2.3534906588003937e-05,
      "loss": 0.5435,
      "step": 2630
    },
    {
      "epoch": 0.6489675516224189,
      "grad_norm": 5.525725364685059,
      "learning_rate": 2.351032448377581e-05,
      "loss": 0.5447,
      "step": 2640
    },
    {
      "epoch": 0.6514257620452311,
      "grad_norm": 8.800530433654785,
      "learning_rate": 2.348574237954769e-05,
      "loss": 0.5015,
      "step": 2650
    },
    {
      "epoch": 0.6538839724680433,
      "grad_norm": 10.362552642822266,
      "learning_rate": 2.3461160275319568e-05,
      "loss": 0.5359,
      "step": 2660
    },
    {
      "epoch": 0.6563421828908554,
      "grad_norm": 6.188908100128174,
      "learning_rate": 2.3436578171091448e-05,
      "loss": 0.4262,
      "step": 2670
    },
    {
      "epoch": 0.6588003933136677,
      "grad_norm": 10.73771858215332,
      "learning_rate": 2.3411996066863325e-05,
      "loss": 0.482,
      "step": 2680
    },
    {
      "epoch": 0.6612586037364798,
      "grad_norm": 7.361353874206543,
      "learning_rate": 2.3387413962635202e-05,
      "loss": 0.5991,
      "step": 2690
    },
    {
      "epoch": 0.6637168141592921,
      "grad_norm": 7.3403096199035645,
      "learning_rate": 2.336283185840708e-05,
      "loss": 0.333,
      "step": 2700
    },
    {
      "epoch": 0.6661750245821042,
      "grad_norm": 7.783878326416016,
      "learning_rate": 2.333824975417896e-05,
      "loss": 0.5146,
      "step": 2710
    },
    {
      "epoch": 0.6686332350049164,
      "grad_norm": 9.952214241027832,
      "learning_rate": 2.3313667649950837e-05,
      "loss": 0.5144,
      "step": 2720
    },
    {
      "epoch": 0.6710914454277286,
      "grad_norm": 4.199956893920898,
      "learning_rate": 2.3289085545722717e-05,
      "loss": 0.4372,
      "step": 2730
    },
    {
      "epoch": 0.6735496558505408,
      "grad_norm": 11.640962600708008,
      "learning_rate": 2.326450344149459e-05,
      "loss": 0.4177,
      "step": 2740
    },
    {
      "epoch": 0.676007866273353,
      "grad_norm": 5.427495956420898,
      "learning_rate": 2.323992133726647e-05,
      "loss": 0.4815,
      "step": 2750
    },
    {
      "epoch": 0.6784660766961652,
      "grad_norm": 10.226431846618652,
      "learning_rate": 2.321533923303835e-05,
      "loss": 0.5361,
      "step": 2760
    },
    {
      "epoch": 0.6809242871189773,
      "grad_norm": 11.579864501953125,
      "learning_rate": 2.319075712881023e-05,
      "loss": 0.5135,
      "step": 2770
    },
    {
      "epoch": 0.6833824975417896,
      "grad_norm": 3.3046741485595703,
      "learning_rate": 2.3166175024582106e-05,
      "loss": 0.4778,
      "step": 2780
    },
    {
      "epoch": 0.6858407079646017,
      "grad_norm": 9.913078308105469,
      "learning_rate": 2.3141592920353983e-05,
      "loss": 0.3821,
      "step": 2790
    },
    {
      "epoch": 0.688298918387414,
      "grad_norm": 9.077658653259277,
      "learning_rate": 2.311701081612586e-05,
      "loss": 0.6499,
      "step": 2800
    },
    {
      "epoch": 0.6907571288102261,
      "grad_norm": 3.8389570713043213,
      "learning_rate": 2.309242871189774e-05,
      "loss": 0.4617,
      "step": 2810
    },
    {
      "epoch": 0.6932153392330384,
      "grad_norm": 9.970629692077637,
      "learning_rate": 2.3067846607669617e-05,
      "loss": 0.4458,
      "step": 2820
    },
    {
      "epoch": 0.6956735496558505,
      "grad_norm": 8.259069442749023,
      "learning_rate": 2.3043264503441498e-05,
      "loss": 0.4975,
      "step": 2830
    },
    {
      "epoch": 0.6981317600786627,
      "grad_norm": 6.121667385101318,
      "learning_rate": 2.301868239921337e-05,
      "loss": 0.495,
      "step": 2840
    },
    {
      "epoch": 0.700589970501475,
      "grad_norm": 7.604616165161133,
      "learning_rate": 2.299410029498525e-05,
      "loss": 0.6211,
      "step": 2850
    },
    {
      "epoch": 0.7030481809242871,
      "grad_norm": 17.521102905273438,
      "learning_rate": 2.296951819075713e-05,
      "loss": 0.4487,
      "step": 2860
    },
    {
      "epoch": 0.7055063913470994,
      "grad_norm": 4.555481433868408,
      "learning_rate": 2.2944936086529006e-05,
      "loss": 0.4879,
      "step": 2870
    },
    {
      "epoch": 0.7079646017699115,
      "grad_norm": 4.537175178527832,
      "learning_rate": 2.2920353982300887e-05,
      "loss": 0.6027,
      "step": 2880
    },
    {
      "epoch": 0.7104228121927237,
      "grad_norm": 7.973269462585449,
      "learning_rate": 2.2895771878072764e-05,
      "loss": 0.5717,
      "step": 2890
    },
    {
      "epoch": 0.7128810226155359,
      "grad_norm": 5.742907524108887,
      "learning_rate": 2.287118977384464e-05,
      "loss": 0.3806,
      "step": 2900
    },
    {
      "epoch": 0.7153392330383481,
      "grad_norm": 14.055597305297852,
      "learning_rate": 2.2846607669616518e-05,
      "loss": 0.4483,
      "step": 2910
    },
    {
      "epoch": 0.7177974434611603,
      "grad_norm": 7.573107719421387,
      "learning_rate": 2.2822025565388398e-05,
      "loss": 0.3967,
      "step": 2920
    },
    {
      "epoch": 0.7202556538839725,
      "grad_norm": 13.468011856079102,
      "learning_rate": 2.2797443461160275e-05,
      "loss": 0.4698,
      "step": 2930
    },
    {
      "epoch": 0.7227138643067846,
      "grad_norm": 16.700359344482422,
      "learning_rate": 2.2772861356932156e-05,
      "loss": 0.454,
      "step": 2940
    },
    {
      "epoch": 0.7251720747295969,
      "grad_norm": 5.207769393920898,
      "learning_rate": 2.274827925270403e-05,
      "loss": 0.4568,
      "step": 2950
    },
    {
      "epoch": 0.727630285152409,
      "grad_norm": 17.724849700927734,
      "learning_rate": 2.272369714847591e-05,
      "loss": 0.3999,
      "step": 2960
    },
    {
      "epoch": 0.7300884955752213,
      "grad_norm": 7.871232032775879,
      "learning_rate": 2.2699115044247787e-05,
      "loss": 0.5303,
      "step": 2970
    },
    {
      "epoch": 0.7325467059980334,
      "grad_norm": 9.913866996765137,
      "learning_rate": 2.2674532940019667e-05,
      "loss": 0.5922,
      "step": 2980
    },
    {
      "epoch": 0.7350049164208456,
      "grad_norm": 6.655422687530518,
      "learning_rate": 2.2649950835791544e-05,
      "loss": 0.4875,
      "step": 2990
    },
    {
      "epoch": 0.7374631268436578,
      "grad_norm": 12.307462692260742,
      "learning_rate": 2.262536873156342e-05,
      "loss": 0.5307,
      "step": 3000
    },
    {
      "epoch": 0.73992133726647,
      "grad_norm": 5.370288372039795,
      "learning_rate": 2.26007866273353e-05,
      "loss": 0.5166,
      "step": 3010
    },
    {
      "epoch": 0.7423795476892822,
      "grad_norm": 4.290733337402344,
      "learning_rate": 2.257620452310718e-05,
      "loss": 0.5331,
      "step": 3020
    },
    {
      "epoch": 0.7448377581120944,
      "grad_norm": 5.392223834991455,
      "learning_rate": 2.2551622418879056e-05,
      "loss": 0.4304,
      "step": 3030
    },
    {
      "epoch": 0.7472959685349065,
      "grad_norm": 12.91469955444336,
      "learning_rate": 2.2527040314650936e-05,
      "loss": 0.5358,
      "step": 3040
    },
    {
      "epoch": 0.7497541789577188,
      "grad_norm": 5.212155818939209,
      "learning_rate": 2.250245821042281e-05,
      "loss": 0.5354,
      "step": 3050
    },
    {
      "epoch": 0.7522123893805309,
      "grad_norm": 5.4907121658325195,
      "learning_rate": 2.247787610619469e-05,
      "loss": 0.5198,
      "step": 3060
    },
    {
      "epoch": 0.7546705998033432,
      "grad_norm": 8.176883697509766,
      "learning_rate": 2.2453294001966567e-05,
      "loss": 0.5189,
      "step": 3070
    },
    {
      "epoch": 0.7571288102261554,
      "grad_norm": 12.968071937561035,
      "learning_rate": 2.2428711897738448e-05,
      "loss": 0.4357,
      "step": 3080
    },
    {
      "epoch": 0.7595870206489675,
      "grad_norm": 11.673113822937012,
      "learning_rate": 2.2404129793510325e-05,
      "loss": 0.5656,
      "step": 3090
    },
    {
      "epoch": 0.7620452310717798,
      "grad_norm": 4.480779647827148,
      "learning_rate": 2.2379547689282205e-05,
      "loss": 0.5133,
      "step": 3100
    },
    {
      "epoch": 0.7645034414945919,
      "grad_norm": 19.073516845703125,
      "learning_rate": 2.235496558505408e-05,
      "loss": 0.3882,
      "step": 3110
    },
    {
      "epoch": 0.7669616519174042,
      "grad_norm": 22.255006790161133,
      "learning_rate": 2.233038348082596e-05,
      "loss": 0.4554,
      "step": 3120
    },
    {
      "epoch": 0.7694198623402163,
      "grad_norm": 9.34777545928955,
      "learning_rate": 2.2305801376597837e-05,
      "loss": 0.526,
      "step": 3130
    },
    {
      "epoch": 0.7718780727630286,
      "grad_norm": 13.343056678771973,
      "learning_rate": 2.2281219272369717e-05,
      "loss": 0.4428,
      "step": 3140
    },
    {
      "epoch": 0.7743362831858407,
      "grad_norm": 5.4399638175964355,
      "learning_rate": 2.2256637168141594e-05,
      "loss": 0.4282,
      "step": 3150
    },
    {
      "epoch": 0.7767944936086529,
      "grad_norm": 8.172656059265137,
      "learning_rate": 2.223205506391347e-05,
      "loss": 0.4102,
      "step": 3160
    },
    {
      "epoch": 0.7792527040314651,
      "grad_norm": 8.033787727355957,
      "learning_rate": 2.2207472959685348e-05,
      "loss": 0.4884,
      "step": 3170
    },
    {
      "epoch": 0.7817109144542773,
      "grad_norm": 4.783967971801758,
      "learning_rate": 2.218289085545723e-05,
      "loss": 0.541,
      "step": 3180
    },
    {
      "epoch": 0.7841691248770895,
      "grad_norm": 6.006264686584473,
      "learning_rate": 2.2158308751229106e-05,
      "loss": 0.5675,
      "step": 3190
    },
    {
      "epoch": 0.7866273352999017,
      "grad_norm": 7.555843830108643,
      "learning_rate": 2.2133726647000986e-05,
      "loss": 0.5561,
      "step": 3200
    },
    {
      "epoch": 0.7890855457227138,
      "grad_norm": 8.102278709411621,
      "learning_rate": 2.210914454277286e-05,
      "loss": 0.5674,
      "step": 3210
    },
    {
      "epoch": 0.7915437561455261,
      "grad_norm": 3.9618332386016846,
      "learning_rate": 2.208456243854474e-05,
      "loss": 0.4651,
      "step": 3220
    },
    {
      "epoch": 0.7940019665683382,
      "grad_norm": 6.619464874267578,
      "learning_rate": 2.2059980334316617e-05,
      "loss": 0.4607,
      "step": 3230
    },
    {
      "epoch": 0.7964601769911505,
      "grad_norm": 6.925910472869873,
      "learning_rate": 2.2035398230088498e-05,
      "loss": 0.4836,
      "step": 3240
    },
    {
      "epoch": 0.7989183874139626,
      "grad_norm": 9.410330772399902,
      "learning_rate": 2.2010816125860375e-05,
      "loss": 0.579,
      "step": 3250
    },
    {
      "epoch": 0.8013765978367748,
      "grad_norm": 3.5774123668670654,
      "learning_rate": 2.1986234021632252e-05,
      "loss": 0.4461,
      "step": 3260
    },
    {
      "epoch": 0.803834808259587,
      "grad_norm": 5.161646366119385,
      "learning_rate": 2.196165191740413e-05,
      "loss": 0.4428,
      "step": 3270
    },
    {
      "epoch": 0.8062930186823992,
      "grad_norm": 5.34110164642334,
      "learning_rate": 2.193706981317601e-05,
      "loss": 0.4502,
      "step": 3280
    },
    {
      "epoch": 0.8087512291052114,
      "grad_norm": 4.516976833343506,
      "learning_rate": 2.1912487708947886e-05,
      "loss": 0.4309,
      "step": 3290
    },
    {
      "epoch": 0.8112094395280236,
      "grad_norm": 9.512310981750488,
      "learning_rate": 2.1887905604719767e-05,
      "loss": 0.3653,
      "step": 3300
    },
    {
      "epoch": 0.8136676499508357,
      "grad_norm": 6.483795642852783,
      "learning_rate": 2.186332350049164e-05,
      "loss": 0.5198,
      "step": 3310
    },
    {
      "epoch": 0.816125860373648,
      "grad_norm": 8.581228256225586,
      "learning_rate": 2.183874139626352e-05,
      "loss": 0.5199,
      "step": 3320
    },
    {
      "epoch": 0.8185840707964602,
      "grad_norm": 4.572148323059082,
      "learning_rate": 2.1814159292035398e-05,
      "loss": 0.4326,
      "step": 3330
    },
    {
      "epoch": 0.8210422812192724,
      "grad_norm": 6.907229423522949,
      "learning_rate": 2.178957718780728e-05,
      "loss": 0.4335,
      "step": 3340
    },
    {
      "epoch": 0.8235004916420846,
      "grad_norm": 7.584132671356201,
      "learning_rate": 2.1764995083579155e-05,
      "loss": 0.5398,
      "step": 3350
    },
    {
      "epoch": 0.8259587020648967,
      "grad_norm": 13.972970008850098,
      "learning_rate": 2.1740412979351036e-05,
      "loss": 0.4103,
      "step": 3360
    },
    {
      "epoch": 0.828416912487709,
      "grad_norm": 8.90891170501709,
      "learning_rate": 2.171583087512291e-05,
      "loss": 0.466,
      "step": 3370
    },
    {
      "epoch": 0.8308751229105211,
      "grad_norm": 2.0755972862243652,
      "learning_rate": 2.169124877089479e-05,
      "loss": 0.593,
      "step": 3380
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 14.203392028808594,
      "learning_rate": 2.1666666666666667e-05,
      "loss": 0.4755,
      "step": 3390
    },
    {
      "epoch": 0.8357915437561455,
      "grad_norm": 8.946110725402832,
      "learning_rate": 2.1642084562438547e-05,
      "loss": 0.419,
      "step": 3400
    },
    {
      "epoch": 0.8382497541789578,
      "grad_norm": 6.248900413513184,
      "learning_rate": 2.1617502458210425e-05,
      "loss": 0.4872,
      "step": 3410
    },
    {
      "epoch": 0.8407079646017699,
      "grad_norm": 2.8045787811279297,
      "learning_rate": 2.15929203539823e-05,
      "loss": 0.3869,
      "step": 3420
    },
    {
      "epoch": 0.8431661750245821,
      "grad_norm": 14.361637115478516,
      "learning_rate": 2.156833824975418e-05,
      "loss": 0.4241,
      "step": 3430
    },
    {
      "epoch": 0.8456243854473943,
      "grad_norm": 15.096592903137207,
      "learning_rate": 2.154375614552606e-05,
      "loss": 0.478,
      "step": 3440
    },
    {
      "epoch": 0.8480825958702065,
      "grad_norm": 7.954670429229736,
      "learning_rate": 2.1519174041297936e-05,
      "loss": 0.4304,
      "step": 3450
    },
    {
      "epoch": 0.8505408062930186,
      "grad_norm": 4.873976230621338,
      "learning_rate": 2.1494591937069817e-05,
      "loss": 0.5241,
      "step": 3460
    },
    {
      "epoch": 0.8529990167158309,
      "grad_norm": 11.766910552978516,
      "learning_rate": 2.147000983284169e-05,
      "loss": 0.5613,
      "step": 3470
    },
    {
      "epoch": 0.855457227138643,
      "grad_norm": 3.6245765686035156,
      "learning_rate": 2.144542772861357e-05,
      "loss": 0.5307,
      "step": 3480
    },
    {
      "epoch": 0.8579154375614553,
      "grad_norm": 15.422343254089355,
      "learning_rate": 2.1420845624385448e-05,
      "loss": 0.499,
      "step": 3490
    },
    {
      "epoch": 0.8603736479842674,
      "grad_norm": 7.901346683502197,
      "learning_rate": 2.1396263520157328e-05,
      "loss": 0.5322,
      "step": 3500
    },
    {
      "epoch": 0.8628318584070797,
      "grad_norm": 18.303707122802734,
      "learning_rate": 2.1371681415929205e-05,
      "loss": 0.4812,
      "step": 3510
    },
    {
      "epoch": 0.8652900688298918,
      "grad_norm": 12.986900329589844,
      "learning_rate": 2.1347099311701082e-05,
      "loss": 0.4591,
      "step": 3520
    },
    {
      "epoch": 0.867748279252704,
      "grad_norm": 3.7609236240386963,
      "learning_rate": 2.132251720747296e-05,
      "loss": 0.4742,
      "step": 3530
    },
    {
      "epoch": 0.8702064896755162,
      "grad_norm": 3.7630157470703125,
      "learning_rate": 2.129793510324484e-05,
      "loss": 0.4966,
      "step": 3540
    },
    {
      "epoch": 0.8726647000983284,
      "grad_norm": 16.763559341430664,
      "learning_rate": 2.1273352999016717e-05,
      "loss": 0.6154,
      "step": 3550
    },
    {
      "epoch": 0.8751229105211407,
      "grad_norm": 8.081168174743652,
      "learning_rate": 2.1248770894788594e-05,
      "loss": 0.4589,
      "step": 3560
    },
    {
      "epoch": 0.8775811209439528,
      "grad_norm": 6.508256435394287,
      "learning_rate": 2.122418879056047e-05,
      "loss": 0.5077,
      "step": 3570
    },
    {
      "epoch": 0.880039331366765,
      "grad_norm": 7.4091105461120605,
      "learning_rate": 2.1199606686332348e-05,
      "loss": 0.5019,
      "step": 3580
    },
    {
      "epoch": 0.8824975417895772,
      "grad_norm": 4.946775436401367,
      "learning_rate": 2.117502458210423e-05,
      "loss": 0.4029,
      "step": 3590
    },
    {
      "epoch": 0.8849557522123894,
      "grad_norm": 6.103461742401123,
      "learning_rate": 2.1150442477876105e-05,
      "loss": 0.4649,
      "step": 3600
    },
    {
      "epoch": 0.8874139626352016,
      "grad_norm": 6.599686622619629,
      "learning_rate": 2.1125860373647986e-05,
      "loss": 0.3877,
      "step": 3610
    },
    {
      "epoch": 0.8898721730580138,
      "grad_norm": 5.916107177734375,
      "learning_rate": 2.1101278269419863e-05,
      "loss": 0.5621,
      "step": 3620
    },
    {
      "epoch": 0.8923303834808259,
      "grad_norm": 8.876946449279785,
      "learning_rate": 2.107669616519174e-05,
      "loss": 0.5249,
      "step": 3630
    },
    {
      "epoch": 0.8947885939036382,
      "grad_norm": 2.116217851638794,
      "learning_rate": 2.1052114060963617e-05,
      "loss": 0.3876,
      "step": 3640
    },
    {
      "epoch": 0.8972468043264503,
      "grad_norm": 15.19304370880127,
      "learning_rate": 2.1027531956735497e-05,
      "loss": 0.5802,
      "step": 3650
    },
    {
      "epoch": 0.8997050147492626,
      "grad_norm": 11.525105476379395,
      "learning_rate": 2.1002949852507375e-05,
      "loss": 0.4713,
      "step": 3660
    },
    {
      "epoch": 0.9021632251720747,
      "grad_norm": 13.997809410095215,
      "learning_rate": 2.0978367748279255e-05,
      "loss": 0.5222,
      "step": 3670
    },
    {
      "epoch": 0.904621435594887,
      "grad_norm": 20.39089012145996,
      "learning_rate": 2.095378564405113e-05,
      "loss": 0.4762,
      "step": 3680
    },
    {
      "epoch": 0.9070796460176991,
      "grad_norm": 10.223085403442383,
      "learning_rate": 2.092920353982301e-05,
      "loss": 0.4369,
      "step": 3690
    },
    {
      "epoch": 0.9095378564405113,
      "grad_norm": 7.517868518829346,
      "learning_rate": 2.0904621435594886e-05,
      "loss": 0.4634,
      "step": 3700
    },
    {
      "epoch": 0.9119960668633235,
      "grad_norm": 3.218001127243042,
      "learning_rate": 2.0880039331366767e-05,
      "loss": 0.3456,
      "step": 3710
    },
    {
      "epoch": 0.9144542772861357,
      "grad_norm": 9.376920700073242,
      "learning_rate": 2.0855457227138644e-05,
      "loss": 0.5695,
      "step": 3720
    },
    {
      "epoch": 0.9169124877089478,
      "grad_norm": 3.81313157081604,
      "learning_rate": 2.083087512291052e-05,
      "loss": 0.4456,
      "step": 3730
    },
    {
      "epoch": 0.9193706981317601,
      "grad_norm": 8.369253158569336,
      "learning_rate": 2.0806293018682398e-05,
      "loss": 0.4699,
      "step": 3740
    },
    {
      "epoch": 0.9218289085545722,
      "grad_norm": 14.757840156555176,
      "learning_rate": 2.0781710914454278e-05,
      "loss": 0.4203,
      "step": 3750
    },
    {
      "epoch": 0.9242871189773845,
      "grad_norm": 6.23776388168335,
      "learning_rate": 2.0757128810226155e-05,
      "loss": 0.5059,
      "step": 3760
    },
    {
      "epoch": 0.9267453294001966,
      "grad_norm": 3.1502370834350586,
      "learning_rate": 2.0732546705998036e-05,
      "loss": 0.5431,
      "step": 3770
    },
    {
      "epoch": 0.9292035398230089,
      "grad_norm": 7.7508673667907715,
      "learning_rate": 2.070796460176991e-05,
      "loss": 0.5423,
      "step": 3780
    },
    {
      "epoch": 0.9316617502458211,
      "grad_norm": 13.38754653930664,
      "learning_rate": 2.068338249754179e-05,
      "loss": 0.3934,
      "step": 3790
    },
    {
      "epoch": 0.9341199606686332,
      "grad_norm": 7.397925853729248,
      "learning_rate": 2.0658800393313667e-05,
      "loss": 0.4518,
      "step": 3800
    },
    {
      "epoch": 0.9365781710914455,
      "grad_norm": 6.277956485748291,
      "learning_rate": 2.0634218289085547e-05,
      "loss": 0.5124,
      "step": 3810
    },
    {
      "epoch": 0.9390363815142576,
      "grad_norm": 6.064617156982422,
      "learning_rate": 2.0609636184857424e-05,
      "loss": 0.5533,
      "step": 3820
    },
    {
      "epoch": 0.9414945919370699,
      "grad_norm": 14.695613861083984,
      "learning_rate": 2.05850540806293e-05,
      "loss": 0.4194,
      "step": 3830
    },
    {
      "epoch": 0.943952802359882,
      "grad_norm": 7.271769046783447,
      "learning_rate": 2.056047197640118e-05,
      "loss": 0.4003,
      "step": 3840
    },
    {
      "epoch": 0.9464110127826942,
      "grad_norm": 5.177496910095215,
      "learning_rate": 2.053588987217306e-05,
      "loss": 0.4745,
      "step": 3850
    },
    {
      "epoch": 0.9488692232055064,
      "grad_norm": 8.757434844970703,
      "learning_rate": 2.0511307767944936e-05,
      "loss": 0.592,
      "step": 3860
    },
    {
      "epoch": 0.9513274336283186,
      "grad_norm": 25.987625122070312,
      "learning_rate": 2.0486725663716816e-05,
      "loss": 0.4387,
      "step": 3870
    },
    {
      "epoch": 0.9537856440511308,
      "grad_norm": 10.042795181274414,
      "learning_rate": 2.0462143559488693e-05,
      "loss": 0.6556,
      "step": 3880
    },
    {
      "epoch": 0.956243854473943,
      "grad_norm": 6.292783737182617,
      "learning_rate": 2.043756145526057e-05,
      "loss": 0.5829,
      "step": 3890
    },
    {
      "epoch": 0.9587020648967551,
      "grad_norm": 17.702865600585938,
      "learning_rate": 2.0412979351032448e-05,
      "loss": 0.5239,
      "step": 3900
    },
    {
      "epoch": 0.9611602753195674,
      "grad_norm": 12.397199630737305,
      "learning_rate": 2.0388397246804328e-05,
      "loss": 0.4999,
      "step": 3910
    },
    {
      "epoch": 0.9636184857423795,
      "grad_norm": 6.144417762756348,
      "learning_rate": 2.0363815142576205e-05,
      "loss": 0.4409,
      "step": 3920
    },
    {
      "epoch": 0.9660766961651918,
      "grad_norm": 8.322697639465332,
      "learning_rate": 2.0339233038348085e-05,
      "loss": 0.4495,
      "step": 3930
    },
    {
      "epoch": 0.9685349065880039,
      "grad_norm": 6.333006381988525,
      "learning_rate": 2.031465093411996e-05,
      "loss": 0.4277,
      "step": 3940
    },
    {
      "epoch": 0.9709931170108161,
      "grad_norm": 8.983305931091309,
      "learning_rate": 2.029006882989184e-05,
      "loss": 0.5601,
      "step": 3950
    },
    {
      "epoch": 0.9734513274336283,
      "grad_norm": 5.597654342651367,
      "learning_rate": 2.0265486725663717e-05,
      "loss": 0.3,
      "step": 3960
    },
    {
      "epoch": 0.9759095378564405,
      "grad_norm": 14.860602378845215,
      "learning_rate": 2.0240904621435597e-05,
      "loss": 0.4716,
      "step": 3970
    },
    {
      "epoch": 0.9783677482792527,
      "grad_norm": 10.39282512664795,
      "learning_rate": 2.0216322517207474e-05,
      "loss": 0.491,
      "step": 3980
    },
    {
      "epoch": 0.9808259587020649,
      "grad_norm": 5.0894036293029785,
      "learning_rate": 2.019174041297935e-05,
      "loss": 0.4139,
      "step": 3990
    },
    {
      "epoch": 0.983284169124877,
      "grad_norm": 13.351344108581543,
      "learning_rate": 2.0167158308751228e-05,
      "loss": 0.3799,
      "step": 4000
    },
    {
      "epoch": 0.9857423795476893,
      "grad_norm": 5.922131538391113,
      "learning_rate": 2.014257620452311e-05,
      "loss": 0.4492,
      "step": 4010
    },
    {
      "epoch": 0.9882005899705014,
      "grad_norm": 1.4785284996032715,
      "learning_rate": 2.0117994100294986e-05,
      "loss": 0.4584,
      "step": 4020
    },
    {
      "epoch": 0.9906588003933137,
      "grad_norm": 2.5540578365325928,
      "learning_rate": 2.0093411996066866e-05,
      "loss": 0.4836,
      "step": 4030
    },
    {
      "epoch": 0.9931170108161259,
      "grad_norm": 7.5396857261657715,
      "learning_rate": 2.006882989183874e-05,
      "loss": 0.5474,
      "step": 4040
    },
    {
      "epoch": 0.995575221238938,
      "grad_norm": 9.396368980407715,
      "learning_rate": 2.004424778761062e-05,
      "loss": 0.5548,
      "step": 4050
    },
    {
      "epoch": 0.9980334316617503,
      "grad_norm": 25.47150993347168,
      "learning_rate": 2.0019665683382497e-05,
      "loss": 0.5946,
      "step": 4060
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.8398561748029318,
      "eval_f1_score": 0.8350345608848432,
      "eval_loss": 0.4522732198238373,
      "eval_runtime": 115.6206,
      "eval_samples_per_second": 62.541,
      "eval_steps_per_second": 3.909,
      "step": 4068
    },
    {
      "epoch": 1.0004916420845624,
      "grad_norm": 3.885512590408325,
      "learning_rate": 1.9995083579154378e-05,
      "loss": 0.4428,
      "step": 4070
    },
    {
      "epoch": 1.0029498525073746,
      "grad_norm": 10.224822044372559,
      "learning_rate": 1.9970501474926255e-05,
      "loss": 0.5206,
      "step": 4080
    },
    {
      "epoch": 1.005408062930187,
      "grad_norm": 7.797532558441162,
      "learning_rate": 1.9945919370698135e-05,
      "loss": 0.4241,
      "step": 4090
    },
    {
      "epoch": 1.007866273352999,
      "grad_norm": 9.218301773071289,
      "learning_rate": 1.992133726647001e-05,
      "loss": 0.4255,
      "step": 4100
    },
    {
      "epoch": 1.0103244837758112,
      "grad_norm": 10.955337524414062,
      "learning_rate": 1.989675516224189e-05,
      "loss": 0.4345,
      "step": 4110
    },
    {
      "epoch": 1.0127826941986233,
      "grad_norm": 14.320428848266602,
      "learning_rate": 1.9872173058013766e-05,
      "loss": 0.3475,
      "step": 4120
    },
    {
      "epoch": 1.0152409046214357,
      "grad_norm": 8.566821098327637,
      "learning_rate": 1.9847590953785647e-05,
      "loss": 0.3889,
      "step": 4130
    },
    {
      "epoch": 1.0176991150442478,
      "grad_norm": 11.800101280212402,
      "learning_rate": 1.9823008849557524e-05,
      "loss": 0.3114,
      "step": 4140
    },
    {
      "epoch": 1.02015732546706,
      "grad_norm": 11.478809356689453,
      "learning_rate": 1.97984267453294e-05,
      "loss": 0.4566,
      "step": 4150
    },
    {
      "epoch": 1.022615535889872,
      "grad_norm": 4.499897480010986,
      "learning_rate": 1.9773844641101278e-05,
      "loss": 0.411,
      "step": 4160
    },
    {
      "epoch": 1.0250737463126844,
      "grad_norm": 11.2285737991333,
      "learning_rate": 1.974926253687316e-05,
      "loss": 0.365,
      "step": 4170
    },
    {
      "epoch": 1.0275319567354966,
      "grad_norm": 10.22508430480957,
      "learning_rate": 1.9724680432645035e-05,
      "loss": 0.4283,
      "step": 4180
    },
    {
      "epoch": 1.0299901671583087,
      "grad_norm": 4.208901882171631,
      "learning_rate": 1.9700098328416916e-05,
      "loss": 0.3784,
      "step": 4190
    },
    {
      "epoch": 1.0324483775811208,
      "grad_norm": 6.89427375793457,
      "learning_rate": 1.967551622418879e-05,
      "loss": 0.2619,
      "step": 4200
    },
    {
      "epoch": 1.0349065880039332,
      "grad_norm": 7.281291484832764,
      "learning_rate": 1.965093411996067e-05,
      "loss": 0.5831,
      "step": 4210
    },
    {
      "epoch": 1.0373647984267453,
      "grad_norm": 8.588820457458496,
      "learning_rate": 1.9626352015732547e-05,
      "loss": 0.3714,
      "step": 4220
    },
    {
      "epoch": 1.0398230088495575,
      "grad_norm": 15.088011741638184,
      "learning_rate": 1.9601769911504427e-05,
      "loss": 0.4533,
      "step": 4230
    },
    {
      "epoch": 1.0422812192723696,
      "grad_norm": 7.60711669921875,
      "learning_rate": 1.9577187807276305e-05,
      "loss": 0.3713,
      "step": 4240
    },
    {
      "epoch": 1.044739429695182,
      "grad_norm": 2.3092093467712402,
      "learning_rate": 1.955260570304818e-05,
      "loss": 0.3328,
      "step": 4250
    },
    {
      "epoch": 1.047197640117994,
      "grad_norm": 6.415675640106201,
      "learning_rate": 1.952802359882006e-05,
      "loss": 0.4717,
      "step": 4260
    },
    {
      "epoch": 1.0496558505408062,
      "grad_norm": 3.487186908721924,
      "learning_rate": 1.9503441494591936e-05,
      "loss": 0.3299,
      "step": 4270
    },
    {
      "epoch": 1.0521140609636186,
      "grad_norm": 7.219429016113281,
      "learning_rate": 1.9478859390363816e-05,
      "loss": 0.3611,
      "step": 4280
    },
    {
      "epoch": 1.0545722713864307,
      "grad_norm": 8.66403579711914,
      "learning_rate": 1.9454277286135693e-05,
      "loss": 0.3974,
      "step": 4290
    },
    {
      "epoch": 1.0570304818092429,
      "grad_norm": 11.184769630432129,
      "learning_rate": 1.942969518190757e-05,
      "loss": 0.3343,
      "step": 4300
    },
    {
      "epoch": 1.059488692232055,
      "grad_norm": 13.870694160461426,
      "learning_rate": 1.9405113077679447e-05,
      "loss": 0.4417,
      "step": 4310
    },
    {
      "epoch": 1.0619469026548674,
      "grad_norm": 23.112136840820312,
      "learning_rate": 1.9380530973451328e-05,
      "loss": 0.5344,
      "step": 4320
    },
    {
      "epoch": 1.0644051130776795,
      "grad_norm": 9.18332576751709,
      "learning_rate": 1.9355948869223205e-05,
      "loss": 0.4197,
      "step": 4330
    },
    {
      "epoch": 1.0668633235004916,
      "grad_norm": 5.6918439865112305,
      "learning_rate": 1.9331366764995085e-05,
      "loss": 0.3515,
      "step": 4340
    },
    {
      "epoch": 1.0693215339233038,
      "grad_norm": 8.93621826171875,
      "learning_rate": 1.9306784660766962e-05,
      "loss": 0.4377,
      "step": 4350
    },
    {
      "epoch": 1.0717797443461161,
      "grad_norm": 7.420980453491211,
      "learning_rate": 1.928220255653884e-05,
      "loss": 0.3559,
      "step": 4360
    },
    {
      "epoch": 1.0742379547689282,
      "grad_norm": 12.044346809387207,
      "learning_rate": 1.9257620452310716e-05,
      "loss": 0.3253,
      "step": 4370
    },
    {
      "epoch": 1.0766961651917404,
      "grad_norm": 9.863391876220703,
      "learning_rate": 1.9233038348082597e-05,
      "loss": 0.4338,
      "step": 4380
    },
    {
      "epoch": 1.0791543756145525,
      "grad_norm": 4.251192092895508,
      "learning_rate": 1.9208456243854474e-05,
      "loss": 0.4389,
      "step": 4390
    },
    {
      "epoch": 1.0816125860373649,
      "grad_norm": 10.624669075012207,
      "learning_rate": 1.9183874139626354e-05,
      "loss": 0.404,
      "step": 4400
    },
    {
      "epoch": 1.084070796460177,
      "grad_norm": 12.453062057495117,
      "learning_rate": 1.9159292035398228e-05,
      "loss": 0.4288,
      "step": 4410
    },
    {
      "epoch": 1.0865290068829891,
      "grad_norm": 8.418392181396484,
      "learning_rate": 1.913470993117011e-05,
      "loss": 0.3053,
      "step": 4420
    },
    {
      "epoch": 1.0889872173058013,
      "grad_norm": 5.659230709075928,
      "learning_rate": 1.9110127826941985e-05,
      "loss": 0.4282,
      "step": 4430
    },
    {
      "epoch": 1.0914454277286136,
      "grad_norm": 6.8115739822387695,
      "learning_rate": 1.9085545722713866e-05,
      "loss": 0.4113,
      "step": 4440
    },
    {
      "epoch": 1.0939036381514258,
      "grad_norm": 2.3417036533355713,
      "learning_rate": 1.9060963618485743e-05,
      "loss": 0.5599,
      "step": 4450
    },
    {
      "epoch": 1.096361848574238,
      "grad_norm": 11.404731750488281,
      "learning_rate": 1.903638151425762e-05,
      "loss": 0.4261,
      "step": 4460
    },
    {
      "epoch": 1.0988200589970503,
      "grad_norm": 11.112434387207031,
      "learning_rate": 1.9011799410029497e-05,
      "loss": 0.3985,
      "step": 4470
    },
    {
      "epoch": 1.1012782694198624,
      "grad_norm": 14.680532455444336,
      "learning_rate": 1.8987217305801378e-05,
      "loss": 0.4017,
      "step": 4480
    },
    {
      "epoch": 1.1037364798426745,
      "grad_norm": 9.73386287689209,
      "learning_rate": 1.8962635201573255e-05,
      "loss": 0.3909,
      "step": 4490
    },
    {
      "epoch": 1.1061946902654867,
      "grad_norm": 11.819046974182129,
      "learning_rate": 1.8938053097345135e-05,
      "loss": 0.4528,
      "step": 4500
    },
    {
      "epoch": 1.1086529006882988,
      "grad_norm": 6.53552770614624,
      "learning_rate": 1.891347099311701e-05,
      "loss": 0.5166,
      "step": 4510
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 7.795917987823486,
      "learning_rate": 1.888888888888889e-05,
      "loss": 0.3351,
      "step": 4520
    },
    {
      "epoch": 1.1135693215339233,
      "grad_norm": 6.816126823425293,
      "learning_rate": 1.8864306784660766e-05,
      "loss": 0.4847,
      "step": 4530
    },
    {
      "epoch": 1.1160275319567354,
      "grad_norm": 5.139041900634766,
      "learning_rate": 1.8839724680432647e-05,
      "loss": 0.4009,
      "step": 4540
    },
    {
      "epoch": 1.1184857423795478,
      "grad_norm": 12.780966758728027,
      "learning_rate": 1.8815142576204524e-05,
      "loss": 0.5058,
      "step": 4550
    },
    {
      "epoch": 1.12094395280236,
      "grad_norm": 8.147644996643066,
      "learning_rate": 1.87905604719764e-05,
      "loss": 0.325,
      "step": 4560
    },
    {
      "epoch": 1.123402163225172,
      "grad_norm": 2.919508457183838,
      "learning_rate": 1.8765978367748278e-05,
      "loss": 0.3701,
      "step": 4570
    },
    {
      "epoch": 1.1258603736479842,
      "grad_norm": 10.713155746459961,
      "learning_rate": 1.8741396263520158e-05,
      "loss": 0.3585,
      "step": 4580
    },
    {
      "epoch": 1.1283185840707965,
      "grad_norm": 9.912364959716797,
      "learning_rate": 1.8716814159292035e-05,
      "loss": 0.4552,
      "step": 4590
    },
    {
      "epoch": 1.1307767944936087,
      "grad_norm": 4.622004985809326,
      "learning_rate": 1.8692232055063916e-05,
      "loss": 0.3134,
      "step": 4600
    },
    {
      "epoch": 1.1332350049164208,
      "grad_norm": 14.282227516174316,
      "learning_rate": 1.8667649950835793e-05,
      "loss": 0.4462,
      "step": 4610
    },
    {
      "epoch": 1.135693215339233,
      "grad_norm": 9.701217651367188,
      "learning_rate": 1.864306784660767e-05,
      "loss": 0.4526,
      "step": 4620
    },
    {
      "epoch": 1.1381514257620453,
      "grad_norm": 9.643162727355957,
      "learning_rate": 1.8618485742379547e-05,
      "loss": 0.4688,
      "step": 4630
    },
    {
      "epoch": 1.1406096361848574,
      "grad_norm": 6.265407562255859,
      "learning_rate": 1.8593903638151427e-05,
      "loss": 0.443,
      "step": 4640
    },
    {
      "epoch": 1.1430678466076696,
      "grad_norm": 9.195865631103516,
      "learning_rate": 1.8569321533923304e-05,
      "loss": 0.3741,
      "step": 4650
    },
    {
      "epoch": 1.1455260570304817,
      "grad_norm": 3.8721189498901367,
      "learning_rate": 1.8544739429695185e-05,
      "loss": 0.4547,
      "step": 4660
    },
    {
      "epoch": 1.147984267453294,
      "grad_norm": 11.505948066711426,
      "learning_rate": 1.852015732546706e-05,
      "loss": 0.4096,
      "step": 4670
    },
    {
      "epoch": 1.1504424778761062,
      "grad_norm": 17.05303955078125,
      "learning_rate": 1.849557522123894e-05,
      "loss": 0.4285,
      "step": 4680
    },
    {
      "epoch": 1.1529006882989183,
      "grad_norm": 13.295167922973633,
      "learning_rate": 1.8470993117010816e-05,
      "loss": 0.3877,
      "step": 4690
    },
    {
      "epoch": 1.1553588987217305,
      "grad_norm": 3.7397992610931396,
      "learning_rate": 1.8446411012782696e-05,
      "loss": 0.3921,
      "step": 4700
    },
    {
      "epoch": 1.1578171091445428,
      "grad_norm": 6.389720439910889,
      "learning_rate": 1.8421828908554573e-05,
      "loss": 0.4433,
      "step": 4710
    },
    {
      "epoch": 1.160275319567355,
      "grad_norm": 16.336761474609375,
      "learning_rate": 1.839724680432645e-05,
      "loss": 0.3592,
      "step": 4720
    },
    {
      "epoch": 1.162733529990167,
      "grad_norm": 11.474458694458008,
      "learning_rate": 1.8372664700098328e-05,
      "loss": 0.4492,
      "step": 4730
    },
    {
      "epoch": 1.1651917404129795,
      "grad_norm": 14.184510231018066,
      "learning_rate": 1.8348082595870208e-05,
      "loss": 0.3927,
      "step": 4740
    },
    {
      "epoch": 1.1676499508357916,
      "grad_norm": 4.9853596687316895,
      "learning_rate": 1.8323500491642085e-05,
      "loss": 0.3645,
      "step": 4750
    },
    {
      "epoch": 1.1701081612586037,
      "grad_norm": 4.139890670776367,
      "learning_rate": 1.8298918387413965e-05,
      "loss": 0.5069,
      "step": 4760
    },
    {
      "epoch": 1.1725663716814159,
      "grad_norm": 7.539093971252441,
      "learning_rate": 1.827433628318584e-05,
      "loss": 0.3425,
      "step": 4770
    },
    {
      "epoch": 1.175024582104228,
      "grad_norm": 10.956673622131348,
      "learning_rate": 1.824975417895772e-05,
      "loss": 0.4965,
      "step": 4780
    },
    {
      "epoch": 1.1774827925270404,
      "grad_norm": 2.4851486682891846,
      "learning_rate": 1.8225172074729597e-05,
      "loss": 0.2776,
      "step": 4790
    },
    {
      "epoch": 1.1799410029498525,
      "grad_norm": 10.611666679382324,
      "learning_rate": 1.8200589970501477e-05,
      "loss": 0.4433,
      "step": 4800
    },
    {
      "epoch": 1.1823992133726646,
      "grad_norm": 11.952643394470215,
      "learning_rate": 1.8176007866273354e-05,
      "loss": 0.4683,
      "step": 4810
    },
    {
      "epoch": 1.184857423795477,
      "grad_norm": 2.9228858947753906,
      "learning_rate": 1.815142576204523e-05,
      "loss": 0.4132,
      "step": 4820
    },
    {
      "epoch": 1.1873156342182891,
      "grad_norm": 9.064404487609863,
      "learning_rate": 1.8126843657817108e-05,
      "loss": 0.2958,
      "step": 4830
    },
    {
      "epoch": 1.1897738446411013,
      "grad_norm": 11.08436107635498,
      "learning_rate": 1.810226155358899e-05,
      "loss": 0.2872,
      "step": 4840
    },
    {
      "epoch": 1.1922320550639134,
      "grad_norm": 18.37565803527832,
      "learning_rate": 1.8077679449360866e-05,
      "loss": 0.4896,
      "step": 4850
    },
    {
      "epoch": 1.1946902654867257,
      "grad_norm": 9.860465049743652,
      "learning_rate": 1.8053097345132746e-05,
      "loss": 0.4171,
      "step": 4860
    },
    {
      "epoch": 1.1971484759095379,
      "grad_norm": 18.63897132873535,
      "learning_rate": 1.8028515240904623e-05,
      "loss": 0.4581,
      "step": 4870
    },
    {
      "epoch": 1.19960668633235,
      "grad_norm": 9.42451000213623,
      "learning_rate": 1.80039331366765e-05,
      "loss": 0.31,
      "step": 4880
    },
    {
      "epoch": 1.2020648967551621,
      "grad_norm": 10.924408912658691,
      "learning_rate": 1.7979351032448377e-05,
      "loss": 0.4834,
      "step": 4890
    },
    {
      "epoch": 1.2045231071779745,
      "grad_norm": 6.614452838897705,
      "learning_rate": 1.7954768928220258e-05,
      "loss": 0.4819,
      "step": 4900
    },
    {
      "epoch": 1.2069813176007866,
      "grad_norm": 11.643143653869629,
      "learning_rate": 1.7930186823992135e-05,
      "loss": 0.402,
      "step": 4910
    },
    {
      "epoch": 1.2094395280235988,
      "grad_norm": 4.884191513061523,
      "learning_rate": 1.7905604719764015e-05,
      "loss": 0.411,
      "step": 4920
    },
    {
      "epoch": 1.2118977384464111,
      "grad_norm": 7.429741382598877,
      "learning_rate": 1.788102261553589e-05,
      "loss": 0.3273,
      "step": 4930
    },
    {
      "epoch": 1.2143559488692233,
      "grad_norm": 1.8154693841934204,
      "learning_rate": 1.785644051130777e-05,
      "loss": 0.3669,
      "step": 4940
    },
    {
      "epoch": 1.2168141592920354,
      "grad_norm": 11.316061973571777,
      "learning_rate": 1.7831858407079646e-05,
      "loss": 0.4333,
      "step": 4950
    },
    {
      "epoch": 1.2192723697148475,
      "grad_norm": 23.77151107788086,
      "learning_rate": 1.7807276302851527e-05,
      "loss": 0.4936,
      "step": 4960
    },
    {
      "epoch": 1.2217305801376597,
      "grad_norm": 18.95214080810547,
      "learning_rate": 1.7782694198623404e-05,
      "loss": 0.5011,
      "step": 4970
    },
    {
      "epoch": 1.224188790560472,
      "grad_norm": 12.412942886352539,
      "learning_rate": 1.7758112094395278e-05,
      "loss": 0.4451,
      "step": 4980
    },
    {
      "epoch": 1.2266470009832842,
      "grad_norm": 6.4491095542907715,
      "learning_rate": 1.7733529990167158e-05,
      "loss": 0.3611,
      "step": 4990
    },
    {
      "epoch": 1.2291052114060963,
      "grad_norm": 3.346402645111084,
      "learning_rate": 1.7708947885939035e-05,
      "loss": 0.4488,
      "step": 5000
    },
    {
      "epoch": 1.2315634218289087,
      "grad_norm": 8.305130958557129,
      "learning_rate": 1.7684365781710915e-05,
      "loss": 0.4574,
      "step": 5010
    },
    {
      "epoch": 1.2340216322517208,
      "grad_norm": 14.496387481689453,
      "learning_rate": 1.7659783677482793e-05,
      "loss": 0.4899,
      "step": 5020
    },
    {
      "epoch": 1.236479842674533,
      "grad_norm": 7.805213928222656,
      "learning_rate": 1.763520157325467e-05,
      "loss": 0.5002,
      "step": 5030
    },
    {
      "epoch": 1.238938053097345,
      "grad_norm": 8.615550994873047,
      "learning_rate": 1.7610619469026547e-05,
      "loss": 0.3966,
      "step": 5040
    },
    {
      "epoch": 1.2413962635201574,
      "grad_norm": 9.880414009094238,
      "learning_rate": 1.7586037364798427e-05,
      "loss": 0.4182,
      "step": 5050
    },
    {
      "epoch": 1.2438544739429696,
      "grad_norm": 4.006168842315674,
      "learning_rate": 1.7561455260570304e-05,
      "loss": 0.2903,
      "step": 5060
    },
    {
      "epoch": 1.2463126843657817,
      "grad_norm": 7.075710296630859,
      "learning_rate": 1.7536873156342185e-05,
      "loss": 0.4035,
      "step": 5070
    },
    {
      "epoch": 1.2487708947885938,
      "grad_norm": 5.246640682220459,
      "learning_rate": 1.751229105211406e-05,
      "loss": 0.3888,
      "step": 5080
    },
    {
      "epoch": 1.2512291052114062,
      "grad_norm": 8.475410461425781,
      "learning_rate": 1.748770894788594e-05,
      "loss": 0.4171,
      "step": 5090
    },
    {
      "epoch": 1.2536873156342183,
      "grad_norm": 11.207465171813965,
      "learning_rate": 1.7463126843657816e-05,
      "loss": 0.3227,
      "step": 5100
    },
    {
      "epoch": 1.2561455260570304,
      "grad_norm": 5.45085334777832,
      "learning_rate": 1.7438544739429696e-05,
      "loss": 0.2986,
      "step": 5110
    },
    {
      "epoch": 1.2586037364798428,
      "grad_norm": 5.72838020324707,
      "learning_rate": 1.7413962635201573e-05,
      "loss": 0.2916,
      "step": 5120
    },
    {
      "epoch": 1.261061946902655,
      "grad_norm": 9.054510116577148,
      "learning_rate": 1.7389380530973454e-05,
      "loss": 0.4479,
      "step": 5130
    },
    {
      "epoch": 1.263520157325467,
      "grad_norm": 5.517609119415283,
      "learning_rate": 1.7364798426745327e-05,
      "loss": 0.3562,
      "step": 5140
    },
    {
      "epoch": 1.2659783677482792,
      "grad_norm": 41.25855255126953,
      "learning_rate": 1.7340216322517208e-05,
      "loss": 0.477,
      "step": 5150
    },
    {
      "epoch": 1.2684365781710913,
      "grad_norm": 10.915813446044922,
      "learning_rate": 1.7315634218289085e-05,
      "loss": 0.3129,
      "step": 5160
    },
    {
      "epoch": 1.2708947885939037,
      "grad_norm": 7.620143890380859,
      "learning_rate": 1.7291052114060965e-05,
      "loss": 0.3244,
      "step": 5170
    },
    {
      "epoch": 1.2733529990167158,
      "grad_norm": 15.413076400756836,
      "learning_rate": 1.7266470009832842e-05,
      "loss": 0.3899,
      "step": 5180
    },
    {
      "epoch": 1.275811209439528,
      "grad_norm": 7.790799617767334,
      "learning_rate": 1.724188790560472e-05,
      "loss": 0.3127,
      "step": 5190
    },
    {
      "epoch": 1.2782694198623403,
      "grad_norm": 12.12572193145752,
      "learning_rate": 1.7217305801376596e-05,
      "loss": 0.5381,
      "step": 5200
    },
    {
      "epoch": 1.2807276302851525,
      "grad_norm": 12.057052612304688,
      "learning_rate": 1.7192723697148477e-05,
      "loss": 0.4055,
      "step": 5210
    },
    {
      "epoch": 1.2831858407079646,
      "grad_norm": 4.981482028961182,
      "learning_rate": 1.7168141592920354e-05,
      "loss": 0.4545,
      "step": 5220
    },
    {
      "epoch": 1.2856440511307767,
      "grad_norm": 7.928151607513428,
      "learning_rate": 1.7143559488692234e-05,
      "loss": 0.3191,
      "step": 5230
    },
    {
      "epoch": 1.2881022615535889,
      "grad_norm": 10.337085723876953,
      "learning_rate": 1.7118977384464108e-05,
      "loss": 0.2817,
      "step": 5240
    },
    {
      "epoch": 1.2905604719764012,
      "grad_norm": 12.059952735900879,
      "learning_rate": 1.709439528023599e-05,
      "loss": 0.4382,
      "step": 5250
    },
    {
      "epoch": 1.2930186823992134,
      "grad_norm": 5.851502418518066,
      "learning_rate": 1.7069813176007866e-05,
      "loss": 0.3125,
      "step": 5260
    },
    {
      "epoch": 1.2954768928220255,
      "grad_norm": 5.692627429962158,
      "learning_rate": 1.7045231071779746e-05,
      "loss": 0.367,
      "step": 5270
    },
    {
      "epoch": 1.2979351032448379,
      "grad_norm": 8.882339477539062,
      "learning_rate": 1.7020648967551623e-05,
      "loss": 0.5038,
      "step": 5280
    },
    {
      "epoch": 1.30039331366765,
      "grad_norm": 9.063218116760254,
      "learning_rate": 1.69960668633235e-05,
      "loss": 0.4004,
      "step": 5290
    },
    {
      "epoch": 1.3028515240904621,
      "grad_norm": 11.943826675415039,
      "learning_rate": 1.6971484759095377e-05,
      "loss": 0.4419,
      "step": 5300
    },
    {
      "epoch": 1.3053097345132743,
      "grad_norm": 6.683700084686279,
      "learning_rate": 1.6946902654867258e-05,
      "loss": 0.3526,
      "step": 5310
    },
    {
      "epoch": 1.3077679449360864,
      "grad_norm": 7.5174431800842285,
      "learning_rate": 1.6922320550639135e-05,
      "loss": 0.3931,
      "step": 5320
    },
    {
      "epoch": 1.3102261553588987,
      "grad_norm": 3.6929032802581787,
      "learning_rate": 1.6897738446411015e-05,
      "loss": 0.4803,
      "step": 5330
    },
    {
      "epoch": 1.3126843657817109,
      "grad_norm": 3.414058208465576,
      "learning_rate": 1.6873156342182892e-05,
      "loss": 0.333,
      "step": 5340
    },
    {
      "epoch": 1.315142576204523,
      "grad_norm": 8.907763481140137,
      "learning_rate": 1.684857423795477e-05,
      "loss": 0.4279,
      "step": 5350
    },
    {
      "epoch": 1.3176007866273354,
      "grad_norm": 7.825461387634277,
      "learning_rate": 1.6823992133726646e-05,
      "loss": 0.4313,
      "step": 5360
    },
    {
      "epoch": 1.3200589970501475,
      "grad_norm": 15.19956111907959,
      "learning_rate": 1.6799410029498527e-05,
      "loss": 0.3528,
      "step": 5370
    },
    {
      "epoch": 1.3225172074729596,
      "grad_norm": 14.31981086730957,
      "learning_rate": 1.6774827925270404e-05,
      "loss": 0.4271,
      "step": 5380
    },
    {
      "epoch": 1.324975417895772,
      "grad_norm": 11.376072883605957,
      "learning_rate": 1.6750245821042284e-05,
      "loss": 0.3928,
      "step": 5390
    },
    {
      "epoch": 1.3274336283185841,
      "grad_norm": 8.459187507629395,
      "learning_rate": 1.6725663716814158e-05,
      "loss": 0.4328,
      "step": 5400
    },
    {
      "epoch": 1.3298918387413963,
      "grad_norm": 9.353109359741211,
      "learning_rate": 1.6701081612586038e-05,
      "loss": 0.415,
      "step": 5410
    },
    {
      "epoch": 1.3323500491642084,
      "grad_norm": 4.807201862335205,
      "learning_rate": 1.6676499508357915e-05,
      "loss": 0.3736,
      "step": 5420
    },
    {
      "epoch": 1.3348082595870205,
      "grad_norm": 12.204873085021973,
      "learning_rate": 1.6651917404129796e-05,
      "loss": 0.3969,
      "step": 5430
    },
    {
      "epoch": 1.337266470009833,
      "grad_norm": 16.987590789794922,
      "learning_rate": 1.6627335299901673e-05,
      "loss": 0.4516,
      "step": 5440
    },
    {
      "epoch": 1.339724680432645,
      "grad_norm": 20.948518753051758,
      "learning_rate": 1.660275319567355e-05,
      "loss": 0.4578,
      "step": 5450
    },
    {
      "epoch": 1.3421828908554572,
      "grad_norm": 3.7863335609436035,
      "learning_rate": 1.6578171091445427e-05,
      "loss": 0.4538,
      "step": 5460
    },
    {
      "epoch": 1.3446411012782695,
      "grad_norm": 6.245743274688721,
      "learning_rate": 1.6553588987217307e-05,
      "loss": 0.3862,
      "step": 5470
    },
    {
      "epoch": 1.3470993117010817,
      "grad_norm": 3.955583333969116,
      "learning_rate": 1.6529006882989184e-05,
      "loss": 0.3472,
      "step": 5480
    },
    {
      "epoch": 1.3495575221238938,
      "grad_norm": 10.880657196044922,
      "learning_rate": 1.6504424778761065e-05,
      "loss": 0.3929,
      "step": 5490
    },
    {
      "epoch": 1.352015732546706,
      "grad_norm": 5.04379940032959,
      "learning_rate": 1.647984267453294e-05,
      "loss": 0.4552,
      "step": 5500
    },
    {
      "epoch": 1.354473942969518,
      "grad_norm": 6.873481273651123,
      "learning_rate": 1.645526057030482e-05,
      "loss": 0.416,
      "step": 5510
    },
    {
      "epoch": 1.3569321533923304,
      "grad_norm": 5.519433975219727,
      "learning_rate": 1.6430678466076696e-05,
      "loss": 0.3231,
      "step": 5520
    },
    {
      "epoch": 1.3593903638151426,
      "grad_norm": 4.904465675354004,
      "learning_rate": 1.6406096361848576e-05,
      "loss": 0.4412,
      "step": 5530
    },
    {
      "epoch": 1.3618485742379547,
      "grad_norm": 20.79932403564453,
      "learning_rate": 1.6381514257620453e-05,
      "loss": 0.3919,
      "step": 5540
    },
    {
      "epoch": 1.364306784660767,
      "grad_norm": 5.875002861022949,
      "learning_rate": 1.635693215339233e-05,
      "loss": 0.4119,
      "step": 5550
    },
    {
      "epoch": 1.3667649950835792,
      "grad_norm": 3.559235095977783,
      "learning_rate": 1.6332350049164208e-05,
      "loss": 0.3666,
      "step": 5560
    },
    {
      "epoch": 1.3692232055063913,
      "grad_norm": 7.156410217285156,
      "learning_rate": 1.6307767944936088e-05,
      "loss": 0.4035,
      "step": 5570
    },
    {
      "epoch": 1.3716814159292037,
      "grad_norm": 8.158479690551758,
      "learning_rate": 1.6283185840707965e-05,
      "loss": 0.371,
      "step": 5580
    },
    {
      "epoch": 1.3741396263520158,
      "grad_norm": 10.852849006652832,
      "learning_rate": 1.6258603736479846e-05,
      "loss": 0.2685,
      "step": 5590
    },
    {
      "epoch": 1.376597836774828,
      "grad_norm": 5.699408054351807,
      "learning_rate": 1.6234021632251723e-05,
      "loss": 0.4154,
      "step": 5600
    },
    {
      "epoch": 1.37905604719764,
      "grad_norm": 10.230939865112305,
      "learning_rate": 1.62094395280236e-05,
      "loss": 0.5255,
      "step": 5610
    },
    {
      "epoch": 1.3815142576204522,
      "grad_norm": 6.0074381828308105,
      "learning_rate": 1.6184857423795477e-05,
      "loss": 0.4159,
      "step": 5620
    },
    {
      "epoch": 1.3839724680432646,
      "grad_norm": 12.922666549682617,
      "learning_rate": 1.6160275319567357e-05,
      "loss": 0.4251,
      "step": 5630
    },
    {
      "epoch": 1.3864306784660767,
      "grad_norm": 4.792425155639648,
      "learning_rate": 1.6135693215339234e-05,
      "loss": 0.4955,
      "step": 5640
    },
    {
      "epoch": 1.3888888888888888,
      "grad_norm": 21.629932403564453,
      "learning_rate": 1.6111111111111115e-05,
      "loss": 0.4268,
      "step": 5650
    },
    {
      "epoch": 1.3913470993117012,
      "grad_norm": 3.594099521636963,
      "learning_rate": 1.6086529006882988e-05,
      "loss": 0.3127,
      "step": 5660
    },
    {
      "epoch": 1.3938053097345133,
      "grad_norm": 5.84594202041626,
      "learning_rate": 1.606194690265487e-05,
      "loss": 0.3695,
      "step": 5670
    },
    {
      "epoch": 1.3962635201573255,
      "grad_norm": 18.463998794555664,
      "learning_rate": 1.6037364798426746e-05,
      "loss": 0.4765,
      "step": 5680
    },
    {
      "epoch": 1.3987217305801376,
      "grad_norm": 9.709259986877441,
      "learning_rate": 1.6012782694198623e-05,
      "loss": 0.4274,
      "step": 5690
    },
    {
      "epoch": 1.4011799410029497,
      "grad_norm": 2.4493634700775146,
      "learning_rate": 1.5988200589970503e-05,
      "loss": 0.3226,
      "step": 5700
    },
    {
      "epoch": 1.403638151425762,
      "grad_norm": 5.552204132080078,
      "learning_rate": 1.5963618485742377e-05,
      "loss": 0.4234,
      "step": 5710
    },
    {
      "epoch": 1.4060963618485742,
      "grad_norm": 12.80062198638916,
      "learning_rate": 1.5939036381514257e-05,
      "loss": 0.4334,
      "step": 5720
    },
    {
      "epoch": 1.4085545722713864,
      "grad_norm": 7.245303153991699,
      "learning_rate": 1.5914454277286134e-05,
      "loss": 0.4346,
      "step": 5730
    },
    {
      "epoch": 1.4110127826941987,
      "grad_norm": 13.813474655151367,
      "learning_rate": 1.5889872173058015e-05,
      "loss": 0.3841,
      "step": 5740
    },
    {
      "epoch": 1.4134709931170109,
      "grad_norm": 2.4341657161712646,
      "learning_rate": 1.5865290068829892e-05,
      "loss": 0.4512,
      "step": 5750
    },
    {
      "epoch": 1.415929203539823,
      "grad_norm": 3.5993762016296387,
      "learning_rate": 1.584070796460177e-05,
      "loss": 0.3028,
      "step": 5760
    },
    {
      "epoch": 1.4183874139626351,
      "grad_norm": 7.188358306884766,
      "learning_rate": 1.5816125860373646e-05,
      "loss": 0.5075,
      "step": 5770
    },
    {
      "epoch": 1.4208456243854473,
      "grad_norm": 9.453777313232422,
      "learning_rate": 1.5791543756145526e-05,
      "loss": 0.4731,
      "step": 5780
    },
    {
      "epoch": 1.4233038348082596,
      "grad_norm": 9.14939022064209,
      "learning_rate": 1.5766961651917403e-05,
      "loss": 0.4976,
      "step": 5790
    },
    {
      "epoch": 1.4257620452310718,
      "grad_norm": 9.72834587097168,
      "learning_rate": 1.5742379547689284e-05,
      "loss": 0.4228,
      "step": 5800
    },
    {
      "epoch": 1.4282202556538839,
      "grad_norm": 8.499261856079102,
      "learning_rate": 1.571779744346116e-05,
      "loss": 0.476,
      "step": 5810
    },
    {
      "epoch": 1.4306784660766962,
      "grad_norm": 8.9592924118042,
      "learning_rate": 1.5693215339233038e-05,
      "loss": 0.3055,
      "step": 5820
    },
    {
      "epoch": 1.4331366764995084,
      "grad_norm": 10.471037864685059,
      "learning_rate": 1.5668633235004915e-05,
      "loss": 0.4094,
      "step": 5830
    },
    {
      "epoch": 1.4355948869223205,
      "grad_norm": 11.549220085144043,
      "learning_rate": 1.5644051130776796e-05,
      "loss": 0.4082,
      "step": 5840
    },
    {
      "epoch": 1.4380530973451329,
      "grad_norm": 7.28322696685791,
      "learning_rate": 1.5619469026548673e-05,
      "loss": 0.3888,
      "step": 5850
    },
    {
      "epoch": 1.440511307767945,
      "grad_norm": 9.803154945373535,
      "learning_rate": 1.5594886922320553e-05,
      "loss": 0.3862,
      "step": 5860
    },
    {
      "epoch": 1.4429695181907571,
      "grad_norm": 10.707706451416016,
      "learning_rate": 1.5570304818092427e-05,
      "loss": 0.3863,
      "step": 5870
    },
    {
      "epoch": 1.4454277286135693,
      "grad_norm": 8.8184175491333,
      "learning_rate": 1.5545722713864307e-05,
      "loss": 0.3073,
      "step": 5880
    },
    {
      "epoch": 1.4478859390363814,
      "grad_norm": 1.7422611713409424,
      "learning_rate": 1.5521140609636184e-05,
      "loss": 0.2473,
      "step": 5890
    },
    {
      "epoch": 1.4503441494591938,
      "grad_norm": 12.162628173828125,
      "learning_rate": 1.5496558505408065e-05,
      "loss": 0.5383,
      "step": 5900
    },
    {
      "epoch": 1.452802359882006,
      "grad_norm": 1.4871968030929565,
      "learning_rate": 1.547197640117994e-05,
      "loss": 0.2758,
      "step": 5910
    },
    {
      "epoch": 1.455260570304818,
      "grad_norm": 11.46398639678955,
      "learning_rate": 1.544739429695182e-05,
      "loss": 0.2833,
      "step": 5920
    },
    {
      "epoch": 1.4577187807276304,
      "grad_norm": 1.0898629426956177,
      "learning_rate": 1.5422812192723696e-05,
      "loss": 0.4378,
      "step": 5930
    },
    {
      "epoch": 1.4601769911504425,
      "grad_norm": 12.882427215576172,
      "learning_rate": 1.5398230088495576e-05,
      "loss": 0.3782,
      "step": 5940
    },
    {
      "epoch": 1.4626352015732547,
      "grad_norm": 10.144386291503906,
      "learning_rate": 1.5373647984267453e-05,
      "loss": 0.4062,
      "step": 5950
    },
    {
      "epoch": 1.4650934119960668,
      "grad_norm": 14.940133094787598,
      "learning_rate": 1.5349065880039334e-05,
      "loss": 0.3152,
      "step": 5960
    },
    {
      "epoch": 1.467551622418879,
      "grad_norm": 4.6012468338012695,
      "learning_rate": 1.5324483775811207e-05,
      "loss": 0.5087,
      "step": 5970
    },
    {
      "epoch": 1.4700098328416913,
      "grad_norm": 8.861075401306152,
      "learning_rate": 1.5299901671583088e-05,
      "loss": 0.3727,
      "step": 5980
    },
    {
      "epoch": 1.4724680432645034,
      "grad_norm": 10.086342811584473,
      "learning_rate": 1.5275319567354965e-05,
      "loss": 0.432,
      "step": 5990
    },
    {
      "epoch": 1.4749262536873156,
      "grad_norm": 17.717960357666016,
      "learning_rate": 1.5250737463126845e-05,
      "loss": 0.5225,
      "step": 6000
    },
    {
      "epoch": 1.477384464110128,
      "grad_norm": 4.808421611785889,
      "learning_rate": 1.522615535889872e-05,
      "loss": 0.3448,
      "step": 6010
    },
    {
      "epoch": 1.47984267453294,
      "grad_norm": 5.139224529266357,
      "learning_rate": 1.5201573254670601e-05,
      "loss": 0.366,
      "step": 6020
    },
    {
      "epoch": 1.4823008849557522,
      "grad_norm": 3.4996519088745117,
      "learning_rate": 1.5176991150442478e-05,
      "loss": 0.2915,
      "step": 6030
    },
    {
      "epoch": 1.4847590953785645,
      "grad_norm": 13.536445617675781,
      "learning_rate": 1.5152409046214357e-05,
      "loss": 0.4655,
      "step": 6040
    },
    {
      "epoch": 1.4872173058013767,
      "grad_norm": 9.212183952331543,
      "learning_rate": 1.5127826941986234e-05,
      "loss": 0.3053,
      "step": 6050
    },
    {
      "epoch": 1.4896755162241888,
      "grad_norm": 7.971109390258789,
      "learning_rate": 1.5103244837758113e-05,
      "loss": 0.4979,
      "step": 6060
    },
    {
      "epoch": 1.492133726647001,
      "grad_norm": 9.93220043182373,
      "learning_rate": 1.507866273352999e-05,
      "loss": 0.438,
      "step": 6070
    },
    {
      "epoch": 1.494591937069813,
      "grad_norm": 8.826542854309082,
      "learning_rate": 1.505408062930187e-05,
      "loss": 0.4447,
      "step": 6080
    },
    {
      "epoch": 1.4970501474926254,
      "grad_norm": 9.936312675476074,
      "learning_rate": 1.5029498525073746e-05,
      "loss": 0.4404,
      "step": 6090
    },
    {
      "epoch": 1.4995083579154376,
      "grad_norm": 12.181827545166016,
      "learning_rate": 1.5004916420845626e-05,
      "loss": 0.4187,
      "step": 6100
    },
    {
      "epoch": 1.5019665683382497,
      "grad_norm": 9.074667930603027,
      "learning_rate": 1.4980334316617501e-05,
      "loss": 0.3528,
      "step": 6110
    },
    {
      "epoch": 1.504424778761062,
      "grad_norm": 5.361248970031738,
      "learning_rate": 1.495575221238938e-05,
      "loss": 0.295,
      "step": 6120
    },
    {
      "epoch": 1.506882989183874,
      "grad_norm": 4.177809715270996,
      "learning_rate": 1.4931170108161259e-05,
      "loss": 0.5698,
      "step": 6130
    },
    {
      "epoch": 1.5093411996066863,
      "grad_norm": 5.42146635055542,
      "learning_rate": 1.4906588003933136e-05,
      "loss": 0.2622,
      "step": 6140
    },
    {
      "epoch": 1.5117994100294987,
      "grad_norm": 25.01091957092285,
      "learning_rate": 1.4882005899705015e-05,
      "loss": 0.3905,
      "step": 6150
    },
    {
      "epoch": 1.5142576204523106,
      "grad_norm": 10.310868263244629,
      "learning_rate": 1.4857423795476893e-05,
      "loss": 0.2842,
      "step": 6160
    },
    {
      "epoch": 1.516715830875123,
      "grad_norm": 6.5444254875183105,
      "learning_rate": 1.483284169124877e-05,
      "loss": 0.505,
      "step": 6170
    },
    {
      "epoch": 1.519174041297935,
      "grad_norm": 5.236999988555908,
      "learning_rate": 1.480825958702065e-05,
      "loss": 0.3311,
      "step": 6180
    },
    {
      "epoch": 1.5216322517207472,
      "grad_norm": 10.419346809387207,
      "learning_rate": 1.4783677482792526e-05,
      "loss": 0.4586,
      "step": 6190
    },
    {
      "epoch": 1.5240904621435596,
      "grad_norm": 7.350751876831055,
      "learning_rate": 1.4759095378564405e-05,
      "loss": 0.4314,
      "step": 6200
    },
    {
      "epoch": 1.5265486725663717,
      "grad_norm": 6.0221452713012695,
      "learning_rate": 1.4734513274336284e-05,
      "loss": 0.311,
      "step": 6210
    },
    {
      "epoch": 1.5290068829891839,
      "grad_norm": 6.613132476806641,
      "learning_rate": 1.470993117010816e-05,
      "loss": 0.3642,
      "step": 6220
    },
    {
      "epoch": 1.5314650934119962,
      "grad_norm": 4.829579830169678,
      "learning_rate": 1.468534906588004e-05,
      "loss": 0.3123,
      "step": 6230
    },
    {
      "epoch": 1.5339233038348081,
      "grad_norm": 15.385251998901367,
      "learning_rate": 1.4660766961651918e-05,
      "loss": 0.3225,
      "step": 6240
    },
    {
      "epoch": 1.5363815142576205,
      "grad_norm": 11.137362480163574,
      "learning_rate": 1.4636184857423795e-05,
      "loss": 0.5059,
      "step": 6250
    },
    {
      "epoch": 1.5388397246804326,
      "grad_norm": 9.528539657592773,
      "learning_rate": 1.4611602753195674e-05,
      "loss": 0.3612,
      "step": 6260
    },
    {
      "epoch": 1.5412979351032448,
      "grad_norm": 4.1244401931762695,
      "learning_rate": 1.4587020648967551e-05,
      "loss": 0.3912,
      "step": 6270
    },
    {
      "epoch": 1.543756145526057,
      "grad_norm": 6.008029460906982,
      "learning_rate": 1.456243854473943e-05,
      "loss": 0.2935,
      "step": 6280
    },
    {
      "epoch": 1.5462143559488692,
      "grad_norm": 10.341638565063477,
      "learning_rate": 1.4537856440511309e-05,
      "loss": 0.4434,
      "step": 6290
    },
    {
      "epoch": 1.5486725663716814,
      "grad_norm": 7.740987777709961,
      "learning_rate": 1.4513274336283186e-05,
      "loss": 0.4178,
      "step": 6300
    },
    {
      "epoch": 1.5511307767944937,
      "grad_norm": 9.332296371459961,
      "learning_rate": 1.4488692232055064e-05,
      "loss": 0.4098,
      "step": 6310
    },
    {
      "epoch": 1.5535889872173057,
      "grad_norm": 8.284363746643066,
      "learning_rate": 1.4464110127826941e-05,
      "loss": 0.4091,
      "step": 6320
    },
    {
      "epoch": 1.556047197640118,
      "grad_norm": 9.545183181762695,
      "learning_rate": 1.443952802359882e-05,
      "loss": 0.3574,
      "step": 6330
    },
    {
      "epoch": 1.5585054080629301,
      "grad_norm": 3.6961607933044434,
      "learning_rate": 1.4414945919370699e-05,
      "loss": 0.346,
      "step": 6340
    },
    {
      "epoch": 1.5609636184857423,
      "grad_norm": 11.243683815002441,
      "learning_rate": 1.4390363815142576e-05,
      "loss": 0.4765,
      "step": 6350
    },
    {
      "epoch": 1.5634218289085546,
      "grad_norm": 11.736071586608887,
      "learning_rate": 1.4365781710914455e-05,
      "loss": 0.3102,
      "step": 6360
    },
    {
      "epoch": 1.5658800393313668,
      "grad_norm": 11.394797325134277,
      "learning_rate": 1.4341199606686333e-05,
      "loss": 0.4895,
      "step": 6370
    },
    {
      "epoch": 1.568338249754179,
      "grad_norm": 11.11750602722168,
      "learning_rate": 1.431661750245821e-05,
      "loss": 0.4211,
      "step": 6380
    },
    {
      "epoch": 1.5707964601769913,
      "grad_norm": 5.133919715881348,
      "learning_rate": 1.429203539823009e-05,
      "loss": 0.3813,
      "step": 6390
    },
    {
      "epoch": 1.5732546705998034,
      "grad_norm": 4.457335472106934,
      "learning_rate": 1.4267453294001966e-05,
      "loss": 0.303,
      "step": 6400
    },
    {
      "epoch": 1.5757128810226155,
      "grad_norm": 6.312507152557373,
      "learning_rate": 1.4242871189773845e-05,
      "loss": 0.4825,
      "step": 6410
    },
    {
      "epoch": 1.5781710914454279,
      "grad_norm": 11.91999626159668,
      "learning_rate": 1.4218289085545724e-05,
      "loss": 0.3497,
      "step": 6420
    },
    {
      "epoch": 1.5806293018682398,
      "grad_norm": 8.295093536376953,
      "learning_rate": 1.4193706981317601e-05,
      "loss": 0.4626,
      "step": 6430
    },
    {
      "epoch": 1.5830875122910522,
      "grad_norm": 9.615830421447754,
      "learning_rate": 1.416912487708948e-05,
      "loss": 0.5813,
      "step": 6440
    },
    {
      "epoch": 1.5855457227138643,
      "grad_norm": 7.082546234130859,
      "learning_rate": 1.4144542772861357e-05,
      "loss": 0.4535,
      "step": 6450
    },
    {
      "epoch": 1.5880039331366764,
      "grad_norm": 4.20911169052124,
      "learning_rate": 1.4119960668633235e-05,
      "loss": 0.3478,
      "step": 6460
    },
    {
      "epoch": 1.5904621435594888,
      "grad_norm": 10.30086612701416,
      "learning_rate": 1.4095378564405114e-05,
      "loss": 0.1913,
      "step": 6470
    },
    {
      "epoch": 1.592920353982301,
      "grad_norm": 11.328630447387695,
      "learning_rate": 1.4070796460176991e-05,
      "loss": 0.4691,
      "step": 6480
    },
    {
      "epoch": 1.595378564405113,
      "grad_norm": 18.686323165893555,
      "learning_rate": 1.404621435594887e-05,
      "loss": 0.3684,
      "step": 6490
    },
    {
      "epoch": 1.5978367748279254,
      "grad_norm": 12.687962532043457,
      "learning_rate": 1.4021632251720749e-05,
      "loss": 0.421,
      "step": 6500
    },
    {
      "epoch": 1.6002949852507373,
      "grad_norm": 11.840784072875977,
      "learning_rate": 1.3997050147492626e-05,
      "loss": 0.438,
      "step": 6510
    },
    {
      "epoch": 1.6027531956735497,
      "grad_norm": 7.867887020111084,
      "learning_rate": 1.3972468043264505e-05,
      "loss": 0.5168,
      "step": 6520
    },
    {
      "epoch": 1.6052114060963618,
      "grad_norm": 8.438105583190918,
      "learning_rate": 1.3947885939036382e-05,
      "loss": 0.3778,
      "step": 6530
    },
    {
      "epoch": 1.607669616519174,
      "grad_norm": 7.61447811126709,
      "learning_rate": 1.392330383480826e-05,
      "loss": 0.3164,
      "step": 6540
    },
    {
      "epoch": 1.6101278269419863,
      "grad_norm": 10.340341567993164,
      "learning_rate": 1.3898721730580139e-05,
      "loss": 0.3181,
      "step": 6550
    },
    {
      "epoch": 1.6125860373647984,
      "grad_norm": 8.937304496765137,
      "learning_rate": 1.3874139626352016e-05,
      "loss": 0.5963,
      "step": 6560
    },
    {
      "epoch": 1.6150442477876106,
      "grad_norm": 9.980753898620605,
      "learning_rate": 1.3849557522123895e-05,
      "loss": 0.3389,
      "step": 6570
    },
    {
      "epoch": 1.617502458210423,
      "grad_norm": 7.966772556304932,
      "learning_rate": 1.3824975417895772e-05,
      "loss": 0.489,
      "step": 6580
    },
    {
      "epoch": 1.6199606686332348,
      "grad_norm": 10.203620910644531,
      "learning_rate": 1.380039331366765e-05,
      "loss": 0.4598,
      "step": 6590
    },
    {
      "epoch": 1.6224188790560472,
      "grad_norm": 6.172760009765625,
      "learning_rate": 1.377581120943953e-05,
      "loss": 0.3437,
      "step": 6600
    },
    {
      "epoch": 1.6248770894788593,
      "grad_norm": 11.496180534362793,
      "learning_rate": 1.3751229105211406e-05,
      "loss": 0.3206,
      "step": 6610
    },
    {
      "epoch": 1.6273352999016715,
      "grad_norm": 8.176165580749512,
      "learning_rate": 1.3726647000983285e-05,
      "loss": 0.3896,
      "step": 6620
    },
    {
      "epoch": 1.6297935103244838,
      "grad_norm": 14.373556137084961,
      "learning_rate": 1.3702064896755164e-05,
      "loss": 0.4,
      "step": 6630
    },
    {
      "epoch": 1.632251720747296,
      "grad_norm": 11.034965515136719,
      "learning_rate": 1.3677482792527041e-05,
      "loss": 0.4018,
      "step": 6640
    },
    {
      "epoch": 1.634709931170108,
      "grad_norm": 11.679769515991211,
      "learning_rate": 1.365290068829892e-05,
      "loss": 0.3173,
      "step": 6650
    },
    {
      "epoch": 1.6371681415929205,
      "grad_norm": 9.429061889648438,
      "learning_rate": 1.3628318584070797e-05,
      "loss": 0.3021,
      "step": 6660
    },
    {
      "epoch": 1.6396263520157326,
      "grad_norm": 9.269270896911621,
      "learning_rate": 1.3603736479842676e-05,
      "loss": 0.3703,
      "step": 6670
    },
    {
      "epoch": 1.6420845624385447,
      "grad_norm": 7.47467565536499,
      "learning_rate": 1.3579154375614554e-05,
      "loss": 0.4222,
      "step": 6680
    },
    {
      "epoch": 1.644542772861357,
      "grad_norm": 5.367368221282959,
      "learning_rate": 1.3554572271386431e-05,
      "loss": 0.446,
      "step": 6690
    },
    {
      "epoch": 1.647000983284169,
      "grad_norm": 13.329296112060547,
      "learning_rate": 1.352999016715831e-05,
      "loss": 0.4221,
      "step": 6700
    },
    {
      "epoch": 1.6494591937069814,
      "grad_norm": 7.237957000732422,
      "learning_rate": 1.3505408062930187e-05,
      "loss": 0.3477,
      "step": 6710
    },
    {
      "epoch": 1.6519174041297935,
      "grad_norm": 5.3150248527526855,
      "learning_rate": 1.3480825958702066e-05,
      "loss": 0.4208,
      "step": 6720
    },
    {
      "epoch": 1.6543756145526056,
      "grad_norm": 16.04496955871582,
      "learning_rate": 1.3456243854473945e-05,
      "loss": 0.3181,
      "step": 6730
    },
    {
      "epoch": 1.656833824975418,
      "grad_norm": 9.493232727050781,
      "learning_rate": 1.3431661750245822e-05,
      "loss": 0.4005,
      "step": 6740
    },
    {
      "epoch": 1.6592920353982301,
      "grad_norm": 7.157200813293457,
      "learning_rate": 1.3407079646017699e-05,
      "loss": 0.4872,
      "step": 6750
    },
    {
      "epoch": 1.6617502458210422,
      "grad_norm": 10.452499389648438,
      "learning_rate": 1.3382497541789577e-05,
      "loss": 0.3943,
      "step": 6760
    },
    {
      "epoch": 1.6642084562438546,
      "grad_norm": 5.284028053283691,
      "learning_rate": 1.3357915437561455e-05,
      "loss": 0.4028,
      "step": 6770
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 6.920553684234619,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.2819,
      "step": 6780
    },
    {
      "epoch": 1.6691248770894789,
      "grad_norm": 5.611143589019775,
      "learning_rate": 1.330875122910521e-05,
      "loss": 0.2865,
      "step": 6790
    },
    {
      "epoch": 1.671583087512291,
      "grad_norm": 10.037906646728516,
      "learning_rate": 1.3284169124877089e-05,
      "loss": 0.3897,
      "step": 6800
    },
    {
      "epoch": 1.6740412979351031,
      "grad_norm": 8.229888916015625,
      "learning_rate": 1.3259587020648968e-05,
      "loss": 0.5116,
      "step": 6810
    },
    {
      "epoch": 1.6764995083579155,
      "grad_norm": 2.994560956954956,
      "learning_rate": 1.3235004916420845e-05,
      "loss": 0.4533,
      "step": 6820
    },
    {
      "epoch": 1.6789577187807276,
      "grad_norm": 5.300467014312744,
      "learning_rate": 1.3210422812192724e-05,
      "loss": 0.4413,
      "step": 6830
    },
    {
      "epoch": 1.6814159292035398,
      "grad_norm": 8.629834175109863,
      "learning_rate": 1.31858407079646e-05,
      "loss": 0.428,
      "step": 6840
    },
    {
      "epoch": 1.6838741396263521,
      "grad_norm": 5.696138381958008,
      "learning_rate": 1.316125860373648e-05,
      "loss": 0.3433,
      "step": 6850
    },
    {
      "epoch": 1.6863323500491643,
      "grad_norm": 12.302641868591309,
      "learning_rate": 1.3136676499508358e-05,
      "loss": 0.3639,
      "step": 6860
    },
    {
      "epoch": 1.6887905604719764,
      "grad_norm": 13.657188415527344,
      "learning_rate": 1.3112094395280235e-05,
      "loss": 0.5504,
      "step": 6870
    },
    {
      "epoch": 1.6912487708947888,
      "grad_norm": 9.680416107177734,
      "learning_rate": 1.3087512291052114e-05,
      "loss": 0.4281,
      "step": 6880
    },
    {
      "epoch": 1.6937069813176007,
      "grad_norm": 9.07966136932373,
      "learning_rate": 1.3062930186823993e-05,
      "loss": 0.4077,
      "step": 6890
    },
    {
      "epoch": 1.696165191740413,
      "grad_norm": 6.182389259338379,
      "learning_rate": 1.303834808259587e-05,
      "loss": 0.3112,
      "step": 6900
    },
    {
      "epoch": 1.6986234021632252,
      "grad_norm": 25.305696487426758,
      "learning_rate": 1.3013765978367749e-05,
      "loss": 0.465,
      "step": 6910
    },
    {
      "epoch": 1.7010816125860373,
      "grad_norm": 6.8333740234375,
      "learning_rate": 1.2989183874139626e-05,
      "loss": 0.2806,
      "step": 6920
    },
    {
      "epoch": 1.7035398230088497,
      "grad_norm": 4.880908012390137,
      "learning_rate": 1.2964601769911504e-05,
      "loss": 0.3752,
      "step": 6930
    },
    {
      "epoch": 1.7059980334316618,
      "grad_norm": 6.360934257507324,
      "learning_rate": 1.2940019665683383e-05,
      "loss": 0.4239,
      "step": 6940
    },
    {
      "epoch": 1.708456243854474,
      "grad_norm": 6.746744155883789,
      "learning_rate": 1.291543756145526e-05,
      "loss": 0.32,
      "step": 6950
    },
    {
      "epoch": 1.7109144542772863,
      "grad_norm": 12.636385917663574,
      "learning_rate": 1.2890855457227139e-05,
      "loss": 0.4338,
      "step": 6960
    },
    {
      "epoch": 1.7133726647000982,
      "grad_norm": 14.079647064208984,
      "learning_rate": 1.2866273352999016e-05,
      "loss": 0.598,
      "step": 6970
    },
    {
      "epoch": 1.7158308751229105,
      "grad_norm": 5.760141372680664,
      "learning_rate": 1.2841691248770895e-05,
      "loss": 0.2912,
      "step": 6980
    },
    {
      "epoch": 1.7182890855457227,
      "grad_norm": 10.4988431930542,
      "learning_rate": 1.2817109144542773e-05,
      "loss": 0.3809,
      "step": 6990
    },
    {
      "epoch": 1.7207472959685348,
      "grad_norm": 9.045525550842285,
      "learning_rate": 1.279252704031465e-05,
      "loss": 0.2428,
      "step": 7000
    },
    {
      "epoch": 1.7232055063913472,
      "grad_norm": 10.693390846252441,
      "learning_rate": 1.276794493608653e-05,
      "loss": 0.3202,
      "step": 7010
    },
    {
      "epoch": 1.7256637168141593,
      "grad_norm": 5.125523090362549,
      "learning_rate": 1.2743362831858408e-05,
      "loss": 0.4035,
      "step": 7020
    },
    {
      "epoch": 1.7281219272369714,
      "grad_norm": 9.755571365356445,
      "learning_rate": 1.2718780727630285e-05,
      "loss": 0.3554,
      "step": 7030
    },
    {
      "epoch": 1.7305801376597838,
      "grad_norm": 2.1122326850891113,
      "learning_rate": 1.2694198623402164e-05,
      "loss": 0.5691,
      "step": 7040
    },
    {
      "epoch": 1.7330383480825957,
      "grad_norm": 15.664355278015137,
      "learning_rate": 1.266961651917404e-05,
      "loss": 0.5097,
      "step": 7050
    },
    {
      "epoch": 1.735496558505408,
      "grad_norm": 14.100229263305664,
      "learning_rate": 1.264503441494592e-05,
      "loss": 0.4259,
      "step": 7060
    },
    {
      "epoch": 1.7379547689282202,
      "grad_norm": 10.935966491699219,
      "learning_rate": 1.2620452310717798e-05,
      "loss": 0.274,
      "step": 7070
    },
    {
      "epoch": 1.7404129793510323,
      "grad_norm": 6.672271728515625,
      "learning_rate": 1.2595870206489675e-05,
      "loss": 0.3258,
      "step": 7080
    },
    {
      "epoch": 1.7428711897738447,
      "grad_norm": 7.128734588623047,
      "learning_rate": 1.2571288102261554e-05,
      "loss": 0.4627,
      "step": 7090
    },
    {
      "epoch": 1.7453294001966568,
      "grad_norm": 6.704835891723633,
      "learning_rate": 1.2546705998033431e-05,
      "loss": 0.3312,
      "step": 7100
    },
    {
      "epoch": 1.747787610619469,
      "grad_norm": 4.882321834564209,
      "learning_rate": 1.252212389380531e-05,
      "loss": 0.3735,
      "step": 7110
    },
    {
      "epoch": 1.7502458210422813,
      "grad_norm": 31.229286193847656,
      "learning_rate": 1.2497541789577189e-05,
      "loss": 0.362,
      "step": 7120
    },
    {
      "epoch": 1.7527040314650935,
      "grad_norm": 10.265987396240234,
      "learning_rate": 1.2472959685349066e-05,
      "loss": 0.357,
      "step": 7130
    },
    {
      "epoch": 1.7551622418879056,
      "grad_norm": 7.587973594665527,
      "learning_rate": 1.2448377581120944e-05,
      "loss": 0.3675,
      "step": 7140
    },
    {
      "epoch": 1.757620452310718,
      "grad_norm": 7.590911388397217,
      "learning_rate": 1.2423795476892823e-05,
      "loss": 0.4524,
      "step": 7150
    },
    {
      "epoch": 1.7600786627335299,
      "grad_norm": 14.100318908691406,
      "learning_rate": 1.23992133726647e-05,
      "loss": 0.3755,
      "step": 7160
    },
    {
      "epoch": 1.7625368731563422,
      "grad_norm": 3.271604537963867,
      "learning_rate": 1.2374631268436579e-05,
      "loss": 0.2872,
      "step": 7170
    },
    {
      "epoch": 1.7649950835791544,
      "grad_norm": 8.690317153930664,
      "learning_rate": 1.2350049164208456e-05,
      "loss": 0.4683,
      "step": 7180
    },
    {
      "epoch": 1.7674532940019665,
      "grad_norm": 10.508160591125488,
      "learning_rate": 1.2325467059980335e-05,
      "loss": 0.3983,
      "step": 7190
    },
    {
      "epoch": 1.7699115044247788,
      "grad_norm": 7.1707963943481445,
      "learning_rate": 1.2300884955752214e-05,
      "loss": 0.314,
      "step": 7200
    },
    {
      "epoch": 1.772369714847591,
      "grad_norm": 9.432787895202637,
      "learning_rate": 1.227630285152409e-05,
      "loss": 0.3655,
      "step": 7210
    },
    {
      "epoch": 1.7748279252704031,
      "grad_norm": 4.761153697967529,
      "learning_rate": 1.225172074729597e-05,
      "loss": 0.5864,
      "step": 7220
    },
    {
      "epoch": 1.7772861356932155,
      "grad_norm": 5.6719865798950195,
      "learning_rate": 1.2227138643067848e-05,
      "loss": 0.3339,
      "step": 7230
    },
    {
      "epoch": 1.7797443461160274,
      "grad_norm": 8.002032279968262,
      "learning_rate": 1.2202556538839725e-05,
      "loss": 0.3922,
      "step": 7240
    },
    {
      "epoch": 1.7822025565388397,
      "grad_norm": 8.651975631713867,
      "learning_rate": 1.2177974434611604e-05,
      "loss": 0.449,
      "step": 7250
    },
    {
      "epoch": 1.7846607669616519,
      "grad_norm": 11.270854949951172,
      "learning_rate": 1.2153392330383481e-05,
      "loss": 0.292,
      "step": 7260
    },
    {
      "epoch": 1.787118977384464,
      "grad_norm": 10.927766799926758,
      "learning_rate": 1.212881022615536e-05,
      "loss": 0.4603,
      "step": 7270
    },
    {
      "epoch": 1.7895771878072764,
      "grad_norm": 8.29560375213623,
      "learning_rate": 1.2104228121927238e-05,
      "loss": 0.4571,
      "step": 7280
    },
    {
      "epoch": 1.7920353982300885,
      "grad_norm": 9.969430923461914,
      "learning_rate": 1.2079646017699115e-05,
      "loss": 0.4208,
      "step": 7290
    },
    {
      "epoch": 1.7944936086529006,
      "grad_norm": 9.935297012329102,
      "learning_rate": 1.2055063913470994e-05,
      "loss": 0.407,
      "step": 7300
    },
    {
      "epoch": 1.796951819075713,
      "grad_norm": 8.315773010253906,
      "learning_rate": 1.2030481809242871e-05,
      "loss": 0.463,
      "step": 7310
    },
    {
      "epoch": 1.799410029498525,
      "grad_norm": 16.16525650024414,
      "learning_rate": 1.200589970501475e-05,
      "loss": 0.3611,
      "step": 7320
    },
    {
      "epoch": 1.8018682399213373,
      "grad_norm": 13.66059398651123,
      "learning_rate": 1.1981317600786629e-05,
      "loss": 0.4282,
      "step": 7330
    },
    {
      "epoch": 1.8043264503441496,
      "grad_norm": 3.638113021850586,
      "learning_rate": 1.1956735496558506e-05,
      "loss": 0.3613,
      "step": 7340
    },
    {
      "epoch": 1.8067846607669615,
      "grad_norm": 11.922338485717773,
      "learning_rate": 1.1932153392330385e-05,
      "loss": 0.38,
      "step": 7350
    },
    {
      "epoch": 1.809242871189774,
      "grad_norm": 13.002695083618164,
      "learning_rate": 1.1907571288102263e-05,
      "loss": 0.3608,
      "step": 7360
    },
    {
      "epoch": 1.811701081612586,
      "grad_norm": 4.156497478485107,
      "learning_rate": 1.188298918387414e-05,
      "loss": 0.4063,
      "step": 7370
    },
    {
      "epoch": 1.8141592920353982,
      "grad_norm": 4.430566787719727,
      "learning_rate": 1.1858407079646019e-05,
      "loss": 0.4085,
      "step": 7380
    },
    {
      "epoch": 1.8166175024582105,
      "grad_norm": 8.262622833251953,
      "learning_rate": 1.1833824975417896e-05,
      "loss": 0.3649,
      "step": 7390
    },
    {
      "epoch": 1.8190757128810227,
      "grad_norm": 5.807417392730713,
      "learning_rate": 1.1809242871189775e-05,
      "loss": 0.3206,
      "step": 7400
    },
    {
      "epoch": 1.8215339233038348,
      "grad_norm": 9.102004051208496,
      "learning_rate": 1.1784660766961654e-05,
      "loss": 0.3436,
      "step": 7410
    },
    {
      "epoch": 1.8239921337266471,
      "grad_norm": 12.338142395019531,
      "learning_rate": 1.176007866273353e-05,
      "loss": 0.376,
      "step": 7420
    },
    {
      "epoch": 1.826450344149459,
      "grad_norm": 9.166077613830566,
      "learning_rate": 1.173549655850541e-05,
      "loss": 0.4804,
      "step": 7430
    },
    {
      "epoch": 1.8289085545722714,
      "grad_norm": 9.355168342590332,
      "learning_rate": 1.1710914454277286e-05,
      "loss": 0.4607,
      "step": 7440
    },
    {
      "epoch": 1.8313667649950836,
      "grad_norm": 16.249420166015625,
      "learning_rate": 1.1686332350049165e-05,
      "loss": 0.3383,
      "step": 7450
    },
    {
      "epoch": 1.8338249754178957,
      "grad_norm": 9.328553199768066,
      "learning_rate": 1.1661750245821042e-05,
      "loss": 0.3955,
      "step": 7460
    },
    {
      "epoch": 1.836283185840708,
      "grad_norm": 8.066047668457031,
      "learning_rate": 1.163716814159292e-05,
      "loss": 0.4469,
      "step": 7470
    },
    {
      "epoch": 1.8387413962635202,
      "grad_norm": 10.128920555114746,
      "learning_rate": 1.1612586037364798e-05,
      "loss": 0.4607,
      "step": 7480
    },
    {
      "epoch": 1.8411996066863323,
      "grad_norm": 4.772175312042236,
      "learning_rate": 1.1588003933136677e-05,
      "loss": 0.4581,
      "step": 7490
    },
    {
      "epoch": 1.8436578171091447,
      "grad_norm": 5.528618335723877,
      "learning_rate": 1.1563421828908554e-05,
      "loss": 0.3219,
      "step": 7500
    },
    {
      "epoch": 1.8461160275319566,
      "grad_norm": 7.458261013031006,
      "learning_rate": 1.1538839724680433e-05,
      "loss": 0.368,
      "step": 7510
    },
    {
      "epoch": 1.848574237954769,
      "grad_norm": 5.45689058303833,
      "learning_rate": 1.151425762045231e-05,
      "loss": 0.3636,
      "step": 7520
    },
    {
      "epoch": 1.851032448377581,
      "grad_norm": 9.244267463684082,
      "learning_rate": 1.1489675516224188e-05,
      "loss": 0.3186,
      "step": 7530
    },
    {
      "epoch": 1.8534906588003932,
      "grad_norm": 9.342634201049805,
      "learning_rate": 1.1465093411996067e-05,
      "loss": 0.5279,
      "step": 7540
    },
    {
      "epoch": 1.8559488692232056,
      "grad_norm": 3.6880886554718018,
      "learning_rate": 1.1440511307767944e-05,
      "loss": 0.3658,
      "step": 7550
    },
    {
      "epoch": 1.8584070796460177,
      "grad_norm": 5.906849384307861,
      "learning_rate": 1.1415929203539823e-05,
      "loss": 0.54,
      "step": 7560
    },
    {
      "epoch": 1.8608652900688298,
      "grad_norm": 9.609719276428223,
      "learning_rate": 1.13913470993117e-05,
      "loss": 0.4203,
      "step": 7570
    },
    {
      "epoch": 1.8633235004916422,
      "grad_norm": 14.703213691711426,
      "learning_rate": 1.1366764995083579e-05,
      "loss": 0.3949,
      "step": 7580
    },
    {
      "epoch": 1.8657817109144543,
      "grad_norm": 8.16911792755127,
      "learning_rate": 1.1342182890855458e-05,
      "loss": 0.387,
      "step": 7590
    },
    {
      "epoch": 1.8682399213372665,
      "grad_norm": 13.227580070495605,
      "learning_rate": 1.1317600786627335e-05,
      "loss": 0.4303,
      "step": 7600
    },
    {
      "epoch": 1.8706981317600788,
      "grad_norm": 4.321247100830078,
      "learning_rate": 1.1293018682399213e-05,
      "loss": 0.2968,
      "step": 7610
    },
    {
      "epoch": 1.8731563421828907,
      "grad_norm": 6.535560131072998,
      "learning_rate": 1.1268436578171092e-05,
      "loss": 0.4282,
      "step": 7620
    },
    {
      "epoch": 1.875614552605703,
      "grad_norm": 12.690583229064941,
      "learning_rate": 1.1243854473942969e-05,
      "loss": 0.4442,
      "step": 7630
    },
    {
      "epoch": 1.8780727630285152,
      "grad_norm": 9.127006530761719,
      "learning_rate": 1.1219272369714848e-05,
      "loss": 0.4619,
      "step": 7640
    },
    {
      "epoch": 1.8805309734513274,
      "grad_norm": 20.811914443969727,
      "learning_rate": 1.1194690265486725e-05,
      "loss": 0.3939,
      "step": 7650
    },
    {
      "epoch": 1.8829891838741397,
      "grad_norm": 1.1773931980133057,
      "learning_rate": 1.1170108161258604e-05,
      "loss": 0.3284,
      "step": 7660
    },
    {
      "epoch": 1.8854473942969519,
      "grad_norm": 14.679533004760742,
      "learning_rate": 1.1145526057030482e-05,
      "loss": 0.437,
      "step": 7670
    },
    {
      "epoch": 1.887905604719764,
      "grad_norm": 7.121145248413086,
      "learning_rate": 1.112094395280236e-05,
      "loss": 0.4226,
      "step": 7680
    },
    {
      "epoch": 1.8903638151425763,
      "grad_norm": 9.137502670288086,
      "learning_rate": 1.1096361848574238e-05,
      "loss": 0.4453,
      "step": 7690
    },
    {
      "epoch": 1.8928220255653883,
      "grad_norm": 3.1821608543395996,
      "learning_rate": 1.1071779744346115e-05,
      "loss": 0.3086,
      "step": 7700
    },
    {
      "epoch": 1.8952802359882006,
      "grad_norm": 7.363341808319092,
      "learning_rate": 1.1047197640117994e-05,
      "loss": 0.3885,
      "step": 7710
    },
    {
      "epoch": 1.8977384464110127,
      "grad_norm": 5.6837849617004395,
      "learning_rate": 1.1022615535889873e-05,
      "loss": 0.3716,
      "step": 7720
    },
    {
      "epoch": 1.9001966568338249,
      "grad_norm": 9.409944534301758,
      "learning_rate": 1.099803343166175e-05,
      "loss": 0.4026,
      "step": 7730
    },
    {
      "epoch": 1.9026548672566372,
      "grad_norm": 10.059317588806152,
      "learning_rate": 1.0973451327433629e-05,
      "loss": 0.4067,
      "step": 7740
    },
    {
      "epoch": 1.9051130776794494,
      "grad_norm": 6.719808101654053,
      "learning_rate": 1.0948869223205507e-05,
      "loss": 0.2886,
      "step": 7750
    },
    {
      "epoch": 1.9075712881022615,
      "grad_norm": 10.334959030151367,
      "learning_rate": 1.0924287118977384e-05,
      "loss": 0.3885,
      "step": 7760
    },
    {
      "epoch": 1.9100294985250739,
      "grad_norm": 4.672759056091309,
      "learning_rate": 1.0899705014749263e-05,
      "loss": 0.4876,
      "step": 7770
    },
    {
      "epoch": 1.9124877089478858,
      "grad_norm": 10.332815170288086,
      "learning_rate": 1.087512291052114e-05,
      "loss": 0.3283,
      "step": 7780
    },
    {
      "epoch": 1.9149459193706981,
      "grad_norm": 11.761624336242676,
      "learning_rate": 1.0850540806293019e-05,
      "loss": 0.3182,
      "step": 7790
    },
    {
      "epoch": 1.9174041297935103,
      "grad_norm": 8.998651504516602,
      "learning_rate": 1.0825958702064898e-05,
      "loss": 0.3589,
      "step": 7800
    },
    {
      "epoch": 1.9198623402163224,
      "grad_norm": 6.574552536010742,
      "learning_rate": 1.0801376597836775e-05,
      "loss": 0.3865,
      "step": 7810
    },
    {
      "epoch": 1.9223205506391348,
      "grad_norm": 8.61694622039795,
      "learning_rate": 1.0776794493608653e-05,
      "loss": 0.4595,
      "step": 7820
    },
    {
      "epoch": 1.924778761061947,
      "grad_norm": 19.831283569335938,
      "learning_rate": 1.075221238938053e-05,
      "loss": 0.4832,
      "step": 7830
    },
    {
      "epoch": 1.927236971484759,
      "grad_norm": 10.715694427490234,
      "learning_rate": 1.072763028515241e-05,
      "loss": 0.3604,
      "step": 7840
    },
    {
      "epoch": 1.9296951819075714,
      "grad_norm": 15.424195289611816,
      "learning_rate": 1.0703048180924288e-05,
      "loss": 0.3818,
      "step": 7850
    },
    {
      "epoch": 1.9321533923303835,
      "grad_norm": 2.6508660316467285,
      "learning_rate": 1.0678466076696165e-05,
      "loss": 0.3466,
      "step": 7860
    },
    {
      "epoch": 1.9346116027531957,
      "grad_norm": 11.532763481140137,
      "learning_rate": 1.0653883972468044e-05,
      "loss": 0.3598,
      "step": 7870
    },
    {
      "epoch": 1.937069813176008,
      "grad_norm": 7.340936183929443,
      "learning_rate": 1.0629301868239923e-05,
      "loss": 0.3854,
      "step": 7880
    },
    {
      "epoch": 1.93952802359882,
      "grad_norm": 14.043414115905762,
      "learning_rate": 1.06047197640118e-05,
      "loss": 0.5317,
      "step": 7890
    },
    {
      "epoch": 1.9419862340216323,
      "grad_norm": 10.200027465820312,
      "learning_rate": 1.0580137659783678e-05,
      "loss": 0.3129,
      "step": 7900
    },
    {
      "epoch": 1.9444444444444444,
      "grad_norm": 10.55239486694336,
      "learning_rate": 1.0555555555555555e-05,
      "loss": 0.4257,
      "step": 7910
    },
    {
      "epoch": 1.9469026548672566,
      "grad_norm": 7.337744235992432,
      "learning_rate": 1.0530973451327434e-05,
      "loss": 0.2876,
      "step": 7920
    },
    {
      "epoch": 1.949360865290069,
      "grad_norm": 12.484865188598633,
      "learning_rate": 1.0506391347099313e-05,
      "loss": 0.3514,
      "step": 7930
    },
    {
      "epoch": 1.951819075712881,
      "grad_norm": 8.594677925109863,
      "learning_rate": 1.048180924287119e-05,
      "loss": 0.3924,
      "step": 7940
    },
    {
      "epoch": 1.9542772861356932,
      "grad_norm": 9.535394668579102,
      "learning_rate": 1.0457227138643069e-05,
      "loss": 0.3564,
      "step": 7950
    },
    {
      "epoch": 1.9567354965585055,
      "grad_norm": 5.17072057723999,
      "learning_rate": 1.0432645034414946e-05,
      "loss": 0.3774,
      "step": 7960
    },
    {
      "epoch": 1.9591937069813175,
      "grad_norm": 7.1315155029296875,
      "learning_rate": 1.0408062930186824e-05,
      "loss": 0.4253,
      "step": 7970
    },
    {
      "epoch": 1.9616519174041298,
      "grad_norm": 11.730101585388184,
      "learning_rate": 1.0383480825958703e-05,
      "loss": 0.4306,
      "step": 7980
    },
    {
      "epoch": 1.964110127826942,
      "grad_norm": 8.80650806427002,
      "learning_rate": 1.035889872173058e-05,
      "loss": 0.3306,
      "step": 7990
    },
    {
      "epoch": 1.966568338249754,
      "grad_norm": 9.449495315551758,
      "learning_rate": 1.0334316617502459e-05,
      "loss": 0.3673,
      "step": 8000
    },
    {
      "epoch": 1.9690265486725664,
      "grad_norm": 7.2246246337890625,
      "learning_rate": 1.0309734513274338e-05,
      "loss": 0.3276,
      "step": 8010
    },
    {
      "epoch": 1.9714847590953786,
      "grad_norm": 5.302980422973633,
      "learning_rate": 1.0285152409046215e-05,
      "loss": 0.2862,
      "step": 8020
    },
    {
      "epoch": 1.9739429695181907,
      "grad_norm": 4.266974925994873,
      "learning_rate": 1.0260570304818094e-05,
      "loss": 0.2965,
      "step": 8030
    },
    {
      "epoch": 1.976401179941003,
      "grad_norm": 3.3127663135528564,
      "learning_rate": 1.023598820058997e-05,
      "loss": 0.4383,
      "step": 8040
    },
    {
      "epoch": 1.9788593903638152,
      "grad_norm": 14.069336891174316,
      "learning_rate": 1.021140609636185e-05,
      "loss": 0.2727,
      "step": 8050
    },
    {
      "epoch": 1.9813176007866273,
      "grad_norm": 3.666900873184204,
      "learning_rate": 1.0186823992133728e-05,
      "loss": 0.3545,
      "step": 8060
    },
    {
      "epoch": 1.9837758112094397,
      "grad_norm": 4.170241832733154,
      "learning_rate": 1.0162241887905605e-05,
      "loss": 0.3462,
      "step": 8070
    },
    {
      "epoch": 1.9862340216322516,
      "grad_norm": 7.18449068069458,
      "learning_rate": 1.0137659783677484e-05,
      "loss": 0.2198,
      "step": 8080
    },
    {
      "epoch": 1.988692232055064,
      "grad_norm": 2.82853364944458,
      "learning_rate": 1.0113077679449361e-05,
      "loss": 0.473,
      "step": 8090
    },
    {
      "epoch": 1.991150442477876,
      "grad_norm": 7.859971523284912,
      "learning_rate": 1.008849557522124e-05,
      "loss": 0.3582,
      "step": 8100
    },
    {
      "epoch": 1.9936086529006882,
      "grad_norm": 14.19888687133789,
      "learning_rate": 1.0063913470993118e-05,
      "loss": 0.4426,
      "step": 8110
    },
    {
      "epoch": 1.9960668633235006,
      "grad_norm": 23.176237106323242,
      "learning_rate": 1.0039331366764996e-05,
      "loss": 0.5095,
      "step": 8120
    },
    {
      "epoch": 1.9985250737463127,
      "grad_norm": 6.689763069152832,
      "learning_rate": 1.0014749262536874e-05,
      "loss": 0.3813,
      "step": 8130
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.8466325542801826,
      "eval_f1_score": 0.846623080109256,
      "eval_loss": 0.4361102879047394,
      "eval_runtime": 115.6538,
      "eval_samples_per_second": 62.523,
      "eval_steps_per_second": 3.908,
      "step": 8136
    },
    {
      "epoch": 2.000983284169125,
      "grad_norm": 9.908890724182129,
      "learning_rate": 9.990167158308753e-06,
      "loss": 0.4353,
      "step": 8140
    },
    {
      "epoch": 2.003441494591937,
      "grad_norm": 14.876886367797852,
      "learning_rate": 9.96558505408063e-06,
      "loss": 0.3876,
      "step": 8150
    },
    {
      "epoch": 2.005899705014749,
      "grad_norm": 6.554903030395508,
      "learning_rate": 9.941002949852507e-06,
      "loss": 0.2561,
      "step": 8160
    },
    {
      "epoch": 2.0083579154375615,
      "grad_norm": 8.475651741027832,
      "learning_rate": 9.916420845624384e-06,
      "loss": 0.3494,
      "step": 8170
    },
    {
      "epoch": 2.010816125860374,
      "grad_norm": 5.022943496704102,
      "learning_rate": 9.891838741396263e-06,
      "loss": 0.3518,
      "step": 8180
    },
    {
      "epoch": 2.0132743362831858,
      "grad_norm": 11.575230598449707,
      "learning_rate": 9.867256637168142e-06,
      "loss": 0.3272,
      "step": 8190
    },
    {
      "epoch": 2.015732546705998,
      "grad_norm": 16.65123748779297,
      "learning_rate": 9.842674532940019e-06,
      "loss": 0.3621,
      "step": 8200
    },
    {
      "epoch": 2.01819075712881,
      "grad_norm": 3.8791913986206055,
      "learning_rate": 9.818092428711897e-06,
      "loss": 0.3048,
      "step": 8210
    },
    {
      "epoch": 2.0206489675516224,
      "grad_norm": 15.01823616027832,
      "learning_rate": 9.793510324483776e-06,
      "loss": 0.322,
      "step": 8220
    },
    {
      "epoch": 2.0231071779744347,
      "grad_norm": 21.705373764038086,
      "learning_rate": 9.768928220255653e-06,
      "loss": 0.3449,
      "step": 8230
    },
    {
      "epoch": 2.0255653883972466,
      "grad_norm": 10.538731575012207,
      "learning_rate": 9.744346116027532e-06,
      "loss": 0.3853,
      "step": 8240
    },
    {
      "epoch": 2.028023598820059,
      "grad_norm": 10.336060523986816,
      "learning_rate": 9.719764011799409e-06,
      "loss": 0.3322,
      "step": 8250
    },
    {
      "epoch": 2.0304818092428714,
      "grad_norm": 6.867379188537598,
      "learning_rate": 9.695181907571288e-06,
      "loss": 0.2795,
      "step": 8260
    },
    {
      "epoch": 2.0329400196656833,
      "grad_norm": 10.50891399383545,
      "learning_rate": 9.670599803343167e-06,
      "loss": 0.4155,
      "step": 8270
    },
    {
      "epoch": 2.0353982300884956,
      "grad_norm": 9.830208778381348,
      "learning_rate": 9.646017699115044e-06,
      "loss": 0.4071,
      "step": 8280
    },
    {
      "epoch": 2.037856440511308,
      "grad_norm": 6.981502532958984,
      "learning_rate": 9.621435594886922e-06,
      "loss": 0.2783,
      "step": 8290
    },
    {
      "epoch": 2.04031465093412,
      "grad_norm": 1.2106738090515137,
      "learning_rate": 9.5968534906588e-06,
      "loss": 0.2901,
      "step": 8300
    },
    {
      "epoch": 2.0427728613569323,
      "grad_norm": 4.568361759185791,
      "learning_rate": 9.572271386430678e-06,
      "loss": 0.2913,
      "step": 8310
    },
    {
      "epoch": 2.045231071779744,
      "grad_norm": 6.309854507446289,
      "learning_rate": 9.547689282202557e-06,
      "loss": 0.2945,
      "step": 8320
    },
    {
      "epoch": 2.0476892822025565,
      "grad_norm": 2.5507636070251465,
      "learning_rate": 9.523107177974434e-06,
      "loss": 0.2763,
      "step": 8330
    },
    {
      "epoch": 2.050147492625369,
      "grad_norm": 7.41677188873291,
      "learning_rate": 9.498525073746313e-06,
      "loss": 0.3985,
      "step": 8340
    },
    {
      "epoch": 2.052605703048181,
      "grad_norm": 7.712475776672363,
      "learning_rate": 9.473942969518191e-06,
      "loss": 0.2395,
      "step": 8350
    },
    {
      "epoch": 2.055063913470993,
      "grad_norm": 22.012096405029297,
      "learning_rate": 9.449360865290068e-06,
      "loss": 0.2821,
      "step": 8360
    },
    {
      "epoch": 2.0575221238938055,
      "grad_norm": 13.786518096923828,
      "learning_rate": 9.424778761061947e-06,
      "loss": 0.3222,
      "step": 8370
    },
    {
      "epoch": 2.0599803343166174,
      "grad_norm": 6.532347202301025,
      "learning_rate": 9.400196656833824e-06,
      "loss": 0.3184,
      "step": 8380
    },
    {
      "epoch": 2.06243854473943,
      "grad_norm": 9.56808853149414,
      "learning_rate": 9.375614552605703e-06,
      "loss": 0.1889,
      "step": 8390
    },
    {
      "epoch": 2.0648967551622417,
      "grad_norm": 4.872052192687988,
      "learning_rate": 9.351032448377582e-06,
      "loss": 0.3091,
      "step": 8400
    },
    {
      "epoch": 2.067354965585054,
      "grad_norm": 15.540621757507324,
      "learning_rate": 9.326450344149459e-06,
      "loss": 0.4768,
      "step": 8410
    },
    {
      "epoch": 2.0698131760078664,
      "grad_norm": 35.72615432739258,
      "learning_rate": 9.301868239921338e-06,
      "loss": 0.302,
      "step": 8420
    },
    {
      "epoch": 2.0722713864306783,
      "grad_norm": 9.76016616821289,
      "learning_rate": 9.277286135693215e-06,
      "loss": 0.3336,
      "step": 8430
    },
    {
      "epoch": 2.0747295968534907,
      "grad_norm": 5.8219428062438965,
      "learning_rate": 9.252704031465093e-06,
      "loss": 0.3298,
      "step": 8440
    },
    {
      "epoch": 2.077187807276303,
      "grad_norm": 11.746243476867676,
      "learning_rate": 9.228121927236972e-06,
      "loss": 0.3501,
      "step": 8450
    },
    {
      "epoch": 2.079646017699115,
      "grad_norm": 4.718607425689697,
      "learning_rate": 9.20353982300885e-06,
      "loss": 0.2832,
      "step": 8460
    },
    {
      "epoch": 2.0821042281219273,
      "grad_norm": 21.068126678466797,
      "learning_rate": 9.178957718780728e-06,
      "loss": 0.2702,
      "step": 8470
    },
    {
      "epoch": 2.084562438544739,
      "grad_norm": 12.166190147399902,
      "learning_rate": 9.154375614552607e-06,
      "loss": 0.3927,
      "step": 8480
    },
    {
      "epoch": 2.0870206489675516,
      "grad_norm": 9.270221710205078,
      "learning_rate": 9.129793510324484e-06,
      "loss": 0.2255,
      "step": 8490
    },
    {
      "epoch": 2.089478859390364,
      "grad_norm": 9.661781311035156,
      "learning_rate": 9.105211406096362e-06,
      "loss": 0.4007,
      "step": 8500
    },
    {
      "epoch": 2.091937069813176,
      "grad_norm": 8.361656188964844,
      "learning_rate": 9.08062930186824e-06,
      "loss": 0.4228,
      "step": 8510
    },
    {
      "epoch": 2.094395280235988,
      "grad_norm": 9.960454940795898,
      "learning_rate": 9.056047197640118e-06,
      "loss": 0.3529,
      "step": 8520
    },
    {
      "epoch": 2.0968534906588006,
      "grad_norm": 5.192384719848633,
      "learning_rate": 9.031465093411997e-06,
      "loss": 0.2654,
      "step": 8530
    },
    {
      "epoch": 2.0993117010816125,
      "grad_norm": 7.039541244506836,
      "learning_rate": 9.006882989183874e-06,
      "loss": 0.1912,
      "step": 8540
    },
    {
      "epoch": 2.101769911504425,
      "grad_norm": 2.680172920227051,
      "learning_rate": 8.982300884955753e-06,
      "loss": 0.3084,
      "step": 8550
    },
    {
      "epoch": 2.104228121927237,
      "grad_norm": 8.640162467956543,
      "learning_rate": 8.95771878072763e-06,
      "loss": 0.3496,
      "step": 8560
    },
    {
      "epoch": 2.106686332350049,
      "grad_norm": 4.36017370223999,
      "learning_rate": 8.933136676499509e-06,
      "loss": 0.2251,
      "step": 8570
    },
    {
      "epoch": 2.1091445427728615,
      "grad_norm": 13.276532173156738,
      "learning_rate": 8.908554572271387e-06,
      "loss": 0.3938,
      "step": 8580
    },
    {
      "epoch": 2.1116027531956734,
      "grad_norm": 21.639984130859375,
      "learning_rate": 8.883972468043264e-06,
      "loss": 0.2898,
      "step": 8590
    },
    {
      "epoch": 2.1140609636184857,
      "grad_norm": 20.6730899810791,
      "learning_rate": 8.859390363815143e-06,
      "loss": 0.29,
      "step": 8600
    },
    {
      "epoch": 2.116519174041298,
      "grad_norm": 10.23141098022461,
      "learning_rate": 8.834808259587022e-06,
      "loss": 0.3209,
      "step": 8610
    },
    {
      "epoch": 2.11897738446411,
      "grad_norm": 11.03176212310791,
      "learning_rate": 8.810226155358899e-06,
      "loss": 0.3678,
      "step": 8620
    },
    {
      "epoch": 2.1214355948869223,
      "grad_norm": 11.617761611938477,
      "learning_rate": 8.785644051130778e-06,
      "loss": 0.3545,
      "step": 8630
    },
    {
      "epoch": 2.1238938053097347,
      "grad_norm": 23.402400970458984,
      "learning_rate": 8.761061946902655e-06,
      "loss": 0.2815,
      "step": 8640
    },
    {
      "epoch": 2.1263520157325466,
      "grad_norm": 12.469143867492676,
      "learning_rate": 8.736479842674533e-06,
      "loss": 0.3441,
      "step": 8650
    },
    {
      "epoch": 2.128810226155359,
      "grad_norm": 12.431056022644043,
      "learning_rate": 8.711897738446412e-06,
      "loss": 0.2377,
      "step": 8660
    },
    {
      "epoch": 2.131268436578171,
      "grad_norm": 8.038508415222168,
      "learning_rate": 8.68731563421829e-06,
      "loss": 0.3266,
      "step": 8670
    },
    {
      "epoch": 2.1337266470009832,
      "grad_norm": 6.502164840698242,
      "learning_rate": 8.662733529990168e-06,
      "loss": 0.4064,
      "step": 8680
    },
    {
      "epoch": 2.1361848574237956,
      "grad_norm": 18.96112632751465,
      "learning_rate": 8.638151425762045e-06,
      "loss": 0.3586,
      "step": 8690
    },
    {
      "epoch": 2.1386430678466075,
      "grad_norm": 9.480737686157227,
      "learning_rate": 8.613569321533924e-06,
      "loss": 0.3175,
      "step": 8700
    },
    {
      "epoch": 2.14110127826942,
      "grad_norm": 9.9135103225708,
      "learning_rate": 8.588987217305803e-06,
      "loss": 0.3781,
      "step": 8710
    },
    {
      "epoch": 2.1435594886922322,
      "grad_norm": 17.052776336669922,
      "learning_rate": 8.56440511307768e-06,
      "loss": 0.3202,
      "step": 8720
    },
    {
      "epoch": 2.146017699115044,
      "grad_norm": 7.652860164642334,
      "learning_rate": 8.539823008849558e-06,
      "loss": 0.3006,
      "step": 8730
    },
    {
      "epoch": 2.1484759095378565,
      "grad_norm": 10.335585594177246,
      "learning_rate": 8.515240904621437e-06,
      "loss": 0.3503,
      "step": 8740
    },
    {
      "epoch": 2.1509341199606684,
      "grad_norm": 18.565309524536133,
      "learning_rate": 8.490658800393314e-06,
      "loss": 0.4268,
      "step": 8750
    },
    {
      "epoch": 2.1533923303834808,
      "grad_norm": 7.606307029724121,
      "learning_rate": 8.466076696165193e-06,
      "loss": 0.3051,
      "step": 8760
    },
    {
      "epoch": 2.155850540806293,
      "grad_norm": 3.8772904872894287,
      "learning_rate": 8.44149459193707e-06,
      "loss": 0.2578,
      "step": 8770
    },
    {
      "epoch": 2.158308751229105,
      "grad_norm": 11.16654109954834,
      "learning_rate": 8.416912487708949e-06,
      "loss": 0.1985,
      "step": 8780
    },
    {
      "epoch": 2.1607669616519174,
      "grad_norm": 12.004631042480469,
      "learning_rate": 8.392330383480827e-06,
      "loss": 0.3665,
      "step": 8790
    },
    {
      "epoch": 2.1632251720747298,
      "grad_norm": 15.196014404296875,
      "learning_rate": 8.367748279252705e-06,
      "loss": 0.308,
      "step": 8800
    },
    {
      "epoch": 2.1656833824975417,
      "grad_norm": 20.291990280151367,
      "learning_rate": 8.343166175024583e-06,
      "loss": 0.3646,
      "step": 8810
    },
    {
      "epoch": 2.168141592920354,
      "grad_norm": 4.644341945648193,
      "learning_rate": 8.31858407079646e-06,
      "loss": 0.316,
      "step": 8820
    },
    {
      "epoch": 2.1705998033431664,
      "grad_norm": 8.904132843017578,
      "learning_rate": 8.294001966568339e-06,
      "loss": 0.3231,
      "step": 8830
    },
    {
      "epoch": 2.1730580137659783,
      "grad_norm": 7.5388875007629395,
      "learning_rate": 8.269419862340218e-06,
      "loss": 0.3289,
      "step": 8840
    },
    {
      "epoch": 2.1755162241887906,
      "grad_norm": 14.04014778137207,
      "learning_rate": 8.244837758112095e-06,
      "loss": 0.279,
      "step": 8850
    },
    {
      "epoch": 2.1779744346116026,
      "grad_norm": 11.26218318939209,
      "learning_rate": 8.220255653883974e-06,
      "loss": 0.3759,
      "step": 8860
    },
    {
      "epoch": 2.180432645034415,
      "grad_norm": 3.836040496826172,
      "learning_rate": 8.19567354965585e-06,
      "loss": 0.1992,
      "step": 8870
    },
    {
      "epoch": 2.1828908554572273,
      "grad_norm": 18.005512237548828,
      "learning_rate": 8.171091445427728e-06,
      "loss": 0.4554,
      "step": 8880
    },
    {
      "epoch": 2.185349065880039,
      "grad_norm": 10.465679168701172,
      "learning_rate": 8.146509341199606e-06,
      "loss": 0.2892,
      "step": 8890
    },
    {
      "epoch": 2.1878072763028515,
      "grad_norm": 10.541736602783203,
      "learning_rate": 8.121927236971483e-06,
      "loss": 0.3465,
      "step": 8900
    },
    {
      "epoch": 2.190265486725664,
      "grad_norm": 7.0997314453125,
      "learning_rate": 8.097345132743362e-06,
      "loss": 0.3436,
      "step": 8910
    },
    {
      "epoch": 2.192723697148476,
      "grad_norm": 2.7644195556640625,
      "learning_rate": 8.072763028515241e-06,
      "loss": 0.236,
      "step": 8920
    },
    {
      "epoch": 2.195181907571288,
      "grad_norm": 17.0452823638916,
      "learning_rate": 8.048180924287118e-06,
      "loss": 0.3388,
      "step": 8930
    },
    {
      "epoch": 2.1976401179941005,
      "grad_norm": 18.198911666870117,
      "learning_rate": 8.023598820058997e-06,
      "loss": 0.4071,
      "step": 8940
    },
    {
      "epoch": 2.2000983284169124,
      "grad_norm": 9.081130981445312,
      "learning_rate": 7.999016715830874e-06,
      "loss": 0.2361,
      "step": 8950
    },
    {
      "epoch": 2.202556538839725,
      "grad_norm": 6.3903422355651855,
      "learning_rate": 7.974434611602753e-06,
      "loss": 0.2797,
      "step": 8960
    },
    {
      "epoch": 2.2050147492625367,
      "grad_norm": 6.799188613891602,
      "learning_rate": 7.949852507374631e-06,
      "loss": 0.221,
      "step": 8970
    },
    {
      "epoch": 2.207472959685349,
      "grad_norm": 9.023968696594238,
      "learning_rate": 7.925270403146508e-06,
      "loss": 0.4334,
      "step": 8980
    },
    {
      "epoch": 2.2099311701081614,
      "grad_norm": 2.599860668182373,
      "learning_rate": 7.900688298918387e-06,
      "loss": 0.263,
      "step": 8990
    },
    {
      "epoch": 2.2123893805309733,
      "grad_norm": 17.64944839477539,
      "learning_rate": 7.876106194690266e-06,
      "loss": 0.3134,
      "step": 9000
    },
    {
      "epoch": 2.2148475909537857,
      "grad_norm": 4.804849624633789,
      "learning_rate": 7.851524090462143e-06,
      "loss": 0.2835,
      "step": 9010
    },
    {
      "epoch": 2.2173058013765976,
      "grad_norm": 16.374195098876953,
      "learning_rate": 7.826941986234022e-06,
      "loss": 0.3113,
      "step": 9020
    },
    {
      "epoch": 2.21976401179941,
      "grad_norm": 8.041377067565918,
      "learning_rate": 7.802359882005899e-06,
      "loss": 0.451,
      "step": 9030
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 3.897434711456299,
      "learning_rate": 7.777777777777777e-06,
      "loss": 0.1907,
      "step": 9040
    },
    {
      "epoch": 2.2246804326450342,
      "grad_norm": 6.618371963500977,
      "learning_rate": 7.753195673549656e-06,
      "loss": 0.3625,
      "step": 9050
    },
    {
      "epoch": 2.2271386430678466,
      "grad_norm": 12.240897178649902,
      "learning_rate": 7.728613569321533e-06,
      "loss": 0.2627,
      "step": 9060
    },
    {
      "epoch": 2.229596853490659,
      "grad_norm": 5.981658458709717,
      "learning_rate": 7.704031465093412e-06,
      "loss": 0.2647,
      "step": 9070
    },
    {
      "epoch": 2.232055063913471,
      "grad_norm": 19.141422271728516,
      "learning_rate": 7.67944936086529e-06,
      "loss": 0.3152,
      "step": 9080
    },
    {
      "epoch": 2.234513274336283,
      "grad_norm": 5.902695655822754,
      "learning_rate": 7.654867256637168e-06,
      "loss": 0.4195,
      "step": 9090
    },
    {
      "epoch": 2.2369714847590956,
      "grad_norm": 13.614252090454102,
      "learning_rate": 7.630285152409047e-06,
      "loss": 0.3851,
      "step": 9100
    },
    {
      "epoch": 2.2394296951819075,
      "grad_norm": 12.172417640686035,
      "learning_rate": 7.6057030481809245e-06,
      "loss": 0.257,
      "step": 9110
    },
    {
      "epoch": 2.24188790560472,
      "grad_norm": 8.540313720703125,
      "learning_rate": 7.581120943952802e-06,
      "loss": 0.2703,
      "step": 9120
    },
    {
      "epoch": 2.2443461160275318,
      "grad_norm": 18.16095733642578,
      "learning_rate": 7.55653883972468e-06,
      "loss": 0.2412,
      "step": 9130
    },
    {
      "epoch": 2.246804326450344,
      "grad_norm": 8.029040336608887,
      "learning_rate": 7.531956735496558e-06,
      "loss": 0.366,
      "step": 9140
    },
    {
      "epoch": 2.2492625368731565,
      "grad_norm": 6.533568859100342,
      "learning_rate": 7.507374631268437e-06,
      "loss": 0.2283,
      "step": 9150
    },
    {
      "epoch": 2.2517207472959684,
      "grad_norm": 3.655179977416992,
      "learning_rate": 7.482792527040315e-06,
      "loss": 0.3352,
      "step": 9160
    },
    {
      "epoch": 2.2541789577187807,
      "grad_norm": 3.687194347381592,
      "learning_rate": 7.458210422812193e-06,
      "loss": 0.3295,
      "step": 9170
    },
    {
      "epoch": 2.256637168141593,
      "grad_norm": 6.481263160705566,
      "learning_rate": 7.433628318584071e-06,
      "loss": 0.1906,
      "step": 9180
    },
    {
      "epoch": 2.259095378564405,
      "grad_norm": 11.8029203414917,
      "learning_rate": 7.409046214355949e-06,
      "loss": 0.4138,
      "step": 9190
    },
    {
      "epoch": 2.2615535889872174,
      "grad_norm": 14.081475257873535,
      "learning_rate": 7.384464110127827e-06,
      "loss": 0.405,
      "step": 9200
    },
    {
      "epoch": 2.2640117994100297,
      "grad_norm": 2.4396369457244873,
      "learning_rate": 7.359882005899705e-06,
      "loss": 0.2371,
      "step": 9210
    },
    {
      "epoch": 2.2664700098328416,
      "grad_norm": 5.568498611450195,
      "learning_rate": 7.335299901671583e-06,
      "loss": 0.2813,
      "step": 9220
    },
    {
      "epoch": 2.268928220255654,
      "grad_norm": 16.45796775817871,
      "learning_rate": 7.310717797443461e-06,
      "loss": 0.3574,
      "step": 9230
    },
    {
      "epoch": 2.271386430678466,
      "grad_norm": 18.030031204223633,
      "learning_rate": 7.28613569321534e-06,
      "loss": 0.3539,
      "step": 9240
    },
    {
      "epoch": 2.2738446411012783,
      "grad_norm": 7.639561176300049,
      "learning_rate": 7.261553588987218e-06,
      "loss": 0.2198,
      "step": 9250
    },
    {
      "epoch": 2.2763028515240906,
      "grad_norm": 10.888632774353027,
      "learning_rate": 7.2369714847590955e-06,
      "loss": 0.2598,
      "step": 9260
    },
    {
      "epoch": 2.2787610619469025,
      "grad_norm": 16.70732879638672,
      "learning_rate": 7.212389380530973e-06,
      "loss": 0.2931,
      "step": 9270
    },
    {
      "epoch": 2.281219272369715,
      "grad_norm": 7.887454032897949,
      "learning_rate": 7.187807276302852e-06,
      "loss": 0.25,
      "step": 9280
    },
    {
      "epoch": 2.283677482792527,
      "grad_norm": 18.320510864257812,
      "learning_rate": 7.16322517207473e-06,
      "loss": 0.1957,
      "step": 9290
    },
    {
      "epoch": 2.286135693215339,
      "grad_norm": 12.72488784790039,
      "learning_rate": 7.138643067846608e-06,
      "loss": 0.2541,
      "step": 9300
    },
    {
      "epoch": 2.2885939036381515,
      "grad_norm": 10.377412796020508,
      "learning_rate": 7.114060963618486e-06,
      "loss": 0.398,
      "step": 9310
    },
    {
      "epoch": 2.2910521140609634,
      "grad_norm": 16.008506774902344,
      "learning_rate": 7.089478859390365e-06,
      "loss": 0.4152,
      "step": 9320
    },
    {
      "epoch": 2.293510324483776,
      "grad_norm": 16.49017333984375,
      "learning_rate": 7.0648967551622425e-06,
      "loss": 0.3382,
      "step": 9330
    },
    {
      "epoch": 2.295968534906588,
      "grad_norm": 9.706487655639648,
      "learning_rate": 7.04031465093412e-06,
      "loss": 0.2775,
      "step": 9340
    },
    {
      "epoch": 2.2984267453294,
      "grad_norm": 8.533392906188965,
      "learning_rate": 7.015732546705998e-06,
      "loss": 0.3087,
      "step": 9350
    },
    {
      "epoch": 2.3008849557522124,
      "grad_norm": 18.98924446105957,
      "learning_rate": 6.991150442477877e-06,
      "loss": 0.3388,
      "step": 9360
    },
    {
      "epoch": 2.3033431661750248,
      "grad_norm": 14.038328170776367,
      "learning_rate": 6.966568338249755e-06,
      "loss": 0.3865,
      "step": 9370
    },
    {
      "epoch": 2.3058013765978367,
      "grad_norm": 5.217092514038086,
      "learning_rate": 6.941986234021633e-06,
      "loss": 0.3565,
      "step": 9380
    },
    {
      "epoch": 2.308259587020649,
      "grad_norm": 9.518186569213867,
      "learning_rate": 6.917404129793511e-06,
      "loss": 0.2304,
      "step": 9390
    },
    {
      "epoch": 2.310717797443461,
      "grad_norm": 21.665977478027344,
      "learning_rate": 6.892822025565389e-06,
      "loss": 0.3893,
      "step": 9400
    },
    {
      "epoch": 2.3131760078662733,
      "grad_norm": 5.909334182739258,
      "learning_rate": 6.8682399213372665e-06,
      "loss": 0.2755,
      "step": 9410
    },
    {
      "epoch": 2.3156342182890857,
      "grad_norm": 12.893810272216797,
      "learning_rate": 6.843657817109144e-06,
      "loss": 0.359,
      "step": 9420
    },
    {
      "epoch": 2.3180924287118976,
      "grad_norm": 11.858681678771973,
      "learning_rate": 6.819075712881022e-06,
      "loss": 0.3544,
      "step": 9430
    },
    {
      "epoch": 2.32055063913471,
      "grad_norm": 7.654836654663086,
      "learning_rate": 6.7944936086529e-06,
      "loss": 0.2312,
      "step": 9440
    },
    {
      "epoch": 2.3230088495575223,
      "grad_norm": 15.187524795532227,
      "learning_rate": 6.769911504424779e-06,
      "loss": 0.2816,
      "step": 9450
    },
    {
      "epoch": 2.325467059980334,
      "grad_norm": 3.723843812942505,
      "learning_rate": 6.745329400196657e-06,
      "loss": 0.2472,
      "step": 9460
    },
    {
      "epoch": 2.3279252704031466,
      "grad_norm": 5.043320655822754,
      "learning_rate": 6.720747295968535e-06,
      "loss": 0.4022,
      "step": 9470
    },
    {
      "epoch": 2.330383480825959,
      "grad_norm": 8.142643928527832,
      "learning_rate": 6.696165191740413e-06,
      "loss": 0.4104,
      "step": 9480
    },
    {
      "epoch": 2.332841691248771,
      "grad_norm": 9.051960945129395,
      "learning_rate": 6.671583087512291e-06,
      "loss": 0.2809,
      "step": 9490
    },
    {
      "epoch": 2.335299901671583,
      "grad_norm": 4.340271472930908,
      "learning_rate": 6.647000983284169e-06,
      "loss": 0.196,
      "step": 9500
    },
    {
      "epoch": 2.337758112094395,
      "grad_norm": 4.408080101013184,
      "learning_rate": 6.622418879056047e-06,
      "loss": 0.2671,
      "step": 9510
    },
    {
      "epoch": 2.3402163225172075,
      "grad_norm": 11.761630058288574,
      "learning_rate": 6.597836774827925e-06,
      "loss": 0.2504,
      "step": 9520
    },
    {
      "epoch": 2.34267453294002,
      "grad_norm": 14.959927558898926,
      "learning_rate": 6.573254670599803e-06,
      "loss": 0.2385,
      "step": 9530
    },
    {
      "epoch": 2.3451327433628317,
      "grad_norm": 15.52859878540039,
      "learning_rate": 6.548672566371682e-06,
      "loss": 0.2748,
      "step": 9540
    },
    {
      "epoch": 2.347590953785644,
      "grad_norm": 4.462477684020996,
      "learning_rate": 6.52409046214356e-06,
      "loss": 0.3156,
      "step": 9550
    },
    {
      "epoch": 2.350049164208456,
      "grad_norm": 8.269617080688477,
      "learning_rate": 6.4995083579154375e-06,
      "loss": 0.3142,
      "step": 9560
    },
    {
      "epoch": 2.3525073746312684,
      "grad_norm": 5.55247163772583,
      "learning_rate": 6.4749262536873154e-06,
      "loss": 0.4078,
      "step": 9570
    },
    {
      "epoch": 2.3549655850540807,
      "grad_norm": 12.719615936279297,
      "learning_rate": 6.450344149459194e-06,
      "loss": 0.3175,
      "step": 9580
    },
    {
      "epoch": 2.357423795476893,
      "grad_norm": 12.019001007080078,
      "learning_rate": 6.425762045231072e-06,
      "loss": 0.2423,
      "step": 9590
    },
    {
      "epoch": 2.359882005899705,
      "grad_norm": 16.06062889099121,
      "learning_rate": 6.40117994100295e-06,
      "loss": 0.3617,
      "step": 9600
    },
    {
      "epoch": 2.3623402163225173,
      "grad_norm": 7.1149492263793945,
      "learning_rate": 6.376597836774828e-06,
      "loss": 0.3484,
      "step": 9610
    },
    {
      "epoch": 2.3647984267453293,
      "grad_norm": 9.321300506591797,
      "learning_rate": 6.352015732546707e-06,
      "loss": 0.1991,
      "step": 9620
    },
    {
      "epoch": 2.3672566371681416,
      "grad_norm": 11.042052268981934,
      "learning_rate": 6.3274336283185845e-06,
      "loss": 0.3095,
      "step": 9630
    },
    {
      "epoch": 2.369714847590954,
      "grad_norm": 9.002201080322266,
      "learning_rate": 6.3028515240904624e-06,
      "loss": 0.3742,
      "step": 9640
    },
    {
      "epoch": 2.372173058013766,
      "grad_norm": 8.054828643798828,
      "learning_rate": 6.27826941986234e-06,
      "loss": 0.3603,
      "step": 9650
    },
    {
      "epoch": 2.3746312684365782,
      "grad_norm": 12.028568267822266,
      "learning_rate": 6.253687315634218e-06,
      "loss": 0.3293,
      "step": 9660
    },
    {
      "epoch": 2.37708947885939,
      "grad_norm": 20.15642738342285,
      "learning_rate": 6.229105211406097e-06,
      "loss": 0.3878,
      "step": 9670
    },
    {
      "epoch": 2.3795476892822025,
      "grad_norm": 8.768622398376465,
      "learning_rate": 6.204523107177975e-06,
      "loss": 0.32,
      "step": 9680
    },
    {
      "epoch": 2.382005899705015,
      "grad_norm": 8.151020050048828,
      "learning_rate": 6.179941002949853e-06,
      "loss": 0.2621,
      "step": 9690
    },
    {
      "epoch": 2.3844641101278268,
      "grad_norm": 3.683985710144043,
      "learning_rate": 6.155358898721731e-06,
      "loss": 0.2883,
      "step": 9700
    },
    {
      "epoch": 2.386922320550639,
      "grad_norm": 4.283771514892578,
      "learning_rate": 6.130776794493609e-06,
      "loss": 0.1778,
      "step": 9710
    },
    {
      "epoch": 2.3893805309734515,
      "grad_norm": 6.5790510177612305,
      "learning_rate": 6.106194690265487e-06,
      "loss": 0.3931,
      "step": 9720
    },
    {
      "epoch": 2.3918387413962634,
      "grad_norm": 5.95913553237915,
      "learning_rate": 6.081612586037365e-06,
      "loss": 0.2291,
      "step": 9730
    },
    {
      "epoch": 2.3942969518190758,
      "grad_norm": 7.437248229980469,
      "learning_rate": 6.057030481809243e-06,
      "loss": 0.2923,
      "step": 9740
    },
    {
      "epoch": 2.396755162241888,
      "grad_norm": 7.674708843231201,
      "learning_rate": 6.032448377581122e-06,
      "loss": 0.1762,
      "step": 9750
    },
    {
      "epoch": 2.3992133726647,
      "grad_norm": 9.4530668258667,
      "learning_rate": 6.007866273352999e-06,
      "loss": 0.331,
      "step": 9760
    },
    {
      "epoch": 2.4016715830875124,
      "grad_norm": 3.1820263862609863,
      "learning_rate": 5.983284169124877e-06,
      "loss": 0.3715,
      "step": 9770
    },
    {
      "epoch": 2.4041297935103243,
      "grad_norm": 7.522729873657227,
      "learning_rate": 5.958702064896755e-06,
      "loss": 0.3661,
      "step": 9780
    },
    {
      "epoch": 2.4065880039331367,
      "grad_norm": 14.527021408081055,
      "learning_rate": 5.9341199606686335e-06,
      "loss": 0.3453,
      "step": 9790
    },
    {
      "epoch": 2.409046214355949,
      "grad_norm": 7.238635063171387,
      "learning_rate": 5.909537856440511e-06,
      "loss": 0.2616,
      "step": 9800
    },
    {
      "epoch": 2.411504424778761,
      "grad_norm": 15.283666610717773,
      "learning_rate": 5.884955752212389e-06,
      "loss": 0.2273,
      "step": 9810
    },
    {
      "epoch": 2.4139626352015733,
      "grad_norm": 6.533797740936279,
      "learning_rate": 5.860373647984267e-06,
      "loss": 0.3078,
      "step": 9820
    },
    {
      "epoch": 2.4164208456243856,
      "grad_norm": 13.70199203491211,
      "learning_rate": 5.835791543756145e-06,
      "loss": 0.3211,
      "step": 9830
    },
    {
      "epoch": 2.4188790560471976,
      "grad_norm": 27.613529205322266,
      "learning_rate": 5.811209439528024e-06,
      "loss": 0.4125,
      "step": 9840
    },
    {
      "epoch": 2.42133726647001,
      "grad_norm": 7.088224411010742,
      "learning_rate": 5.786627335299902e-06,
      "loss": 0.2788,
      "step": 9850
    },
    {
      "epoch": 2.4237954768928223,
      "grad_norm": 7.596344470977783,
      "learning_rate": 5.76204523107178e-06,
      "loss": 0.2758,
      "step": 9860
    },
    {
      "epoch": 2.426253687315634,
      "grad_norm": 7.947212219238281,
      "learning_rate": 5.7374631268436575e-06,
      "loss": 0.2056,
      "step": 9870
    },
    {
      "epoch": 2.4287118977384465,
      "grad_norm": 10.88403034210205,
      "learning_rate": 5.712881022615536e-06,
      "loss": 0.3736,
      "step": 9880
    },
    {
      "epoch": 2.4311701081612584,
      "grad_norm": 6.6369099617004395,
      "learning_rate": 5.688298918387414e-06,
      "loss": 0.4953,
      "step": 9890
    },
    {
      "epoch": 2.433628318584071,
      "grad_norm": 9.863775253295898,
      "learning_rate": 5.663716814159292e-06,
      "loss": 0.3007,
      "step": 9900
    },
    {
      "epoch": 2.436086529006883,
      "grad_norm": 10.992876052856445,
      "learning_rate": 5.63913470993117e-06,
      "loss": 0.4232,
      "step": 9910
    },
    {
      "epoch": 2.438544739429695,
      "grad_norm": 12.56666088104248,
      "learning_rate": 5.614552605703049e-06,
      "loss": 0.3959,
      "step": 9920
    },
    {
      "epoch": 2.4410029498525074,
      "grad_norm": 6.205108165740967,
      "learning_rate": 5.589970501474927e-06,
      "loss": 0.3918,
      "step": 9930
    },
    {
      "epoch": 2.4434611602753193,
      "grad_norm": 7.235611915588379,
      "learning_rate": 5.5653883972468045e-06,
      "loss": 0.265,
      "step": 9940
    },
    {
      "epoch": 2.4459193706981317,
      "grad_norm": 17.367456436157227,
      "learning_rate": 5.540806293018682e-06,
      "loss": 0.2521,
      "step": 9950
    },
    {
      "epoch": 2.448377581120944,
      "grad_norm": 23.38491439819336,
      "learning_rate": 5.51622418879056e-06,
      "loss": 0.3613,
      "step": 9960
    },
    {
      "epoch": 2.450835791543756,
      "grad_norm": 14.698434829711914,
      "learning_rate": 5.491642084562439e-06,
      "loss": 0.407,
      "step": 9970
    },
    {
      "epoch": 2.4532940019665683,
      "grad_norm": 2.6294500827789307,
      "learning_rate": 5.467059980334317e-06,
      "loss": 0.2159,
      "step": 9980
    },
    {
      "epoch": 2.4557522123893807,
      "grad_norm": 8.413351058959961,
      "learning_rate": 5.442477876106195e-06,
      "loss": 0.3215,
      "step": 9990
    },
    {
      "epoch": 2.4582104228121926,
      "grad_norm": 9.7800874710083,
      "learning_rate": 5.417895771878073e-06,
      "loss": 0.2391,
      "step": 10000
    },
    {
      "epoch": 2.460668633235005,
      "grad_norm": 19.572553634643555,
      "learning_rate": 5.3933136676499515e-06,
      "loss": 0.3881,
      "step": 10010
    },
    {
      "epoch": 2.4631268436578173,
      "grad_norm": 5.454105377197266,
      "learning_rate": 5.368731563421829e-06,
      "loss": 0.2649,
      "step": 10020
    },
    {
      "epoch": 2.4655850540806292,
      "grad_norm": 22.332155227661133,
      "learning_rate": 5.344149459193707e-06,
      "loss": 0.3732,
      "step": 10030
    },
    {
      "epoch": 2.4680432645034416,
      "grad_norm": 11.184699058532715,
      "learning_rate": 5.319567354965585e-06,
      "loss": 0.3309,
      "step": 10040
    },
    {
      "epoch": 2.4705014749262535,
      "grad_norm": 6.5970611572265625,
      "learning_rate": 5.294985250737464e-06,
      "loss": 0.3061,
      "step": 10050
    },
    {
      "epoch": 2.472959685349066,
      "grad_norm": 4.473758220672607,
      "learning_rate": 5.270403146509342e-06,
      "loss": 0.3422,
      "step": 10060
    },
    {
      "epoch": 2.475417895771878,
      "grad_norm": 9.303690910339355,
      "learning_rate": 5.24582104228122e-06,
      "loss": 0.2593,
      "step": 10070
    },
    {
      "epoch": 2.47787610619469,
      "grad_norm": 0.7857942581176758,
      "learning_rate": 5.221238938053098e-06,
      "loss": 0.2471,
      "step": 10080
    },
    {
      "epoch": 2.4803343166175025,
      "grad_norm": 12.391585350036621,
      "learning_rate": 5.1966568338249755e-06,
      "loss": 0.2962,
      "step": 10090
    },
    {
      "epoch": 2.482792527040315,
      "grad_norm": 24.552661895751953,
      "learning_rate": 5.172074729596854e-06,
      "loss": 0.3019,
      "step": 10100
    },
    {
      "epoch": 2.4852507374631267,
      "grad_norm": 10.578263282775879,
      "learning_rate": 5.147492625368732e-06,
      "loss": 0.3858,
      "step": 10110
    },
    {
      "epoch": 2.487708947885939,
      "grad_norm": 31.030359268188477,
      "learning_rate": 5.122910521140609e-06,
      "loss": 0.3074,
      "step": 10120
    },
    {
      "epoch": 2.4901671583087515,
      "grad_norm": 11.698269844055176,
      "learning_rate": 5.098328416912487e-06,
      "loss": 0.3324,
      "step": 10130
    },
    {
      "epoch": 2.4926253687315634,
      "grad_norm": 5.473494052886963,
      "learning_rate": 5.073746312684366e-06,
      "loss": 0.383,
      "step": 10140
    },
    {
      "epoch": 2.4950835791543757,
      "grad_norm": 4.614388942718506,
      "learning_rate": 5.049164208456244e-06,
      "loss": 0.2347,
      "step": 10150
    },
    {
      "epoch": 2.4975417895771876,
      "grad_norm": 14.550966262817383,
      "learning_rate": 5.024582104228122e-06,
      "loss": 0.2243,
      "step": 10160
    },
    {
      "epoch": 2.5,
      "grad_norm": 8.412307739257812,
      "learning_rate": 4.9999999999999996e-06,
      "loss": 0.3123,
      "step": 10170
    },
    {
      "epoch": 2.5024582104228124,
      "grad_norm": 14.030346870422363,
      "learning_rate": 4.975417895771878e-06,
      "loss": 0.2269,
      "step": 10180
    },
    {
      "epoch": 2.5049164208456243,
      "grad_norm": 22.687368392944336,
      "learning_rate": 4.950835791543756e-06,
      "loss": 0.2621,
      "step": 10190
    },
    {
      "epoch": 2.5073746312684366,
      "grad_norm": 2.934586763381958,
      "learning_rate": 4.926253687315634e-06,
      "loss": 0.2002,
      "step": 10200
    },
    {
      "epoch": 2.5098328416912485,
      "grad_norm": 9.886433601379395,
      "learning_rate": 4.901671583087512e-06,
      "loss": 0.3033,
      "step": 10210
    },
    {
      "epoch": 2.512291052114061,
      "grad_norm": 7.895692825317383,
      "learning_rate": 4.87708947885939e-06,
      "loss": 0.2283,
      "step": 10220
    },
    {
      "epoch": 2.5147492625368733,
      "grad_norm": 6.421346664428711,
      "learning_rate": 4.852507374631269e-06,
      "loss": 0.3525,
      "step": 10230
    },
    {
      "epoch": 2.5172074729596856,
      "grad_norm": 7.88395881652832,
      "learning_rate": 4.8279252704031466e-06,
      "loss": 0.2488,
      "step": 10240
    },
    {
      "epoch": 2.5196656833824975,
      "grad_norm": 15.55846118927002,
      "learning_rate": 4.8033431661750244e-06,
      "loss": 0.3333,
      "step": 10250
    },
    {
      "epoch": 2.52212389380531,
      "grad_norm": 23.366104125976562,
      "learning_rate": 4.778761061946902e-06,
      "loss": 0.2701,
      "step": 10260
    },
    {
      "epoch": 2.524582104228122,
      "grad_norm": 18.882081985473633,
      "learning_rate": 4.754178957718781e-06,
      "loss": 0.4275,
      "step": 10270
    },
    {
      "epoch": 2.527040314650934,
      "grad_norm": 7.167839527130127,
      "learning_rate": 4.729596853490659e-06,
      "loss": 0.2491,
      "step": 10280
    },
    {
      "epoch": 2.5294985250737465,
      "grad_norm": 13.428461074829102,
      "learning_rate": 4.705014749262537e-06,
      "loss": 0.3094,
      "step": 10290
    },
    {
      "epoch": 2.5319567354965584,
      "grad_norm": 8.71884536743164,
      "learning_rate": 4.680432645034415e-06,
      "loss": 0.3775,
      "step": 10300
    },
    {
      "epoch": 2.5344149459193708,
      "grad_norm": 19.045862197875977,
      "learning_rate": 4.6558505408062935e-06,
      "loss": 0.3393,
      "step": 10310
    },
    {
      "epoch": 2.5368731563421827,
      "grad_norm": 10.873698234558105,
      "learning_rate": 4.6312684365781714e-06,
      "loss": 0.3394,
      "step": 10320
    },
    {
      "epoch": 2.539331366764995,
      "grad_norm": 4.719176292419434,
      "learning_rate": 4.606686332350049e-06,
      "loss": 0.504,
      "step": 10330
    },
    {
      "epoch": 2.5417895771878074,
      "grad_norm": 6.712222099304199,
      "learning_rate": 4.582104228121927e-06,
      "loss": 0.2082,
      "step": 10340
    },
    {
      "epoch": 2.5442477876106193,
      "grad_norm": 15.01922607421875,
      "learning_rate": 4.557522123893806e-06,
      "loss": 0.2924,
      "step": 10350
    },
    {
      "epoch": 2.5467059980334317,
      "grad_norm": 15.639728546142578,
      "learning_rate": 4.532940019665684e-06,
      "loss": 0.2924,
      "step": 10360
    },
    {
      "epoch": 2.5491642084562436,
      "grad_norm": 13.592108726501465,
      "learning_rate": 4.508357915437562e-06,
      "loss": 0.3439,
      "step": 10370
    },
    {
      "epoch": 2.551622418879056,
      "grad_norm": 1.9944034814834595,
      "learning_rate": 4.48377581120944e-06,
      "loss": 0.329,
      "step": 10380
    },
    {
      "epoch": 2.5540806293018683,
      "grad_norm": 2.0162298679351807,
      "learning_rate": 4.459193706981318e-06,
      "loss": 0.2334,
      "step": 10390
    },
    {
      "epoch": 2.5565388397246807,
      "grad_norm": 14.217473030090332,
      "learning_rate": 4.434611602753196e-06,
      "loss": 0.3058,
      "step": 10400
    },
    {
      "epoch": 2.5589970501474926,
      "grad_norm": 13.582987785339355,
      "learning_rate": 4.410029498525074e-06,
      "loss": 0.3511,
      "step": 10410
    },
    {
      "epoch": 2.561455260570305,
      "grad_norm": 2.6844425201416016,
      "learning_rate": 4.385447394296952e-06,
      "loss": 0.2656,
      "step": 10420
    },
    {
      "epoch": 2.563913470993117,
      "grad_norm": 0.7755809426307678,
      "learning_rate": 4.36086529006883e-06,
      "loss": 0.3017,
      "step": 10430
    },
    {
      "epoch": 2.566371681415929,
      "grad_norm": 12.251648902893066,
      "learning_rate": 4.336283185840709e-06,
      "loss": 0.365,
      "step": 10440
    },
    {
      "epoch": 2.5688298918387416,
      "grad_norm": 7.395683765411377,
      "learning_rate": 4.311701081612587e-06,
      "loss": 0.2939,
      "step": 10450
    },
    {
      "epoch": 2.5712881022615535,
      "grad_norm": 14.67055606842041,
      "learning_rate": 4.2871189773844646e-06,
      "loss": 0.3303,
      "step": 10460
    },
    {
      "epoch": 2.573746312684366,
      "grad_norm": 7.944691181182861,
      "learning_rate": 4.262536873156342e-06,
      "loss": 0.3013,
      "step": 10470
    },
    {
      "epoch": 2.5762045231071777,
      "grad_norm": 4.720646381378174,
      "learning_rate": 4.23795476892822e-06,
      "loss": 0.2919,
      "step": 10480
    },
    {
      "epoch": 2.57866273352999,
      "grad_norm": 15.954136848449707,
      "learning_rate": 4.213372664700098e-06,
      "loss": 0.4517,
      "step": 10490
    },
    {
      "epoch": 2.5811209439528024,
      "grad_norm": 5.896755695343018,
      "learning_rate": 4.188790560471976e-06,
      "loss": 0.1998,
      "step": 10500
    },
    {
      "epoch": 2.583579154375615,
      "grad_norm": 21.094676971435547,
      "learning_rate": 4.164208456243854e-06,
      "loss": 0.3074,
      "step": 10510
    },
    {
      "epoch": 2.5860373647984267,
      "grad_norm": 6.191657543182373,
      "learning_rate": 4.139626352015732e-06,
      "loss": 0.3241,
      "step": 10520
    },
    {
      "epoch": 2.588495575221239,
      "grad_norm": 20.344154357910156,
      "learning_rate": 4.115044247787611e-06,
      "loss": 0.3347,
      "step": 10530
    },
    {
      "epoch": 2.590953785644051,
      "grad_norm": 8.485753059387207,
      "learning_rate": 4.090462143559489e-06,
      "loss": 0.2511,
      "step": 10540
    },
    {
      "epoch": 2.5934119960668633,
      "grad_norm": 15.798835754394531,
      "learning_rate": 4.0658800393313665e-06,
      "loss": 0.3782,
      "step": 10550
    },
    {
      "epoch": 2.5958702064896757,
      "grad_norm": 13.391433715820312,
      "learning_rate": 4.041297935103244e-06,
      "loss": 0.2083,
      "step": 10560
    },
    {
      "epoch": 2.5983284169124876,
      "grad_norm": 7.110270977020264,
      "learning_rate": 4.016715830875123e-06,
      "loss": 0.3041,
      "step": 10570
    },
    {
      "epoch": 2.6007866273353,
      "grad_norm": 8.893359184265137,
      "learning_rate": 3.992133726647001e-06,
      "loss": 0.2461,
      "step": 10580
    },
    {
      "epoch": 2.603244837758112,
      "grad_norm": 7.249054908752441,
      "learning_rate": 3.967551622418879e-06,
      "loss": 0.2148,
      "step": 10590
    },
    {
      "epoch": 2.6057030481809242,
      "grad_norm": 14.97016716003418,
      "learning_rate": 3.942969518190757e-06,
      "loss": 0.3016,
      "step": 10600
    },
    {
      "epoch": 2.6081612586037366,
      "grad_norm": 15.741162300109863,
      "learning_rate": 3.918387413962636e-06,
      "loss": 0.2568,
      "step": 10610
    },
    {
      "epoch": 2.6106194690265485,
      "grad_norm": 12.992851257324219,
      "learning_rate": 3.8938053097345135e-06,
      "loss": 0.2923,
      "step": 10620
    },
    {
      "epoch": 2.613077679449361,
      "grad_norm": 9.145554542541504,
      "learning_rate": 3.869223205506391e-06,
      "loss": 0.3393,
      "step": 10630
    },
    {
      "epoch": 2.615535889872173,
      "grad_norm": 9.965248107910156,
      "learning_rate": 3.844641101278269e-06,
      "loss": 0.2694,
      "step": 10640
    },
    {
      "epoch": 2.617994100294985,
      "grad_norm": 15.187629699707031,
      "learning_rate": 3.820058997050147e-06,
      "loss": 0.2652,
      "step": 10650
    },
    {
      "epoch": 2.6204523107177975,
      "grad_norm": 4.811568260192871,
      "learning_rate": 3.7954768928220255e-06,
      "loss": 0.3524,
      "step": 10660
    },
    {
      "epoch": 2.62291052114061,
      "grad_norm": 16.703216552734375,
      "learning_rate": 3.770894788593904e-06,
      "loss": 0.3127,
      "step": 10670
    },
    {
      "epoch": 2.6253687315634218,
      "grad_norm": 10.77552318572998,
      "learning_rate": 3.7463126843657817e-06,
      "loss": 0.3132,
      "step": 10680
    },
    {
      "epoch": 2.627826941986234,
      "grad_norm": 7.146244049072266,
      "learning_rate": 3.72173058013766e-06,
      "loss": 0.2765,
      "step": 10690
    },
    {
      "epoch": 2.630285152409046,
      "grad_norm": 2.7346856594085693,
      "learning_rate": 3.697148475909538e-06,
      "loss": 0.3273,
      "step": 10700
    },
    {
      "epoch": 2.6327433628318584,
      "grad_norm": 9.601373672485352,
      "learning_rate": 3.6725663716814163e-06,
      "loss": 0.3604,
      "step": 10710
    },
    {
      "epoch": 2.6352015732546707,
      "grad_norm": 17.365041732788086,
      "learning_rate": 3.647984267453294e-06,
      "loss": 0.3601,
      "step": 10720
    },
    {
      "epoch": 2.6376597836774827,
      "grad_norm": 15.590822219848633,
      "learning_rate": 3.6234021632251725e-06,
      "loss": 0.3188,
      "step": 10730
    },
    {
      "epoch": 2.640117994100295,
      "grad_norm": 1.0473146438598633,
      "learning_rate": 3.59882005899705e-06,
      "loss": 0.2012,
      "step": 10740
    },
    {
      "epoch": 2.642576204523107,
      "grad_norm": 8.146947860717773,
      "learning_rate": 3.5742379547689283e-06,
      "loss": 0.1998,
      "step": 10750
    },
    {
      "epoch": 2.6450344149459193,
      "grad_norm": 23.926929473876953,
      "learning_rate": 3.549655850540806e-06,
      "loss": 0.4045,
      "step": 10760
    },
    {
      "epoch": 2.6474926253687316,
      "grad_norm": 3.894239902496338,
      "learning_rate": 3.5250737463126845e-06,
      "loss": 0.3048,
      "step": 10770
    },
    {
      "epoch": 2.649950835791544,
      "grad_norm": 13.886688232421875,
      "learning_rate": 3.5004916420845624e-06,
      "loss": 0.2222,
      "step": 10780
    },
    {
      "epoch": 2.652409046214356,
      "grad_norm": 12.490795135498047,
      "learning_rate": 3.4759095378564403e-06,
      "loss": 0.3086,
      "step": 10790
    },
    {
      "epoch": 2.6548672566371683,
      "grad_norm": 6.3705949783325195,
      "learning_rate": 3.4513274336283186e-06,
      "loss": 0.4504,
      "step": 10800
    },
    {
      "epoch": 2.65732546705998,
      "grad_norm": 2.8006486892700195,
      "learning_rate": 3.4267453294001965e-06,
      "loss": 0.3211,
      "step": 10810
    },
    {
      "epoch": 2.6597836774827925,
      "grad_norm": 11.899230003356934,
      "learning_rate": 3.402163225172075e-06,
      "loss": 0.3668,
      "step": 10820
    },
    {
      "epoch": 2.662241887905605,
      "grad_norm": 15.25240421295166,
      "learning_rate": 3.3775811209439528e-06,
      "loss": 0.2917,
      "step": 10830
    },
    {
      "epoch": 2.664700098328417,
      "grad_norm": 12.937860488891602,
      "learning_rate": 3.352999016715831e-06,
      "loss": 0.2749,
      "step": 10840
    },
    {
      "epoch": 2.667158308751229,
      "grad_norm": 17.778671264648438,
      "learning_rate": 3.328416912487709e-06,
      "loss": 0.4011,
      "step": 10850
    },
    {
      "epoch": 2.669616519174041,
      "grad_norm": 11.849617958068848,
      "learning_rate": 3.3038348082595873e-06,
      "loss": 0.2668,
      "step": 10860
    },
    {
      "epoch": 2.6720747295968534,
      "grad_norm": 3.560965061187744,
      "learning_rate": 3.279252704031465e-06,
      "loss": 0.2715,
      "step": 10870
    },
    {
      "epoch": 2.674532940019666,
      "grad_norm": 11.311788558959961,
      "learning_rate": 3.2546705998033435e-06,
      "loss": 0.2562,
      "step": 10880
    },
    {
      "epoch": 2.676991150442478,
      "grad_norm": 5.303350925445557,
      "learning_rate": 3.2300884955752214e-06,
      "loss": 0.1914,
      "step": 10890
    },
    {
      "epoch": 2.67944936086529,
      "grad_norm": 8.772753715515137,
      "learning_rate": 3.2055063913470998e-06,
      "loss": 0.3124,
      "step": 10900
    },
    {
      "epoch": 2.6819075712881024,
      "grad_norm": 11.487403869628906,
      "learning_rate": 3.1809242871189772e-06,
      "loss": 0.3248,
      "step": 10910
    },
    {
      "epoch": 2.6843657817109143,
      "grad_norm": 6.985296249389648,
      "learning_rate": 3.1563421828908556e-06,
      "loss": 0.208,
      "step": 10920
    },
    {
      "epoch": 2.6868239921337267,
      "grad_norm": 5.001655101776123,
      "learning_rate": 3.1317600786627335e-06,
      "loss": 0.3099,
      "step": 10930
    },
    {
      "epoch": 2.689282202556539,
      "grad_norm": 5.20217752456665,
      "learning_rate": 3.1071779744346114e-06,
      "loss": 0.1859,
      "step": 10940
    },
    {
      "epoch": 2.691740412979351,
      "grad_norm": 16.58912467956543,
      "learning_rate": 3.0825958702064897e-06,
      "loss": 0.2093,
      "step": 10950
    },
    {
      "epoch": 2.6941986234021633,
      "grad_norm": 11.073062896728516,
      "learning_rate": 3.0580137659783676e-06,
      "loss": 0.3691,
      "step": 10960
    },
    {
      "epoch": 2.6966568338249752,
      "grad_norm": 40.447330474853516,
      "learning_rate": 3.033431661750246e-06,
      "loss": 0.275,
      "step": 10970
    },
    {
      "epoch": 2.6991150442477876,
      "grad_norm": 28.583017349243164,
      "learning_rate": 3.008849557522124e-06,
      "loss": 0.4315,
      "step": 10980
    },
    {
      "epoch": 2.7015732546706,
      "grad_norm": 10.325236320495605,
      "learning_rate": 2.984267453294002e-06,
      "loss": 0.2975,
      "step": 10990
    },
    {
      "epoch": 2.704031465093412,
      "grad_norm": 2.424309253692627,
      "learning_rate": 2.95968534906588e-06,
      "loss": 0.2669,
      "step": 11000
    },
    {
      "epoch": 2.706489675516224,
      "grad_norm": 21.16057014465332,
      "learning_rate": 2.9351032448377583e-06,
      "loss": 0.3747,
      "step": 11010
    },
    {
      "epoch": 2.708947885939036,
      "grad_norm": 10.140483856201172,
      "learning_rate": 2.9105211406096362e-06,
      "loss": 0.2489,
      "step": 11020
    },
    {
      "epoch": 2.7114060963618485,
      "grad_norm": 5.878184795379639,
      "learning_rate": 2.8859390363815146e-06,
      "loss": 0.3925,
      "step": 11030
    },
    {
      "epoch": 2.713864306784661,
      "grad_norm": 11.350957870483398,
      "learning_rate": 2.8613569321533925e-06,
      "loss": 0.3155,
      "step": 11040
    },
    {
      "epoch": 2.716322517207473,
      "grad_norm": 7.840111255645752,
      "learning_rate": 2.8367748279252708e-06,
      "loss": 0.3292,
      "step": 11050
    },
    {
      "epoch": 2.718780727630285,
      "grad_norm": 18.80568504333496,
      "learning_rate": 2.8121927236971487e-06,
      "loss": 0.3958,
      "step": 11060
    },
    {
      "epoch": 2.7212389380530975,
      "grad_norm": 7.600488185882568,
      "learning_rate": 2.7876106194690266e-06,
      "loss": 0.3281,
      "step": 11070
    },
    {
      "epoch": 2.7236971484759094,
      "grad_norm": 4.560182094573975,
      "learning_rate": 2.763028515240905e-06,
      "loss": 0.1984,
      "step": 11080
    },
    {
      "epoch": 2.7261553588987217,
      "grad_norm": 4.8485236167907715,
      "learning_rate": 2.7384464110127824e-06,
      "loss": 0.2054,
      "step": 11090
    },
    {
      "epoch": 2.728613569321534,
      "grad_norm": 15.203032493591309,
      "learning_rate": 2.7138643067846607e-06,
      "loss": 0.2609,
      "step": 11100
    },
    {
      "epoch": 2.731071779744346,
      "grad_norm": 7.723146915435791,
      "learning_rate": 2.6892822025565386e-06,
      "loss": 0.1805,
      "step": 11110
    },
    {
      "epoch": 2.7335299901671584,
      "grad_norm": 7.581287384033203,
      "learning_rate": 2.664700098328417e-06,
      "loss": 0.3039,
      "step": 11120
    },
    {
      "epoch": 2.7359882005899703,
      "grad_norm": 20.293846130371094,
      "learning_rate": 2.640117994100295e-06,
      "loss": 0.3652,
      "step": 11130
    },
    {
      "epoch": 2.7384464110127826,
      "grad_norm": 6.099135398864746,
      "learning_rate": 2.615535889872173e-06,
      "loss": 0.3285,
      "step": 11140
    },
    {
      "epoch": 2.740904621435595,
      "grad_norm": 12.43327522277832,
      "learning_rate": 2.590953785644051e-06,
      "loss": 0.2566,
      "step": 11150
    },
    {
      "epoch": 2.7433628318584073,
      "grad_norm": 11.928936958312988,
      "learning_rate": 2.5663716814159294e-06,
      "loss": 0.3206,
      "step": 11160
    },
    {
      "epoch": 2.7458210422812193,
      "grad_norm": 9.150959014892578,
      "learning_rate": 2.5417895771878073e-06,
      "loss": 0.2686,
      "step": 11170
    },
    {
      "epoch": 2.7482792527040316,
      "grad_norm": 15.1760835647583,
      "learning_rate": 2.5172074729596856e-06,
      "loss": 0.3135,
      "step": 11180
    },
    {
      "epoch": 2.7507374631268435,
      "grad_norm": 1.32634437084198,
      "learning_rate": 2.4926253687315635e-06,
      "loss": 0.1764,
      "step": 11190
    },
    {
      "epoch": 2.753195673549656,
      "grad_norm": 11.577444076538086,
      "learning_rate": 2.468043264503442e-06,
      "loss": 0.2989,
      "step": 11200
    },
    {
      "epoch": 2.7556538839724682,
      "grad_norm": 14.957494735717773,
      "learning_rate": 2.4434611602753197e-06,
      "loss": 0.2282,
      "step": 11210
    },
    {
      "epoch": 2.75811209439528,
      "grad_norm": 21.897722244262695,
      "learning_rate": 2.4188790560471976e-06,
      "loss": 0.2881,
      "step": 11220
    },
    {
      "epoch": 2.7605703048180925,
      "grad_norm": 10.6362943649292,
      "learning_rate": 2.394296951819076e-06,
      "loss": 0.3382,
      "step": 11230
    },
    {
      "epoch": 2.7630285152409044,
      "grad_norm": 27.443620681762695,
      "learning_rate": 2.369714847590954e-06,
      "loss": 0.3428,
      "step": 11240
    },
    {
      "epoch": 2.765486725663717,
      "grad_norm": 3.9533727169036865,
      "learning_rate": 2.345132743362832e-06,
      "loss": 0.271,
      "step": 11250
    },
    {
      "epoch": 2.767944936086529,
      "grad_norm": 1.3611125946044922,
      "learning_rate": 2.32055063913471e-06,
      "loss": 0.4512,
      "step": 11260
    },
    {
      "epoch": 2.770403146509341,
      "grad_norm": 8.420342445373535,
      "learning_rate": 2.295968534906588e-06,
      "loss": 0.2286,
      "step": 11270
    },
    {
      "epoch": 2.7728613569321534,
      "grad_norm": 5.093447208404541,
      "learning_rate": 2.271386430678466e-06,
      "loss": 0.2566,
      "step": 11280
    },
    {
      "epoch": 2.7753195673549653,
      "grad_norm": 6.2292938232421875,
      "learning_rate": 2.246804326450344e-06,
      "loss": 0.3357,
      "step": 11290
    },
    {
      "epoch": 2.7777777777777777,
      "grad_norm": 17.072811126708984,
      "learning_rate": 2.222222222222222e-06,
      "loss": 0.3373,
      "step": 11300
    },
    {
      "epoch": 2.78023598820059,
      "grad_norm": 6.227046489715576,
      "learning_rate": 2.1976401179941004e-06,
      "loss": 0.2706,
      "step": 11310
    },
    {
      "epoch": 2.7826941986234024,
      "grad_norm": 10.372603416442871,
      "learning_rate": 2.1730580137659783e-06,
      "loss": 0.2605,
      "step": 11320
    },
    {
      "epoch": 2.7851524090462143,
      "grad_norm": 9.851338386535645,
      "learning_rate": 2.1484759095378566e-06,
      "loss": 0.3035,
      "step": 11330
    },
    {
      "epoch": 2.7876106194690267,
      "grad_norm": 7.0967698097229,
      "learning_rate": 2.1238938053097345e-06,
      "loss": 0.2663,
      "step": 11340
    },
    {
      "epoch": 2.7900688298918386,
      "grad_norm": 14.124640464782715,
      "learning_rate": 2.099311701081613e-06,
      "loss": 0.2406,
      "step": 11350
    },
    {
      "epoch": 2.792527040314651,
      "grad_norm": 13.570901870727539,
      "learning_rate": 2.0747295968534907e-06,
      "loss": 0.2769,
      "step": 11360
    },
    {
      "epoch": 2.7949852507374633,
      "grad_norm": 10.173891067504883,
      "learning_rate": 2.0501474926253686e-06,
      "loss": 0.2492,
      "step": 11370
    },
    {
      "epoch": 2.797443461160275,
      "grad_norm": 3.0072109699249268,
      "learning_rate": 2.025565388397247e-06,
      "loss": 0.3613,
      "step": 11380
    },
    {
      "epoch": 2.7999016715830876,
      "grad_norm": 15.063048362731934,
      "learning_rate": 2.000983284169125e-06,
      "loss": 0.3411,
      "step": 11390
    },
    {
      "epoch": 2.8023598820058995,
      "grad_norm": 17.408193588256836,
      "learning_rate": 1.976401179941003e-06,
      "loss": 0.3041,
      "step": 11400
    },
    {
      "epoch": 2.804818092428712,
      "grad_norm": 18.045740127563477,
      "learning_rate": 1.951819075712881e-06,
      "loss": 0.3198,
      "step": 11410
    },
    {
      "epoch": 2.807276302851524,
      "grad_norm": 10.629345893859863,
      "learning_rate": 1.9272369714847594e-06,
      "loss": 0.2996,
      "step": 11420
    },
    {
      "epoch": 2.8097345132743365,
      "grad_norm": 5.943514347076416,
      "learning_rate": 1.9026548672566373e-06,
      "loss": 0.3009,
      "step": 11430
    },
    {
      "epoch": 2.8121927236971485,
      "grad_norm": 8.855863571166992,
      "learning_rate": 1.8780727630285154e-06,
      "loss": 0.4175,
      "step": 11440
    },
    {
      "epoch": 2.814650934119961,
      "grad_norm": 15.385708808898926,
      "learning_rate": 1.8534906588003933e-06,
      "loss": 0.3439,
      "step": 11450
    },
    {
      "epoch": 2.8171091445427727,
      "grad_norm": 3.6414332389831543,
      "learning_rate": 1.8289085545722714e-06,
      "loss": 0.2678,
      "step": 11460
    },
    {
      "epoch": 2.819567354965585,
      "grad_norm": 20.068828582763672,
      "learning_rate": 1.8043264503441495e-06,
      "loss": 0.2691,
      "step": 11470
    },
    {
      "epoch": 2.8220255653883974,
      "grad_norm": 12.524300575256348,
      "learning_rate": 1.7797443461160276e-06,
      "loss": 0.2174,
      "step": 11480
    },
    {
      "epoch": 2.8244837758112094,
      "grad_norm": 5.774837493896484,
      "learning_rate": 1.7551622418879055e-06,
      "loss": 0.2994,
      "step": 11490
    },
    {
      "epoch": 2.8269419862340217,
      "grad_norm": 16.437944412231445,
      "learning_rate": 1.7305801376597837e-06,
      "loss": 0.3399,
      "step": 11500
    },
    {
      "epoch": 2.8294001966568336,
      "grad_norm": 4.395741939544678,
      "learning_rate": 1.7059980334316618e-06,
      "loss": 0.2161,
      "step": 11510
    },
    {
      "epoch": 2.831858407079646,
      "grad_norm": 3.2524924278259277,
      "learning_rate": 1.6814159292035399e-06,
      "loss": 0.2456,
      "step": 11520
    },
    {
      "epoch": 2.8343166175024583,
      "grad_norm": 12.618989944458008,
      "learning_rate": 1.656833824975418e-06,
      "loss": 0.2965,
      "step": 11530
    },
    {
      "epoch": 2.8367748279252702,
      "grad_norm": 5.8480939865112305,
      "learning_rate": 1.632251720747296e-06,
      "loss": 0.2249,
      "step": 11540
    },
    {
      "epoch": 2.8392330383480826,
      "grad_norm": 17.862777709960938,
      "learning_rate": 1.6076696165191742e-06,
      "loss": 0.2915,
      "step": 11550
    },
    {
      "epoch": 2.8416912487708945,
      "grad_norm": 14.191113471984863,
      "learning_rate": 1.5830875122910523e-06,
      "loss": 0.3229,
      "step": 11560
    },
    {
      "epoch": 2.844149459193707,
      "grad_norm": 4.146345138549805,
      "learning_rate": 1.5585054080629302e-06,
      "loss": 0.3202,
      "step": 11570
    },
    {
      "epoch": 2.8466076696165192,
      "grad_norm": 5.556818008422852,
      "learning_rate": 1.5339233038348081e-06,
      "loss": 0.3213,
      "step": 11580
    },
    {
      "epoch": 2.8490658800393316,
      "grad_norm": 8.353351593017578,
      "learning_rate": 1.5093411996066862e-06,
      "loss": 0.411,
      "step": 11590
    },
    {
      "epoch": 2.8515240904621435,
      "grad_norm": 23.286680221557617,
      "learning_rate": 1.4847590953785643e-06,
      "loss": 0.408,
      "step": 11600
    },
    {
      "epoch": 2.853982300884956,
      "grad_norm": 19.07876968383789,
      "learning_rate": 1.4601769911504425e-06,
      "loss": 0.3691,
      "step": 11610
    },
    {
      "epoch": 2.8564405113077678,
      "grad_norm": 6.385343074798584,
      "learning_rate": 1.4355948869223206e-06,
      "loss": 0.3131,
      "step": 11620
    },
    {
      "epoch": 2.85889872173058,
      "grad_norm": 19.484460830688477,
      "learning_rate": 1.4110127826941987e-06,
      "loss": 0.3574,
      "step": 11630
    },
    {
      "epoch": 2.8613569321533925,
      "grad_norm": 12.295538902282715,
      "learning_rate": 1.3864306784660768e-06,
      "loss": 0.224,
      "step": 11640
    },
    {
      "epoch": 2.8638151425762044,
      "grad_norm": 5.19575834274292,
      "learning_rate": 1.361848574237955e-06,
      "loss": 0.3497,
      "step": 11650
    },
    {
      "epoch": 2.8662733529990168,
      "grad_norm": 12.624898910522461,
      "learning_rate": 1.337266470009833e-06,
      "loss": 0.3325,
      "step": 11660
    },
    {
      "epoch": 2.8687315634218287,
      "grad_norm": 10.314776420593262,
      "learning_rate": 1.312684365781711e-06,
      "loss": 0.2921,
      "step": 11670
    },
    {
      "epoch": 2.871189773844641,
      "grad_norm": 24.278417587280273,
      "learning_rate": 1.288102261553589e-06,
      "loss": 0.2505,
      "step": 11680
    },
    {
      "epoch": 2.8736479842674534,
      "grad_norm": 7.0600666999816895,
      "learning_rate": 1.2635201573254671e-06,
      "loss": 0.2758,
      "step": 11690
    },
    {
      "epoch": 2.8761061946902657,
      "grad_norm": 5.888333797454834,
      "learning_rate": 1.2389380530973452e-06,
      "loss": 0.2326,
      "step": 11700
    },
    {
      "epoch": 2.8785644051130777,
      "grad_norm": 9.48932933807373,
      "learning_rate": 1.2143559488692231e-06,
      "loss": 0.2206,
      "step": 11710
    },
    {
      "epoch": 2.88102261553589,
      "grad_norm": 10.436245918273926,
      "learning_rate": 1.1897738446411013e-06,
      "loss": 0.2619,
      "step": 11720
    },
    {
      "epoch": 2.883480825958702,
      "grad_norm": 17.94244384765625,
      "learning_rate": 1.1651917404129794e-06,
      "loss": 0.3894,
      "step": 11730
    },
    {
      "epoch": 2.8859390363815143,
      "grad_norm": 7.205624580383301,
      "learning_rate": 1.1406096361848575e-06,
      "loss": 0.2692,
      "step": 11740
    },
    {
      "epoch": 2.8883972468043266,
      "grad_norm": 15.906659126281738,
      "learning_rate": 1.1160275319567356e-06,
      "loss": 0.3353,
      "step": 11750
    },
    {
      "epoch": 2.8908554572271385,
      "grad_norm": 10.102609634399414,
      "learning_rate": 1.0914454277286135e-06,
      "loss": 0.3815,
      "step": 11760
    },
    {
      "epoch": 2.893313667649951,
      "grad_norm": 3.915815830230713,
      "learning_rate": 1.0668633235004916e-06,
      "loss": 0.2158,
      "step": 11770
    },
    {
      "epoch": 2.895771878072763,
      "grad_norm": 3.3347067832946777,
      "learning_rate": 1.0422812192723697e-06,
      "loss": 0.211,
      "step": 11780
    },
    {
      "epoch": 2.898230088495575,
      "grad_norm": 14.25108814239502,
      "learning_rate": 1.0176991150442478e-06,
      "loss": 0.339,
      "step": 11790
    },
    {
      "epoch": 2.9006882989183875,
      "grad_norm": 1.4729186296463013,
      "learning_rate": 9.93117010816126e-07,
      "loss": 0.2707,
      "step": 11800
    },
    {
      "epoch": 2.9031465093411994,
      "grad_norm": 13.042509078979492,
      "learning_rate": 9.68534906588004e-07,
      "loss": 0.2246,
      "step": 11810
    },
    {
      "epoch": 2.905604719764012,
      "grad_norm": 9.084315299987793,
      "learning_rate": 9.43952802359882e-07,
      "loss": 0.304,
      "step": 11820
    },
    {
      "epoch": 2.908062930186824,
      "grad_norm": 16.768390655517578,
      "learning_rate": 9.1937069813176e-07,
      "loss": 0.2658,
      "step": 11830
    },
    {
      "epoch": 2.910521140609636,
      "grad_norm": 18.188396453857422,
      "learning_rate": 8.947885939036382e-07,
      "loss": 0.3729,
      "step": 11840
    },
    {
      "epoch": 2.9129793510324484,
      "grad_norm": 7.643548011779785,
      "learning_rate": 8.702064896755163e-07,
      "loss": 0.3021,
      "step": 11850
    },
    {
      "epoch": 2.915437561455261,
      "grad_norm": 16.475297927856445,
      "learning_rate": 8.456243854473944e-07,
      "loss": 0.2954,
      "step": 11860
    },
    {
      "epoch": 2.9178957718780727,
      "grad_norm": 4.122929096221924,
      "learning_rate": 8.210422812192724e-07,
      "loss": 0.348,
      "step": 11870
    },
    {
      "epoch": 2.920353982300885,
      "grad_norm": 27.607580184936523,
      "learning_rate": 7.964601769911505e-07,
      "loss": 0.3595,
      "step": 11880
    },
    {
      "epoch": 2.922812192723697,
      "grad_norm": 17.518573760986328,
      "learning_rate": 7.718780727630285e-07,
      "loss": 0.2807,
      "step": 11890
    },
    {
      "epoch": 2.9252704031465093,
      "grad_norm": 2.8350279331207275,
      "learning_rate": 7.472959685349066e-07,
      "loss": 0.1872,
      "step": 11900
    },
    {
      "epoch": 2.9277286135693217,
      "grad_norm": 13.840428352355957,
      "learning_rate": 7.227138643067846e-07,
      "loss": 0.2673,
      "step": 11910
    },
    {
      "epoch": 2.9301868239921336,
      "grad_norm": 8.021927833557129,
      "learning_rate": 6.981317600786627e-07,
      "loss": 0.2909,
      "step": 11920
    },
    {
      "epoch": 2.932645034414946,
      "grad_norm": 6.063304901123047,
      "learning_rate": 6.735496558505408e-07,
      "loss": 0.3615,
      "step": 11930
    },
    {
      "epoch": 2.935103244837758,
      "grad_norm": 7.167562484741211,
      "learning_rate": 6.48967551622419e-07,
      "loss": 0.227,
      "step": 11940
    },
    {
      "epoch": 2.93756145526057,
      "grad_norm": 10.438478469848633,
      "learning_rate": 6.243854473942971e-07,
      "loss": 0.2487,
      "step": 11950
    },
    {
      "epoch": 2.9400196656833826,
      "grad_norm": 9.834517478942871,
      "learning_rate": 5.99803343166175e-07,
      "loss": 0.2863,
      "step": 11960
    },
    {
      "epoch": 2.942477876106195,
      "grad_norm": 7.601406097412109,
      "learning_rate": 5.752212389380531e-07,
      "loss": 0.3034,
      "step": 11970
    },
    {
      "epoch": 2.944936086529007,
      "grad_norm": 9.009343147277832,
      "learning_rate": 5.506391347099312e-07,
      "loss": 0.2632,
      "step": 11980
    },
    {
      "epoch": 2.947394296951819,
      "grad_norm": 21.899898529052734,
      "learning_rate": 5.260570304818093e-07,
      "loss": 0.2246,
      "step": 11990
    },
    {
      "epoch": 2.949852507374631,
      "grad_norm": 23.268657684326172,
      "learning_rate": 5.014749262536873e-07,
      "loss": 0.2524,
      "step": 12000
    },
    {
      "epoch": 2.9523107177974435,
      "grad_norm": 11.325539588928223,
      "learning_rate": 4.768928220255654e-07,
      "loss": 0.3792,
      "step": 12010
    },
    {
      "epoch": 2.954768928220256,
      "grad_norm": 17.498369216918945,
      "learning_rate": 4.5231071779744347e-07,
      "loss": 0.3055,
      "step": 12020
    },
    {
      "epoch": 2.9572271386430677,
      "grad_norm": 5.532654762268066,
      "learning_rate": 4.277286135693215e-07,
      "loss": 0.3094,
      "step": 12030
    },
    {
      "epoch": 2.95968534906588,
      "grad_norm": 11.48263168334961,
      "learning_rate": 4.0314650934119964e-07,
      "loss": 0.2827,
      "step": 12040
    },
    {
      "epoch": 2.962143559488692,
      "grad_norm": 22.20387077331543,
      "learning_rate": 3.785644051130777e-07,
      "loss": 0.27,
      "step": 12050
    },
    {
      "epoch": 2.9646017699115044,
      "grad_norm": 6.053637504577637,
      "learning_rate": 3.5398230088495575e-07,
      "loss": 0.3132,
      "step": 12060
    },
    {
      "epoch": 2.9670599803343167,
      "grad_norm": 13.215700149536133,
      "learning_rate": 3.2940019665683386e-07,
      "loss": 0.2593,
      "step": 12070
    },
    {
      "epoch": 2.969518190757129,
      "grad_norm": 14.301483154296875,
      "learning_rate": 3.0481809242871187e-07,
      "loss": 0.184,
      "step": 12080
    },
    {
      "epoch": 2.971976401179941,
      "grad_norm": 4.257253170013428,
      "learning_rate": 2.8023598820059e-07,
      "loss": 0.2439,
      "step": 12090
    },
    {
      "epoch": 2.9744346116027534,
      "grad_norm": 10.859535217285156,
      "learning_rate": 2.5565388397246804e-07,
      "loss": 0.3386,
      "step": 12100
    },
    {
      "epoch": 2.9768928220255653,
      "grad_norm": 8.786941528320312,
      "learning_rate": 2.3107177974434612e-07,
      "loss": 0.325,
      "step": 12110
    },
    {
      "epoch": 2.9793510324483776,
      "grad_norm": 13.41217041015625,
      "learning_rate": 2.064896755162242e-07,
      "loss": 0.2705,
      "step": 12120
    },
    {
      "epoch": 2.98180924287119,
      "grad_norm": 6.551536560058594,
      "learning_rate": 1.8190757128810226e-07,
      "loss": 0.2342,
      "step": 12130
    },
    {
      "epoch": 2.984267453294002,
      "grad_norm": 12.792823791503906,
      "learning_rate": 1.5732546705998035e-07,
      "loss": 0.2762,
      "step": 12140
    },
    {
      "epoch": 2.9867256637168142,
      "grad_norm": 12.206270217895508,
      "learning_rate": 1.327433628318584e-07,
      "loss": 0.2987,
      "step": 12150
    },
    {
      "epoch": 2.989183874139626,
      "grad_norm": 10.073808670043945,
      "learning_rate": 1.0816125860373648e-07,
      "loss": 0.3221,
      "step": 12160
    },
    {
      "epoch": 2.9916420845624385,
      "grad_norm": 7.215149402618408,
      "learning_rate": 8.357915437561456e-08,
      "loss": 0.3088,
      "step": 12170
    },
    {
      "epoch": 2.994100294985251,
      "grad_norm": 9.318428039550781,
      "learning_rate": 5.899705014749263e-08,
      "loss": 0.4131,
      "step": 12180
    },
    {
      "epoch": 2.996558505408063,
      "grad_norm": 11.540080070495605,
      "learning_rate": 3.44149459193707e-08,
      "loss": 0.2204,
      "step": 12190
    },
    {
      "epoch": 2.999016715830875,
      "grad_norm": 8.453729629516602,
      "learning_rate": 9.832841691248772e-09,
      "loss": 0.2731,
      "step": 12200
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.848845249619693,
      "eval_f1_score": 0.8480515271470224,
      "eval_loss": 0.45648908615112305,
      "eval_runtime": 115.6033,
      "eval_samples_per_second": 62.55,
      "eval_steps_per_second": 3.91,
      "step": 12204
    }
  ],
  "logging_steps": 10,
  "max_steps": 12204,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.137006864037069e+16,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}